-- Logs begin at Mon 2021-11-22 15:41:25 UTC, end at Mon 2021-11-22 18:02:39 UTC. -- Nov 22 16:14:32.493263 n-d-816206-6 systemd[1]: Started Devstack devstack@q-svc.service. Nov 22 16:14:35.245679 n-d-816206-6 neutron-server[103405]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:14:35.246299 n-d-816206-6 neutron-server[103405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:14:35.246460 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:14:35.249722 n-d-816206-6 neutron-server[103405]: INFO neutron.common.config [-] Logging enabled! Nov 22 16:14:35.249978 n-d-816206-6 neutron-server[103405]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev217 Nov 22 16:14:35.250294 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103405) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 22 16:14:35.251232 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:14:35.251470 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:14:35.251830 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:14:35.252077 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:14:35.252305 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:14:35.252630 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.253059 n-d-816206-6 neutron-server[103405]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 22 16:14:35.253370 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.253708 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.253977 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.254338 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.255197 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.255488 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.255785 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.256087 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.256376 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.256656 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.256943 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.257235 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.257525 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.257860 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.258152 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.258440 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] debug = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.258722 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.259156 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.259576 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.259859 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.260152 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.260436 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.260707 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.260983 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.261269 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.261597 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] host = n-d-816206-6 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.261908 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.262198 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.262484 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.262773 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.263047 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.263324 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.263612 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.263882 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.264157 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.264431 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.264721 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.265009 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.265301 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.265525 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.265772 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.266072 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.266362 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.266638 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.266912 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.267188 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.267465 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.267738 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.268006 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.268290 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.268576 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.268859 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.269133 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.269408 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.269702 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.270024 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.270280 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.270556 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.270830 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.271104 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.271392 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.271662 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.271936 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.272236 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.272525 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.272817 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.273100 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.273373 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.273679 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.273959 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.274231 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.274501 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] use_json = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.274773 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.275041 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.275323 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.275593 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.275864 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.276134 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.276404 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.276687 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:35.276982 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.277287 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.277589 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.277899 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.278205 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.278488 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.278782 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.279060 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.279353 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.279647 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.279938 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.280218 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.280507 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.280788 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.281085 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.281390 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.281709 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.282009 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.282286 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.282565 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.282840 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.283122 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.283409 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.283689 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.283978 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.284268 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.284547 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.284846 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.285133 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.285461 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.285875 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.286162 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.286449 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.286745 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.287105 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.287394 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.287676 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.287971 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.288253 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.288529 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.288818 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.289094 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.289370 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.289642 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.289944 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.290238 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.290517 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.290790 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.291064 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.291341 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.291613 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.291901 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.292180 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.292457 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.292732 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.293011 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.293287 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.293558 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.293860 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.294137 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.294415 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.294691 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.294968 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.295242 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.295521 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.295793 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.296067 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.296339 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.296617 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.296889 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.297166 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.297440 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.297738 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.298020 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.298311 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.298609 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.298889 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.299168 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.299446 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.299725 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.300007 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.300286 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.300565 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.300847 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.301631 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.301950 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.302237 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.302530 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.302815 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.303123 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.303424 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.303705 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.303990 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.304271 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.304552 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.304836 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.305123 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.305420 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.305742 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.306043 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.306341 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.306636 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.306919 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.307234 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.307519 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:35.307739 n-d-816206-6 neutron-server[103405]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:14:35.307981 n-d-816206-6 neutron-server[103405]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103405) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 22 16:14:35.741919 n-d-816206-6 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:14:35.742198 n-d-816206-6 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:14:35.742505 n-d-816206-6 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 22 16:14:35.742843 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 22 16:14:36.072071 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.072349 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.072622 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.073848 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.074124 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.074506 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.111370 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.111657 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.111918 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.125970 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.126249 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.126522 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.155980 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.156261 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.156533 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.194982 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.195268 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.195534 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.457069 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.457721 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.457721 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.457981 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.459158 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.564755 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.565075 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.565354 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.565619 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.565907 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.566215 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.566472 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.566729 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.567269 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.567507 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.568366 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.568664 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.568943 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.569214 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.569487 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.569794 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.570061 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.570337 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.570614 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.570880 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.571158 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.571413 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.571697 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.572081 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.572334 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.572583 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.572990 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:36.573234 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:36.573475 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:36.573742 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:36.573980 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:36.574217 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:36.574589 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 22 16:14:36.577903 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 22 16:14:36.582106 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 22 16:14:36.586159 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Nov 22 16:14:36.588048 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 22 16:14:36.588527 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 22 16:14:36.588868 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 22 16:14:36.589254 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 22 16:14:36.592748 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 22 16:14:36.593145 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 22 16:14:36.593742 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:14:36.600601 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 22 16:14:36.624268 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 22 16:14:36.624735 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.625038 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103405) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 22 16:14:36.625398 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.626829 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103405) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 22 16:14:36.627125 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 22 16:14:36.627376 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 22 16:14:36.632758 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.633037 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:36.696451 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 22 16:14:36.696690 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 22 16:14:36.696926 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 22 16:14:36.697316 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 22 16:14:36.718331 n-d-816206-6 neutron-server[103405]: DEBUG oslo_db.sqlalchemy.engines [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103405) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 22 16:14:37.258441 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing driver for type 'gre' Nov 22 16:14:37.258971 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] gre ID ranges: [(1, 1000)] Nov 22 16:14:37.310884 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing driver for type 'local' Nov 22 16:14:37.311212 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing driver for type 'vlan' Nov 22 16:14:37.324778 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] VlanTypeDriver initialization complete Nov 22 16:14:37.325118 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing driver for type 'vxlan' Nov 22 16:14:37.325613 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] vxlan ID ranges: [(1, 1000)] Nov 22 16:14:37.379499 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing extension driver 'port_security' Nov 22 16:14:37.379870 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.extensions.port_security [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] PortSecurityExtensionDriver initialization complete Nov 22 16:14:37.380197 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing mechanism driver 'openvswitch' Nov 22 16:14:37.380524 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing mechanism driver 'hyperv' Nov 22 16:14:37.387221 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.plugin [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103405) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:37.387885 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.388254 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.388605 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.389169 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:37.389601 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.389977 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.390322 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.390723 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:37.391126 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.391467 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.391806 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.392197 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:37.392595 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > security_group after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.392939 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > security_group after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.393273 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.393838 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:37.394252 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.394600 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.395427 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.395825 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:37.396226 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > address_group after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.396568 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > address_group after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.396906 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.397298 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103405) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 22 16:14:37.397695 n-d-816206-6 neutron-server[103405]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] ML2 OVO RPC backend initialized. {{(pid=103405) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 22 16:14:37.398413 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.398761 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.399246 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.399655 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > networks before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.399997 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.400332 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > ports before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.400668 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.401002 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnets before_response 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.401344 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.401699 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.402034 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.402366 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.402698 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.403028 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.403358 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.403689 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.404019 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.404591 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.plugin [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Modular L2 Plugin initialization complete Nov 22 16:14:37.404915 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading services supported by the core plugin {{(pid=103405) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 22 16:14:37.405238 n-d-816206-6 neutron-server[103405]: INFO neutron.plugins.ml2.managers [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Got port-security extension from driver 'port_security' Nov 22 16:14:37.405708 n-d-816206-6 neutron-server[103405]: INFO neutron.extensions.vlantransparent [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Disabled vlantransparent extension. Nov 22 16:14:37.406182 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103405) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 22 16:14:37.406489 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: router Nov 22 16:14:37.443601 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.443987 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.444356 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router before_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.444716 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.445084 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.445437 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_delete 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.445814 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.446161 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.446513 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.446854 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.447197 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.447540 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.447891 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.448301 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.448661 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.449000 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.449331 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: subnet after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.449678 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.450037 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.450378 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.450717 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.451053 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.451402 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router after_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.451736 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.452077 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_create 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.452431 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.452774 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_update 55549900 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.453135 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > agent after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.453479 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > agent after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.453848 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > network after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.454718 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Tracking information for resource: router configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:37.455049 n-d-816206-6 neutron-server[103405]: DEBUG neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Tracking information for resource: floatingip configured {{(pid=103405) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 22 16:14:37.460172 n-d-816206-6 neutron-server[103405]: INFO neutron.db.l3_agentschedulers_db [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 22 16:14:37.460742 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.461098 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port after_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.461449 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port after_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.461828 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: port after_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.462606 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router before_create 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.462965 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.463322 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_create 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.463673 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > router precommit_update 55550100 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.468617 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.provider_configuration [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service providers = [] {{(pid=103405) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 22 16:14:37.468976 n-d-816206-6 neutron-server[103405]: DEBUG neutron.db.servicetype_db [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103405) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 22 16:14:37.471989 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.service_base [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:37.472332 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.service_base [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:37.472669 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.service_base [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:37.473771 n-d-816206-6 neutron-server[103405]: DEBUG neutron.services.service_base [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103405) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 22 16:14:37.474143 n-d-816206-6 neutron-server[103405]: INFO neutron.services.service_base [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 22 16:14:37.474521 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.474837 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 22 16:14:37.485602 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.485957 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: auto_allocate Nov 22 16:14:37.492607 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: network precommit_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.492967 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: network precommit_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.493477 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.493824 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: tag Nov 22 16:14:37.500507 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.500837 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: timestamp Nov 22 16:14:37.505401 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.505762 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: network_ip_availability Nov 22 16:14:37.511320 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.511639 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.511988 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.512689 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.513001 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: flavors Nov 22 16:14:37.517919 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.518249 n-d-816206-6 neutron-server[103405]: INFO neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading Plugin: revisions Nov 22 16:14:37.522585 n-d-816206-6 neutron-server[103405]: DEBUG neutron.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103405) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 22 16:14:37.522975 n-d-816206-6 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.780s {{(pid=103405) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 22 16:14:37.523717 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103405) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 22 16:14:37.524051 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Initializing extension manager. Nov 22 16:14:37.524561 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: __init__.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.524898 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: __pycache__ {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.525227 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.525553 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: address_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.526320 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.526888 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: address-group Nov 22 16:14:37.527208 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: address_scope.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.529401 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.529953 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: address-scope Nov 22 16:14:37.530282 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.531212 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.531728 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: router-admin-state-down-before-update Nov 22 16:14:37.532051 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: agent.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.532762 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.533269 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: agent Nov 22 16:14:37.533592 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: agent_resources_synced.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.534531 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.535034 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: agent-resources-synced Nov 22 16:14:37.535374 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: allowedaddresspairs.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.537384 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.537929 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: allowed-address-pairs Nov 22 16:14:37.538253 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: auto_allocated_topology.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.539330 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.539838 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: auto-allocated-topology Nov 22 16:14:37.540159 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: availability_zone.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.540848 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.541345 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: availability_zone Nov 22 16:14:37.541684 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: availability_zone_filter.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.542596 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.543093 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: availability_zone_filter Nov 22 16:14:37.543412 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: data_plane_status.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.544312 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.544808 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension data-plane-status not supported by any of loaded plugins Nov 22 16:14:37.545125 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: default_subnetpools.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.546070 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.546579 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: default-subnetpools Nov 22 16:14:37.546897 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.547702 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.548207 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: dhcp_agent_scheduler Nov 22 16:14:37.548525 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: dns.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.549434 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.549961 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension dns-integration not supported by any of loaded plugins Nov 22 16:14:37.550278 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: dns_domain_ports.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.551729 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.552292 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 22 16:14:37.552607 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.553521 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.554050 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 22 16:14:37.554367 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: dvr.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.555032 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.555529 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: dvr Nov 22 16:14:37.555844 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: ecmp_routes.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.556758 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.557257 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 22 16:14:37.557572 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: empty_string_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.558510 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.559008 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: empty-string-filtering Nov 22 16:14:37.559324 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.560229 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.560731 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:14:37.561047 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.561976 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.562473 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 22 16:14:37.562787 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: external_net.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.563692 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.564189 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: external-net Nov 22 16:14:37.564505 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.565408 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.565934 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: extra_dhcp_opt Nov 22 16:14:37.566254 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: extraroute.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.567754 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.568250 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: extraroute Nov 22 16:14:37.568561 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: extraroute_atomic.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.569591 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.570118 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: extraroute-atomic Nov 22 16:14:37.570436 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: filter_validation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.571089 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.571587 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: filter-validation Nov 22 16:14:37.571910 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: fip_pf_description.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.572808 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.573300 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 22 16:14:37.573617 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: fip_port_details.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.574554 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.575052 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: fip-port-details Nov 22 16:14:37.575372 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: flavors.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.576616 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.577124 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: flavors Nov 22 16:14:37.577444 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.579146 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.579666 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 22 16:14:37.579993 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: floatingip_pools.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.580689 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.581195 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: floatingip-pools Nov 22 16:14:37.581518 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: ip_allocation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.582500 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.583005 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension ip_allocation not supported by any of loaded plugins Nov 22 16:14:37.583327 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.584238 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.584739 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: ip-substring-filtering Nov 22 16:14:37.585060 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l2_adjacency.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.586012 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.586507 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 22 16:14:37.586825 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.587917 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.588429 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: router Nov 22 16:14:37.588748 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.591012 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.591530 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 22 16:14:37.591856 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.592776 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.593284 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: ext-gw-mode Nov 22 16:14:37.593606 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.594565 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.595065 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: l3-ha Nov 22 16:14:37.595382 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3_flavors.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.596293 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.596791 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: l3-flavors Nov 22 16:14:37.597109 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.598559 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.599064 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 22 16:14:37.599381 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: l3agentscheduler.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.600412 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.600918 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: l3_agent_scheduler Nov 22 16:14:37.601240 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: local_ip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.603017 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.603532 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension local_ip not supported by any of loaded plugins Nov 22 16:14:37.603861 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: logging.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.605323 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.605871 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension logging not supported by any of loaded plugins Nov 22 16:14:37.606197 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: metering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.606931 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.607507 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: metering Nov 22 16:14:37.607831 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.608911 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.609416 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: metering_source_and_destination_fields Nov 22 16:14:37.609765 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: multiprovidernet.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.610690 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.611191 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: multi-provider Nov 22 16:14:37.611512 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: netmtu.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.612425 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.612927 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: net-mtu Nov 22 16:14:37.613245 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: netmtu_writable.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.614756 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.615257 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: net-mtu-writable Nov 22 16:14:37.615574 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: network_availability_zone.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.616241 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.616739 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: network_availability_zone Nov 22 16:14:37.617053 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: network_ip_availability.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.618184 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.618702 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: network-ip-availability Nov 22 16:14:37.619019 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: network_segment_range.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.621229 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.621767 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension network-segment-range not supported by any of loaded plugins Nov 22 16:14:37.622777 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: pagination.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.623784 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.624253 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: pagination Nov 22 16:14:37.624576 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: port_device_profile.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.627588 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.628104 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: port-device-profile Nov 22 16:14:37.628428 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.629677 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.631395 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: port-mac-address-regenerate Nov 22 16:14:37.631763 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.632666 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.633178 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: port-numa-affinity-policy Nov 22 16:14:37.633496 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: port_resource_request.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.634440 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.634936 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension port-resource-request not supported by any of loaded plugins Nov 22 16:14:37.635255 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: port_resource_request_groups.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.636229 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.636740 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 22 16:14:37.637059 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: portbindings.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.638018 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.638524 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: binding Nov 22 16:14:37.638838 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: portbindings_extended.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.640480 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.641266 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: binding-extended Nov 22 16:14:37.641773 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: portsecurity.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.643072 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.643859 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: port-security Nov 22 16:14:37.644335 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: project_id.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.645767 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.646248 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: project-id Nov 22 16:14:37.646723 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: providernet.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.648048 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.648834 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: provider Nov 22 16:14:37.649313 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.654751 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.655546 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos not supported by any of loaded plugins Nov 22 16:14:37.656026 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.657570 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.658173 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 22 16:14:37.658625 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.659918 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.661226 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 22 16:14:37.661748 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_default.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.663031 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.663824 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-default not supported by any of loaded plugins Nov 22 16:14:37.664352 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_fip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.665284 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.665879 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-fip not supported by any of loaded plugins Nov 22 16:14:37.666234 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_gateway_ip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.667556 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.668362 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 22 16:14:37.668991 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_port_network_policy.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.670309 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.671101 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 22 16:14:37.671582 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.672981 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.673578 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 22 16:14:37.674019 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_pps_rule.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.675706 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.677047 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-pps not supported by any of loaded plugins Nov 22 16:14:37.677519 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_rule_type_details.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.678864 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.679681 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 22 16:14:37.680201 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: qos_rules_alias.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.681461 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.682101 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 22 16:14:37.682580 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: quota_check_limit.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.683862 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.684665 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: quota-check-limit Nov 22 16:14:37.685138 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: quotasv2.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.686548 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.687028 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: quotas Nov 22 16:14:37.687516 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: quotasv2_detail.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.691703 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.692504 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: quota_details Nov 22 16:14:37.692686 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: rbac.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.693778 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.694304 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: rbac-policies Nov 22 16:14:37.694633 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: rbac_address_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.695562 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.696072 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: rbac-address-group Nov 22 16:14:37.696393 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: rbac_address_scope.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.697320 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.697857 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: rbac-address-scope Nov 22 16:14:37.698177 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: rbac_security_groups.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.699088 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.699590 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: rbac-security-groups Nov 22 16:14:37.699911 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: rbac_subnetpool.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.700822 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.701321 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: rbac-subnetpool Nov 22 16:14:37.701641 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: revisionifmatch.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.702600 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.703102 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: revision-if-match Nov 22 16:14:37.703518 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: revisions.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.704588 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.705085 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: standard-attr-revisions Nov 22 16:14:37.705406 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: router_availability_zone.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.706110 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.706616 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: router_availability_zone Nov 22 16:14:37.706938 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: routerservicetype.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.708126 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.708629 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension router-service-type not supported by any of loaded plugins Nov 22 16:14:37.708952 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.709982 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.710490 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: security-groups-normalized-cidr Nov 22 16:14:37.710810 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.711726 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.712230 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: port-security-groups-filtering Nov 22 16:14:37.712552 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.713465 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.714002 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: security-groups-remote-address-group Nov 22 16:14:37.714322 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.715246 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.715749 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: security-groups-shared-filtering Nov 22 16:14:37.716069 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.716663 n-d-816206-6 neutron-server[103405]: WARNING neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 22 16:14:37.716978 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: securitygroup.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.727542 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.728061 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: security-group Nov 22 16:14:37.728391 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: segment.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.729178 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.729703 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension segment not supported by any of loaded plugins Nov 22 16:14:37.730027 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.730974 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.731479 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 22 16:14:37.731801 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: servicetype.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.732886 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.733402 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: service-type Nov 22 16:14:37.733753 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: sorting.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.734728 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.735055 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: sorting Nov 22 16:14:37.735377 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: standard_attr_segment.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.736283 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.736791 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 22 16:14:37.737111 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: standardattrdescription.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.737778 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.738288 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: standard-attr-description Nov 22 16:14:37.739170 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: stateful_security_group.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.740246 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.740748 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: stateful-security-group Nov 22 16:14:37.741067 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: stdattrs_common.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.741633 n-d-816206-6 neutron-server[103405]: WARNING neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 22 16:14:37.741973 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.742897 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.743413 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 22 16:14:37.743732 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: subnet_onboard.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.744795 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.745305 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: subnet_onboard Nov 22 16:14:37.745628 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.746616 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.747121 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 22 16:14:37.747439 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: subnet_service_types.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.748361 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.748867 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: subnet-service-types Nov 22 16:14:37.749186 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: subnetallocation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.750294 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.750802 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: subnet_allocation Nov 22 16:14:37.751124 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.751780 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.752290 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: subnetpool-prefix-ops Nov 22 16:14:37.752607 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.753528 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.754067 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 22 16:14:37.754698 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: tagging.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.755561 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.756074 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: standard-attr-tag Nov 22 16:14:37.756398 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: timestamp.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.757590 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.758124 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loaded extension: standard-attr-timestamp Nov 22 16:14:37.758447 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: trunk.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.759470 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.759985 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension trunk not supported by any of loaded plugins Nov 22 16:14:37.760307 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: trunk_details.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.761235 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.761828 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension trunk-details not supported by any of loaded plugins Nov 22 16:14:37.762103 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: uplink_status_propagation.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.763016 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.763530 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 22 16:14:37.763844 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Loading extension file: vlantransparent.py {{(pid=103405) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 22 16:14:37.764505 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103405) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 22 16:14:37.765006 n-d-816206-6 neutron-server[103405]: INFO neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 22 16:14:37.767542 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:network Nov 22 16:14:37.768070 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:subnet Nov 22 16:14:37.768471 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:37.768861 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:port Nov 22 16:14:37.770133 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.770565 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service FLAVORS assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.771195 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.771619 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.771943 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:router Nov 22 16:14:37.772376 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:14:37.772851 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service METERING assigned prefix: /metering {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.774318 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.774683 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.775028 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103405) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:14:37.776021 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:14:37.776447 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:14:37.776894 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:14:37.777475 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.777832 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:37.778177 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] subnetpool is already registered Nov 22 16:14:37.778591 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.778918 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:37.779240 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] subnetpool is already registered Nov 22 16:14:37.781506 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.781965 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service FLAVORS assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.782560 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.782965 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.783289 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:router Nov 22 16:14:37.783624 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] router is already registered Nov 22 16:14:37.784022 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:floatingip Nov 22 16:14:37.784347 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] floatingip is already registered Nov 22 16:14:37.784791 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service METERING assigned prefix: /metering {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.785984 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of CountableResource for resource:rbac_policy Nov 22 16:14:37.786348 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] rbac_policy is already registered Nov 22 16:14:37.786896 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:security_group Nov 22 16:14:37.787228 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] security_group is already registered Nov 22 16:14:37.787627 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 22 16:14:37.787951 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] security_group_rule is already registered Nov 22 16:14:37.788569 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.788889 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:37.789215 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] subnetpool is already registered Nov 22 16:14:37.789631 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.v2.resource_helper [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Service CORE assigned prefix: {{(pid=103405) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 22 16:14:37.789978 n-d-816206-6 neutron-server[103405]: INFO neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Creating instance of TrackedResource for resource:subnetpool Nov 22 16:14:37.790302 n-d-816206-6 neutron-server[103405]: WARNING neutron.quota.resource_registry [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] subnetpool is already registered Nov 22 16:14:37.790757 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: extensions {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.792195 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: address-groups {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.793705 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: address-scopes {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.795009 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: agents {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.796176 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: auto-allocated-topology {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.797399 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: availability_zones {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.798642 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: dhcp-networks {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.800126 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: dhcp-agents {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.802294 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: routers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.805451 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: flavors {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.806660 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: service_profiles {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.807866 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: next_providers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.809296 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: service_profiles {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.810878 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: floatingip-pools {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.812088 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: routers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.814206 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: floatingips {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.815474 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: l3-routers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.817176 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: l3-agents {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.818668 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: metering-labels {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.820002 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: metering-label-rules {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.821280 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: network-ip-availabilities {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.822571 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: bindings {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.824208 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: quotas {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.825780 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: quotas {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.827306 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: rbac-policies {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.828582 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: security-groups {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.829938 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: security-group-rules {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.831245 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: service-providers {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.832758 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: subnetpools {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.834253 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: subnetpools {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.835695 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.837358 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.839182 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.840941 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.842728 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.844563 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.846242 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.848761 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.850723 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.852544 n-d-816206-6 neutron-server[103405]: DEBUG neutron.api.extensions [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Extended resource: tags {{(pid=103405) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 22 16:14:37.859148 n-d-816206-6 neutron-server[103405]: WARNING keystonemiddleware.auth_token [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 22 16:14:37.864436 n-d-816206-6 neutron-server[103405]: WARNING keystonemiddleware.auth_token [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 22 16:14:37.873403 n-d-816206-6 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Acquired lock "singleton_lock" {{(pid=103405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 22 16:14:37.873889 n-d-816206-6 neutron-server[103405]: DEBUG oslo_concurrency.lockutils [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Releasing lock "singleton_lock" {{(pid=103405) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 22 16:14:37.874529 n-d-816206-6 neutron-server[103405]: INFO oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Starting 2 workers Nov 22 16:14:37.879351 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Started child 103514 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:37.883929 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Started child 103515 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:37.885161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.885822 n-d-816206-6 neutron-server[103405]: INFO neutron.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 22 16:14:37.886186 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Publish callbacks [] for process, before_spawn {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.886674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [-] (103514) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:14:37.888631 n-d-816206-6 neutron-server[103405]: INFO oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Starting 1 workers Nov 22 16:14:37.888905 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.890373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [-] (103515) wsgi starting up on http://0.0.0.0:9696 Nov 22 16:14:37.893865 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Started child 103516 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:37.894429 n-d-816206-6 neutron-server[103405]: INFO oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Starting 1 workers Nov 22 16:14:37.897925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] calling RpcWorker wait() {{(pid=103516) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 22 16:14:37.898517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] returning from RpcWorker wait() {{(pid=103516) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 22 16:14:37.899011 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Started child 103517 {{(pid=103405) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 22 16:14:37.899803 n-d-816206-6 neutron-server[103405]: DEBUG neutron_lib.callbacks.manager [None req-2d670866-e947-4fc9-b205-7037031ff71d None None] Publish callbacks [] for process, after_spawn {{(pid=103405) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.899907 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.900381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:37.901813 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:14:37.902024 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:14:37.902207 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:14:37.902419 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:14:37.902767 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:14:37.902969 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:14:37.903474 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.903737 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.904014 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.904245 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:37.904713 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.904713 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.905106 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.905307 n-d-816206-6 neutron-server[103517]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:37.905401 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.905586 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.905914 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.906153 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.906323 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.906488 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.906730 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.906974 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.907269 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.907534 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.907804 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.908025 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.908194 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.908459 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.908736 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.908980 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.909240 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] debug = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.909479 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.909986 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.910208 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.910981 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.911222 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.911490 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.911731 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.911984 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.912221 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.912439 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.912680 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.912940 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.913169 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.913377 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.913636 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.913916 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.914157 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.914375 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.914833 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] host = n-d-816206-6 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.915098 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.915305 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.915531 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.915786 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.916029 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.916244 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.916492 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.916745 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.917003 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.917257 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.917495 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.917759 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.917973 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.918232 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.918386 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_options = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.918582 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.918846 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.919101 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.919299 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.919468 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.919646 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.919909 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.920126 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.920318 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.920563 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.920777 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.920990 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.921207 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.921419 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.921696 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.921949 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.922192 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.922398 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.922652 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.922883 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.923103 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.923327 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.923540 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.924034 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.924339 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.924580 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.924861 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.925058 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.925334 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.925582 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.925885 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.926777 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.927034 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.927242 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.927513 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.927730 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.928019 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.928271 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.928758 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.928927 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.929148 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.929486 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.929835 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.930165 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.930165 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.930635 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.930801 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_json = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.931045 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.931293 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.931640 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.931825 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.931998 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.932312 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.932586 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.932820 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:37.933225 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.933557 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.934035 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.934289 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.934637 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.934827 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.935134 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.935493 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.935678 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.936020 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.936349 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.936633 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.936932 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.937436 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.938171 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.938304 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.938486 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.938767 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.939033 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.939259 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.939542 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.940331 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.940491 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.940699 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.941229 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.942522 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.942522 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.942522 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.943107 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.943563 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.944157 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.944539 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.944908 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.945219 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.945571 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.945900 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.946219 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.946750 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.946857 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.947208 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.947815 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.948392 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.948984 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.949347 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.949818 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.950139 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.950716 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.951307 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.952010 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.952617 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.953452 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.954618 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.954960 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.955276 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.955821 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.956454 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.957112 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.957846 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.958471 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.959010 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.959571 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.959913 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.960544 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.960929 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.961280 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.961606 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.961976 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.962283 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.962631 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.962978 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.963267 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.963571 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.963906 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.964215 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.964516 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.965054 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.965590 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.965959 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.966520 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.967175 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.967809 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.968445 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.969197 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.969623 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.970355 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.971472 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.971994 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.972459 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.973445 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.974001 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.974475 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.975034 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.975578 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.976064 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.976581 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.976981 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.977256 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.977499 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.977792 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.978036 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.978279 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.978519 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.978781 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.979032 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.979261 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.979485 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.979726 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.979983 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.980202 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.980423 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.980639 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.980872 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.981116 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.981393 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.981645 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.981996 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.982248 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.982498 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.982788 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.983024 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.983308 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.983525 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.983882 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.984329 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.985072 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.985309 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.985610 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.985996 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.986375 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.986782 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.987199 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.987588 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.987982 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.988365 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.989339 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.989735 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.990098 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.990482 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.991047 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.991314 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.991561 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.991781 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.992047 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.992282 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.992529 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.992793 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.993046 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.993279 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.993530 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.993795 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.993996 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.994241 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.994470 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.994684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.994930 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.995161 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.995399 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.995608 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.995813 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.996208 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.996596 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.996854 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.997103 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.997320 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.997537 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.997809 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.998023 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.998274 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.998527 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.998742 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.998958 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:37.999263 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.000067 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.000324 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.000561 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.000828 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.001109 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.001344 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.001588 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.001860 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.002113 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.002345 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.002585 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.002820 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.003031 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.003259 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.003604 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.003709 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.003940 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.004222 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.004737 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.004856 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.005087 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.005419 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.005678 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.005974 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.006237 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.006472 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.007922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.007922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.007922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.007922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.007922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.007922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.008390 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.008390 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.008553 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.008704 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.008915 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.009138 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.009343 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.009555 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.009900 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.010132 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.011684 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.012353 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.012353 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.012353 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.012582 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.012715 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.012928 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.013148 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.013363 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.013601 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.013851 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.014058 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.014262 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.014482 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.014720 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.014944 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.015166 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.015394 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.015600 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.015818 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.016029 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.016232 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.016487 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.016694 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.016897 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.017113 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.017323 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.017533 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.017855 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.018103 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.018323 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.018616 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.018889 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.019143 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.019379 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.019679 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.020413 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.020800 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.021206 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.021425 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.021646 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.021922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.022247 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.022528 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.022797 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.023049 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.023327 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.023605 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.023862 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.024090 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.024400 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.024715 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.024984 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.025252 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.025478 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.025745 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.025966 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.026178 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.026410 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.026642 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.026856 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.027110 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.027337 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.027582 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.027794 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.028018 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.028231 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.028473 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.028681 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.028902 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.029113 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.029267 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:14:38.029819 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103405) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 22 16:14:38.029977 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 22 16:14:38.030805 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 22 16:14:38.030805 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 22 16:14:38.030805 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 22 16:14:38.031071 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 22 16:14:38.031071 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.031221 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.031395 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.031550 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.031702 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.031885 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032049 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032190 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032351 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032728 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032728 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032951 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.032951 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.033173 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.033452 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.033604 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.033811 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.034101 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.034101 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.034272 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.034427 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.034583 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.034730 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] debug = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.035042 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.035235 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.035992 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.036234 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.036396 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.036677 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.036792 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.036792 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037397 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037397 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037397 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037627 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037627 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037804 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.037884 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038043 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038201 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038359 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038513 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] host = n-d-816206-6 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038670 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038825 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.038983 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.039139 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.039296 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.039454 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.039609 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.039766 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.039922 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.040077 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.040233 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.040388 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.040544 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.040866 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.041029 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_options = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.041174 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.041331 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.041491 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.041695 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.041861 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.042020 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.042176 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.042333 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.042493 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.042644 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.042936 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.043229 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.043387 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.043531 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.043690 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.043846 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044003 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044156 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044313 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044468 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044623 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044778 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.044952 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.045083 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.045236 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.045392 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.045550 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.045733 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.045894 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.046068 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.046211 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.046391 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.046564 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.046729 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.046729 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047059 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047059 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047426 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047426 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047626 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047626 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047786 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.047907 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048066 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048216 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048354 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048509 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_json = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048666 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048809 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.048968 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.049104 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.049249 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.049387 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.049545 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.049722 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 22 16:14:38.049901 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.050060 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.050229 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.050388 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.050546 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.050705 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.050863 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051170 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051170 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051427 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051511 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051661 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051829 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.051993 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.052145 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.052290 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.052438 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.052588 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.052745 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.052903 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.053061 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.053219 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.053383 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.053540 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.053721 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.053880 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054037 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054202 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054360 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054532 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054690 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:38.054868 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.054995 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.055153 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.055313 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.055471 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.055630 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.055793 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.055948 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.056096 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.056255 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.056412 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.056571 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.056728 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.056886 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.057045 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.057203 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.057360 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.057518 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.057694 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.057856 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058015 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058173 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058331 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058490 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058649 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058807 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.058977 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.059135 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.059291 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.059448 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.059606 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.059763 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.059921 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.060078 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.060234 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.060392 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.060549 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.060718 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.060877 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061034 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061191 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061349 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061505 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061683 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061843 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.061999 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.062157 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.062314 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.062470 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.062627 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.062785 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.062943 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.063100 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.063258 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.063416 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.063575 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.063735 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.063879 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064023 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064182 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064337 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064512 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064668 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064826 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.064983 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.065747 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.065747 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.066124 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.066124 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.066339 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.066447 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.066587 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.066725 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.067876 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.067876 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.067876 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.067876 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068399 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068399 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068399 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068399 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068880 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068880 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.068880 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069291 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069291 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069291 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069645 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069645 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069920 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.069920 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070152 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070275 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070373 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070501 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070661 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070845 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.070987 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.071111 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.071263 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.071420 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.071577 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.071734 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.071902 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.072060 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.072218 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.072378 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.072559 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.072716 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.072872 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073030 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073188 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073346 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073504 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073675 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073839 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.073998 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.074155 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.074319 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.074488 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.074625 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.074783 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.074941 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.075099 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.075256 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.075416 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.075577 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.075822 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.075970 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076126 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076256 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076351 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076462 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076620 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076777 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.076935 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.077092 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.077252 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.077408 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.077565 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.077813 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.077972 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.078129 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.078286 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.078446 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.078606 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.078763 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.078926 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.079085 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.079243 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.079401 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.079561 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.079718 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.079877 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.080036 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.080193 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.080352 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.080511 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.080667 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.080826 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081000 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081130 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081299 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081457 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081615 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081793 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.081951 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.082110 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.082778 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.083018 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.083308 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.083492 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.083652 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.083814 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.083976 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.084136 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.084295 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.084453 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.084610 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.084769 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.084926 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.085097 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.085255 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.085413 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.085570 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.085753 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.085960 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.086067 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.086214 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.086371 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.086528 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.086686 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.086843 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087010 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087167 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087323 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087481 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087705 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087827 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.087942 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.088096 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.088253 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.088410 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.088567 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.088724 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.088888 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.089045 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.089203 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.089365 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.089520 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.089693 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090115 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090115 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090330 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090330 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090495 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090606 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090759 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.090921 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091087 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091227 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091374 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091513 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091670 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091838 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.091981 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.092129 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.092289 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.092432 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.092591 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.092743 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.092900 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.093066 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.093217 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.093377 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.093542 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.093726 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.093871 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094029 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094194 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094334 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094480 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094640 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094784 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.094943 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.095086 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.095245 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.095389 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.095535 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.095693 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.095836 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.096057 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.096211 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.096349 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.096488 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.097281 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.097451 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.097613 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.099198 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.099198 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 22 16:14:38.099198 n-d-816206-6 neutron-server[103405]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103405) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 22 16:14:38.174213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40962) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:38.182957 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065131 Nov 22 16:14:49.888730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5cad46-9425-4a5a-9fd8-ae980e89b746 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:14:50.085026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5cad46-9425-4a5a-9fd8-ae980e89b746 None None] No non-hosted networks {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 22 16:14:50.093147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.agentschedulers_db [None req-9d5cad46-9425-4a5a-9fd8-ae980e89b746 None None] DHCP Agent not found on host n-d-816206-6 {{(pid=103516) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 22 16:14:50.221262 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d145d50b-2149-4927-817e-4b69de61a20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.831002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0516f47c-3ac1-42e3-ab04-fa4d4d10fefe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:52.882862 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb3f1-3ad2-4665-a980-392fe40d3af0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:53.836680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.272468 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.888051 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:14:55.888720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.894573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.895154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.896876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.897227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.897569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.897926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.898261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.898593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.898926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.910840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.911381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:14:55.911829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816206-6', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:55.918714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816206-6', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:14:56.577141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:14:57.148789 n-d-816206-6 neutron-server[103515]: WARNING oslo_policy.policy [None req-0b4e67d1-8b8e-48aa-a30a-a4ed771e3bb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:14:57.149502 n-d-816206-6 neutron-server[103515]: WARNING oslo_policy.policy [None req-0b4e67d1-8b8e-48aa-a30a-a4ed771e3bb0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:14:57.376554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-0b4e67d1-8b8e-48aa-a30a-a4ed771e3bb0 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:14:57.378203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0b4e67d1-8b8e-48aa-a30a-a4ed771e3bb0 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7994647 Nov 22 16:14:57.507674 n-d-816206-6 neutron-server[103516]: INFO neutron.db.l3_hamode_db [None req-71986637-5429-42ac-947c-466e44bc376e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 22 16:14:57.594048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71986637-5429-42ac-947c-466e44bc376e None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:14:57.594607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71986637-5429-42ac-947c-466e44bc376e None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:14:59.908260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:00.232832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:00.328699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.policy [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103515) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:15:00.375333 n-d-816206-6 neutron-server[103515]: WARNING oslo_policy.policy [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:00.375711 n-d-816206-6 neutron-server[103515]: WARNING oslo_policy.policy [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:00.385073 n-d-816206-6 neutron-server[103515]: INFO neutron.quota [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] Loaded quota_driver: . Nov 22 16:15:00.475994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752855981245', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752855981806', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752855986659', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752856024296', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752856037213', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752856014589', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-601412', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-800603', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1912755', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1972062'] for rbac-policy, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.544611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:00.545849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-271add5f-6f2a-443c-b89a-a586ce77f4a1 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6366360 Nov 22 16:15:03.326300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41080) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:03.665130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'name': 'private'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:03.695789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Made reservation on behalf of 003b727dfe724c9c9d78b7385ff0bedc for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:03.700021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.719496 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.833579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.837481 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.861061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 862} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:15:03.886857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752851228636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:03.887472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Unsubscribe: segment precommit_create {{(pid=103515) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:15:03.887973 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Added segment c6847710-504b-454e-9687-91f4c8a65c4b of type vlan for network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 Nov 22 16:15:03.903452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b55bfd-ee90-403b-a46c-d69e7883e7f3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:03.966415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.966755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.967094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.967440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.967807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.968158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.968608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.968947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.969275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.969599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.969951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.970275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Tracked resource versions report: Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: pushed versions: Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Log': {'1.0'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Network': {'1.1'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Port': {'1.7'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'PortForwarding': {'1.2'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'QosPolicy': {'1.10'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'SubPort': {'1.0'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Subnet': {'1.1'}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Trunk': {'1.1'}} Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: consumer versions: Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: L3 agent@n-d-816206-6: {}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: Metadata agent@n-d-816206-6: {}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: Metering agent@n-d-816206-6: {}, Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'ConntrackHelper': '1.0', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Log': '1.0', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Network': '1.1', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Port': '1.7', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'PortForwarding': '1.2', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'QosPolicy': '1.10', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'SecurityGroup': '1.5', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'SecurityGroupRule': '1.2', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'SubPort': '1.0', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Subnet': '1.1', Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: 'Trunk': '1.1'}} Nov 22 16:15:03.971406 n-d-816206-6 neutron-server[103515]: {{(pid=103515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:04.015126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.060820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.062527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:04.063252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:04.147323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8197839 Nov 22 16:15:04.171896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e94089-49d5-4328-b6c8-f857a957c2c8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba190f01-0988-4bb3-b3e8-89ad5cbb9e30,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:04.184555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:06.994567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41094) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:07.424311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c36c35-cc6c-4b7c-80b9-6fc16fc2597b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:07.425661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0c36c35-cc6c-4b7c-80b9-6fc16fc2597b admin admin] 10.222.0.65 "GET /v2.0/networks/ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 HTTP/1.1" status: 200 len: 825 time: 0.4301388 Nov 22 16:15:07.450559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e79b9d69-7676-4284-a9e7-6e096d83c297 admin admin] 10.222.0.65 "GET /v2.0/subnetpools/9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca HTTP/1.1" status: 200 len: 734 time: 0.0187879 Nov 22 16:15:07.461891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:07.485307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Made reservation on behalf of 003b727dfe724c9c9d78b7385ff0bedc for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:07.487862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.816549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.885891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fddad6-5b34-49db-978d-8591decb1305,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:07.895014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Checking segment: {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:07.895309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Network hostable DHCP agents. Network: ba190f01-0988-4bb3-b3e8-89ad5cbb9e30, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:07.923149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:07.935798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ba190f01-0988-4bb3-b3e8-89ad5cbb9e30) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:07.942445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:07.944737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:07.946092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4f94db-61b6-4428-95ec-5ec9ac4487d6 None None] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:07.968529 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c622fb6-3669-4b8f-b4a7-a052f9fd3fa1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5103383 Nov 22 16:15:08.301437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:15:08.302736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.664160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Allocated IP 172.20.0.2 (ba190f01-0988-4bb3-b3e8-89ad5cbb9e30/93fddad6-5b34-49db-978d-8591decb1305/731476b4-e8ba-46c1-bfe6-96f3937d877d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:08.909355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:08.922701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.011878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:09.016978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:09.028440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:09.037202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Pushing event updated for resources: {'Port': ['ID=731476b4-e8ba-46c1-bfe6-96f3937d877d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:09.074105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.074468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.074782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.075115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.075447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.075780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.076104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.076428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.076750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.077076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.077394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.077740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Tracked resource versions report: Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: pushed versions: Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Log': {'1.0'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Network': {'1.1'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Port': {'1.7'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'PortForwarding': {'1.2'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'QosPolicy': {'1.10'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'SubPort': {'1.0'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Subnet': {'1.1'}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Trunk': {'1.1'}} Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: consumer versions: Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: L3 agent@n-d-816206-6: {}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: Metadata agent@n-d-816206-6: {}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: Metering agent@n-d-816206-6: {}, Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'ConntrackHelper': '1.0', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Log': '1.0', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Network': '1.1', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Port': '1.7', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'PortForwarding': '1.2', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'QosPolicy': '1.10', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'SecurityGroup': '1.5', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'SecurityGroupRule': '1.2', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'SubPort': '1.0', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Subnet': '1.1', Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: 'Trunk': '1.1'}} Nov 22 16:15:09.078924 n-d-816206-6 neutron-server[103516]: {{(pid=103516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:09.135532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Attempting to bind port 731476b4-e8ba-46c1-bfe6-96f3937d877d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:09.135921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Attempting to bind port 731476b4-e8ba-46c1-bfe6-96f3937d877d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:09.136341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Attempting to bind port 731476b4-e8ba-46c1-bfe6-96f3937d877d on network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:09.141368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:09.141765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Checking segment: {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:09.142241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.142632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Bound using segment: {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:09.143112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Bound port: 731476b4-e8ba-46c1-bfe6-96f3937d877d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:09.144052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.219757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] For port 731476b4-e8ba-46c1-bfe6-96f3937d877d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:09.226464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] For port 731476b4-e8ba-46c1-bfe6-96f3937d877d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=731476b4-e8ba-46c1-bfe6-96f3937d877d,segment=NetworkSegment(c6847710-504b-454e-9687-91f4c8a65c4b),segment_id=c6847710-504b-454e-9687-91f4c8a65c4b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:09.235079 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:09.331071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe44fd-61e3-4e5a-b047-25f5353b9f58 None None] Pushing event updated for resources: {'Port': ['ID=731476b4-e8ba-46c1-bfe6-96f3937d877d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:10.738573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41102) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:11.291085 n-d-816206-6 neutron-server[103514]: WARNING oslo_policy.policy [None req-f7e7677f-59bb-4e8d-941b-8f08f3404c28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:11.291681 n-d-816206-6 neutron-server[103514]: WARNING oslo_policy.policy [None req-f7e7677f-59bb-4e8d-941b-8f08f3404c28 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:11.521815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-f7e7677f-59bb-4e8d-941b-8f08f3404c28 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:11.523082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f7e7677f-59bb-4e8d-941b-8f08f3404c28 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7824776 Nov 22 16:15:14.207083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41116) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:14.611511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-f0a0caa6-c701-49bf-b5ed-c5884ad57e52 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:14.612500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f0a0caa6-c701-49bf-b5ed-c5884ad57e52 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4044969 Nov 22 16:15:17.486123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41130) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:17.741512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 731476b4-e8ba-46c1-bfe6-96f3937d877d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:17.834730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 731476b4-e8ba-46c1-bfe6-96f3937d877d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:17.835230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.840972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:17.906667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.policy [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103514) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 22 16:15:17.955626 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:17.958025 n-d-816206-6 neutron-server[103514]: WARNING oslo_policy.policy [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:17.958416 n-d-816206-6 neutron-server[103514]: WARNING oslo_policy.policy [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 22 16:15:17.967216 n-d-816206-6 neutron-server[103514]: INFO neutron.quota [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Loaded quota_driver: . Nov 22 16:15:17.995745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 731476b4-e8ba-46c1-bfe6-96f3937d877d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=731476b4-e8ba-46c1-bfe6-96f3937d877d,segment=NetworkSegment(c6847710-504b-454e-9687-91f4c8a65c4b),segment_id=c6847710-504b-454e-9687-91f4c8a65c4b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:18.003048 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.031819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.033808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.057886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=731476b4-e8ba-46c1-bfe6-96f3937d877d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:18.196936 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.203118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.225417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:18.226650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80d392a0-653f-4edd-bd04-8477c0691914 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7395682 Nov 22 16:15:18.870769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27346859-d14e-4dfa-9f34-3ff92359ab23 None None] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:18.952571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-16aea655-b3c7-4022-90a8-db9fcc2f2711 None None] Provisioning complete for port 731476b4-e8ba-46c1-bfe6-96f3937d877d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:18.952933 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16aea655-b3c7-4022-90a8-db9fcc2f2711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.323130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2dd6a4a0-47cd-45d0-83de-60f54152b25c None None] Provisioning complete for port 731476b4-e8ba-46c1-bfe6-96f3937d877d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:19.323347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dd6a4a0-47cd-45d0-83de-60f54152b25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.714248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 731476b4-e8ba-46c1-bfe6-96f3937d877d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:19.768250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 731476b4-e8ba-46c1-bfe6-96f3937d877d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:19.769894 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.826251 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e5ca329-5c32-48f7-b121-7e6f834cbcf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:19.965426 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:15:20.868338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41140) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:21.224526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-80043df6-3215-4f81-9e25-3f30d9d830cf admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:15:21.226289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80043df6-3215-4f81-9e25-3f30d9d830cf admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3568079 Nov 22 16:15:22.812338 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-241197c9-92c0-4412-91ad-0f4efdbecdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.786188 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:23.826334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41158) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:23.975571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:24.000024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Made reservation on behalf of 785d6518700e40d89547030055eaecb5 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:24.003579 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.019671 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.138615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.145456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.159653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Reserving flat network on physical network physnet1 {{(pid=103514) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 22 16:15:24.191851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752851228636', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.192717 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Unsubscribe: segment precommit_create {{(pid=103514) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 22 16:15:24.193216 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Added segment 64998167-89ac-4498-b20e-749827525098 of type flat for network 08267908-d3a8-4c40-95c7-8290ac674234 Nov 22 16:15:24.199177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f84a89e-8bc2-4c58-a43c-3bb5e811b94d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:24.234509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.234856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.235195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.235534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.235869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.236204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.236540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.236843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.237264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.237587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.237946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.238265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Tracked resource versions report: Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: pushed versions: Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Log': {'1.0'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Network': {'1.1'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Port': {'1.7'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'PortForwarding': {'1.2'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'QosPolicy': {'1.10'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'SubPort': {'1.0'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Subnet': {'1.1'}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Trunk': {'1.1'}} Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: consumer versions: Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: L3 agent@n-d-816206-6: {}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: Metadata agent@n-d-816206-6: {}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: Metering agent@n-d-816206-6: {}, Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'ConntrackHelper': '1.0', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Log': '1.0', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Network': '1.1', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Port': '1.7', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'PortForwarding': '1.2', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'QosPolicy': '1.10', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'SecurityGroup': '1.5', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'SecurityGroupRule': '1.2', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'SubPort': '1.0', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Subnet': '1.1', Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: 'Trunk': '1.1'}} Nov 22 16:15:24.239369 n-d-816206-6 neutron-server[103514]: {{(pid=103514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:24.320837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.365761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.367642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:24.368509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:24.447557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6202180 Nov 22 16:15:24.472190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff067429-42a5-46d8-9471-d85c6a3e7c59 admin admin] Pushing event updated for resources: {'Network': ['ID=08267908-d3a8-4c40-95c7-8290ac674234,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:24.483655 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 08267908-d3a8-4c40-95c7-8290ac674234 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:15:25.165433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:25.889810 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:26.883477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41180) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:27.022711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3dbccb-c8c3-4476-b0de-29488a90f216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:27.024094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9d3dbccb-c8c3-4476-b0de-29488a90f216 admin admin] 10.222.0.65 "GET /v2.0/subnets/93fddad6-5b34-49db-978d-8591decb1305 HTTP/1.1" status: 200 len: 849 time: 0.1396604 Nov 22 16:15:27.169952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32ac2321-27de-48d2-8d57-0df5c7dc99ac admin admin] 10.222.0.65 "GET /v2.0/routers/b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 HTTP/1.1" status: 200 len: 704 time: 0.1393623 Nov 22 16:15:27.460696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:27.807300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Allocated IP 172.20.0.1 (ba190f01-0988-4bb3-b3e8-89ad5cbb9e30/93fddad6-5b34-49db-978d-8591decb1305/a6c8d283-07b5-42bc-a017-2a735c325481) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:28.023721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.095777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.172568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:28.177904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:28.187840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:28.188382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.212880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c8d283-07b5-42bc-a017-2a735c325481,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:28.403350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.484627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bc0c9d98-e435-4ba1-95ed-007f431cc6be None None] Provisioning complete for port a6c8d283-07b5-42bc-a017-2a735c325481 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:28.485353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0c9d98-e435-4ba1-95ed-007f431cc6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.522500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bc0c9d98-e435-4ba1-95ed-007f431cc6be None None] Port a6c8d283-07b5-42bc-a017-2a735c325481 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:28.686013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.691349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.692381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:28.770782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Pushing event updated for resources: {'Port': ['ID=a6c8d283-07b5-42bc-a017-2a735c325481,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:28.822708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:28.824049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:28.994099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:15:29.046087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ce4b1181-86d2-441c-bf8a-9b3734ab07b2 None None] Provisioning complete for port a6c8d283-07b5-42bc-a017-2a735c325481 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:29.046452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce4b1181-86d2-441c-bf8a-9b3734ab07b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:29.082758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ce4b1181-86d2-441c-bf8a-9b3734ab07b2 None None] Port a6c8d283-07b5-42bc-a017-2a735c325481 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:29.089471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:29.094999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a6edf2c3-3db1-4ccd-b75d-f9328bef9205 admin admin] 10.222.0.65 "PUT /v2.0/routers/b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9189236 Nov 22 16:15:29.102068 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Sync routers for ids ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:29.114932 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Routers {'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:29.115899 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:15:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:29.317598 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Set router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:29.772959 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:18Z', 'updated_at': '2021-11-22T16:15:28Z', 'revision_number': 2, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'gw_port_host': None, '_interfaces': [{'id': 'a6c8d283-07b5-42bc-a017-2a735c325481', 'name': '', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'mac_address': 'fa:16:3e:00:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:27Z', 'updated_at': '2021-11-22T16:15:28Z', 'revision_number': 2, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'subnets': [{'id': '93fddad6-5b34-49db-978d-8591decb1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:29.824178 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Checking router: b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:15:29.824548 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Updating router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 port a6c8d283-07b5-42bc-a017-2a735c325481 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:15:29.904876 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.409105 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.416083 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.600200 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Attempting to bind port a6c8d283-07b5-42bc-a017-2a735c325481 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:30.600607 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Attempting to bind port a6c8d283-07b5-42bc-a017-2a735c325481 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:30.601043 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Attempting to bind port a6c8d283-07b5-42bc-a017-2a735c325481 on network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:30.603375 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Pushing event updated for resources: {'Port': ['ID=a6c8d283-07b5-42bc-a017-2a735c325481,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:30.613175 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:30.613747 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Checking segment: {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:30.614243 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.614643 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Bound using segment: {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:30.615150 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Bound port: a6c8d283-07b5-42bc-a017-2a735c325481, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6847710-504b-454e-9687-91f4c8a65c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:30.615548 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.619212 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.619556 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.619899 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.620236 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.620567 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.620894 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.621224 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.621544 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.621895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.622218 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.622540 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.622860 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Tracked resource versions report: Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: pushed versions: Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: { 'AddressGroup': {'1.2'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'ConntrackHelper': {'1.0'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Log': {'1.0'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Network': {'1.1'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Port': {'1.7'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'PortForwarding': {'1.2'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'QosPolicy': {'1.10'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'SecurityGroup': {'1.5'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'SubPort': {'1.0'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Subnet': {'1.1'}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Trunk': {'1.1'}} Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: consumer versions: Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: L3 agent@n-d-816206-6: {}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: Metadata agent@n-d-816206-6: {}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: Metering agent@n-d-816206-6: {}, Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'ConntrackHelper': '1.0', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Log': '1.0', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Network': '1.1', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Port': '1.7', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'PortForwarding': '1.2', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'QosPolicy': '1.10', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'SecurityGroup': '1.5', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'SecurityGroupRule': '1.2', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'SubPort': '1.0', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Subnet': '1.1', Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: 'Trunk': '1.1'}} Nov 22 16:15:30.623963 n-d-816206-6 neutron-server[103517]: {{(pid=103517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:15:30.693382 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] For port a6c8d283-07b5-42bc-a017-2a735c325481, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:30.712027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a51c20ea-f6bc-4708-8d66-6a22fb831220 None None] Provisioning complete for port a6c8d283-07b5-42bc-a017-2a735c325481 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:30.712934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a51c20ea-f6bc-4708-8d66-6a22fb831220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.723801 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] For port a6c8d283-07b5-42bc-a017-2a735c325481, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a6c8d283-07b5-42bc-a017-2a735c325481,segment=NetworkSegment(c6847710-504b-454e-9687-91f4c8a65c4b),segment_id=c6847710-504b-454e-9687-91f4c8a65c4b)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:30.729878 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:30.747649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a51c20ea-f6bc-4708-8d66-6a22fb831220 None None] Port a6c8d283-07b5-42bc-a017-2a735c325481 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:15:30.798722 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Routers {'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:30.800109 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:15:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:30.912990 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e9b28-1e83-4230-afce-fa458c5d8148 None None] Pushing event updated for resources: {'Port': ['ID=a6c8d283-07b5-42bc-a017-2a735c325481,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:30.932601 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] Set router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:31.069625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-42095dc9-c5fd-4ed6-8f3d-4ddde1c679a8 None None] Provisioning complete for port a6c8d283-07b5-42bc-a017-2a735c325481 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:31.069978 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42095dc9-c5fd-4ed6-8f3d-4ddde1c679a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.157876 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:18Z', 'updated_at': '2021-11-22T16:15:28Z', 'revision_number': 2, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'gw_port_host': None, '_interfaces': [{'id': 'a6c8d283-07b5-42bc-a017-2a735c325481', 'name': '', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'mac_address': 'fa:16:3e:00:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:27Z', 'updated_at': '2021-11-22T16:15:30Z', 'revision_number': 4, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'subnets': [{'id': '93fddad6-5b34-49db-978d-8591decb1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:31.159771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42095dc9-c5fd-4ed6-8f3d-4ddde1c679a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.186361 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75ecf4f-1bf3-4663-b35e-f93a39734dbd None None] The sync data for ids ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'] in n-d-816206-6 is: [{'id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:18Z', 'updated_at': '2021-11-22T16:15:28Z', 'revision_number': 2, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'gw_port_host': None, '_interfaces': [{'id': 'a6c8d283-07b5-42bc-a017-2a735c325481', 'name': '', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'mac_address': 'fa:16:3e:00:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:27Z', 'updated_at': '2021-11-22T16:15:30Z', 'revision_number': 4, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'subnets': [{'id': '93fddad6-5b34-49db-978d-8591decb1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:31.195621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-42095dc9-c5fd-4ed6-8f3d-4ddde1c679a8 None None] For port a6c8d283-07b5-42bc-a017-2a735c325481, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a6c8d283-07b5-42bc-a017-2a735c325481,segment=NetworkSegment(c6847710-504b-454e-9687-91f4c8a65c4b),segment_id=c6847710-504b-454e-9687-91f4c8a65c4b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:31.201440 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42095dc9-c5fd-4ed6-8f3d-4ddde1c679a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:31.261494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42095dc9-c5fd-4ed6-8f3d-4ddde1c679a8 None None] Pushing event updated for resources: {'Port': ['ID=a6c8d283-07b5-42bc-a017-2a735c325481,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:31.716028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41190) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:31.847177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374f7fde-9552-4d92-b58c-1aa892f2bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:31.848578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-374f7fde-9552-4d92-b58c-1aa892f2bd50 admin admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 842 time: 0.1312809 Nov 22 16:15:31.861903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Request body: {'subnet': {'cidr': '172.25.6.0/24', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:31.901244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Made reservation on behalf of 785d6518700e40d89547030055eaecb5 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:15:31.905110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.277752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:15:32.278214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.337591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd11848c-a3a0-496d-8306-a860f400b74d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:32.348768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:32.349113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Network hostable DHCP agents. Network: 08267908-d3a8-4c40-95c7-8290ac674234, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:15:32.380286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:15:32.394765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 08267908-d3a8-4c40-95c7-8290ac674234) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:32.400492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:32.401064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:32.410231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78354b9e-9741-4908-84bf-4e0e8f81e058 None None] Network 08267908-d3a8-4c40-95c7-8290ac674234 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:32.425382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-21b58873-b790-46a5-aa32-6249e7b12a01 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5614789 Nov 22 16:15:32.601921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2252a9-2949-417a-90e0-02dce69f8134 None None] Network 08267908-d3a8-4c40-95c7-8290ac674234 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:15:34.944208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41198) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:35.107398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f2428c9-bb85-4d42-b2fa-ed676080d2ed admin admin] 10.222.0.65 "GET /v2.0/routers/b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 HTTP/1.1" status: 200 len: 710 time: 0.1618989 Nov 22 16:15:35.199505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfbb4d2-0762-4b98-a42f-8762893956f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:15:35.200885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1cfbb4d2-0762-4b98-a42f-8762893956f9 admin admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 886 time: 0.0870104 Nov 22 16:15:35.211078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:15:35.532024 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.769468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.856236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:35.962348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Allocated IP 172.25.6.63 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/a95fed87-1c3d-4282-a54f-3d7082f9d93a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:15:36.064104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.100478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.141245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:15:36.144837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:15:36.152818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:15:36.155614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Pushing event updated for resources: {'Port': ['ID=a95fed87-1c3d-4282-a54f-3d7082f9d93a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:36.412437 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.613880 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.618311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.730441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:15:36.952141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:15:36.956842 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:36.962018 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b5ff3285-5a6c-42c8-8eec-9005d0494b68 admin admin] 10.222.0.65 "PUT /v2.0/routers/b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 HTTP/1.1" status: 200 len: 889 time: 1.7527528 Nov 22 16:15:37.751636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a6c8d283-07b5-42bc-a017-2a735c325481 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:37.807174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a6c8d283-07b5-42bc-a017-2a735c325481 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:37.807553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:38.512262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Sync routers for ids ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:15:38.523561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Routers {'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:38.524235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:15:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:38.737969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Set router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:39.218137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a95fed87-1c3d-4282-a54f-3d7082f9d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:18Z', 'updated_at': '2021-11-22T16:15:36Z', 'revision_number': 4, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'gw_port': {'id': 'a95fed87-1c3d-4282-a54f-3d7082f9d93a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:35Z', 'updated_at': '2021-11-22T16:15:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a6c8d283-07b5-42bc-a017-2a735c325481', 'name': '', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'mac_address': 'fa:16:3e:00:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:27Z', 'updated_at': '2021-11-22T16:15:31Z', 'revision_number': 5, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'subnets': [{'id': '93fddad6-5b34-49db-978d-8591decb1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:39.271020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Checking router: b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:15:39.271392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Updating router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 port a95fed87-1c3d-4282-a54f-3d7082f9d93a binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:15:39.320888 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.626412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41210) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:15:39.668457 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.674064 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.717465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5acf6-9971-43b8-ad62-ea5045bc37c3 None None] Pushing event updated for resources: {'Port': ['ID=a95fed87-1c3d-4282-a54f-3d7082f9d93a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:39.737147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Attempting to bind port a95fed87-1c3d-4282-a54f-3d7082f9d93a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:15:39.737727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Attempting to bind port a95fed87-1c3d-4282-a54f-3d7082f9d93a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:15:39.738255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Attempting to bind port a95fed87-1c3d-4282-a54f-3d7082f9d93a on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:15:39.746146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:15:39.746678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:15:39.754588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.754588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:15:39.754588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Bound port: a95fed87-1c3d-4282-a54f-3d7082f9d93a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:15:39.754588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.796755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b33c9418-5ca5-40e2-a0b6-cedca7647ed7 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1688726 Nov 22 16:15:39.802480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] For port a95fed87-1c3d-4282-a54f-3d7082f9d93a, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:15:39.806053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] For port a95fed87-1c3d-4282-a54f-3d7082f9d93a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a95fed87-1c3d-4282-a54f-3d7082f9d93a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:15:39.814365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:39.885876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5acf6-9971-43b8-ad62-ea5045bc37c3 None None] Pushing event updated for resources: {'Port': ['ID=a95fed87-1c3d-4282-a54f-3d7082f9d93a,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:39.891705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Routers {'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:15:39.892326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:15:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:40.008164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] Set router b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:15:40.245465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a95fed87-1c3d-4282-a54f-3d7082f9d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:18Z', 'updated_at': '2021-11-22T16:15:36Z', 'revision_number': 4, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'gw_port': {'id': 'a95fed87-1c3d-4282-a54f-3d7082f9d93a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:35Z', 'updated_at': '2021-11-22T16:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a6c8d283-07b5-42bc-a017-2a735c325481', 'name': '', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'mac_address': 'fa:16:3e:00:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:27Z', 'updated_at': '2021-11-22T16:15:31Z', 'revision_number': 5, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'subnets': [{'id': '93fddad6-5b34-49db-978d-8591decb1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:15:40.272422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39fe817-51d2-4568-826f-820e5db79fe2 None None] The sync data for ids ['b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8'] in n-d-816206-6 is: [{'id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'name': 'router1', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.63'}], 'enable_snat': True}, 'gw_port_id': 'a95fed87-1c3d-4282-a54f-3d7082f9d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:15:18Z', 'updated_at': '2021-11-22T16:15:36Z', 'revision_number': 4, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'gw_port': {'id': 'a95fed87-1c3d-4282-a54f-3d7082f9d93a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c3:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:35Z', 'updated_at': '2021-11-22T16:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a6c8d283-07b5-42bc-a017-2a735c325481', 'name': '', 'network_id': 'ba190f01-0988-4bb3-b3e8-89ad5cbb9e30', 'tenant_id': '003b727dfe724c9c9d78b7385ff0bedc', 'mac_address': 'fa:16:3e:00:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e2bc1e-de87-4ac3-bbbf-2e4da746a6b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '93fddad6-5b34-49db-978d-8591decb1305', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:15:27Z', 'updated_at': '2021-11-22T16:15:31Z', 'revision_number': 5, 'project_id': '003b727dfe724c9c9d78b7385ff0bedc', 'subnets': [{'id': '93fddad6-5b34-49db-978d-8591decb1305', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e05fc70-ab35-4a1e-a7fb-57aca7fc39ca'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:15:41.797134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a95fed87-1c3d-4282-a54f-3d7082f9d93a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:41.863709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a95fed87-1c3d-4282-a54f-3d7082f9d93a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:41.864046 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.947106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:41.972877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port a95fed87-1c3d-4282-a54f-3d7082f9d93a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a95fed87-1c3d-4282-a54f-3d7082f9d93a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:15:41.981923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:42.050435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=a95fed87-1c3d-4282-a54f-3d7082f9d93a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:15:43.760709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a95fed87-1c3d-4282-a54f-3d7082f9d93a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:15:43.857987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a95fed87-1c3d-4282-a54f-3d7082f9d93a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:15:43.858870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:49.854876 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64007a02-18e6-4302-a42e-c677d64002ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:52.820491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88b183dd-8233-48ba-868b-4a9312e1d164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:53.788105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.164817 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:55.906248 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:15:56.970005 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:16:19.841035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99cd1380-da53-4b75-97a6-ff1d742edc36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:22.820436 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c18b-f3c6-4615-9ff6-877bd85ec010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:23.790594 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.166190 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:25.904845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:33.973761 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:16:49.816975 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-584d3f3c-b5f1-40a3-9d04-3d514343ee89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:52.815804 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b622b5f-8afa-4250-9a58-1fd13fe2387e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:53.795569 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.167541 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:16:55.888937 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:10.973520 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:17:11.262306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41726) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:11.328236 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31a81f2-ecf8-4cca-93fb-fe4b14007be8 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:17:11.330310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f31a81f2-ecf8-4cca-93fb-fe4b14007be8 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669611 Nov 22 16:17:11.497321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5abf93e-76dc-4bed-93b9-625024083a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:11.498758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c5abf93e-76dc-4bed-93b9-625024083a94 admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1635475 Nov 22 16:17:13.852151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:13.950817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860ab9ba-2799-4924-888d-1d2daad5b028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:13.952010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-860ab9ba-2799-4924-888d-1d2daad5b028 admin admin] 10.222.0.65 "GET /v2.0/subnets/93fddad6-5b34-49db-978d-8591decb1305 HTTP/1.1" status: 200 len: 849 time: 0.0989101 Nov 22 16:17:13.965279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:17:14.061628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.218726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752851183948'] for subnet, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.250914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:14.251693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.253061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] 10.222.0.65 "PUT /v2.0/subnets/93fddad6-5b34-49db-978d-8591decb1305 HTTP/1.1" status: 200 len: 868 time: 0.2916758 Nov 22 16:17:14.257269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a1930a-0d09-45e3-b355-6e43b464f40c None None] Network ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:17:14.280564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93fddad6-5b34-49db-978d-8591decb1305,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:17:14.289728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.290235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.290612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.290830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.291295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.291709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.292030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.292229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.292873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.293207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.293572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.294100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8007f23-b65c-48b1-ad8e-27a3b7ddb820 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:17:14.617306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0a5eb432-f8f2-4437-958b-c5930561cbb7 None None] Provisioning complete for port a6c8d283-07b5-42bc-a017-2a735c325481 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:14.617707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb432-f8f2-4437-958b-c5930561cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:14.709126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0a5eb432-f8f2-4437-958b-c5930561cbb7 None None] Provisioning complete for port 731476b4-e8ba-46c1-bfe6-96f3937d877d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:17:14.709495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a5eb432-f8f2-4437-958b-c5930561cbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:16.626861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:16.846875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b8f15-5347-4c05-972c-4e23c171e6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:16.847251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b8f15-5347-4c05-972c-4e23c171e6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:16.848795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-386b8f15-5347-4c05-972c-4e23c171e6d8 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2209690 Nov 22 16:17:19.288272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41754) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:19.492332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd5ebb-a089-4ecd-86b9-284c2e443c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:19.492704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afd5ebb-a089-4ecd-86b9-284c2e443c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:19.494248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1afd5ebb-a089-4ecd-86b9-284c2e443c2a admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2049086 Nov 22 16:17:19.820602 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-25813041-3431-491b-906a-9a8c9f8458fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:21.827556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41762) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:21.958312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b8f3a5-1534-4502-b637-edfe4845f014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:21.959686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-12b8f3a5-1534-4502-b637-edfe4845f014 admin admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 886 time: 0.1309528 Nov 22 16:17:22.820050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f8c9a37-8d80-4ffd-8f21-cfacf706bfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:23.805214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:24.341027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41770) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:24.482890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5916a3f3-fd88-41c3-8d96-851e4de25477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:24.484328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5916a3f3-fd88-41c3-8d96-851e4de25477 admin admin] 10.222.0.65 "GET /v2.0/networks/ba190f01-0988-4bb3-b3e8-89ad5cbb9e30 HTTP/1.1" status: 200 len: 869 time: 0.1421392 Nov 22 16:17:25.168772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:25.891535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:26.864245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41778) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:26.987510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfd2fa-6f0d-40b7-bbcb-80effe70f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:26.987958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcfd2fa-6f0d-40b7-bbcb-80effe70f37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:26.989480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7bcfd2fa-6f0d-40b7-bbcb-80effe70f37f admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242752 Nov 22 16:17:29.289353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41786) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:29.383599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939e96f-f647-4e59-96aa-7ae3b2426493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.384052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7939e96f-f647-4e59-96aa-7ae3b2426493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:29.385601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7939e96f-f647-4e59-96aa-7ae3b2426493 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952630 Nov 22 16:17:31.762871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41794) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:31.856970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffffa458-755a-4e8e-ba23-e862af2f2b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:31.858364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ffffa458-755a-4e8e-ba23-e862af2f2b50 admin admin] 10.222.0.65 "GET /v2.0/subnets/93fddad6-5b34-49db-978d-8591decb1305 HTTP/1.1" status: 200 len: 868 time: 0.0945210 Nov 22 16:17:34.212407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41802) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:34.299309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db587125-3418-4908-856d-f932322dada3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:17:34.300644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-db587125-3418-4908-856d-f932322dada3 admin admin] 10.222.0.65 "GET /v2.0/subnets/cd11848c-a3a0-496d-8306-a860f400b74d HTTP/1.1" status: 200 len: 816 time: 0.0872946 Nov 22 16:17:47.973293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:17:49.825286 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6f5f1c5-e40b-4f72-8265-0cc88ff7b168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:52.822261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f569c33-a56e-4150-8c3f-0d413c1c322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:53.799328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.173702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:55.894297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:17:59.384362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41856) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:17:59.441446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-21e53056-282f-4387-940f-ec2a85b3f855 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:17:59.442485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-21e53056-282f-4387-940f-ec2a85b3f855 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0571592 Nov 22 16:18:01.898588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:01.966860 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-2172faf3-63b4-4820-87c8-3274a85e82d5 admin admin] GET failed (client error): The resource could not be found. Nov 22 16:18:01.968200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2172faf3-63b4-4820-87c8-3274a85e82d5 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686681 Nov 22 16:18:02.065522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c2887-95b1-49eb-a361-0b3869c93634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:02.067032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f84c2887-95b1-49eb-a361-0b3869c93634 admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0910652 Nov 22 16:18:04.473995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41872) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:04.527887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:04.556222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Made reservation on behalf of 785d6518700e40d89547030055eaecb5 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:04.558756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.591988 n-d-816206-6 neutron-server[103514]: WARNING neutron.services.revisions.revision_plugin [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Could not find related network for resource to bump revision. Nov 22 16:18:04.613291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:18:04.621026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.621370 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Added segment bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab of type vlan for network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e Nov 22 16:18:04.678787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.703104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.704585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:04.705184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:04.767666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2922118 Nov 22 16:18:04.780443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200561e5-4975-47e6-bd6c-dd23ae057a3a admin admin] Pushing event updated for resources: {'Network': ['ID=933a3d2b-9fe5-44c9-aae3-f144de3dd01e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:04.793911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:18:07.119502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41880) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:18:07.184866 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc68bc24-65e8-4bc7-804e-40a7263ba38d admin admin] GET failed (client error): The resource could not be found. Nov 22 16:18:07.186245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc68bc24-65e8-4bc7-804e-40a7263ba38d admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0657806 Nov 22 16:18:07.267702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52479a85-778b-4623-8106-7dd87808f315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.269148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52479a85-778b-4623-8106-7dd87808f315 admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0782638 Nov 22 16:18:07.279238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:18:07.301689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Made reservation on behalf of 785d6518700e40d89547030055eaecb5 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:18:07.303843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.480066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.645443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0f3914-26e2-4adf-9b1b-7155ad2055b1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:07.654330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:07.654680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Network hostable DHCP agents. Network: 933a3d2b-9fe5-44c9-aae3-f144de3dd01e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:18:07.670619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:18:07.679440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 933a3d2b-9fe5-44c9-aae3-f144de3dd01e) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:07.683698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:18:07.684241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:07.690888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a15fd6-2547-4781-af56-0be578f94032 None None] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:07.711835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-49e93325-d5a9-4e1c-ba8e-8e6020f484a8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4356961 Nov 22 16:18:07.861162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'tenant_id': '785d6518700e40d89547030055eaecb5', 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:18:07.862712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.021769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Allocated IP 192.168.233.2 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/5d0663cf-b01e-45f6-a2ec-73a70035bd60) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:18:08.289101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.299441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.343456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:18:08.346326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:18:08.351155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Pushing event updated for resources: {'Port': ['ID=5d0663cf-b01e-45f6-a2ec-73a70035bd60,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:08.353531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:18:08.364075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.364419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.364757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.365099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.365439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.365796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.366124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.366447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.366769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.367090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.367409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.367989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:18:08.425719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Attempting to bind port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:18:08.426075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Attempting to bind port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:18:08.426438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Attempting to bind port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:18:08.431685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:18:08.432058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:18:08.432466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.432857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:18:08.433329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Bound port: 5d0663cf-b01e-45f6-a2ec-73a70035bd60, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:18:08.433747 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.507563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] For port 5d0663cf-b01e-45f6-a2ec-73a70035bd60, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:18:08.511275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] For port 5d0663cf-b01e-45f6-a2ec-73a70035bd60, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5d0663cf-b01e-45f6-a2ec-73a70035bd60,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:18:08.516572 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:08.579315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd461361-b4f0-4b74-b2d7-ad0eba04eec5 None None] Pushing event updated for resources: {'Port': ['ID=5d0663cf-b01e-45f6-a2ec-73a70035bd60,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:09.538565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e74858-0d78-4aa3-b4ad-44f6fca02042 None None] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:18:09.611279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c1d008ea-0817-45bb-bd8d-01800e03feba None None] Provisioning complete for port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:09.611649 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1d008ea-0817-45bb-bd8d-01800e03feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:09.803304 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1d008ea-0817-45bb-bd8d-01800e03feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:09.842017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c1d008ea-0817-45bb-bd8d-01800e03feba None None] For port 5d0663cf-b01e-45f6-a2ec-73a70035bd60, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5d0663cf-b01e-45f6-a2ec-73a70035bd60,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:18:09.851537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1d008ea-0817-45bb-bd8d-01800e03feba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:09.915891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5d0663cf-b01e-45f6-a2ec-73a70035bd60 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:09.923335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d008ea-0817-45bb-bd8d-01800e03feba None None] Pushing event updated for resources: {'Port': ['ID=5d0663cf-b01e-45f6-a2ec-73a70035bd60,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:18:09.983036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:09.983405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:10.089217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bfba97eb-973f-4da7-8359-38a66b11661a None None] Provisioning complete for port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:10.089588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bfba97eb-973f-4da7-8359-38a66b11661a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:11.823785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5d0663cf-b01e-45f6-a2ec-73a70035bd60 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:18:11.880619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5d0663cf-b01e-45f6-a2ec-73a70035bd60 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:18:11.880982 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:19.835441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3ce3-bb3f-475a-9f01-6a493eb5f96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:22.826727 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c4e121a2-a5a0-4c71-9bed-2cb22d004d22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:23.804175 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:24.974037 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:18:25.180894 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:25.905917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:49.849077 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60a8098d-3f82-46fb-adac-ed133156af7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:52.837932 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-72d37741-d35e-48df-ba3a-1f30251a3863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:53.805612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.183996 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:18:55.902427 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:01.979126 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:19:19.841141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2af6b531-ed05-4dcc-a9a1-9228d9bfe05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:22.831291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17a35cb0-3160-435d-b08c-452b6bdd3433 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:23.809305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.188133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.455473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41924) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:25.461404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-7b68db75-768d-4c30-851d-89155ba44267 tempest-verify_tempest_config-1404136315 tempest-verify_tempest_config-1404136315-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:19:25.463041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b68db75-768d-4c30-851d-89155ba44267 tempest-verify_tempest_config-1404136315 tempest-verify_tempest_config-1404136315-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059123 Nov 22 16:19:25.822054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41942) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:25.897534 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:25.947254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.033630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.038197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.086937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e411fba-7e1e-42bf-b51a-59d568ecc16d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:26.091430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09ae0bc4b2054042823b5c58a0d3eaf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2681026 Nov 22 16:19:26.095892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41948) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:19:26.097858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.098216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.098608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.098937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.099272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.099637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.099964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.100282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.100640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.100989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.101348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.101715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6cb55e9-7fb3-4a7d-ae37-3dc25002d3d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.178420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.202891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.302690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.306517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:26.308248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e411fba-7e1e-42bf-b51a-59d568ecc16d HTTP/1.1" status: 204 len: 168 time: 0.2108753 Nov 22 16:19:26.317863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e411fba-7e1e-42bf-b51a-59d568ecc16d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:19:26.325558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.325929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.326270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.326600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.327145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.327478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.327807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.328132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.328456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.328780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.329098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:26.329417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c104aff-dbe0-47de-8f26-0f34d669a39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:19:38.977885 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:19:49.838835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b149fdb4-1973-4593-a851-4ef2c3599cd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:52.846388 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3e09377-22ee-4382-8f08-252a88a9a729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:53.813181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.188662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:19:55.907429 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:15.977093 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:20:19.838444 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c8dec02-5caf-43d9-b484-86898d8b688d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:22.847151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5745e881-6cf5-406b-853b-274b6a06657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:23.815072 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.193345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:25.909944 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:49.830977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e2ce48b-3920-414c-bcc1-563093728c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.840362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b25787a0-c834-41f7-b561-5964109cd73e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:52.975892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:20:53.816249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:55.195727 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:20:55.901403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:19.834026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e23c378f-5c4a-4beb-bc5f-017712260f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:22.842976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ef2d7ea-accd-4b90-bfbd-a8b45fe7d1c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:23.821350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.199431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:25.903565 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:29.974512 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:21:49.838661 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04ad2a5f-fe1f-4cc4-9daa-d394c442f928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:52.844344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3ff8e24-1b88-4b6b-8e7f-65af02a8c16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:53.822634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.202703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:21:55.909124 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:06.972781 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 5 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:22:19.840330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eddeec57-06bc-4da0-95e9-cb252d56534b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:22.847370 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f600632-c27a-4d05-b176-3fc85e52adf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:23.825499 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.209576 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:25.901939 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:37.012257 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:38.406229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1708686'] for agent, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:43.972454 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:22:49.841883 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6b89262-d45f-4d07-8301-24499aca8ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:52.851277 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91a11f0e-4d4a-4416-b639-363500be6fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:53.829312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.211540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:22:55.908772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:06.961623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:08.400426 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:19.843580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c666efa7-a2e2-42f2-9e69-0d3b899b6226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:20.971970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:23:22.416613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42004) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:22.524161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f5006fa-b71b-42af-b666-fde13e756f8e admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1061525 Nov 22 16:23:22.856665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81f990fe-3fe5-4560-8459-78dd80a10db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:23.837868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:24.995110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42014) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:23:25.060011 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8d852cdb-9071-4636-bf03-42057bfc617d admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0637686 Nov 22 16:23:25.214314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:25.906855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:36.993093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:38.426118 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:49.844487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28179abb-6cec-4723-8048-6dcf81c9d97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:52.849912 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-75f96273-3dc1-4382-afc5-6cd173361f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:53.837189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.218039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:55.899796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:23:57.971858 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:24:07.003063 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:08.434704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:19.848247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d1b63499-496e-41fe-8cc3-a50b65a72729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:22.851785 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd24db49-6b49-4068-8c36-cd962d4bb222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:23.838405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:25.221008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:25.905741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:34.972197 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:24:37.004252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:38.455918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:49.870481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-987464a8-c471-41ad-8714-24529ba48481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:50.518604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42252) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:50.963260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fd04dfa2-17d8-4812-ad71-c7643cb6dda9 tempest-AutoAllocateNetworkTest-231510028 tempest-AutoAllocateNetworkTest-231510028-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef08daf5f276478b9781db616bbbc759&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4428561 Nov 22 16:24:50.965330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42280) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:51.176031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44d902-6400-469c-95bb-9f4e5f2a998e tempest-AutoAllocateNetworkTest-231510028 tempest-AutoAllocateNetworkTest-231510028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:51.177543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bb44d902-6400-469c-95bb-9f4e5f2a998e tempest-AutoAllocateNetworkTest-231510028 tempest-AutoAllocateNetworkTest-231510028-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2111688 Nov 22 16:24:51.180991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42298) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:51.257313 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0578046d-56cb-4ca2-b1e7-948768ef80ce tempest-AutoAllocateNetworkTest-231510028 tempest-AutoAllocateNetworkTest-231510028-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741396 Nov 22 16:24:51.261864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:51.295295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70e651d6-7831-48f1-b519-0b973e13adbe tempest-AutoAllocateNetworkTest-231510028 tempest-AutoAllocateNetworkTest-231510028-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ef08daf5f276478b9781db616bbbc759 HTTP/1.1" status: 200 len: 208 time: 0.0329185 Nov 22 16:24:52.199395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.630497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.713821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.719004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.765094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50cdc6b-1d4f-4f8a-a53b-8169f6fe67ca,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:52.769754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef08daf5f276478b9781db616bbbc759&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5670500 Nov 22 16:24:52.772549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:52.775501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.776018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.776529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.777009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.777482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.778158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.778652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.779123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.779591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.780058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.780539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.781005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4a5fee-756c-44d6-bab3-ad76fc842038 admin admin] Tracked resource versions report: Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: pushed versions: Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: { 'AddressGroup': {'1.2'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'ConntrackHelper': {'1.0'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Log': {'1.0'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Network': {'1.1'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Port': {'1.7'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'PortForwarding': {'1.2'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'QosPolicy': {'1.10'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'SecurityGroup': {'1.5'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'SubPort': {'1.0'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Subnet': {'1.1'}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Trunk': {'1.1'}} Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: consumer versions: Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: HyperV agent@n-h1-816206-6: {}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: HyperV agent@n-h2-816206-6: {}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: L3 agent@n-d-816206-6: {}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: Metadata agent@n-d-816206-6: {}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: Metering agent@n-d-816206-6: {}, Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'ConntrackHelper': '1.0', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Log': '1.0', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Network': '1.1', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Port': '1.7', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'PortForwarding': '1.2', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'QosPolicy': '1.10', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'SecurityGroup': '1.5', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'SecurityGroupRule': '1.2', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'SubPort': '1.0', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Subnet': '1.1', Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: 'Trunk': '1.1'}} Nov 22 16:24:52.782286 n-d-816206-6 neutron-server[103515]: {{(pid=103515) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:24:52.839285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.863590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.872491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-add9cef2-f004-4dc6-b0e5-9835e07622ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.923837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.927105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:52.933075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c50cdc6b-1d4f-4f8a-a53b-8169f6fe67ca HTTP/1.1" status: 204 len: 168 time: 0.1592152 Nov 22 16:24:52.942724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50cdc6b-1d4f-4f8a-a53b-8169f6fe67ca,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:52.952134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.952711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.953192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.953692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.954315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.954664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.954997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.955325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.955791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.956644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.957132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.957767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba730f9-d91e-4e2b-9763-5bd45cc13da7 admin admin] Tracked resource versions report: Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: pushed versions: Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: { 'AddressGroup': {'1.2'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'ConntrackHelper': {'1.0'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Log': {'1.0'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Network': {'1.1'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Port': {'1.7'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'PortForwarding': {'1.2'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'QosPolicy': {'1.10'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'SecurityGroup': {'1.5'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'SubPort': {'1.0'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Subnet': {'1.1'}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Trunk': {'1.1'}} Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: consumer versions: Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: HyperV agent@n-h1-816206-6: {}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: HyperV agent@n-h2-816206-6: {}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: L3 agent@n-d-816206-6: {}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: Metadata agent@n-d-816206-6: {}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: Metering agent@n-d-816206-6: {}, Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'ConntrackHelper': '1.0', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Log': '1.0', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Network': '1.1', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Port': '1.7', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'PortForwarding': '1.2', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'QosPolicy': '1.10', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'SecurityGroup': '1.5', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'SecurityGroupRule': '1.2', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'SubPort': '1.0', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Subnet': '1.1', Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: 'Trunk': '1.1'}} Nov 22 16:24:52.959744 n-d-816206-6 neutron-server[103514]: {{(pid=103514) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:24:53.434827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42422) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:53.529071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:53.643882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffe29d7b-574e-4457-91f5-f3e80279b5ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.703829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a163b6b7-4bd6-4a9c-a1a1-a12ff9ac5547 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.738333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffe29d7b-574e-4457-91f5-f3e80279b5ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.746610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffe29d7b-574e-4457-91f5-f3e80279b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.779390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29d7b-574e-4457-91f5-f3e80279b5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2682bda-f0d8-42ac-9fc0-ee9bfc9775ae,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:53.798919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ffe29d7b-574e-4457-91f5-f3e80279b5ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48001311d3d44f4093d560ee8f25c6b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3627629 Nov 22 16:24:53.799650 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42444) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:53.807059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a163b6b7-4bd6-4a9c-a1a1-a12ff9ac5547 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.812167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a163b6b7-4bd6-4a9c-a1a1-a12ff9ac5547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.855297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.866079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a163b6b7-4bd6-4a9c-a1a1-a12ff9ac5547 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01d44f46e0f94f25bea9ea38113b546e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3349993 Nov 22 16:24:53.871849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42452) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:53.888867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163b6b7-4bd6-4a9c-a1a1-a12ff9ac5547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52856ebc-7eb1-441b-a1a0-4b85fa154b7c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:53.898718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbc78-77b8-4eed-ab9f-51b6ba2e65a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.933678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbc78-77b8-4eed-ab9f-51b6ba2e65a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:53.985132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8aaf0f74-71d6-4826-b848-34281521ed3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.011500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8aaf0f74-71d6-4826-b848-34281521ed3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.034067 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbc78-77b8-4eed-ab9f-51b6ba2e65a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.034271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8cbbc78-77b8-4eed-ab9f-51b6ba2e65a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.037610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8cbbc78-77b8-4eed-ab9f-51b6ba2e65a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2682bda-f0d8-42ac-9fc0-ee9bfc9775ae HTTP/1.1" status: 204 len: 168 time: 0.2346549 Nov 22 16:24:54.065554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cbbc78-77b8-4eed-ab9f-51b6ba2e65a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2682bda-f0d8-42ac-9fc0-ee9bfc9775ae,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:54.104913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8aaf0f74-71d6-4826-b848-34281521ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.107951 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8aaf0f74-71d6-4826-b848-34281521ed3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.112096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8aaf0f74-71d6-4826-b848-34281521ed3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52856ebc-7eb1-441b-a1a0-4b85fa154b7c HTTP/1.1" status: 204 len: 168 time: 0.2388880 Nov 22 16:24:54.122858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf0f74-71d6-4826-b848-34281521ed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52856ebc-7eb1-441b-a1a0-4b85fa154b7c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:54.624326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42516) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:54.645704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5a56278-88a1-4b9f-94a8-81704a246eab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.770582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5a56278-88a1-4b9f-94a8-81704a246eab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.779934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:54.784082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5a56278-88a1-4b9f-94a8-81704a246eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.841267 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5a56278-88a1-4b9f-94a8-81704a246eab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fac68a0780c6412e81a45cce9e3d2525&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2149010 Nov 22 16:24:54.844135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42544) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:54.853528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a56278-88a1-4b9f-94a8-81704a246eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7493e2-354d-45af-ab63-8b655ba38569,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:54.913447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-703a41b6-60bf-4554-9e80-5e50fdb3a296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.936563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:54.944513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-703a41b6-60bf-4554-9e80-5e50fdb3a296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:54.965433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fd289a1-fb43-4844-87ca-11b0dc17e78b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.016335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-703a41b6-60bf-4554-9e80-5e50fdb3a296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.019341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-703a41b6-60bf-4554-9e80-5e50fdb3a296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.020946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-703a41b6-60bf-4554-9e80-5e50fdb3a296 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce7493e2-354d-45af-ab63-8b655ba38569 HTTP/1.1" status: 204 len: 168 time: 0.1755872 Nov 22 16:24:55.030595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a41b6-60bf-4554-9e80-5e50fdb3a296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7493e2-354d-45af-ab63-8b655ba38569,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.105352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fd289a1-fb43-4844-87ca-11b0dc17e78b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.112276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fd289a1-fb43-4844-87ca-11b0dc17e78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.133344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-network', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:55.156304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd289a1-fb43-4844-87ca-11b0dc17e78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14e1bae-1868-4389-abef-e7576503df96,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.168391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Made reservation on behalf of af4d1c2927f8486e9c9f75b796cf8e22 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:55.172180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.175175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2fd289a1-fb43-4844-87ca-11b0dc17e78b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ae4a5f0529e4c8ba11ed2c38619cb79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2370543 Nov 22 16:24:55.182205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:55.187555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.229400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.265425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c84d2df-e70c-44c4-be57-679e69ff6c6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.299821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c84d2df-e70c-44c4-be57-679e69ff6c6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.341717 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.347999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.371241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c84d2df-e70c-44c4-be57-679e69ff6c6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.375588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c84d2df-e70c-44c4-be57-679e69ff6c6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.377687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4c84d2df-e70c-44c4-be57-679e69ff6c6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d14e1bae-1868-4389-abef-e7576503df96 HTTP/1.1" status: 204 len: 168 time: 0.1937287 Nov 22 16:24:55.384732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:24:55.394151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b972d5-2905-409b-b80e-d9229e71d600,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.402692 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.403454 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Added segment b40d0792-c33a-4ca0-a524-9893e097299f of type vlan for network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d Nov 22 16:24:55.406666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84d2df-e70c-44c4-be57-679e69ff6c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14e1bae-1868-4389-abef-e7576503df96,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.502599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.523399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42572) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:55.549375 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.550561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:55.550999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.614360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8323882 Nov 22 16:24:55.617064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42580) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:55.622655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Request body: {'subnet': {'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-subnet', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:55.628874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2f1b8-f52e-45e6-bca4-b902aae6c631 admin admin] Pushing event updated for resources: {'Network': ['ID=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:55.644598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:24:55.658215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Made reservation on behalf of af4d1c2927f8486e9c9f75b796cf8e22 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:24:55.660865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.676730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:55.817401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-300874e2-0264-4477-bb07-9f4eab83f508 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.912130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:55.939158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.072168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b474512-5fd8-478a-a36e-6c2d8986a162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.098157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-300874e2-0264-4477-bb07-9f4eab83f508 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.110608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-300874e2-0264-4477-bb07-9f4eab83f508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.136147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf2bcc9-a43b-4856-91af-5c6b95201324,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.157531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Checking segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:24:56.158175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Network hostable DHCP agents. Network: 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:24:56.188620 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-300874e2-0264-4477-bb07-9f4eab83f508 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28f237f8c07343dfb17d8e407495ce92&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6579235 Nov 22 16:24:56.188818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42608) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:56.204093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300874e2-0264-4477-bb07-9f4eab83f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4931e64-05b5-46ea-a349-1a05d029dda8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.213303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:24:56.226499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:56.239142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee3e9b9-94fa-4193-b1e9-fe4dd0ed32a8 None None] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:56.241589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:56.244485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.244793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b474512-5fd8-478a-a36e-6c2d8986a162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.256857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b474512-5fd8-478a-a36e-6c2d8986a162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.277694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f1d54299-af70-4094-bdba-ca9d41ab4e15 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6590958 Nov 22 16:24:56.280291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:56.284916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:24:56.292245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4b474512-5fd8-478a-a36e-6c2d8986a162 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ebeae880bd44e6abba9344ca4c04bc4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6143851 Nov 22 16:24:56.296000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42612) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:56.340170 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.342188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.361357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff9d-cb9b-4310-bacf-6c1e4d456299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.387073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff9d-cb9b-4310-bacf-6c1e4d456299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.446223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b474512-5fd8-478a-a36e-6c2d8986a162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8beb86-0eb9-47a3-804c-539632100b67,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.471807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff9d-cb9b-4310-bacf-6c1e4d456299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.475398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd09ff9d-cb9b-4310-bacf-6c1e4d456299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.484210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cd09ff9d-cb9b-4310-bacf-6c1e4d456299 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4931e64-05b5-46ea-a349-1a05d029dda8 HTTP/1.1" status: 204 len: 168 time: 0.2896831 Nov 22 16:24:56.502766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09ff9d-cb9b-4310-bacf-6c1e4d456299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4931e64-05b5-46ea-a349-1a05d029dda8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.532289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8189a927-5b70-4c62-93c8-89c66b1bee80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.571462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.581153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:24:56.582707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.601009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8189a927-5b70-4c62-93c8-89c66b1bee80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.686975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8189a927-5b70-4c62-93c8-89c66b1bee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.691469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8189a927-5b70-4c62-93c8-89c66b1bee80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:56.695867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8189a927-5b70-4c62-93c8-89c66b1bee80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e8beb86-0eb9-47a3-804c-539632100b67 HTTP/1.1" status: 204 len: 168 time: 0.3955905 Nov 22 16:24:56.709194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189a927-5b70-4c62-93c8-89c66b1bee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8beb86-0eb9-47a3-804c-539632100b67,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:56.795192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Allocated IP 172.20.0.2 (6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d/dbf2bcc9-a43b-4856-91af-5c6b95201324/fa13e2df-9fcc-4294-910f-c664db6a20ce) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:56.866865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.024406 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.034515 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.087887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:57.092709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:57.097823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:57.101313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Pushing event updated for resources: {'Port': ['ID=fa13e2df-9fcc-4294-910f-c664db6a20ce,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.136722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.137477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.137949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.138353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.138746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.139143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.139525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.140018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.140535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.140990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.141437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.141914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Tracked resource versions report: Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: pushed versions: Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: { 'AddressGroup': {'1.2'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'ConntrackHelper': {'1.0'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Log': {'1.0'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Network': {'1.1'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Port': {'1.7'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'PortForwarding': {'1.2'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'QosPolicy': {'1.10'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'SecurityGroup': {'1.5'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'SubPort': {'1.0'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Subnet': {'1.1'}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Trunk': {'1.1'}} Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: consumer versions: Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: HyperV agent@n-h1-816206-6: {}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: HyperV agent@n-h2-816206-6: {}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: L3 agent@n-d-816206-6: {}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: Metadata agent@n-d-816206-6: {}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: Metering agent@n-d-816206-6: {}, Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'ConntrackHelper': '1.0', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Log': '1.0', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Network': '1.1', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Port': '1.7', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'PortForwarding': '1.2', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'QosPolicy': '1.10', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'SecurityGroup': '1.5', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'SecurityGroupRule': '1.2', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'SubPort': '1.0', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Subnet': '1.1', Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: 'Trunk': '1.1'}} Nov 22 16:24:57.143185 n-d-816206-6 neutron-server[103516]: {{(pid=103516) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:24:57.193536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Attempting to bind port fa13e2df-9fcc-4294-910f-c664db6a20ce on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:24:57.194164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Attempting to bind port fa13e2df-9fcc-4294-910f-c664db6a20ce by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:24:57.194731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Attempting to bind port fa13e2df-9fcc-4294-910f-c664db6a20ce on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:24:57.202308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:24:57.203006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Checking segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:24:57.203870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.203989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.204549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Bound using segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:24:57.205238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Bound port: fa13e2df-9fcc-4294-910f-c664db6a20ce, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:24:57.205850 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.236941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42658) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.237439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.256701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e86110c-76da-4d07-808a-a7a7cff22276 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.298453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] For port fa13e2df-9fcc-4294-910f-c664db6a20ce, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:24:57.303235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] For port fa13e2df-9fcc-4294-910f-c664db6a20ce, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fa13e2df-9fcc-4294-910f-c664db6a20ce,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:24:57.309291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.388893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da547a-9845-46e3-b3fb-6a548b2bb519 None None] Pushing event updated for resources: {'Port': ['ID=fa13e2df-9fcc-4294-910f-c664db6a20ce,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.440116 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e86110c-76da-4d07-808a-a7a7cff22276 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.447408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e86110c-76da-4d07-808a-a7a7cff22276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.483938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Allocated IP 172.25.6.8 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/c5bfdce0-53d6-444b-8393-d0b850848f0f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:24:57.489046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86110c-76da-4d07-808a-a7a7cff22276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c4c68-4687-4da2-b553-3e9e08ff306f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:57.519714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4e86110c-76da-4d07-808a-a7a7cff22276 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24b4c766659842b0ace99218d7d21da5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2814155 Nov 22 16:24:57.520080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42662) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.605522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42670) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.608578 n-d-816206-6 neutron-server[103514]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 22 16:24:57.632144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3128019a-1998-4a9a-8b91-bbd8fe39e072 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.671553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-aaba6349-33c0-4328-b0c2-84908feefb7b tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9921243631804346955dc73f7ca2b2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639250 Nov 22 16:24:57.744310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3128019a-1998-4a9a-8b91-bbd8fe39e072 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.811734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42674) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:57.850398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c93b161b-e5c5-4a3e-874b-368ff1e33625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.899749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.921265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3128019a-1998-4a9a-8b91-bbd8fe39e072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.924945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3128019a-1998-4a9a-8b91-bbd8fe39e072 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:57.926340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3128019a-1998-4a9a-8b91-bbd8fe39e072 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d6c4c68-4687-4da2-b553-3e9e08ff306f HTTP/1.1" status: 204 len: 168 time: 0.4049938 Nov 22 16:24:57.978608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3128019a-1998-4a9a-8b91-bbd8fe39e072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c4c68-4687-4da2-b553-3e9e08ff306f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.090917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.127231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-38d56ede-b396-4306-a9fa-b28333db3ea6 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:24:58.136449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-38d56ede-b396-4306-a9fa-b28333db3ea6 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4639268 Nov 22 16:24:58.155669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fa13e2df-9fcc-4294-910f-c664db6a20ce up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:24:58.161835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-37c35b91-0d5a-4fba-802d-f4a03bd18f3b tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/quotas/9921243631804346955dc73f7ca2b2bc HTTP/1.1" status: 200 len: 375 time: 0.0243483 Nov 22 16:24:58.228887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-b07da858-9161-4681-a1d1-828ffdd46ce4 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9921243631804346955dc73f7ca2b2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651677 Nov 22 16:24:58.262899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port fa13e2df-9fcc-4294-910f-c664db6a20ce triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:58.263617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.279268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Pushing event updated for resources: {'Port': ['ID=c5bfdce0-53d6-444b-8393-d0b850848f0f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.412887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c93b161b-e5c5-4a3e-874b-368ff1e33625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.419755 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.420860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c93b161b-e5c5-4a3e-874b-368ff1e33625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.503561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:24:58.504740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b161b-e5c5-4a3e-874b-368ff1e33625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2503980a-2289-4ca6-afa7-d8619eca6fb6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.518326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port fa13e2df-9fcc-4294-910f-c664db6a20ce, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fa13e2df-9fcc-4294-910f-c664db6a20ce,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:24:58.523588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.526226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:24:58.532608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:24:58.660162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=fa13e2df-9fcc-4294-910f-c664db6a20ce,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:58.726321 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c93b161b-e5c5-4a3e-874b-368ff1e33625 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b25d2c5006224066be607ced58f8cd16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9101081 Nov 22 16:24:58.730397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42714) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.809696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa46fc6-c677-45fc-b5dd-d1636160800b None None] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:24:58.828981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cb803ae-a50b-4c98-8254-b3b06ba76eb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.859382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cb803ae-a50b-4c98-8254-b3b06ba76eb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.896831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42720) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:58.925464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cb803ae-a50b-4c98-8254-b3b06ba76eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.928633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cb803ae-a50b-4c98-8254-b3b06ba76eb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:58.930620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9cb803ae-a50b-4c98-8254-b3b06ba76eb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2503980a-2289-4ca6-afa7-d8619eca6fb6 HTTP/1.1" status: 204 len: 168 time: 0.1985795 Nov 22 16:24:58.943256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb803ae-a50b-4c98-8254-b3b06ba76eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2503980a-2289-4ca6-afa7-d8619eca6fb6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:24:59.021549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c2da5914-8e9e-4559-9ae1-943bae3dfc7e None None] Provisioning complete for port fa13e2df-9fcc-4294-910f-c664db6a20ce triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:59.021955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2da5914-8e9e-4559-9ae1-943bae3dfc7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.186786 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.537616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0b01b456-e6b7-43aa-93c3-a4af67deb328 None None] Provisioning complete for port fa13e2df-9fcc-4294-910f-c664db6a20ce triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:24:59.538208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b01b456-e6b7-43aa-93c3-a4af67deb328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.538620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c25b8063-e070-4698-9381-0743547333ab req-2a330ef2-e4b9-46f7-97f5-91b11e56829f tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 210 time: 0.6403296 Nov 22 16:24:59.549636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.736545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Router 951dc012-9b61-4fd8-b303-0678d6a3006b is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:24:59.909833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:24:59.925712 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:24:59.949369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:24:59.952011 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:24:59.953058 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:24:59.954102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42768) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:24:59.967293 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-61955ee8-43a4-43a3-b073-61cfa54fd073 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.6853387 Nov 22 16:25:00.136921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fa13e2df-9fcc-4294-910f-c664db6a20ce up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:00.202484 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:00.208432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port fa13e2df-9fcc-4294-910f-c664db6a20ce triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:00.209702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.564153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:24:58Z', 'revision_number': 3, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:00.636073 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:00.636430 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Updating router 951dc012-9b61-4fd8-b303-0678d6a3006b port c5bfdce0-53d6-444b-8393-d0b850848f0f binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:00.727225 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:00.952417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.103839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8673bebc-f4bc-4612-8645-fe3bd8dfa58d req-9ad3c627-3ae8-4741-bbee-4d0397355ad9 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 210 time: 0.0477564 Nov 22 16:25:01.385992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.20', 65335) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:01.387896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Allocated IP 172.20.0.1 (6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d/dbf2bcc9-a43b-4856-91af-5c6b95201324/6929464d-3713-4e4d-ac62-b9a3a38fd4d9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:01.436982 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.446126 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.454648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-f0a781bd-f5cf-400d-841c-8c030a363f51 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9921243631804346955dc73f7ca2b2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598993 Nov 22 16:25:01.528029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Attempting to bind port c5bfdce0-53d6-444b-8393-d0b850848f0f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:01.528453 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Attempting to bind port c5bfdce0-53d6-444b-8393-d0b850848f0f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:01.529011 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Attempting to bind port c5bfdce0-53d6-444b-8393-d0b850848f0f on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:01.553470 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:01.553961 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:01.554289 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.555137 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:01.555655 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Bound port: c5bfdce0-53d6-444b-8393-d0b850848f0f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:01.556044 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.690365 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Pushing event updated for resources: {'Port': ['ID=c5bfdce0-53d6-444b-8393-d0b850848f0f,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.731640 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.732252 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.737738 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.739103 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.739723 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.741729 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.745166 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.745395 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.745900 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.746254 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.746593 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.753913 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Tracked resource versions report: Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: pushed versions: Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: { 'AddressGroup': {'1.2'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'ConntrackHelper': {'1.0'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Log': {'1.0'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Network': {'1.1'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Port': {'1.7'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'PortForwarding': {'1.2'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'QosPolicy': {'1.10'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'SecurityGroup': {'1.5'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'SecurityGroupRule': {'1.2'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'SubPort': {'1.0'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Subnet': {'1.1'}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Trunk': {'1.1'}} Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: consumer versions: Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: { DHCP agent@n-d-816206-6: {}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: HyperV agent@n-h1-816206-6: {}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: HyperV agent@n-h2-816206-6: {}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: L3 agent@n-d-816206-6: {}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: Metadata agent@n-d-816206-6: {}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: Metering agent@n-d-816206-6: {}, Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: Open vSwitch agent@n-d-816206-6: { 'AddressGroup': '1.2', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'ConntrackHelper': '1.0', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Log': '1.0', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Network': '1.1', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Port': '1.7', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'PortForwarding': '1.2', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'QosPolicy': '1.10', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'SecurityGroup': '1.5', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'SecurityGroupRule': '1.2', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'SubPort': '1.0', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Subnet': '1.1', Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: 'Trunk': '1.1'}} Nov 22 16:25:01.755153 n-d-816206-6 neutron-server[103517]: {{(pid=103517) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 22 16:25:01.764696 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] For port c5bfdce0-53d6-444b-8393-d0b850848f0f, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:01.776987 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] For port c5bfdce0-53d6-444b-8393-d0b850848f0f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c5bfdce0-53d6-444b-8393-d0b850848f0f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:01.798147 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.892204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-34a5f17a-9ba7-47be-baae-df6b35a1b93e tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:01.893747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-34a5f17a-9ba7-47be-baae-df6b35a1b93e tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298391 Nov 22 16:25:01.905927 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:01.906142 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:01.947285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:01.971443 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747aed7-a5f1-4b52-af4d-6a230055aa70 None None] Pushing event updated for resources: {'Port': ['ID=c5bfdce0-53d6-444b-8393-d0b850848f0f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:01.997797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Request body: {'port': {'device_id': '37df4a43-097d-4370-acfd-56a50c85f070', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '9921243631804346955dc73f7ca2b2bc'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:02.002465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.071568 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:02.127117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:02.145639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:02.161189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:02.161762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.360544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Pushing event updated for resources: {'Port': ['ID=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:02.431285 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:24:58Z', 'revision_number': 3, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:02.467066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6017556-f872-415e-b46d-30642b5eed01 req-3bcffb08-e68c-457a-b2df-579da7bb0835 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 210 time: 0.1827505 Nov 22 16:25:02.495918 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1f8975-debe-4e56-8fa5-2f90035957e0 None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:24:58Z', 'revision_number': 3, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:02.507476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42906) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:02.514177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f257b3a5-a0f9-4b93-aac9-b9960f7b7e09 None None] Provisioning complete for port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:02.515280 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f257b3a5-a0f9-4b93-aac9-b9960f7b7e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.593448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Made reservation on behalf of 9921243631804346955dc73f7ca2b2bc for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:02.599389 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.637864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.666630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f257b3a5-a0f9-4b93-aac9-b9960f7b7e09 None None] Port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:02.898136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.913590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:02.973857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.175454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4e983b-5816-4ba3-8d03-1f293886aa97,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.220863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4cd5fdf-3c50-4b5a-adb6-0cae81925699 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.451902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4cd5fdf-3c50-4b5a-adb6-0cae81925699 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.460901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4cd5fdf-3c50-4b5a-adb6-0cae81925699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.561136 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a4cd5fdf-3c50-4b5a-adb6-0cae81925699 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c6ceebf3db743ccbe0bbade7a943ba1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0513821 Nov 22 16:25:03.562933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:03.571524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd5fdf-3c50-4b5a-adb6-0cae81925699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef3742a-4e7e-45af-bbbb-67e5ad1671a4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:03.657500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Allocated IP 192.168.233.153 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/4feab47d-e3cc-4426-990c-12548b063491) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:03.709500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3def8613-8455-47f0-a3b5-5b8c0a44b1d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.767144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3def8613-8455-47f0-a3b5-5b8c0a44b1d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.855879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3def8613-8455-47f0-a3b5-5b8c0a44b1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.859506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3def8613-8455-47f0-a3b5-5b8c0a44b1d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:03.864592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3def8613-8455-47f0-a3b5-5b8c0a44b1d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ef3742a-4e7e-45af-bbbb-67e5ad1671a4 HTTP/1.1" status: 204 len: 168 time: 0.3002009 Nov 22 16:25:03.875420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def8613-8455-47f0-a3b5-5b8c0a44b1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef3742a-4e7e-45af-bbbb-67e5ad1671a4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.099756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.112460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.134458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.135520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.185076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba62b5a9-a82b-40f2-9fce-8ee2cab44291 req-63180b14-d759-4a9d-8817-d1bb98e44ac2 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 210 time: 0.0700989 Nov 22 16:25:04.233284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c5bfdce0-53d6-444b-8393-d0b850848f0f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:04.422027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c5bfdce0-53d6-444b-8393-d0b850848f0f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:04.422404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.621844 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.644018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Pushing event updated for resources: {'Port': ['ID=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.768336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:04.817098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:04.817831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42974) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:04.825421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:04.831419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:04.837340 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.873830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-820d5366-b515-418a-bd71-40184426b6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.946854 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Pushing event updated for resources: {'Port': ['ID=4feab47d-e3cc-4426-990c-12548b063491,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:04.969404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:04.972938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:04.991214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-c64221b2-0062-47d4-9d19-a6feefee9991 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9957781 Nov 22 16:25:04.992791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:05.027805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-aac104d9-3610-4c1b-94b3-86053f4cdcbf tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:05.034499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-aac104d9-3610-4c1b-94b3-86053f4cdcbf tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0197301 Nov 22 16:25:05.048128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port c5bfdce0-53d6-444b-8393-d0b850848f0f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c5bfdce0-53d6-444b-8393-d0b850848f0f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:05.081373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.142586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-820d5366-b515-418a-bd71-40184426b6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.152501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-820d5366-b515-418a-bd71-40184426b6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.254877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=c5bfdce0-53d6-444b-8393-d0b850848f0f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.285054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d5366-b515-418a-bd71-40184426b6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7f924-643a-4498-acbd-61a6643bf4b3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.335852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-820d5366-b515-418a-bd71-40184426b6da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=db418e2a32ca45f1934b9ec226b83765&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4948795 Nov 22 16:25:05.337098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42988) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:05.408041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Router 951dc012-9b61-4fd8-b303-0678d6a3006b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:25:05.453227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ffdf6df8-f74d-4b7c-abb4-c1628b7a37cb None None] Provisioning complete for port 4feab47d-e3cc-4426-990c-12548b063491 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:05.460327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffdf6df8-f74d-4b7c-abb4-c1628b7a37cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.520467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42a745ce-ad96-4d97-8734-b551bd1b4886 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.559356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ffdf6df8-f74d-4b7c-abb4-c1628b7a37cb None None] Port 4feab47d-e3cc-4426-990c-12548b063491 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:05.567922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42a745ce-ad96-4d97-8734-b551bd1b4886 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.663294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42a745ce-ad96-4d97-8734-b551bd1b4886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.666689 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42a745ce-ad96-4d97-8734-b551bd1b4886 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.671402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-42a745ce-ad96-4d97-8734-b551bd1b4886 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89c7f924-643a-4498-acbd-61a6643bf4b3 HTTP/1.1" status: 204 len: 168 time: 0.3306954 Nov 22 16:25:05.678247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a745ce-ad96-4d97-8734-b551bd1b4886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7f924-643a-4498-acbd-61a6643bf4b3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:05.711316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5b91cd66-9eff-4ec3-89db-486ef3dcd280 None None] Provisioning complete for port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:05.711697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b91cd66-9eff-4ec3-89db-486ef3dcd280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:05.777709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5b91cd66-9eff-4ec3-89db-486ef3dcd280 None None] Port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:05.813931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6a8d-0de6-4c2e-bdc5-e432bfa9ba9b req-a349d8f9-fc45-456a-a09a-6279720e54b0 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:05.827400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e29f6a8d-0de6-4c2e-bdc5-e432bfa9ba9b req-a349d8f9-fc45-456a-a09a-6279720e54b0 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 936 time: 0.2608757 Nov 22 16:25:05.894857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:05.903066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-296c475b-a9d8-4af5-9f35-e03e4ad60192 admin admin] 10.222.0.65 "PUT /v2.0/routers/951dc012-9b61-4fd8-b303-0678d6a3006b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9479098 Nov 22 16:25:05.931461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:05.945822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e29f6a8d-0de6-4c2e-bdc5-e432bfa9ba9b req-7580be9f-9c91-49ed-8cf1-08bae7980e40 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099553 Nov 22 16:25:05.975242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Request body: {'port': {'device_id': '37df4a43-097d-4370-acfd-56a50c85f070', 'device_owner': 'compute:tempest-test_az-737164949', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:05.982658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:05.984523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:06.190175 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.363161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:06.467890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c5bfdce0-53d6-444b-8393-d0b850848f0f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:06.635406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c5bfdce0-53d6-444b-8393-d0b850848f0f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:06.636196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:06.861346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:03Z', 'revision_number': 2, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:06.901987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:06.902881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Updating router 951dc012-9b61-4fd8-b303-0678d6a3006b port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:06.939536 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.038695 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.188049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c93ac-1e8e-4a76-ae97-3ecb24542569 req-7ca37bf6-3aaf-49e8-a21f-0487a7ef55d4 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:07.199694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de9c93ac-1e8e-4a76-ae97-3ecb24542569 req-7ca37bf6-3aaf-49e8-a21f-0487a7ef55d4 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 936 time: 0.1349077 Nov 22 16:25:07.229429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4feab47d-e3cc-4426-990c-12548b063491 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:07.239380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.279751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Transition to ACTIVE for port object 4feab47d-e3cc-4426-990c-12548b063491 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:07.285420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.293226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de9c93ac-1e8e-4a76-ae97-3ecb24542569 req-fca34805-b8c8-4f1a-9d20-c2645c43832a tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927370 Nov 22 16:25:07.347605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43060) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.352507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4feab47d-e3cc-4426-990c-12548b063491,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:07.425830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Attempting to bind port 4feab47d-e3cc-4426-990c-12548b063491 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:07.425830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Attempting to bind port 4feab47d-e3cc-4426-990c-12548b063491 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:07.425830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Attempting to bind port 4feab47d-e3cc-4426-990c-12548b063491 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:07.425830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Port 4feab47d-e3cc-4426-990c-12548b063491 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:07.425830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Attempting to bind port 4feab47d-e3cc-4426-990c-12548b063491 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:07.436543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:07.437009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:07.437599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:07.438125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Bound port: 4feab47d-e3cc-4426-990c-12548b063491, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:07.438494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.572240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] For port 4feab47d-e3cc-4426-990c-12548b063491, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:07.579854 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] For port 4feab47d-e3cc-4426-990c-12548b063491, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4feab47d-e3cc-4426-990c-12548b063491,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:07.587660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.685261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:07.703819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:07.704479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.709362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4feab47d-e3cc-4426-990c-12548b063491 HTTP/1.1" status: 200 len: 1117 time: 1.9214547 Nov 22 16:25:07.714003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37df4a43-097d-4370-acfd-56a50c85f070', 'tag': '4feab47d-e3cc-4426-990c-12548b063491'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:07.754973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.764211 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:07.986606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb7dd8-7cf7-4814-aca0-4f051e1510a4 None None] Pushing event updated for resources: {'Port': ['ID=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.188508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bdfdb2-bb65-459e-8f88-481244b8bcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=4feab47d-e3cc-4426-990c-12548b063491,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.210903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-be6eda86-fb2d-4916-8026-88a42d15f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:08.212783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-be6eda86-fb2d-4916-8026-88a42d15f019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9921243631804346955dc73f7ca2b2bc&device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 1120 time: 0.3287699 Nov 22 16:25:08.216614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Attempting to bind port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:08.220969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Attempting to bind port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:08.221575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Attempting to bind port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:08.240273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-261e8cfa-fc01-408e-8a47-211ab80678ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.255263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:08.255815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Checking segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:08.256073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.256421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Bound using segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:08.257063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Bound port: 6929464d-3713-4e4d-ac62-b9a3a38fd4d9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:08.257457 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.394578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43080) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.444003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-253771f5-c78c-4f06-9d16-23762ad13d6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4feab47d-e3cc-4426-990c-12548b063491 HTTP/1.1" status: 200 len: 217 time: 0.2036309 Nov 22 16:25:08.453739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-261e8cfa-fc01-408e-8a47-211ab80678ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.464141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-261e8cfa-fc01-408e-8a47-211ab80678ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.525058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] For port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:08.540335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] For port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:08.562164 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.622834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26ef8b1b-152d-4661-a993-d28cf53c8577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.628458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e8cfa-fc01-408e-8a47-211ab80678ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058c1a0c-7ad8-46e3-a34c-ef457d479b78,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.670357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-261e8cfa-fc01-408e-8a47-211ab80678ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=025b38f4bd114004a68d861fdcf798fc&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3194418 Nov 22 16:25:08.673838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43092) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.717337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb7dd8-7cf7-4814-aca0-4f051e1510a4 None None] Pushing event updated for resources: {'Port': ['ID=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:08.752206 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.753782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f2b43312-d3c4-4eb5-bfdb-46f3ef73d682 None None] Provisioning complete for port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:08.754322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2b43312-d3c4-4eb5-bfdb-46f3ef73d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.757173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:08.758701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:08.849270 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444008e3-4776-4941-bae4-df08a1e4f8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "37df4a43-097d-4370-acfd-56a50c85f070", "tag": "4feab47d-e3cc-4426-990c-12548b063491"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:08.852947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1331f4e4-4a63-4900-99cb-2975c90015c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:08.877109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:08.883888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-network', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:08.900585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-289ff26a-5500-4036-9ffd-856de51e4941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:08.907643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-289ff26a-5500-4036-9ffd-856de51e4941 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.4447453 Nov 22 16:25:09.018485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d12f25-4192-4367-8c68-c98a60ea0939 req-6966127a-d5f9-41e3-8d70-e3c09db8f762 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:09.034591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66d12f25-4192-4367-8c68-c98a60ea0939 req-6966127a-d5f9-41e3-8d70-e3c09db8f762 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.5043809 Nov 22 16:25:09.085710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Made reservation on behalf of 906168fb0c004d04a23fb1ecd0ea53c8 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:09.089223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.142074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.170878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82d9f022-a961-4c72-9dfa-9c1e2626dc67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.227197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66d12f25-4192-4367-8c68-c98a60ea0939 req-656a8e3d-4389-4c3f-95e6-89ecd028a78d tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895447 Nov 22 16:25:09.275862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82d9f022-a961-4c72-9dfa-9c1e2626dc67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.308573 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60ef1e4-2775-4a32-a688-82d2d0107605 x-openstack-request-id: req-d60ef1e4-2775-4a32-a688-82d2d0107605 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:09.309362 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37df4a43-097d-4370-acfd-56a50c85f070", "tag": "4feab47d-e3cc-4426-990c-12548b063491", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:09.310038 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d60ef1e4-2775-4a32-a688-82d2d0107605 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:09.311392 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37df4a43-097d-4370-acfd-56a50c85f070', 'tag': '4feab47d-e3cc-4426-990c-12548b063491', 'status': 'completed', 'code': 200} Nov 22 16:25:09.351411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:09.381350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1331f4e4-4a63-4900-99cb-2975c90015c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.386530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26ef8b1b-152d-4661-a993-d28cf53c8577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.389994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1331f4e4-4a63-4900-99cb-2975c90015c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.396550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26ef8b1b-152d-4661-a993-d28cf53c8577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.472189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1331f4e4-4a63-4900-99cb-2975c90015c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da4b03b3fed947f3943aa65952ae5f34&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0749819 Nov 22 16:25:09.479565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43104) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.498958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331f4e4-4a63-4900-99cb-2975c90015c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b1f117-fa46-4924-876e-6d5798d44d64,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:09.516239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82d9f022-a961-4c72-9dfa-9c1e2626dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.519015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82d9f022-a961-4c72-9dfa-9c1e2626dc67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.529128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-82d9f022-a961-4c72-9dfa-9c1e2626dc67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/058c1a0c-7ad8-46e3-a34c-ef457d479b78 HTTP/1.1" status: 204 len: 168 time: 0.8435194 Nov 22 16:25:09.603453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-26ef8b1b-152d-4661-a993-d28cf53c8577 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83c45633e3be4f1e87136d433f628ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9138272 Nov 22 16:25:09.633766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:09.777809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef8b1b-152d-4661-a993-d28cf53c8577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cae8c1-7e96-452d-9320-53f5ab7b82fa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:09.877853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9f022-a961-4c72-9dfa-9c1e2626dc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058c1a0c-7ad8-46e3-a34c-ef457d479b78,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:09.893772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.900887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.903697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2b43312-d3c4-4eb5-bfdb-46f3ef73d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.907893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-962876a9-2ac6-499a-993e-48d8d56c43ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.965919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f2b43312-d3c4-4eb5-bfdb-46f3ef73d682 None None] For port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:09.984476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91a74119-2f3c-4ef9-9610-e7ce04810cac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.987994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2b43312-d3c4-4eb5-bfdb-46f3ef73d682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:09.995881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:10.068792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-962876a9-2ac6-499a-993e-48d8d56c43ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.077145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-989a7656-9fa6-4c9b-828c-28253cd31f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:10.077542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-989a7656-9fa6-4c9b-828c-28253cd31f8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7293186 Nov 22 16:25:10.079392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.079392 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Added segment f122fc0c-93cc-4541-9093-295ba000c7ff of type vlan for network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 Nov 22 16:25:10.095777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b43312-d3c4-4eb5-bfdb-46f3ef73d682 None None] Pushing event updated for resources: {'Port': ['ID=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.110085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0f9189-0992-4698-aca2-02dcae571654,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.144297 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91a74119-2f3c-4ef9-9610-e7ce04810cac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.153084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:08Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:10.213305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a1da78-870b-44d7-9781-9703e1e8cf20 None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:08Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:10.224885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9c61c736-761e-4c5f-8e9d-13e65718ec4a None None] Provisioning complete for port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:10.225699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c61c736-761e-4c5f-8e9d-13e65718ec4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.340793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-962876a9-2ac6-499a-993e-48d8d56c43ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.346869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-962876a9-2ac6-499a-993e-48d8d56c43ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.352704 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-962876a9-2ac6-499a-993e-48d8d56c43ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57b1f117-fa46-4924-876e-6d5798d44d64 HTTP/1.1" status: 204 len: 168 time: 0.8719752 Nov 22 16:25:10.390243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962876a9-2ac6-499a-993e-48d8d56c43ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b1f117-fa46-4924-876e-6d5798d44d64,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.403386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91a74119-2f3c-4ef9-9610-e7ce04810cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.407138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91a74119-2f3c-4ef9-9610-e7ce04810cac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.413036 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-91a74119-2f3c-4ef9-9610-e7ce04810cac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63cae8c1-7e96-452d-9320-53f5ab7b82fa HTTP/1.1" status: 204 len: 168 time: 0.7737589 Nov 22 16:25:10.425025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a74119-2f3c-4ef9-9610-e7ce04810cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cae8c1-7e96-452d-9320-53f5ab7b82fa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.459795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:10.483178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1814ace0-5385-4ecb-99d4-5200decb97ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.501321 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.599910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.603855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:10.607604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.741480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1814ace0-5385-4ecb-99d4-5200decb97ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.750267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1814ace0-5385-4ecb-99d4-5200decb97ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:10.761192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] Pushing event updated for resources: {'Network': ['ID=0e37a99a-b2b5-43dd-9213-932b60f8fc27,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.774870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-052ac6cb-290b-48f4-8afd-da67cbd08371 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8964543 Nov 22 16:25:10.777500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:10.783616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43130) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:10.800096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Request body: {'subnet': {'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-subnet', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:10.915995 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1814ace0-5385-4ecb-99d4-5200decb97ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=179ecd50e55d4004aa886d3e25552cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544444 Nov 22 16:25:10.916975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43132) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:10.918050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814ace0-5385-4ecb-99d4-5200decb97ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a8e0d9-d328-4cd9-bbec-a2fdd8599371,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:10.960158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Made reservation on behalf of 906168fb0c004d04a23fb1ecd0ea53c8 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:10.968334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.032781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d886-a0b9-4dc7-a131-81e411fc4786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.081919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d886-a0b9-4dc7-a131-81e411fc4786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.245312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86f906-ede2-43fb-a190-3d1ad9b63089 req-1de78561-e303-4362-8a98-625a632a88d2 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:11.261348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e86f906-ede2-43fb-a190-3d1ad9b63089 req-1de78561-e303-4362-8a98-625a632a88d2 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.6961875 Nov 22 16:25:11.308892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-0db51650-a41b-4944-b47e-b2deb4b78e4d service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1995575 Nov 22 16:25:11.474941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:11.522977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43142) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:11.525001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7645276f-ff95-44e7-b3ac-e939d0581232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.575402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e86f906-ede2-43fb-a190-3d1ad9b63089 req-869e842c-38c3-401d-8cc5-65420486350b tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128598 Nov 22 16:25:11.613516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30f3410a-5225-4b5f-9f1d-5a08f4ad7682 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.646358 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d886-a0b9-4dc7-a131-81e411fc4786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.653849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6c0d886-a0b9-4dc7-a131-81e411fc4786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:11.654887 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b6c0d886-a0b9-4dc7-a131-81e411fc4786 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0a8e0d9-d328-4cd9-bbec-a2fdd8599371 HTTP/1.1" status: 204 len: 168 time: 0.7218878 Nov 22 16:25:11.697108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c0d886-a0b9-4dc7-a131-81e411fc4786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a8e0d9-d328-4cd9-bbec-a2fdd8599371,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:11.702330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abc53862-022e-4068-bfd5-90e58a7bd511 req-7b686efc-3a12-428a-a050-307b1ccb629e service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580189 Nov 22 16:25:12.040044 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:25:12.042829 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.062940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30f3410a-5225-4b5f-9f1d-5a08f4ad7682 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.075115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30f3410a-5225-4b5f-9f1d-5a08f4ad7682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.184679 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7645276f-ff95-44e7-b3ac-e939d0581232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.248286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:12.248897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7645276f-ff95-44e7-b3ac-e939d0581232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.317369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7645276f-ff95-44e7-b3ac-e939d0581232 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0eeedf4ffc44d9cbba3ddc68bb80951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8383963 Nov 22 16:25:12.328352 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30f3410a-5225-4b5f-9f1d-5a08f4ad7682 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cb533a6ad5fb454283bb354975b599f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7901120 Nov 22 16:25:12.329763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3410a-5225-4b5f-9f1d-5a08f4ad7682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10288747-6aba-4f7e-8a79-efa36504afac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.332602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.334105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.340511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c5e4b10-80c9-448e-88fb-9e84fea1532a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.366950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Checking segment: {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:12.367330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Network hostable DHCP agents. Network: 0e37a99a-b2b5-43dd-9213-932b60f8fc27, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:12.422772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:12.438823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-3553a98e-9159-4679-ae6e-9e26aaaf20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:12.441448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-3553a98e-9159-4679-ae6e-9e26aaaf20ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9921243631804346955dc73f7ca2b2bc&device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 1120 time: 0.4379401 Nov 22 16:25:12.449065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 0e37a99a-b2b5-43dd-9213-932b60f8fc27) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:12.464542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdf636f-0d93-4c7e-b0e9-79033e00be82 None None] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:12.474890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7645276f-ff95-44e7-b3ac-e939d0581232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7c19f5-6006-4023-bd6b-65f74e6decdc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.478904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:12.480973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.493871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:12.494536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.527236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d2616d-42d0-4481-ac06-0385c24f986f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.543286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dd0ab27d-b420-4fef-a97f-229361689a05 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7544274 Nov 22 16:25:12.543920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43166) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:12.551558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e2331938-3951-4f53-a96d-1b47f085c907 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.602758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d2616d-42d0-4481-ac06-0385c24f986f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.645108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e2331938-3951-4f53-a96d-1b47f085c907 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.645376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:12.765643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e2331938-3951-4f53-a96d-1b47f085c907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.776086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e2331938-3951-4f53-a96d-1b47f085c907 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.806764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e2331938-3951-4f53-a96d-1b47f085c907 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10288747-6aba-4f7e-8a79-efa36504afac HTTP/1.1" status: 204 len: 168 time: 0.4608636 Nov 22 16:25:12.827716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d2616d-42d0-4481-ac06-0385c24f986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.833519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26d2616d-42d0-4481-ac06-0385c24f986f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.841024 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.842099 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-26d2616d-42d0-4481-ac06-0385c24f986f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d7c19f5-6006-4023-bd6b-65f74e6decdc HTTP/1.1" status: 204 len: 168 time: 0.5058837 Nov 22 16:25:12.851222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:12.853715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2331938-3951-4f53-a96d-1b47f085c907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10288747-6aba-4f7e-8a79-efa36504afac,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:12.882885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d2616d-42d0-4481-ac06-0385c24f986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7c19f5-6006-4023-bd6b-65f74e6decdc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:13.022488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84059626-b2c9-4796-8d74-6a04a55a356c req-65038e23-c851-4fd9-860a-80247acb28da tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:13.036500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84059626-b2c9-4796-8d74-6a04a55a356c req-65038e23-c851-4fd9-860a-80247acb28da tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.2961485 Nov 22 16:25:13.061187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-394c4d26-19bb-4032-b85e-3f2f60486078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:13.063818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-394c4d26-19bb-4032-b85e-3f2f60486078 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.6121430 Nov 22 16:25:13.125638 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.135820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-0e37a99a-b2b5-43dd-9213-932b60f8fc27', 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'fixed_ips': [{'subnet_id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:25:13.137108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.246436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-50042d0c-f46e-4555-8755-ea3b9ea1733f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4feab47d-e3cc-4426-990c-12548b063491 HTTP/1.1" status: 200 len: 217 time: 0.1096768 Nov 22 16:25:13.334922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84059626-b2c9-4796-8d74-6a04a55a356c req-70c51126-65b2-47ab-b056-cfd0cd166cd7 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919476 Nov 22 16:25:13.390103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Allocated IP 172.20.0.2 (0e37a99a-b2b5-43dd-9213-932b60f8fc27/6c5e4b10-80c9-448e-88fb-9e84fea1532a/c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:13.517288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-1ceb0358-1200-4d8a-bfde-6fce1b3707d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:13.519060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-1ceb0358-1200-4d8a-bfde-6fce1b3707d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2080405 Nov 22 16:25:13.524267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.741370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-25790d64-1031-4e3a-a00c-9edc9af9fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:13.743485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-25790d64-1031-4e3a-a00c-9edc9af9fc83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988037 Nov 22 16:25:13.941774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:13.959823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.059120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:14.075798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:14.078510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Pushing event updated for resources: {'Port': ['ID=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.081023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:14.102795 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.146152 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.206182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Attempting to bind port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:14.206568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Attempting to bind port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:14.206932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Attempting to bind port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 on network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:14.219166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:14.219510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Checking segment: {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:14.223510 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.224092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Bound using segment: {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:14.224618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Bound port: c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:14.230606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.329997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Allocated IP 172.25.6.98 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/0f28e518-67f7-4290-8a55-7468433684ec) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:14.359357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] For port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:14.363893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] For port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:14.374248 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.426069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43214) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:14.534898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a4cbe-261a-45a2-868c-84e416bb7389 None None] Pushing event updated for resources: {'Port': ['ID=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:14.608561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.636019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757bde-2f42-40e2-ae0f-570efee27c8f req-3cb72395-8418-4a48-9004-a66b77bcb863 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:14.637608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82757bde-2f42-40e2-ae0f-570efee27c8f req-3cb72395-8418-4a48-9004-a66b77bcb863 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.1304631 Nov 22 16:25:14.780704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.894845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82757bde-2f42-40e2-ae0f-570efee27c8f req-8552ca5b-47dc-454e-8208-22592f6990d8 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436142 Nov 22 16:25:14.908241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4bc251a5-cf2f-4161-8034-86736f8a06a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:14.967394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:14.981034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:14.990004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:15.015386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Pushing event updated for resources: {'Port': ['ID=0f28e518-67f7-4290-8a55-7468433684ec,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:15.171766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4bc251a5-cf2f-4161-8034-86736f8a06a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.183507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4bc251a5-cf2f-4161-8034-86736f8a06a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.310182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc251a5-cf2f-4161-8034-86736f8a06a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fae0308-0b81-496f-a4db-6fda1004f5aa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:15.330986 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4bc251a5-cf2f-4161-8034-86736f8a06a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a801375abf174bfb96f9391e86514dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8963315 Nov 22 16:25:15.333850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:15.477992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10362e47-27fb-416a-8c6c-7ed52083c7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.480603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.519112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10362e47-27fb-416a-8c6c-7ed52083c7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.622739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10362e47-27fb-416a-8c6c-7ed52083c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.645272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10362e47-27fb-416a-8c6c-7ed52083c7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:15.646863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-10362e47-27fb-416a-8c6c-7ed52083c7c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2fae0308-0b81-496f-a4db-6fda1004f5aa HTTP/1.1" status: 204 len: 168 time: 0.3117936 Nov 22 16:25:15.670977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10362e47-27fb-416a-8c6c-7ed52083c7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fae0308-0b81-496f-a4db-6fda1004f5aa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:16.174642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-c0eadc0a-1321-49cf-ac35-dca3cd84a2e8 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636453 Nov 22 16:25:16.191273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.281904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:16.415221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:16.415607 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.461872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957114ee-3aa2-42eb-8726-b407c3fc6f49 req-afdd5fee-0b52-41bc-bc56-0bc25c0913d8 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:16.463754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-957114ee-3aa2-42eb-8726-b407c3fc6f49 req-afdd5fee-0b52-41bc-bc56-0bc25c0913d8 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.2923300 Nov 22 16:25:16.468801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd79c45-1ebe-436b-b491-10f9cd48f243 None None] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:16.509138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444008e3-4776-4941-bae4-df08a1e4f8f0 req-b4670f9e-d7d5-4e36-9269-e8b62ebee0da service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006554 Nov 22 16:25:16.512038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43256) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.565093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3a602a0d-e74d-487f-9fc1-6985842fc347 None None] Provisioning complete for port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:16.565724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a602a0d-e74d-487f-9fc1-6985842fc347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.569076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-957114ee-3aa2-42eb-8726-b407c3fc6f49 req-d4c6ae5e-efa3-4a97-ae13-386c4274773e tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891991 Nov 22 16:25:16.606089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:25:16.739896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.748137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.765097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cd85bda1-881e-4f39-aae9-44c476ac1601 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.781516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:16.796894 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Sync routers for ids ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:16.813616 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.815232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f97405d-ffa1-4a2e-a26f-ca48b07f526a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.1992202 Nov 22 16:25:16.818512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43264) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:16.823566 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Routers {'62f9055f-86f6-4b3b-bf6d-a664ef162b02'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:16.824205 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:16.903625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:16.914618 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.942726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cd85bda1-881e-4f39-aae9-44c476ac1601 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.958499 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cd85bda1-881e-4f39-aae9-44c476ac1601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:16.970553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a602a0d-e74d-487f-9fc1-6985842fc347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.076063 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cd85bda1-881e-4f39-aae9-44c476ac1601 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a787e0d4d1724f1087ad60774caa2212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265064 Nov 22 16:25:17.076712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43268) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:17.091183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85bda1-881e-4f39-aae9-44c476ac1601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb1cee6-b131-4f09-9165-fb7152445370,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.112284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.147533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-843313965-network', 'tenant_id': '9b9ec0e0ae154046a1fc82b349093525'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:17.207698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Set router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:17.212783 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-3a602a0d-e74d-487f-9fc1-6985842fc347 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:25:17.214635 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-3a602a0d-e74d-487f-9fc1-6985842fc347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:25:17.259085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Made reservation on behalf of 9b9ec0e0ae154046a1fc82b349093525 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:17.263714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.293683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.370960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-557be30f-e7aa-4c0f-8371-0d2fce8b3d13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.452604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-557be30f-e7aa-4c0f-8371-0d2fce8b3d13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.595085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-557be30f-e7aa-4c0f-8371-0d2fce8b3d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.601448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-557be30f-e7aa-4c0f-8371-0d2fce8b3d13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.607143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-557be30f-e7aa-4c0f-8371-0d2fce8b3d13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdb1cee6-b131-4f09-9165-fb7152445370 HTTP/1.1" status: 204 len: 168 time: 0.5292284 Nov 22 16:25:17.630174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557be30f-e7aa-4c0f-8371-0d2fce8b3d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb1cee6-b131-4f09-9165-fb7152445370,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.670858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.677197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.688825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:25:15Z', 'revision_number': 3, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:17.756560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.764450 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Checking router: 62f9055f-86f6-4b3b-bf6d-a664ef162b02 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:17.765609 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Updating router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 port 0f28e518-67f7-4290-8a55-7468433684ec binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:17.812130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:17.818210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff1bc5-d8d1-412f-b654-7717761b8c51 req-db74d0f1-d93b-4c82-867a-15ceba536ac0 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:17.826405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6aff1bc5-d8d1-412f-b654-7717761b8c51 req-db74d0f1-d93b-4c82-867a-15ceba536ac0 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.1216667 Nov 22 16:25:17.850602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.850900 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:17.857517 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Added segment 9f99c055-a983-4527-bae1-6a63e514ca93 of type vlan for network 4545f769-c75b-4228-91d7-83ad65254a77 Nov 22 16:25:17.882997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0825973e-8191-47e6-92d3-0ab395c5cd45,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:17.926290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6aff1bc5-d8d1-412f-b654-7717761b8c51 req-9db426f3-6595-4a1a-940a-548a074be5db tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964792 Nov 22 16:25:17.940367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b0509772-0adc-42de-8ba5-faf97e9d736a None None] Provisioning complete for port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:17.940891 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0509772-0adc-42de-8ba5-faf97e9d736a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.104982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.151085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.152773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:18.153892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.158975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Allocated IP 172.20.0.1 (0e37a99a-b2b5-43dd-9213-932b60f8fc27/6c5e4b10-80c9-448e-88fb-9e84fea1532a/308b8dd1-aaf3-427c-b846-364825bc3629) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:18.221760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:18.263750 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7497537 Nov 22 16:25:18.270930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43298) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:18.297056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Request body: {'subnet': {'network_id': '4545f769-c75b-4228-91d7-83ad65254a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-843313965-subnet', 'tenant_id': '9b9ec0e0ae154046a1fc82b349093525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:18.320927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:18.321152 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.322390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1eb6c-c348-45f8-9881-52a5ce60e154 admin admin] Pushing event updated for resources: {'Network': ['ID=4545f769-c75b-4228-91d7-83ad65254a77,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:18.365841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Made reservation on behalf of 9b9ec0e0ae154046a1fc82b349093525 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:18.371729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.377415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4545f769-c75b-4228-91d7-83ad65254a77 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:18.389547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.456762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.490674 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.496535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:18.502123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:18.503596 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.537522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:18.538454 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.689441 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a069b86-1834-4b35-a4a5-00317f9a1a71 None None] Pushing event updated for resources: {'Port': ['ID=0f28e518-67f7-4290-8a55-7468433684ec,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:18.692240 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Attempting to bind port 0f28e518-67f7-4290-8a55-7468433684ec on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:18.692889 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Attempting to bind port 0f28e518-67f7-4290-8a55-7468433684ec by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:18.693554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Attempting to bind port 0f28e518-67f7-4290-8a55-7468433684ec on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:18.700168 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:18.700931 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:18.701850 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.702561 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:18.703289 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Bound port: 0f28e518-67f7-4290-8a55-7468433684ec, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:18.703909 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.847970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] For port 0f28e518-67f7-4290-8a55-7468433684ec, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:18.851894 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] For port 0f28e518-67f7-4290-8a55-7468433684ec, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0f28e518-67f7-4290-8a55-7468433684ec,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:18.864037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.873607 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:18.968721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dbd0f714-8493-4baa-8896-03710daaddc7 None None] Provisioning complete for port 308b8dd1-aaf3-427c-b846-364825bc3629 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:18.969449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbd0f714-8493-4baa-8896-03710daaddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.005851 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a069b86-1834-4b35-a4a5-00317f9a1a71 None None] Pushing event updated for resources: {'Port': ['ID=0f28e518-67f7-4290-8a55-7468433684ec,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:19.057625 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Routers {'62f9055f-86f6-4b3b-bf6d-a664ef162b02'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:19.058424 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:19.058553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dbd0f714-8493-4baa-8896-03710daaddc7 None None] Port 308b8dd1-aaf3-427c-b846-364825bc3629 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:19.078933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Checking segment: {'id': '9f99c055-a983-4527-bae1-6a63e514ca93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '4545f769-c75b-4228-91d7-83ad65254a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:19.079653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Network hostable DHCP agents. Network: 4545f769-c75b-4228-91d7-83ad65254a77, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:19.099901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Pushing event updated for resources: {'Port': ['ID=308b8dd1-aaf3-427c-b846-364825bc3629,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:19.120792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582de2eb-0d46-4cb4-95ad-2f12c0f55aff,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:19.151563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Network 4545f769-c75b-4228-91d7-83ad65254a77 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:19.172734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 4545f769-c75b-4228-91d7-83ad65254a77) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:19.183798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:19.186387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.188033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca1ddef-018b-409e-965c-2370b1d8511f None None] Network 4545f769-c75b-4228-91d7-83ad65254a77 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:19.221630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeec86-e50f-4f66-8727-39f546015566 req-4735b3f9-94a2-4edb-8dc0-1db03be9369c tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:19.221630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cfeec86-e50f-4f66-8727-39f546015566 req-4735b3f9-94a2-4edb-8dc0-1db03be9369c tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.1136079 Nov 22 16:25:19.223949 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0495b8bf-8da9-460e-8810-53efe1c49823 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9491987 Nov 22 16:25:19.292534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cfeec86-e50f-4f66-8727-39f546015566 req-0ad4187b-3e1d-47a3-833a-45fe7bb22255 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731678 Nov 22 16:25:19.339153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.427719 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] Set router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:19.557324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43344) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:19.603709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.611134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.611134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.644264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe56d93-bb34-4987-80c3-5e3fee6a3803 None None] Network 4545f769-c75b-4228-91d7-83ad65254a77 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:19.707048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Pushing event updated for resources: {'Port': ['ID=308b8dd1-aaf3-427c-b846-364825bc3629,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:19.784934 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:25:15Z', 'revision_number': 3, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:19.844542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:19.846426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:19.852665 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9843f8-5870-400a-b0a1-800600758849 None None] The sync data for ids ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'] in n-d-816206-6 is: [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:25:15Z', 'revision_number': 3, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:19.881089 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f1787e0-430b-4ba0-94ac-4b5756bece42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:19.953233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a47da822-9ffb-4d1d-84c1-b10d8c77ca5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.152745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a47da822-9ffb-4d1d-84c1-b10d8c77ca5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.160993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a47da822-9ffb-4d1d-84c1-b10d8c77ca5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.207040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47da822-9ffb-4d1d-84c1-b10d8c77ca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a99470-b132-42e8-abd1-9ea01503c375,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:20.235228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a47da822-9ffb-4d1d-84c1-b10d8c77ca5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e05a277fd2754d8faa279dcb825c737d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6756372 Nov 22 16:25:20.239069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:20.240959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:25:20.249610 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43366) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:20.332353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e62216aa-8603-4be3-8995-a650cb5093bb None None] Provisioning complete for port 308b8dd1-aaf3-427c-b846-364825bc3629 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:20.333183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e62216aa-8603-4be3-8995-a650cb5093bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.403512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:25:20.418955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-346f3e33-582f-4ce0-b798-3b813748c416 admin admin] 10.222.0.65 "PUT /v2.0/routers/62f9055f-86f6-4b3b-bf6d-a664ef162b02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5989933 Nov 22 16:25:20.427110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e62216aa-8603-4be3-8995-a650cb5093bb None None] Port 308b8dd1-aaf3-427c-b846-364825bc3629 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:20.440840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e494c87-bedc-4a7b-b6bf-e606ae500e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.475002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e494c87-bedc-4a7b-b6bf-e606ae500e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.530477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124489ea-5e13-4761-9874-7ba1e1667728 req-23fd1940-7a65-41df-986d-d99013400fbf tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:20.540420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-124489ea-5e13-4761-9874-7ba1e1667728 req-23fd1940-7a65-41df-986d-d99013400fbf tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.0814757 Nov 22 16:25:20.563477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e494c87-bedc-4a7b-b6bf-e606ae500e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.566938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e494c87-bedc-4a7b-b6bf-e606ae500e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.571354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e494c87-bedc-4a7b-b6bf-e606ae500e15 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14a99470-b132-42e8-abd1-9ea01503c375 HTTP/1.1" status: 204 len: 168 time: 0.3288639 Nov 22 16:25:20.595141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e494c87-bedc-4a7b-b6bf-e606ae500e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a99470-b132-42e8-abd1-9ea01503c375,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:20.672059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-124489ea-5e13-4761-9874-7ba1e1667728 req-77e4d14a-75ce-474e-809d-dd873e404f95 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215272 Nov 22 16:25:20.676683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1235769513-network', 'tenant_id': '7c16208c51704a059918ff6752731e37'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:20.714698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Made reservation on behalf of 7c16208c51704a059918ff6752731e37 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:20.718744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.733977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.885234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.890776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.905593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:20.918388 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:20.918706 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Added segment 0d5b40d1-fe9b-4419-b4cd-79002a184d8a of type vlan for network 4f80d4fc-9728-44f3-992c-a304b5023c40 Nov 22 16:25:21.003633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef65a739-320e-4698-bcd7-670022454e56,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.011524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.045334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.046759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:21.047635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.104811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43392) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:21.111486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-203107247-network', 'tenant_id': 'a07fc185f14444ea8fdfdf2f30394039'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:21.115736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8649523 Nov 22 16:25:21.126546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43394) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:21.143689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947d5fd-0256-4149-9379-0f5161dc4f01 admin admin] Pushing event updated for resources: {'Network': ['ID=4f80d4fc-9728-44f3-992c-a304b5023c40,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.159462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:21.198364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Request body: {'subnet': {'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1235769513-subnet', 'tenant_id': '7c16208c51704a059918ff6752731e37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:21.203362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Made reservation on behalf of a07fc185f14444ea8fdfdf2f30394039 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:21.206024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.219591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.250447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Made reservation on behalf of 7c16208c51704a059918ff6752731e37 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:21.252932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.293290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:21.317325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d07a118-817f-4bd8-bea6-7efa02158a20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.445894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.461861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.492804 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d07a118-817f-4bd8-bea6-7efa02158a20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.501373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d07a118-817f-4bd8-bea6-7efa02158a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.531001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:21.557620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869be334-f02d-4d72-ad60-8e5fce214236,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.563758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.564151 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Added segment b7c25fef-ee6d-4f16-a1c6-2feae982ff0f of type vlan for network 45b1e63a-4e98-42e0-8d4b-8d2152b98470 Nov 22 16:25:21.571943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1d07a118-817f-4bd8-bea6-7efa02158a20 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ccf4e12ccdb5436cad0f8a5af0bbee09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764835 Nov 22 16:25:21.573214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:21.573764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07a118-817f-4bd8-bea6-7efa02158a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e60b120-fb1d-4bdb-a835-6b2da65c8323,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.646782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.656641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.675521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57afebfb-fd30-4969-9bfe-68f91cf31c10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.724673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57afebfb-fd30-4969-9bfe-68f91cf31c10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.764521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.765645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:21.767311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.800799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4feab47d-e3cc-4426-990c-12548b063491 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:21.854785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7483642 Nov 22 16:25:21.858751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43416) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:21.860023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bce2c97-0cae-4b45-a760-4e93f631937a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.868362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:21.868985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Network hostable DHCP agents. Network: 4f80d4fc-9728-44f3-992c-a304b5023c40, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:21.880151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Request body: {'subnet': {'network_id': '45b1e63a-4e98-42e0-8d4b-8d2152b98470', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-203107247-subnet', 'tenant_id': 'a07fc185f14444ea8fdfdf2f30394039', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:21.923965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfd8b3-0661-47a1-ad52-3bca4eedadcc admin admin] Pushing event updated for resources: {'Network': ['ID=45b1e63a-4e98-42e0-8d4b-8d2152b98470,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:21.931065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:21.954387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 4f80d4fc-9728-44f3-992c-a304b5023c40) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:21.958540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:21.959175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.964964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57afebfb-fd30-4969-9bfe-68f91cf31c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.969979 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-57afebfb-fd30-4969-9bfe-68f91cf31c10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:21.978582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-57afebfb-fd30-4969-9bfe-68f91cf31c10 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8e60b120-fb1d-4bdb-a835-6b2da65c8323 HTTP/1.1" status: 204 len: 168 time: 0.3950591 Nov 22 16:25:22.003732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f38f056e-80ea-43cf-9ae8-1dbdcbc8d199 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8727543 Nov 22 16:25:22.011478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Made reservation on behalf of a07fc185f14444ea8fdfdf2f30394039 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:22.015907 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.022766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afebfb-fd30-4969-9bfe-68f91cf31c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e60b120-fb1d-4bdb-a835-6b2da65c8323,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:22.131089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 45b1e63a-4e98-42e0-8d4b-8d2152b98470 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:22.134274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c47899-e1b7-4859-98c3-5d7865f6eecc None None] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:22.182689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1734b-3330-4481-bad0-bf40542d2676 req-e379542c-3e29-4e0f-9da5-c5926c4c0c25 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:22.184279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64f1734b-3330-4481-bad0-bf40542d2676 req-e379542c-3e29-4e0f-9da5-c5926c4c0c25 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 969 time: 0.3834715 Nov 22 16:25:22.277878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43430) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:22.287005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473663076', 'description': 'tempest-description--1134926809'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:22.356599 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.364580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0f28e518-67f7-4290-8a55-7468433684ec up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:22.371876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64f1734b-3330-4481-bad0-bf40542d2676 req-cbf4afee-47e8-47c3-aa09-f83a4e21f206 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570330 Nov 22 16:25:22.495732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Sync routers for ids ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:25:22.531842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4feab47d-e3cc-4426-990c-12548b063491, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4feab47d-e3cc-4426-990c-12548b063491,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:22.534888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.556921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.562304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Routers {'62f9055f-86f6-4b3b-bf6d-a664ef162b02'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:22.563624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:24:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:22.570164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.613600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1e535e-1373-4bf1-b51b-f45cc15ffe45,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:22.625417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49041911-7447-4d79-b212-a536d20329f1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:22.634456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Checking segment: {'id': 'b7c25fef-ee6d-4f16-a1c6-2feae982ff0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '45b1e63a-4e98-42e0-8d4b-8d2152b98470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:22.634887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.638528 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-55c97c51-6f25-49a6-b0db-1ac7eaab9cb0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3570075 Nov 22 16:25:22.640420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Network hostable DHCP agents. Network: 45b1e63a-4e98-42e0-8d4b-8d2152b98470, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:22.642926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43448) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:22.652258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'security_group_rule': {'security_group_id': 'eb1e535e-1373-4bf1-b51b-f45cc15ffe45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:22.687167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Network 45b1e63a-4e98-42e0-8d4b-8d2152b98470 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:22.708112 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.714831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Set router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:22.720608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 45b1e63a-4e98-42e0-8d4b-8d2152b98470) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:22.730066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:22.730663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.761533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924dc969-353d-4e79-aa73-9cbec56feb28 None None] Network 45b1e63a-4e98-42e0-8d4b-8d2152b98470 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:22.764012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '4feab47d-e3cc-4426-990c-12548b063491', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '4feab47d-e3cc-4426-990c-12548b063491', 'mac_address': 'fa:16:3e:7f:09:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:tempest-test_az-737164949', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:22.792130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0847bc9a-fdf3-4492-9429-4241f8c229c3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9319296 Nov 22 16:25:22.816670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.826790 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.856431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af4faef0-3b8a-4eab-ad53-07f1b132b65e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:22.860193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:22.861156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d3e2f4f8-4965-44ad-95cb-47160cb1caf8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2161276 Nov 22 16:25:22.863949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43458) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:22.871253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'security_group_rule': {'security_group_id': 'eb1e535e-1373-4bf1-b51b-f45cc15ffe45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:22.917274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.034969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aae127-42a0-4b70-a8bb-e74ce697ed5e None None] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:23.044830 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a1a829-ba4c-44cf-9716-3bba87c29ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.046519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.053780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.063048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43466) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.069614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0f28e518-67f7-4290-8a55-7468433684ec triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:23.070820 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.087679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1770b50f-621f-4c05-a176-b2348c638d1a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:23.099646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.101280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce766575-c43e-4a6e-92f1-7c9b7323a60d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2357552 Nov 22 16:25:23.104329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43468) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.112501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:23.129395 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.151802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.179897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Deleting subnet 582de2eb-0d46-4cb4-95ad-2f12c0f55aff {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:25:23.192264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.212432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4feab47d-e3cc-4426-990c-12548b063491 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:23.279597 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.301825 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.303300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4feab47d-e3cc-4426-990c-12548b063491, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4feab47d-e3cc-4426-990c-12548b063491,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:23.322882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.333675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.351985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d64c3-fea4-4230-88a6-cff0665dedf8 None None] Network 45b1e63a-4e98-42e0-8d4b-8d2152b98470 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:23.391593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.436161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.444780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/582de2eb-0d46-4cb4-95ad-2f12c0f55aff HTTP/1.1" status: 204 len: 168 time: 0.3803058 Nov 22 16:25:23.449210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43484) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.450702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c75f3-4f6e-432b-9852-4650abfe16b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582de2eb-0d46-4cb4-95ad-2f12c0f55aff,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:23.555867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43486) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:23.563632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1565412174-network', 'tenant_id': 'f0e7f1f2d71149aa96ee52928a71d193'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:23.583646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.601139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.621216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Made reservation on behalf of f0e7f1f2d71149aa96ee52928a71d193 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:23.624001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.693867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.698874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efabef05-9887-45d0-a5dc-30b9dec10505 req-675bd0c6-9b3b-4fe2-a634-5624db5b8738 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:23.701318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efabef05-9887-45d0-a5dc-30b9dec10505 req-675bd0c6-9b3b-4fe2-a634-5624db5b8738 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 970 time: 0.1087208 Nov 22 16:25:23.783453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.816627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.817044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.818096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.818529 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > port after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.818988 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.820514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > port after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.821365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.821885 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.822408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.822833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.849458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Allocated IP 172.25.6.149 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/882658ce-a081-41cd-a81c-6020135c5d24) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:23.958688 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09137849-2e0c-4946-8b69-4939a3cd042b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:23.980011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.980812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.982081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.982637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103514) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:25:23.983673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4545f769-c75b-4228-91d7-83ad65254a77']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:23.985542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.001374 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.043080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f99c055-a983-4527-bae1-6a63e514ca93') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:24.044019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f99c055-a983-4527-bae1-6a63e514ca93') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:24.056055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:24.058208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4feab47d-e3cc-4426-990c-12548b063491'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:24.087519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.140976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.141476 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Added segment 8e96e55f-a177-4316-83a8-4669eff613c8 of type vlan for network 5390c361-7b67-45a6-87e7-7f3a7458ec53 Nov 22 16:25:24.145284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c91e26-d9ba-4d6b-92d2-4cb216cb1c33,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.169237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.170266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4feab47d-e3cc-4426-990c-12548b063491,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.187116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efabef05-9887-45d0-a5dc-30b9dec10505 req-26c17d70-353f-4cf9-8396-e9eea68b4889 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510084 Nov 22 16:25:24.196557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.204811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.208221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.234279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:25:24.236019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 0f28e518-67f7-4290-8a55-7468433684ec, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0f28e518-67f7-4290-8a55-7468433684ec,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:24.236187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.237266 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: from cryptography.utils import int_from_bytes Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: from cryptography.utils import int_from_bytes Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:25:24.270683 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:25:24.312729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09137849-2e0c-4946-8b69-4939a3cd042b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.336959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09137849-2e0c-4946-8b69-4939a3cd042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.346532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.348670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:24.349554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.364882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.442043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:25:19Z', 'revision_number': 4, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '308b8dd1-aaf3-427c-b846-364825bc3629', 'name': '', 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'mac_address': 'fa:16:3e:9a:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:17Z', 'updated_at': '2021-11-22T16:25:19Z', 'revision_number': 2, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'subnets': [{'id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:24.442255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=5390c361-7b67-45a6-87e7-7f3a7458ec53,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.470477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.494357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:24.499088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:24.524319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 5390c361-7b67-45a6-87e7-7f3a7458ec53 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:24.531116 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09137849-2e0c-4946-8b69-4939a3cd042b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2220ecf87d4d4c8bbcd2eb5339ad03c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1958065 Nov 22 16:25:24.532300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:24.546251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43506) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.552996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ecf5b77f-eabd-4ad8-9795-6b0897dd5ce8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9924896 Nov 22 16:25:24.552996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09137849-2e0c-4946-8b69-4939a3cd042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0ac44a-ca1c-49ad-a2f4-876302beeb1d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.556923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43508) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.569172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Request body: {'subnet': {'network_id': '5390c361-7b67-45a6-87e7-7f3a7458ec53', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1565412174-subnet', 'tenant_id': 'f0e7f1f2d71149aa96ee52928a71d193', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:24.594546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'Port': ['ID=882658ce-a081-41cd-a81c-6020135c5d24,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.598773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Made reservation on behalf of f0e7f1f2d71149aa96ee52928a71d193 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:24.603064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.603831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Checking router: 62f9055f-86f6-4b3b-bf6d-a664ef162b02 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:25:24.604422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Updating router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 port 308b8dd1-aaf3-427c-b846-364825bc3629 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:25:24.654648 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.686025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Pushing event deleted for resources: {'Network': ['ID=4545f769-c75b-4228-91d7-83ad65254a77,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.700765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.704999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7a46fe40-14ed-425a-9000-4d9467fce563 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4545f769-c75b-4228-91d7-83ad65254a77 HTTP/1.1" status: 204 len: 168 time: 1.2428133 Nov 22 16:25:24.711797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:24.712426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.716475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=0f28e518-67f7-4290-8a55-7468433684ec,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:24.746021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.762382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3ea98cb-c263-45af-9578-65ec61f78fd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.825236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Deleting subnet 49041911-7447-4d79-b212-a536d20329f1 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:25:24.830375 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.842907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3ea98cb-c263-45af-9578-65ec61f78fd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.844909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.905242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:24.996008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.017872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.094495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e25ece79-2219-4669-b70d-84dc24a61c99,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.112931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.117224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3ea98cb-c263-45af-9578-65ec61f78fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.119880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3ea98cb-c263-45af-9578-65ec61f78fd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.122320 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c3ea98cb-c263-45af-9578-65ec61f78fd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f0ac44a-ca1c-49ad-a2f4-876302beeb1d HTTP/1.1" status: 204 len: 168 time: 0.5686142 Nov 22 16:25:25.136570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Checking segment: {'id': '8e96e55f-a177-4316-83a8-4669eff613c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '5390c361-7b67-45a6-87e7-7f3a7458ec53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:25.136930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Network hostable DHCP agents. Network: 5390c361-7b67-45a6-87e7-7f3a7458ec53, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:25.140412 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.147457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea98cb-c263-45af-9578-65ec61f78fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0ac44a-ca1c-49ad-a2f4-876302beeb1d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.159631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.165767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49041911-7447-4d79-b212-a536d20329f1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.170220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.173438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d47707bc-6a0a-4f27-8fe1-5c11012d2efc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/49041911-7447-4d79-b212-a536d20329f1 HTTP/1.1" status: 204 len: 168 time: 0.4594946 Nov 22 16:25:25.175960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43526) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.211734 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.220476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.254565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Network 5390c361-7b67-45a6-87e7-7f3a7458ec53 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:25.296046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 5390c361-7b67-45a6-87e7-7f3a7458ec53) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:25.315330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.316754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0885b3af-e351-431d-9956-bd712aea0fc3 None None] Network 5390c361-7b67-45a6-87e7-7f3a7458ec53 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:25.318302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:25.318884 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.328201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.364747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'Port': ['ID=882658ce-a081-41cd-a81c-6020135c5d24,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.375467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.377208 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c045425-33ea-4466-af82-80433f298dbc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2715173 Nov 22 16:25:25.399000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a0cb4913-fa2c-4fa6-b59b-f7cbe8302bad admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8407474 Nov 22 16:25:25.487787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8bb1d-535f-430b-a86e-6c4ca2e71c40 req-cbfbb69c-d44f-4d75-87a2-dd3ce6c67463 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:25.489532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59e8bb1d-535f-430b-a86e-6c4ca2e71c40 req-cbfbb69c-d44f-4d75-87a2-dd3ce6c67463 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 970 time: 0.1616752 Nov 22 16:25:25.490105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.490656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608019d8-8ca9-49d4-b27c-264baffaaf3b None None] Pushing event updated for resources: {'Port': ['ID=308b8dd1-aaf3-427c-b846-364825bc3629,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.601713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.634143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59e8bb1d-535f-430b-a86e-6c4ca2e71c40 req-0d863887-a3d1-41dc-90c0-c10075c432b0 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928733 Nov 22 16:25:25.643358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b1e63a-4e98-42e0-8d4b-8d2152b98470']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:25.662482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7c25fef-ee6d-4f16-a1c6-2feae982ff0f') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:25.662666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7c25fef-ee6d-4f16-a1c6-2feae982ff0f') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:25.668478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Attempting to bind port 308b8dd1-aaf3-427c-b846-364825bc3629 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:25.668916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Attempting to bind port 308b8dd1-aaf3-427c-b846-364825bc3629 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:25.669211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Attempting to bind port 308b8dd1-aaf3-427c-b846-364825bc3629 on network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:25.678377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.679785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd51e5-c24e-44e8-bef2-20fa856c5ecd None None] Network 5390c361-7b67-45a6-87e7-7f3a7458ec53 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:25.683788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:25.684166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Checking segment: {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:25.684571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.684963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Bound using segment: {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:25.685448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Bound port: 308b8dd1-aaf3-427c-b846-364825bc3629, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f122fc0c-93cc-4541-9093-295ba000c7ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:25.685855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.695383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.704342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98f7a7f6-0505-493f-854d-7c0d657c254e None None] Provisioning complete for port 308b8dd1-aaf3-427c-b846-364825bc3629 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:25.704765 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98f7a7f6-0505-493f-854d-7c0d657c254e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.710301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:25:25.711036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:25:25.713746 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:25:25.806571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.813234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.824987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] 10.222.0.65 "DELETE /v2.0/networks/45b1e63a-4e98-42e0-8d4b-8d2152b98470 HTTP/1.1" status: 204 len: 168 time: 0.6479950 Nov 22 16:25:25.831027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4feab47d-e3cc-4426-990c-12548b063491 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:25.861235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ab194-6dc4-413d-82b0-1d923e40b22f admin admin] Pushing event deleted for resources: {'Network': ['ID=45b1e63a-4e98-42e0-8d4b-8d2152b98470,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:25.893825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-98f7a7f6-0505-493f-854d-7c0d657c254e None None] Port 308b8dd1-aaf3-427c-b846-364825bc3629 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:25.925992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-cde8a831-1dea-4f44-b5c4-c66976e80eca tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--473663076&fields=id&tenant_id=af4d1c2927f8486e9c9f75b796cf8e22 HTTP/1.1" status: 200 len: 267 time: 0.0979879 Nov 22 16:25:25.971313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43558) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:25.975610 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:25.992994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48bb516b-2871-412d-9093-bcabe462d9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.003778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] For port 308b8dd1-aaf3-427c-b846-364825bc3629, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:26.046785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] For port 308b8dd1-aaf3-427c-b846-364825bc3629, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=308b8dd1-aaf3-427c-b846-364825bc3629,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:26.060734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.102374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 4feab47d-e3cc-4426-990c-12548b063491 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:26.125638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 4feab47d-e3cc-4426-990c-12548b063491 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:26.126111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.169535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48bb516b-2871-412d-9093-bcabe462d9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.176432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48bb516b-2871-412d-9093-bcabe462d9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.184821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608019d8-8ca9-49d4-b27c-264baffaaf3b None None] Pushing event updated for resources: {'Port': ['ID=308b8dd1-aaf3-427c-b846-364825bc3629,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.188333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Routers {'62f9055f-86f6-4b3b-bf6d-a664ef162b02'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:25:26.189185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:26.297924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.360554 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-48bb516b-2871-412d-9093-bcabe462d9fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a057f5bed8649cdbfc305a38eaa3566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3845921 Nov 22 16:25:26.361763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb516b-2871-412d-9093-bcabe462d9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd035f4-1ffe-4ace-950e-186eed891536,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.368885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43568) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.426880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-b93182d7-ee69-4202-a472-4aef5f7956fb tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:26.428961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-b93182d7-ee69-4202-a472-4aef5f7956fb tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 824 time: 0.4878991 Nov 22 16:25:26.463931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-1f5a1bf2-d376-4a41-b56a-e39ed3a092a0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/quotas/af4d1c2927f8486e9c9f75b796cf8e22 HTTP/1.1" status: 200 len: 375 time: 0.0266736 Nov 22 16:25:26.512878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e10ab45-cb20-4e0f-8941-95237c9e427c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b9ec0e0ae154046a1fc82b349093525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2038352 Nov 22 16:25:26.518467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43578) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:26.584304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-364865eb-0d28-4ee7-8cb4-d152648c7d1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.584902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-f973dcb4-1a61-4f2a-afc2-9ef2e3687d79 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1134157 Nov 22 16:25:26.595479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0f28e518-67f7-4290-8a55-7468433684ec up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:26.619104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60180422-390c-4bfe-a98c-ac378157a511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.625852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-364865eb-0d28-4ee7-8cb4-d152648c7d1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.658369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60180422-390c-4bfe-a98c-ac378157a511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.712019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bb42aad2-857d-4391-a635-ab3901c7779b None None] Provisioning complete for port 308b8dd1-aaf3-427c-b846-364825bc3629 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:26.712681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb42aad2-857d-4391-a635-ab3901c7779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.752114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] Set router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:25:26.767855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-364865eb-0d28-4ee7-8cb4-d152648c7d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.769392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60180422-390c-4bfe-a98c-ac378157a511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.771603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-364865eb-0d28-4ee7-8cb4-d152648c7d1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.773130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-364865eb-0d28-4ee7-8cb4-d152648c7d1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9bd035f4-1ffe-4ace-950e-186eed891536 HTTP/1.1" status: 204 len: 168 time: 0.3973551 Nov 22 16:25:26.773954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60180422-390c-4bfe-a98c-ac378157a511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.775310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-60180422-390c-4bfe-a98c-ac378157a511 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0825973e-8191-47e6-92d3-0ab395c5cd45 HTTP/1.1" status: 204 len: 168 time: 0.2556581 Nov 22 16:25:26.791589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60180422-390c-4bfe-a98c-ac378157a511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0825973e-8191-47e6-92d3-0ab395c5cd45,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.792614 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:26.793074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364865eb-0d28-4ee7-8cb4-d152648c7d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd035f4-1ffe-4ace-950e-186eed891536,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:26.910589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df4a43-097d-4370-acfd-56a50c85f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feab47d-e3cc-4426-990c-12548b063491'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:26.992065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0f28e518-67f7-4290-8a55-7468433684ec triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:26.992436 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.048212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4feab47d-e3cc-4426-990c-12548b063491, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4feab47d-e3cc-4426-990c-12548b063491,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:27.064749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.136114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-e858ce88-419e-45dd-91e0-da87f09a350d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:27.144313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-e858ce88-419e-45dd-91e0-da87f09a350d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.1571646 Nov 22 16:25:27.162070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-5529b632-3f38-4a70-b00b-2375d1e1eea3 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/quotas/7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 375 time: 0.0164587 Nov 22 16:25:27.184275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb42aad2-857d-4391-a635-ab3901c7779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.210642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4feab47d-e3cc-4426-990c-12548b063491,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.221959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-d2f6b47c-2bee-4b7a-9214-08682bd78ea4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587382 Nov 22 16:25:27.298268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43608) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.302940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bb42aad2-857d-4391-a635-ab3901c7779b None None] For port 308b8dd1-aaf3-427c-b846-364825bc3629, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=308b8dd1-aaf3-427c-b846-364825bc3629,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:27.316482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb42aad2-857d-4391-a635-ab3901c7779b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.345682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-e4c4bfb4-0fc8-4b3d-a310-5290b8b617e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:27.348690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-e4c4bfb4-0fc8-4b3d-a310-5290b8b617e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4132059 Nov 22 16:25:27.387019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42aad2-857d-4391-a635-ab3901c7779b None None] Pushing event updated for resources: {'Port': ['ID=308b8dd1-aaf3-427c-b846-364825bc3629,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.397989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:25:19Z', 'revision_number': 4, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '308b8dd1-aaf3-427c-b846-364825bc3629', 'name': '', 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'mac_address': 'fa:16:3e:9a:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:17Z', 'updated_at': '2021-11-22T16:25:25Z', 'revision_number': 4, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'subnets': [{'id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:25:27.427671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50048109-308b-46d8-bc8d-281d3a6b0b03 None None] The sync data for ids ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'] in n-d-816206-6 is: [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:25:19Z', 'revision_number': 4, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '308b8dd1-aaf3-427c-b846-364825bc3629', 'name': '', 'network_id': '0e37a99a-b2b5-43dd-9213-932b60f8fc27', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'mac_address': 'fa:16:3e:9a:af:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_interface', 'standard_attr_id': 161, 'fixed_ips': [{'subnet_id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:17Z', 'updated_at': '2021-11-22T16:25:25Z', 'revision_number': 4, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'subnets': [{'id': '6c5e4b10-80c9-448e-88fb-9e84fea1532a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:25:27.470692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-12472554-9489-42e1-83d9-3b5df1ef24e9 service neutron] 10.222.0.65 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142390 Nov 22 16:25:27.506259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.515456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b437701f-4b97-456e-84f9-fd85b090e04d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.615202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-792af1ef-e751-4734-8c2f-023474950992 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a07fc185f14444ea8fdfdf2f30394039&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1058333 Nov 22 16:25:27.615932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43620) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.678918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b437701f-4b97-456e-84f9-fd85b090e04d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.687993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-fec9f0cd-6444-43f2-ba01-b0365626e51a service neutron] 10.222.0.65 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935785 Nov 22 16:25:27.688740 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b437701f-4b97-456e-84f9-fd85b090e04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.701782 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83e7037-659a-400a-8cc8-5ba7b191e9c2" -d '{"events": [{"server_uuid": "37df4a43-097d-4370-acfd-56a50c85f070", "name": "network-vif-plugged", "status": "completed", "tag": "4feab47d-e3cc-4426-990c-12548b063491"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:27.709857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e68d-1d2f-4aea-939d-052509db80e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.750328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b437701f-4b97-456e-84f9-fd85b090e04d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00b9ae20d5eb46ee9389a1bd284c6193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4476788 Nov 22 16:25:27.750328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437701f-4b97-456e-84f9-fd85b090e04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9614f7db-7a3e-4194-a977-4f5813e3e261,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.752200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43626) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:27.766531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e68d-1d2f-4aea-939d-052509db80e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.848416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a486c4fd-fc05-4b6c-8f64-f70f695f69c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.864958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e68d-1d2f-4aea-939d-052509db80e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.869796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cbc6e68d-1d2f-4aea-939d-052509db80e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.874127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cbc6e68d-1d2f-4aea-939d-052509db80e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/869be334-f02d-4d72-ad60-8e5fce214236 HTTP/1.1" status: 204 len: 168 time: 0.2569313 Nov 22 16:25:27.892280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6e68d-1d2f-4aea-939d-052509db80e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869be334-f02d-4d72-ad60-8e5fce214236,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:27.915668 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a486c4fd-fc05-4b6c-8f64-f70f695f69c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.991995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a486c4fd-fc05-4b6c-8f64-f70f695f69c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:27.996194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a486c4fd-fc05-4b6c-8f64-f70f695f69c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.002626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a486c4fd-fc05-4b6c-8f64-f70f695f69c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9614f7db-7a3e-4194-a977-4f5813e3e261 HTTP/1.1" status: 204 len: 168 time: 0.2490723 Nov 22 16:25:28.020563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a486c4fd-fc05-4b6c-8f64-f70f695f69c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9614f7db-7a3e-4194-a977-4f5813e3e261,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:28.187303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-6f5e6fdb-0b3a-4b83-a26f-ac0519fafe56 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:28.188430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-6f5e6fdb-0b3a-4b83-a26f-ac0519fafe56 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2960348 Nov 22 16:25:28.305678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf73e8-1eb3-4c02-83ad-9140eba392fb req-bc63e90f-6676-40bf-83fd-798f48ff0d1a tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:28.313273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afbf73e8-1eb3-4c02-83ad-9140eba392fb req-bc63e90f-6676-40bf-83fd-798f48ff0d1a tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.1698234 Nov 22 16:25:28.390631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-060dd71c-cba3-4701-acb6-27aa781026d2 service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836979 Nov 22 16:25:28.423916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afbf73e8-1eb3-4c02-83ad-9140eba392fb req-9e5fd515-8e63-4449-a022-e1fbd5bf11f1 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095743 Nov 22 16:25:28.583395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 308b8dd1-aaf3-427c-b846-364825bc3629 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:28.670210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-826fc6bd-8097-4554-87cc-91a6c4af8bd2 service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452517 Nov 22 16:25:28.721712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 308b8dd1-aaf3-427c-b846-364825bc3629 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:28.722185 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:28.989550 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63686623-e9ce-4d5a-a296-34c291ee12c3 x-openstack-request-id: req-63686623-e9ce-4d5a-a296-34c291ee12c3 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:28.989920 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df4a43-097d-4370-acfd-56a50c85f070", "name": "network-vif-plugged", "status": "completed", "tag": "4feab47d-e3cc-4426-990c-12548b063491", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:28.990229 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63686623-e9ce-4d5a-a296-34c291ee12c3 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:28.990793 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df4a43-097d-4370-acfd-56a50c85f070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4feab47d-e3cc-4426-990c-12548b063491', 'code': 200} Nov 22 16:25:29.002439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de8e79f2-2232-46c9-9cbc-169bab49f581 req-4c87fe43-fad4-47ca-8783-8c368ef697c0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 210 time: 0.0630414 Nov 22 16:25:29.004601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43684) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:29.026381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd069384-5a20-49d8-9e3d-8a96567ce08b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.155305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ee26c72-39c9-4f54-bba8-9f5b8c6f2e10 req-8bc6c677-d286-445b-8b97-f15d1e1ceeb5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0711179 Nov 22 16:25:29.292402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd069384-5a20-49d8-9e3d-8a96567ce08b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.300634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd069384-5a20-49d8-9e3d-8a96567ce08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.312630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447ab3-6286-4f1d-935a-b97287e6ab9b req-badb5be1-a09e-4907-8e4a-79c1789abb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:29.314182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23447ab3-6286-4f1d-935a-b97287e6ab9b req-badb5be1-a09e-4907-8e4a-79c1789abb5d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 1122 time: 0.1938667 Nov 22 16:25:29.368437 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd069384-5a20-49d8-9e3d-8a96567ce08b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc470a6302c04ba893f9e108fd138c52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624744 Nov 22 16:25:29.373876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-23447ab3-6286-4f1d-935a-b97287e6ab9b req-d09944eb-5a16-4644-bb77-1c4a1bfed4e6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.384530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43696) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:29.450181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd069384-5a20-49d8-9e3d-8a96567ce08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de542e5b-b3e2-4acb-b274-4acdf85e4705,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.508470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-281fa2e8-8a03-42eb-9990-d1da7f5cbb46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.557115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-281fa2e8-8a03-42eb-9990-d1da7f5cbb46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.611897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-281fa2e8-8a03-42eb-9990-d1da7f5cbb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.615790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-281fa2e8-8a03-42eb-9990-d1da7f5cbb46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.618388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-281fa2e8-8a03-42eb-9990-d1da7f5cbb46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de542e5b-b3e2-4acb-b274-4acdf85e4705 HTTP/1.1" status: 204 len: 168 time: 0.2328026 Nov 22 16:25:29.619942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-23447ab3-6286-4f1d-935a-b97287e6ab9b req-d09944eb-5a16-4644-bb77-1c4a1bfed4e6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.628743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-23447ab3-6286-4f1d-935a-b97287e6ab9b req-d09944eb-5a16-4644-bb77-1c4a1bfed4e6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:29.629940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fa2e8-8a03-42eb-9990-d1da7f5cbb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de542e5b-b3e2-4acb-b274-4acdf85e4705,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.716304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1d541-a191-4f4b-83a0-fcfd336b36bb req-68ea8993-ee7c-4b2f-9735-9aa1e75479bb tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:29.729631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48e1d541-a191-4f4b-83a0-fcfd336b36bb req-68ea8993-ee7c-4b2f-9735-9aa1e75479bb tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.1641760 Nov 22 16:25:29.814128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23447ab3-6286-4f1d-935a-b97287e6ab9b req-d09944eb-5a16-4644-bb77-1c4a1bfed4e6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909205 Nov 22 16:25:29.824537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09944eb-5a16-4644-bb77-1c4a1bfed4e6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e63565c6-f09a-4fe8-91b9-6539ab0974a2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:29.866417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48e1d541-a191-4f4b-83a0-fcfd336b36bb req-05954ea4-df3d-4185-b11c-51937efcdefd tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357625 Nov 22 16:25:30.124775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a60a4d53-9384-48fe-9e92-9ee29dd88481 req-f7531662-a6f2-406a-bb77-d7842e5ce785 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 210 time: 0.0368812 Nov 22 16:25:30.281211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18ac8f65-5a70-47cb-9cee-788038829c54 req-cdcd5d12-602d-4391-897b-01b16f91eef1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0497870 Nov 22 16:25:30.322857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.66', 53518) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:30.573864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-b954764a-f6f7-43fb-af18-6abb7c271e24 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:30.575504 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-b954764a-f6f7-43fb-af18-6abb7c271e24 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.66 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 824 time: 0.2423995 Nov 22 16:25:30.757258 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-bf045213-2688-4559-9be0-32465ed008bd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4d1c2927f8486e9c9f75b796cf8e22 HTTP/1.1" status: 200 len: 379 time: 0.0946059 Nov 22 16:25:30.775416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'port': {'device_id': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'admin_state_up': True, 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'security_groups': ['eb1e535e-1373-4bf1-b51b-f45cc15ffe45']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:30.938330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Made reservation on behalf of af4d1c2927f8486e9c9f75b796cf8e22 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:30.942585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.104949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020ad5e-bac3-44ad-b875-44e07fd8350c req-23356813-8f40-4f9b-b8ac-3f2a73bb95f1 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:31.114973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6020ad5e-bac3-44ad-b875-44e07fd8350c req-23356813-8f40-4f9b-b8ac-3f2a73bb95f1 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.1229742 Nov 22 16:25:31.245352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6020ad5e-bac3-44ad-b875-44e07fd8350c req-cfe808df-b0a6-4f53-9245-604d4b30a04a tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288691 Nov 22 16:25:31.305590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-768cc193-b01d-4246-8a81-cf6cfe03d363 req-f32759c9-da93-4d93-8382-c9d46309b2db tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 210 time: 0.0589671 Nov 22 16:25:31.439136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03b3feb9-645b-4c76-a1fb-bd484b48218d req-b66d0207-2218-4d76-b80b-f6040086d297 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0377393 Nov 22 16:25:31.471204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Allocated IP 172.20.0.7 (6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d/dbf2bcc9-a43b-4856-91af-5c6b95201324/a1bd41b5-312d-4672-8027-3e7299a1a814) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:31.742686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.790530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.884713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:31.891383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:31.899292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:31.905339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:31.905724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:31.924063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'Port': ['ID=a1bd41b5-312d-4672-8027-3e7299a1a814,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:31.936431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-02dce31a-582d-4228-ad78-db173589e5fd tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1711617 Nov 22 16:25:32.135539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43832) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:32.179927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b82b05ff-695e-4e2d-92c7-0d32d65dc57c None None] Provisioning complete for port a1bd41b5-312d-4672-8027-3e7299a1a814 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:32.180490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b82b05ff-695e-4e2d-92c7-0d32d65dc57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.229117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b82b05ff-695e-4e2d-92c7-0d32d65dc57c None None] Port a1bd41b5-312d-4672-8027-3e7299a1a814 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:32.355370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09da7bd7-6112-4172-9448-a6dba518f0d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.469746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43f43-4784-47d7-9a8e-8d456f59a5e5 req-b463defa-0a74-4686-be92-c1de0751c337 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:32.471301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4df43f43-4784-47d7-9a8e-8d456f59a5e5 req-b463defa-0a74-4686-be92-c1de0751c337 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.1361024 Nov 22 16:25:32.505279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad939d-bdcd-45a0-9884-38451b6c28b8 req-f25a325f-1cc7-4fb9-a211-2335aac694c7 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:32.505922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2ad939d-bdcd-45a0-9884-38451b6c28b8 req-f25a325f-1cc7-4fb9-a211-2335aac694c7 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 931 time: 0.1091430 Nov 22 16:25:32.555743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43852) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:32.599560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09da7bd7-6112-4172-9448-a6dba518f0d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.606705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4df43f43-4784-47d7-9a8e-8d456f59a5e5 req-794af82f-406b-4fce-b2e7-769fd43a2bfe tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249595 Nov 22 16:25:32.608764 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09da7bd7-6112-4172-9448-a6dba518f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.638066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2ad939d-bdcd-45a0-9884-38451b6c28b8 req-ab6b24cf-1d87-4e50-8a96-5cdc763cc4c7 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206570 Nov 22 16:25:32.720322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da7bd7-6112-4172-9448-a6dba518f0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90f115c-96c4-4a3b-aa72-8dfdc5a05760,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.733118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-09da7bd7-6112-4172-9448-a6dba518f0d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=204e6039b608428a9a883c67066090ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5963423 Nov 22 16:25:32.737128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:32.744929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8598-581f-4ddf-a54c-2337bbfb0368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.770916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-284b0eef-45c6-4a72-98d4-a34382aa749a req-58a91d54-da9c-4b41-a98e-b6c62113393d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0711374 Nov 22 16:25:32.847002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b98e7-c695-49cf-b4e3-c1fbcd5d7812 req-4c7426f8-fd90-4b7f-b01c-e40be1876762 tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:32.854875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-779b98e7-c695-49cf-b4e3-c1fbcd5d7812 req-4c7426f8-fd90-4b7f-b01c-e40be1876762 tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 1122 time: 0.1017702 Nov 22 16:25:32.856873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8598-581f-4ddf-a54c-2337bbfb0368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.861586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ebc8598-581f-4ddf-a54c-2337bbfb0368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.877075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d7145b5-a9c5-4500-889f-f6dd6603f12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.880052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-779b98e7-c695-49cf-b4e3-c1fbcd5d7812 req-704d27df-c649-43f6-a8f5-d7ca7576210d tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.910408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d7145b5-a9c5-4500-889f-f6dd6603f12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:32.912860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4ebc8598-581f-4ddf-a54c-2337bbfb0368 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3239000d05414309919e25a6e39fb404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552775 Nov 22 16:25:32.915203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc8598-581f-4ddf-a54c-2337bbfb0368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2a343e-7c6f-4a13-9c18-7a39c1be860e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:32.916951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43870) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:33.012934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d7145b5-a9c5-4500-889f-f6dd6603f12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.016444 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d7145b5-a9c5-4500-889f-f6dd6603f12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.018106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6d7145b5-a9c5-4500-889f-f6dd6603f12b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e90f115c-96c4-4a3b-aa72-8dfdc5a05760 HTTP/1.1" status: 204 len: 168 time: 0.2793336 Nov 22 16:25:33.043195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1b90855-b9f3-4323-abe7-b1b674232f4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.048396 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-779b98e7-c695-49cf-b4e3-c1fbcd5d7812 req-704d27df-c649-43f6-a8f5-d7ca7576210d tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.060012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-779b98e7-c695-49cf-b4e3-c1fbcd5d7812 req-704d27df-c649-43f6-a8f5-d7ca7576210d tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.064201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7145b5-a9c5-4500-889f-f6dd6603f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90f115c-96c4-4a3b-aa72-8dfdc5a05760,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.117008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-779b98e7-c695-49cf-b4e3-c1fbcd5d7812 req-704d27df-c649-43f6-a8f5-d7ca7576210d tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561796 Nov 22 16:25:33.122843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1b90855-b9f3-4323-abe7-b1b674232f4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.126670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704d27df-c649-43f6-a8f5-d7ca7576210d tempest-AggregatesAdminTestJSON-1319411600 tempest-AggregatesAdminTestJSON-1319411600-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785bb176-9bc8-4a8b-a726-89775e3f8786,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.198668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1b90855-b9f3-4323-abe7-b1b674232f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.200490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1b90855-b9f3-4323-abe7-b1b674232f4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.203652 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1b90855-b9f3-4323-abe7-b1b674232f4c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d2a343e-7c6f-4a13-9c18-7a39c1be860e HTTP/1.1" status: 204 len: 168 time: 0.2855799 Nov 22 16:25:33.213973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b90855-b9f3-4323-abe7-b1b674232f4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2a343e-7c6f-4a13-9c18-7a39c1be860e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.481716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43890) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:33.496185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaafb055-66e2-474a-a07a-7ab5dd35fbd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.594587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaafb055-66e2-474a-a07a-7ab5dd35fbd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.600944 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaafb055-66e2-474a-a07a-7ab5dd35fbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.661711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43900) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:33.662117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aaafb055-66e2-474a-a07a-7ab5dd35fbd4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27040bee27484f53aa785866d139a20b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1781168 Nov 22 16:25:33.669423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafb055-66e2-474a-a07a-7ab5dd35fbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b05b6fa-e16f-40dd-a84e-6faa0c38da63,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.731722 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624d936a-6b9d-45e7-882a-a56e99c80053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.768580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624d936a-6b9d-45e7-882a-a56e99c80053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.871197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624d936a-6b9d-45e7-882a-a56e99c80053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.874169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-624d936a-6b9d-45e7-882a-a56e99c80053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:33.875595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-624d936a-6b9d-45e7-882a-a56e99c80053 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b05b6fa-e16f-40dd-a84e-6faa0c38da63 HTTP/1.1" status: 204 len: 168 time: 0.2146802 Nov 22 16:25:33.891034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d400c-7f4b-4919-ae6d-5f8b9bf403fc req-ead04d2c-07a0-495a-9a91-b7a9454b8fe0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:33.892828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c3d400c-7f4b-4919-ae6d-5f8b9bf403fc req-ead04d2c-07a0-495a-9a91-b7a9454b8fe0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 931 time: 0.0718572 Nov 22 16:25:33.898503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d936a-6b9d-45e7-882a-a56e99c80053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b05b6fa-e16f-40dd-a84e-6faa0c38da63,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:33.908715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43908) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:33.927510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-200d7e2c-6f56-4678-ae49-c17c8a48628f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.094409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-200d7e2c-6f56-4678-ae49-c17c8a48628f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.101132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-200d7e2c-6f56-4678-ae49-c17c8a48628f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.158951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-200d7e2c-6f56-4678-ae49-c17c8a48628f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a72648caa0944a8b4c2cff5c0e6093e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487714 Nov 22 16:25:34.160515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d7e2c-6f56-4678-ae49-c17c8a48628f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324bd21b-f57b-4049-b741-588487e0e27a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:34.164298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:34.203466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c3d400c-7f4b-4919-ae6d-5f8b9bf403fc req-6744ae79-9691-4040-b4b1-9936f5fc2345 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010952 Nov 22 16:25:34.286504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a288877c-aec0-4b4f-8bc9-d184dc139a37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.315222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97ee8fea-d693-4a0b-8046-883f43b145d7 req-df611031-71b4-434e-be76-fbfa58232b6f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0285668 Nov 22 16:25:34.323248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a288877c-aec0-4b4f-8bc9-d184dc139a37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.412017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a288877c-aec0-4b4f-8bc9-d184dc139a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.419028 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a288877c-aec0-4b4f-8bc9-d184dc139a37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:34.423952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a288877c-aec0-4b4f-8bc9-d184dc139a37 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/324bd21b-f57b-4049-b741-588487e0e27a HTTP/1.1" status: 204 len: 168 time: 0.2586920 Nov 22 16:25:34.432945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a288877c-aec0-4b4f-8bc9-d184dc139a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324bd21b-f57b-4049-b741-588487e0e27a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:35.455046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7dba7-70f0-4b89-b591-a40ab7624bdf req-a0a7ba3d-57b2-423f-bc33-49484fabe1ea tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:35.457161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4c7dba7-70f0-4b89-b591-a40ab7624bdf req-a0a7ba3d-57b2-423f-bc33-49484fabe1ea tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 931 time: 0.0691528 Nov 22 16:25:35.529964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4c7dba7-70f0-4b89-b591-a40ab7624bdf req-91ecd6e1-e9bd-41bf-996d-e7174abc709a tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657675 Nov 22 16:25:35.688949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411d51e6-b058-4ed2-ab7b-ab41e68eb677 req-9cd060c4-0796-4fb6-a5c9-9604ceb44369 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0323272 Nov 22 16:25:35.998403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44046) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:36.139705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-126049375-network', 'tenant_id': 'd4172d8725b14c38840552db4a5ca087'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:36.180069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Made reservation on behalf of d4172d8725b14c38840552db4a5ca087 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:36.183323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.202920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.409161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.423727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.454449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:36.472231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.474730 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Added segment ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3 of type vlan for network bd41a683-3e8b-42e8-b944-d7acafa941ff Nov 22 16:25:36.556956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.660754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef81ad6-1da9-4447-97fb-8225f639aa64,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:36.668019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.669167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:36.672813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.779764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7797713 Nov 22 16:25:36.783409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44106) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:36.790815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Request body: {'subnet': {'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-126049375-subnet', 'tenant_id': 'd4172d8725b14c38840552db4a5ca087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:36.799433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbbdfa-e9f9-4874-a2c8-bd7c776033bc admin admin] Pushing event updated for resources: {'Network': ['ID=bd41a683-3e8b-42e8-b944-d7acafa941ff,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:36.814485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bd41a683-3e8b-42e8-b944-d7acafa941ff details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:36.834511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3065bb6-d5b5-46a6-b039-e85a8172862d req-be8ee86b-dacd-4de3-8eef-d11705dece96 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:36.836952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3065bb6-d5b5-46a6-b039-e85a8172862d req-be8ee86b-dacd-4de3-8eef-d11705dece96 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 931 time: 0.1171131 Nov 22 16:25:36.866152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Made reservation on behalf of d4172d8725b14c38840552db4a5ca087 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:36.868720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:36.942177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3065bb6-d5b5-46a6-b039-e85a8172862d req-2db18ae8-054c-4687-8c45-6cf230bedd82 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918093 Nov 22 16:25:37.029237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.112649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e299fd72-2c24-4306-8b6c-8a8a7efe70a5 req-4a4ac7bf-3b49-457a-af0a-66ae70752d33 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0377479 Nov 22 16:25:37.189497 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.260403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a32d7e45-a50f-45f7-b20d-b5abab7e6f55,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:37.279386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Checking segment: {'id': 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:37.279833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Network hostable DHCP agents. Network: bd41a683-3e8b-42e8-b944-d7acafa941ff, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:37.306182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Network bd41a683-3e8b-42e8-b944-d7acafa941ff is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:37.328869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bd41a683-3e8b-42e8-b944-d7acafa941ff) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:37.344682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.345461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:37.347234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fad99bd-a830-44ab-b5e5-ac527840753d None None] Network bd41a683-3e8b-42e8-b944-d7acafa941ff requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:37.350425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-a48838df-4938-4a28-be1a-1ed66ee9a431 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342824 Nov 22 16:25:37.453728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-03bef95e-e875-4e8b-893a-bca14a051942 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6629961 Nov 22 16:25:37.523670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a741e-7879-4814-b68c-811db1979429 None None] Network bd41a683-3e8b-42e8-b944-d7acafa941ff requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:37.563981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-7e9755fc-ea90-4642-816e-543ade383571 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:37.566491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-7e9755fc-ea90-4642-816e-543ade383571 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2004347 Nov 22 16:25:37.594107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-1d9819c2-5944-4481-a7d5-c3c5e9161699 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/quotas/efe73d52e3de4d588962831a47224ad3 HTTP/1.1" status: 200 len: 375 time: 0.0188560 Nov 22 16:25:37.662832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-2147c903-dfcb-41da-995c-47dab4edfbaf tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563433 Nov 22 16:25:38.029527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d51d7e5-3a7a-48db-9460-7797b97588a0 req-b5cee174-b8f7-446d-9703-6ae4f32719c5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 210 time: 0.0487251 Nov 22 16:25:38.191939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-84b9574d-e5a0-40e4-a1f9-5027f23e80d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673711 Nov 22 16:25:38.207250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.283421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8923ac-41c0-499d-a270-9e55a8acc423 req-df10500f-2469-4c6a-91c0-c3c036f37a2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:38.285805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb8923ac-41c0-499d-a270-9e55a8acc423 req-df10500f-2469-4c6a-91c0-c3c036f37a2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 931 time: 0.1091735 Nov 22 16:25:38.409827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-5123235b-3c2c-47db-b7f3-d5baa35cc57c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:38.412575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-5123235b-3c2c-47db-b7f3-d5baa35cc57c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0106204 Nov 22 16:25:38.507190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb8923ac-41c0-499d-a270-9e55a8acc423 req-b3e8d2f2-e130-4fb6-85c1-4270ea6863c3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722009 Nov 22 16:25:38.520807 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.526613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-4f814d4a-e864-41a7-b499-f05818bfb5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:38.529141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-4f814d4a-e864-41a7-b499-f05818bfb5ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9921243631804346955dc73f7ca2b2bc&device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 1122 time: 0.2776804 Nov 22 16:25:38.565488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db4a8153-880a-4d68-965b-86578799d680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.632509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44222) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.657524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1345487515-network', 'tenant_id': 'ed50939192df4b38840d1dcda7d6cf21'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:38.671026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Request body: {'port': {'device_id': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:38.705987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9067d75a-3108-4a5a-9dfd-7359fdc8d7c7 req-18533c13-6e72-4f0d-922c-d5162408b5cf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0322423 Nov 22 16:25:38.717969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.66', 53522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.753068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db4a8153-880a-4d68-965b-86578799d680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.755794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Made reservation on behalf of ed50939192df4b38840d1dcda7d6cf21 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:38.758608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.780116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db4a8153-880a-4d68-965b-86578799d680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.818728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.835934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-b3ad7401-b15f-4b3e-a6bd-3c60b668845e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:38.836607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:38.837581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-b3ad7401-b15f-4b3e-a6bd-3c60b668845e service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2797616 Nov 22 16:25:38.868693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-db4a8153-880a-4d68-965b-86578799d680 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec2a81545d4044a4a52243f846a7d7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6579514 Nov 22 16:25:38.871861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44234) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:38.881603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a8153-880a-4d68-965b-86578799d680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fed88-25eb-44b4-9f8a-ada22dfff2ac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:38.898573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-8eae76fe-3250-4acb-95a2-d1f0a2fbfc4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=4feab47d-e3cc-4426-990c-12548b063491 HTTP/1.1" status: 200 len: 217 time: 0.0463564 Nov 22 16:25:38.986839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-efe28dd0-aaae-46cb-b02e-ca22a3205688 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:38.988705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-efe28dd0-aaae-46cb-b02e-ca22a3205688 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.2694862 Nov 22 16:25:39.016232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Request body: {'port': {'device_id': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'admin_state_up': True, 'tenant_id': '7c16208c51704a059918ff6752731e37'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:39.090268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-fd4da54e-5e37-49cb-bc80-8badff6aa349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:39.091735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-fd4da54e-5e37-49cb-bc80-8badff6aa349 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1789644 Nov 22 16:25:39.192801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-624391c0-c340-41b4-a1f6-91476c5c7194 req-7a995032-8f0d-4e48-aeea-5f84b03919f4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 210 time: 0.0441885 Nov 22 16:25:39.214070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-92bc3025-128c-46fa-b0b2-42c12f916ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:39.215597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-92bc3025-128c-46fa-b0b2-42c12f916ac9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141376 Nov 22 16:25:39.246793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Made reservation on behalf of 7c16208c51704a059918ff6752731e37 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:39.255160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.282501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.349106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.358141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469b1c04-7db2-4fc6-b57e-f0f9fdfe9607 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.393807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:39.421503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469b1c04-7db2-4fc6-b57e-f0f9fdfe9607 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.426517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbffa39e-b25a-497f-84a2-fb244a7fe227,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.452002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.452546 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Added segment 6e27a1fc-3cb0-4998-8ece-36705fb83c03 of type vlan for network 03e72acd-aae6-4171-b46f-6c40629ad26e Nov 22 16:25:39.549864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.581177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-09ad2f7f-584f-4187-97a8-066062ea4565 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506212 Nov 22 16:25:39.625882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.626929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:39.627568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.631682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bd41b5-312d-4672-8027-3e7299a1a814 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:39.664348 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469b1c04-7db2-4fc6-b57e-f0f9fdfe9607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.667188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469b1c04-7db2-4fc6-b57e-f0f9fdfe9607 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.670678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-469b1c04-7db2-4fc6-b57e-f0f9fdfe9607 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa6fed88-25eb-44b4-9f8a-ada22dfff2ac HTTP/1.1" status: 204 len: 168 time: 0.7953713 Nov 22 16:25:39.670678 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.692677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.20', 65348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:39.773742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1361830 Nov 22 16:25:39.773742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b1c04-7db2-4fc6-b57e-f0f9fdfe9607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fed88-25eb-44b4-9f8a-ada22dfff2ac,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.785204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44268) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:39.787029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Transition to ACTIVE for port object a1bd41b5-312d-4672-8027-3e7299a1a814 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:39.795475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Request body: {'subnet': {'network_id': '03e72acd-aae6-4171-b46f-6c40629ad26e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1345487515-subnet', 'tenant_id': 'ed50939192df4b38840d1dcda7d6cf21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:39.802131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-f04012a6-8c06-466c-93a1-f7cc3f6517cd tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786088 Nov 22 16:25:39.803867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:39.809114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a2c9c7-e77d-420b-b961-ee63b3a8761e admin admin] Pushing event updated for resources: {'Network': ['ID=03e72acd-aae6-4171-b46f-6c40629ad26e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:39.837405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 03e72acd-aae6-4171-b46f-6c40629ad26e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:39.993437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Allocated IP 172.20.0.7 (4f80d4fc-9728-44f3-992c-a304b5023c40/3bce2c97-0cae-4b45-a760-4e93f631937a/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:40.067696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8add11f7-1a6e-4280-99c3-ba14e8d0661b req-4895adb5-7aff-4126-82e2-f8c900d05709 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754508 Nov 22 16:25:40.083529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Made reservation on behalf of ed50939192df4b38840d1dcda7d6cf21 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:40.088986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.103698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c72668-431e-464f-9448-07614c0411d0 req-71289043-8a1e-4ebd-9ec7-9f6247e2a72f tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.105447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c72668-431e-464f-9448-07614c0411d0 req-71289043-8a1e-4ebd-9ec7-9f6247e2a72f tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 943 time: 0.2163391 Nov 22 16:25:40.239452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Pushing event updated for resources: {'Port': ['ID=a1bd41b5-312d-4672-8027-3e7299a1a814,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:40.290502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c72668-431e-464f-9448-07614c0411d0 req-d7c6be2e-0cdb-4322-84aa-0e4326766088 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681621 Nov 22 16:25:40.395490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.401402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Attempting to bind port a1bd41b5-312d-4672-8027-3e7299a1a814 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:40.402443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Attempting to bind port a1bd41b5-312d-4672-8027-3e7299a1a814 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:40.403025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Attempting to bind port a1bd41b5-312d-4672-8027-3e7299a1a814 on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:40.442350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Port a1bd41b5-312d-4672-8027-3e7299a1a814 on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:40.447376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Attempting to bind port a1bd41b5-312d-4672-8027-3e7299a1a814 on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:40.463109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f81520b-5bd4-42e6-8975-30c62c34cd5d req-3768363e-3f9e-4d88-9260-06de0c0a73b2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 210 time: 0.0454617 Nov 22 16:25:40.468389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-359a26a3-3e42-4ed5-a440-c06cad2d24e1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.470114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-359a26a3-3e42-4ed5-a440-c06cad2d24e1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6586041 Nov 22 16:25:40.486909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:40.487475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Checking segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:40.488283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Bound using segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:40.488886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Bound port: a1bd41b5-312d-4672-8027-3e7299a1a814, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:40.489389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.494826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:40.504411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.558240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:40.561947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:40.565806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:40.628144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:40.629072 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.673396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:40.694131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89055ef5-a580-4a88-b74a-bdf57dc629b5 req-c2bbec2a-64eb-4f1a-8f93-51d927baf7bf tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 210 time: 0.0372150 Nov 22 16:25:40.700161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-f0a00591-80c8-422f-b63f-0c0d8eea2c5a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6883297 Nov 22 16:25:40.722727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Request body: {'port': {'device_id': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:40.794599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.808698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44286) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:40.869595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8377cae0-d8e6-4242-9c9a-8b63150b5e7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.918794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] For port a1bd41b5-312d-4672-8027-3e7299a1a814, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:40.923660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.929191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] For port a1bd41b5-312d-4672-8027-3e7299a1a814, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a1bd41b5-312d-4672-8027-3e7299a1a814,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:40.956251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:40.960441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.967886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:40.989357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.000199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464e30f-957d-448d-9cbc-4da6301a279c req-ab5da5b9-8493-446f-9a52-2e0efa5dadde tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.002163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3464e30f-957d-448d-9cbc-4da6301a279c req-ab5da5b9-8493-446f-9a52-2e0efa5dadde tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.1853859 Nov 22 16:25:41.059182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.059638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.061087 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-56667027-aa3a-4368-9577-214d10c441bd service neutron] 10.222.0.66 "PUT /v2.0/ports/a1bd41b5-312d-4672-8027-3e7299a1a814 HTTP/1.1" status: 200 len: 1091 time: 2.5037138 Nov 22 16:25:41.063768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:41.125039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52b39ae-2dbb-405e-8d1d-6591ddaf4717,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.158645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3464e30f-957d-448d-9cbc-4da6301a279c req-8d2661f3-9d70-4280-85c4-5d278cbf5023 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390328 Nov 22 16:25:41.178050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8377cae0-d8e6-4242-9c9a-8b63150b5e7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.190093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8377cae0-d8e6-4242-9c9a-8b63150b5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.250321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56667027-aa3a-4368-9577-214d10c441bd service neutron] Pushing event updated for resources: {'Port': ['ID=a1bd41b5-312d-4672-8027-3e7299a1a814,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.271169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8377cae0-d8e6-4242-9c9a-8b63150b5e7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce5a8abd2e214a8eaf18c9e9e06dd8d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4613190 Nov 22 16:25:41.286025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44300) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:41.303052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Checking segment: {'id': '6e27a1fc-3cb0-4998-8ece-36705fb83c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '03e72acd-aae6-4171-b46f-6c40629ad26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:41.306790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Network hostable DHCP agents. Network: 03e72acd-aae6-4171-b46f-6c40629ad26e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:41.325783 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a40f81a-746d-43b9-803f-e623b69f7901" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:41.356436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377cae0-d8e6-4242-9c9a-8b63150b5e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7b5dde-2170-4f2b-ba00-41659c6a5e72,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.391928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-63563de5-1fd0-45f2-b9a2-efa01080658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.393683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-63563de5-1fd0-45f2-b9a2-efa01080658b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 1094 time: 0.2521136 Nov 22 16:25:41.417495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Network 03e72acd-aae6-4171-b46f-6c40629ad26e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:41.468963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:41.486726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.496156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.503569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73ffca0f-d780-482b-9d23-e2d44768683c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.523042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 03e72acd-aae6-4171-b46f-6c40629ad26e) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:41.525691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-95549d5e-703e-4d89-ba6f-ed4ca3907513 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1bd41b5-312d-4672-8027-3e7299a1a814 HTTP/1.1" status: 200 len: 217 time: 0.1108069 Nov 22 16:25:41.526843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.529036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Transition to ACTIVE for port object 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:41.541850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c73d9-9d99-45ea-84ae-788521c1c003 None None] Network 03e72acd-aae6-4171-b46f-6c40629ad26e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:41.546911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7cdd9-5dff-4a25-a665-3fa4c1e36087 req-bbc13bc7-1ede-4a99-b84b-68fc443f60bf tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.554501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7b7cdd9-5dff-4a25-a665-3fa4c1e36087 req-bbc13bc7-1ede-4a99-b84b-68fc443f60bf tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 943 time: 0.1301837 Nov 22 16:25:41.560000 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.568265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73ffca0f-d780-482b-9d23-e2d44768683c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.571347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.571943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.575468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c009b886-2ed4-4e81-82a7-fffa94ddf95a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.684321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:41.707888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7b7cdd9-5dff-4a25-a665-3fa4c1e36087 req-30152eaa-fc2c-47be-a675-0f4abeb0f98f tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499567 Nov 22 16:25:41.708957 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19db9201-5b5e-4527-afe1-368223932dba x-openstack-request-id: req-19db9201-5b5e-4527-afe1-368223932dba {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:41.709397 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:41.709840 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19db9201-5b5e-4527-afe1-368223932dba {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:41.710749 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'status': 'completed', 'code': 200} Nov 22 16:25:41.740081 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8adc801c-639e-414c-b6c2-c586220ac31d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9478984 Nov 22 16:25:41.770437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-e72540ba-658a-401a-b6ba-6148f00f2eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:41.771889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-e72540ba-658a-401a-b6ba-6148f00f2eca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.1975152 Nov 22 16:25:41.819096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73ffca0f-d780-482b-9d23-e2d44768683c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.822246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73ffca0f-d780-482b-9d23-e2d44768683c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:41.826087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-73ffca0f-d780-482b-9d23-e2d44768683c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c7b5dde-2170-4f2b-ba00-41659c6a5e72 HTTP/1.1" status: 204 len: 168 time: 0.5390551 Nov 22 16:25:41.967896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.138 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/207edbe0-2a57-41f0-b5de-b4c0e73afd77) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:42.011903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2cadbf-c163-45db-9046-16260ef365c9 None None] Network 03e72acd-aae6-4171-b46f-6c40629ad26e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:42.092161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-1efc3c49-dd88-4b17-8ee1-7fa388e43784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.094748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-1efc3c49-dd88-4b17-8ee1-7fa388e43784 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3124101 Nov 22 16:25:42.162373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffca0f-d780-482b-9d23-e2d44768683c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7b5dde-2170-4f2b-ba00-41659c6a5e72,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:42.255844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:42.256279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:42.256716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:42.300768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-165574b7-c77b-4cbf-ba40-3b2bfdf108aa tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.302282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-165574b7-c77b-4cbf-ba40-3b2bfdf108aa tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.20 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.1444809 Nov 22 16:25:42.302874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:42.303192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:42.339223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:42.339446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-c2aaf4cb-05d0-49c0-bd1a-af8ec525306d service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305496 Nov 22 16:25:42.339550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:42.340460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:42.340919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Bound port: 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:42.342140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.349138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.351641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424b352-ad3d-492a-ba67-813d4a33c6b0 req-b4849e2a-d5e9-4dfe-ba6a-4ccadb8b58db tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.353360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c424b352-ad3d-492a-ba67-813d4a33c6b0 req-b4849e2a-d5e9-4dfe-ba6a-4ccadb8b58db tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.5067260 Nov 22 16:25:42.515983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-88050db3-0e4b-4191-94d7-1baca290dd6c req-e21811ef-6820-4692-8348-224bd312b202 service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574469 Nov 22 16:25:42.526421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.650054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=207edbe0-2a57-41f0-b5de-b4c0e73afd77,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:42.686634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c424b352-ad3d-492a-ba67-813d4a33c6b0 req-f35fd9b4-c811-45c6-a81b-fd9449b31dcb tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917244 Nov 22 16:25:42.691130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:42.697001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:42.699533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:42.702256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:42.714202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.714913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.728205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:42.735501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-112387cd-dcc3-4735-9248-797cf1d8993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.737245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-112387cd-dcc3-4735-9248-797cf1d8993a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 1094 time: 0.0989254 Nov 22 16:25:42.749030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-fb4a7dc7-9364-4699-aa4d-9eb2b1a68067 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2638662 Nov 22 16:25:42.751173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:42.799660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3c077-4fb2-46c2-92d4-425ae4e82a43 req-7c46919e-04e7-4aa3-9ab7-e49af6b483a8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:42.801225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6a3c077-4fb2-46c2-92d4-425ae4e82a43 req-7c46919e-04e7-4aa3-9ab7-e49af6b483a8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 936 time: 0.2853868 Nov 22 16:25:42.825241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44354) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:42.827405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Deleting port 4feab47d-e3cc-4426-990c-12548b063491 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:25:42.827738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.008367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.009480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.010983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Request body: {'port': {'device_id': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:43.011259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] 10.222.0.66 "PUT /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 1091 time: 2.3018599 Nov 22 16:25:43.017558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:43.020671 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04be81ec-06b8-4b26-bd01-b3284e7815e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:43.087265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4f068145-1d39-4d6c-993a-ddaea9644eb2 None None] Provisioning complete for port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:43.087740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f068145-1d39-4d6c-993a-ddaea9644eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.093210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3041f427-9ac3-463a-b30e-c7283cdb1cdb service neutron] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.102837 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.149143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4f068145-1d39-4d6c-993a-ddaea9644eb2 None None] Port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:43.190051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] For port 4feab47d-e3cc-4426-990c-12548b063491, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4feab47d-e3cc-4426-990c-12548b063491,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:43.190523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.216544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6a3c077-4fb2-46c2-92d4-425ae4e82a43 req-5c57e4d8-f609-4804-849a-cdb85f756187 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921349 Nov 22 16:25:43.239786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-43b03832-4cf3-455a-9407-36b43c9d3e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.241358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-43b03832-4cf3-455a-9407-36b43c9d3e02 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 925 time: 0.4902997 Nov 22 16:25:43.248156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Calling delete_port for 4feab47d-e3cc-4426-990c-12548b063491 owned by compute:tempest-test_az-737164949 {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:25:43.266997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa637047-1507-42ea-a6b7-25d771745a0e req-d248c879-e24b-48f1-b8f3-5ad7c57495fa tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.268831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa637047-1507-42ea-a6b7-25d771745a0e req-d248c879-e24b-48f1-b8f3-5ad7c57495fa tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/ports?device_id=37df4a43-097d-4370-acfd-56a50c85f070 HTTP/1.1" status: 200 len: 971 time: 0.3193116 Nov 22 16:25:43.290126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-522d364d-2faa-4670-9453-a7b3873d6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.291818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-522d364d-2faa-4670-9453-a7b3873d6f8d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1094 time: 0.2088847 Nov 22 16:25:43.341010 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-15cfaa18-208b-4f73-a6c4-b9e008a718b8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1bd41b5-312d-4672-8027-3e7299a1a814 HTTP/1.1" status: 200 len: 217 time: 0.0441101 Nov 22 16:25:43.380022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fc01308-1c20-4fee-b453-6cce1207ecde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.422635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-0fed39f3-0d47-4d66-8ff8-ea11698de1ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.0975063 Nov 22 16:25:43.459072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-f9bef005-3692-4b0d-ac81-2f500a053f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.462015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-f9bef005-3692-4b0d-ac81-2f500a053f3b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.1077006 Nov 22 16:25:43.518401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa637047-1507-42ea-a6b7-25d771745a0e req-ecfcf8b0-bbd0-4129-a4de-70dd965e6305 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.65 "GET /v2.0/security-groups?id=4e4e983b-5816-4ba3-8d03-1f293886aa97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369761 Nov 22 16:25:43.559973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-c0c27b12-c7d0-4f87-8abb-b099b34f2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.561531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-c0c27b12-c7d0-4f87-8abb-b099b34f2d00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839484 Nov 22 16:25:43.584213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-e894a16f-f988-4a92-84b7-8dedc638f612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:43.587096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-e894a16f-f988-4a92-84b7-8dedc638f612 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1498601 Nov 22 16:25:43.657567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-e931da25-786c-49ac-b381-27922fcb3383 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591447 Nov 22 16:25:43.691410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-4dc5760f-35c9-4ccb-b767-0d9b45b5bbb1 service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179972 Nov 22 16:25:43.803200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207edbe0-2a57-41f0-b5de-b4c0e73afd77 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:43.813911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.817292 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.829665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4feab47d-e3cc-4426-990c-12548b063491'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:43.838416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fc01308-1c20-4fee-b453-6cce1207ecde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.871882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3a40f81a-746d-43b9-803f-e623b69f7901 req-7b9e5823-02ab-491f-a1b2-d275001825dc service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622813 Nov 22 16:25:43.872944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Transition to ACTIVE for port object 207edbe0-2a57-41f0-b5de-b4c0e73afd77 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:43.875916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.902517 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5fc01308-1c20-4fee-b453-6cce1207ecde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:43.932581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Pushing event updated for resources: {'Port': ['ID=207edbe0-2a57-41f0-b5de-b4c0e73afd77,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.948317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Pushing event deleted for resources: {'Port': ['ID=4feab47d-e3cc-4426-990c-12548b063491,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:43.967208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Attempting to bind port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:43.967888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Attempting to bind port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:43.968572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Attempting to bind port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:43.974321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:43.975420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Attempting to bind port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:43.981923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:43.982537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:43.983096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:43.983701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Bound port: 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:43.984577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.078911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25230f4-870b-4593-96d3-866b78d96dd7 req-63966cc3-b1e2-4e42-9b32-40acfc156e51 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.083358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] For port 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:44.086659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e25230f4-870b-4593-96d3-866b78d96dd7 req-63966cc3-b1e2-4e42-9b32-40acfc156e51 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 943 time: 0.4003577 Nov 22 16:25:44.086973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] For port 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:44.094184 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.097474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] No DVR routers for this DVR port 4feab47d-e3cc-4426-990c-12548b063491 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:25:44.098849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc01308-1c20-4fee-b453-6cce1207ecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e992b1b-40ba-46c1-91a1-1d13f4c7cb68,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.139581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.142891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19b410a2-8736-404e-ab4b-9cb668ee2d5d req-c39d2443-a065-42cd-a06f-4dc925dcb765 tempest-AggregatesAdminTestJSON-1063818240 tempest-AggregatesAdminTestJSON-1063818240-project] 10.222.0.20 "DELETE /v2.0/ports/4feab47d-e3cc-4426-990c-12548b063491 HTTP/1.1" status: 204 len: 173 time: 1.8323805 Nov 22 16:25:44.146610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.147238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.149437 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] 10.222.0.20 "PUT /v2.0/ports/207edbe0-2a57-41f0-b5de-b4c0e73afd77 HTTP/1.1" status: 200 len: 1096 time: 1.3539047 Nov 22 16:25:44.149839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'tag': '207edbe0-2a57-41f0-b5de-b4c0e73afd77'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:44.153017 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff105ad-72da-48ba-8d59-990d0ea5ef95" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5799f4-475f-4f6e-a907-9d5cb7c27ed1", "tag": "207edbe0-2a57-41f0-b5de-b4c0e73afd77"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:44.165545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-26c71ffe-036c-4db4-9e47-3505d2bd1487 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929543 Nov 22 16:25:44.174512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5fc01308-1c20-4fee-b453-6cce1207ecde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c0a8207f175463ab800c1ef7dd7f0eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3428073 Nov 22 16:25:44.178886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44408) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:44.252836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767d1ff-1194-4e35-8f36-9ce27ef89c1c service neutron] Pushing event updated for resources: {'Port': ['ID=207edbe0-2a57-41f0-b5de-b4c0e73afd77,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.281600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e25230f4-870b-4593-96d3-866b78d96dd7 req-a188d0a6-c196-40cb-8b4f-4e423ff4b282 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879711 Nov 22 16:25:44.291000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9451e362-ec0e-4235-b5a2-e9ee3e443f48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.312384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-9ff3aef7-a1d7-4295-ae77-c8b0d6823068 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.333253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-9ff3aef7-a1d7-4295-ae77-c8b0d6823068 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/networks?id=bd41a683-3e8b-42e8-b944-d7acafa941ff HTTP/1.1" status: 200 len: 814 time: 0.5497019 Nov 22 16:25:44.370088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-57bbf23d-3b55-4697-b970-357017c91784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.372396 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-57bbf23d-3b55-4697-b970-357017c91784 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 1099 time: 0.1345594 Nov 22 16:25:44.378874 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6352d3ea-992d-4794-9411-e387ed3a8dec x-openstack-request-id: req-6352d3ea-992d-4794-9411-e387ed3a8dec {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:44.379459 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:44.379693 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6352d3ea-992d-4794-9411-e387ed3a8dec {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:44.380191 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'status': 'completed', 'code': 200} Nov 22 16:25:44.388933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9451e362-ec0e-4235-b5a2-e9ee3e443f48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.434250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-397d52a1-236b-4e66-851c-d4dd5bc44b16 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/quotas/d4172d8725b14c38840552db4a5ca087 HTTP/1.1" status: 200 len: 375 time: 0.1009984 Nov 22 16:25:44.487909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-af714b3a-36a5-4b9d-add6-e99b79446198 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77 HTTP/1.1" status: 200 len: 217 time: 0.0963638 Nov 22 16:25:44.488101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-c150aa8f-8658-4bfb-b003-32612be39d89 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4172d8725b14c38840552db4a5ca087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529926 Nov 22 16:25:44.533593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efe0af64-0f45-4094-b45d-115aeb529b1a req-20d688e0-cb79-4b10-ad48-8611efa07a89 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578901 Nov 22 16:25:44.557777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-3f923d49-8448-4e83-b5d6-f6cdb4d6acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.559623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-3f923d49-8448-4e83-b5d6-f6cdb4d6acd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0608065 Nov 22 16:25:44.600392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc917c-8014-4ed1-ac30-b3b580b1451c req-063123ec-3220-4fb1-b9d2-9ef06fd4a45c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.602355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebcc917c-8014-4ed1-ac30-b3b580b1451c req-063123ec-3220-4fb1-b9d2-9ef06fd4a45c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.1133645 Nov 22 16:25:44.633096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-615dd7b2-bfb0-41db-acd3-fc466d3c7183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:44.634722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-615dd7b2-bfb0-41db-acd3-fc466d3c7183 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0608962 Nov 22 16:25:44.674548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9451e362-ec0e-4235-b5a2-e9ee3e443f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.677011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9451e362-ec0e-4235-b5a2-e9ee3e443f48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:44.680828 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9451e362-ec0e-4235-b5a2-e9ee3e443f48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e992b1b-40ba-46c1-91a1-1d13f4c7cb68 HTTP/1.1" status: 204 len: 168 time: 0.4995635 Nov 22 16:25:44.711866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-67268f4a-d15b-46cc-a686-30075d23b6ba service neutron] 10.222.0.65 "GET /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103565 Nov 22 16:25:44.749600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451e362-ec0e-4235-b5a2-e9ee3e443f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e992b1b-40ba-46c1-91a1-1d13f4c7cb68,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:44.851907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-b7bae187-611d-403d-b4e3-1159f05bb337 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966763 Nov 22 16:25:45.028126 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792ba6cf-d726-4b50-b083-f3842a9e96b1 req-1453c4af-8856-4683-8d5a-7a4f191a130c service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687803 Nov 22 16:25:45.040017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-53434f0d-107e-4026-a8cb-dc08acc83d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.041827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-53434f0d-107e-4026-a8cb-dc08acc83d34 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1094 time: 0.4201241 Nov 22 16:25:45.048908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebcc917c-8014-4ed1-ac30-b3b580b1451c req-9aa58cfc-da92-463f-b3d1-a5649ccf2540 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4365051 Nov 22 16:25:45.095169 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08ed54c-de39-4907-a3c9-05032061c3e4 x-openstack-request-id: req-e08ed54c-de39-4907-a3c9-05032061c3e4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:45.096185 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5799f4-475f-4f6e-a907-9d5cb7c27ed1", "tag": "207edbe0-2a57-41f0-b5de-b4c0e73afd77", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:45.096688 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e08ed54c-de39-4907-a3c9-05032061c3e4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:45.097423 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'tag': '207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'status': 'completed', 'code': 200} Nov 22 16:25:45.129513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-c25ce1d6-e739-41fe-929d-b59054cd657a service neutron] 10.222.0.65 "GET /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165802 Nov 22 16:25:45.179871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-a487db2d-d43f-43de-8e51-32e04c3b9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.181382 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-a487db2d-d43f-43de-8e51-32e04c3b9ba1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 1099 time: 0.0611293 Nov 22 16:25:45.187413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-c6be3385-3995-4084-bdd5-d9951c937655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.189634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-c6be3385-3995-4084-bdd5-d9951c937655 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1381187 Nov 22 16:25:45.242554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:45.250032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-cb5e903f-de77-47d3-be91-83e6e223674c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.0504837 Nov 22 16:25:45.262321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed680d2-e9d8-4e82-b101-ff13893e1986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.339330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-2592a5bb-5bd0-4e11-94b6-ddac2ed48603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.340835 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-2592a5bb-5bd0-4e11-94b6-ddac2ed48603 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1523621 Nov 22 16:25:45.343859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61a058-6b97-42b9-bdc0-89124844893c req-85de5853-1090-4e2d-80ca-c93c5887ccf4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.346103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f61a058-6b97-42b9-bdc0-89124844893c req-85de5853-1090-4e2d-80ca-c93c5887ccf4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 948 time: 0.1478274 Nov 22 16:25:45.347736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-005779ef-ee9d-4d11-b149-dfe675443139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.349442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-005779ef-ee9d-4d11-b149-dfe675443139 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0853395 Nov 22 16:25:45.402133 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-02bc53cc-9682-4f78-912d-b8fa6dae02d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77 HTTP/1.1" status: 200 len: 217 time: 0.0532188 Nov 22 16:25:45.423506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-3ba92dd3-4789-4ca0-b89c-792d651a920d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427661 Nov 22 16:25:45.482192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed680d2-e9d8-4e82-b101-ff13893e1986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.484392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-861983fc-d03a-4120-891f-e1a40dc82b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.486008 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-861983fc-d03a-4120-891f-e1a40dc82b04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0756533 Nov 22 16:25:45.492785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed680d2-e9d8-4e82-b101-ff13893e1986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.544784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-26108f4d-6f48-49ed-94f9-1c58b5f26f25 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092079 Nov 22 16:25:45.549790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f61a058-6b97-42b9-bdc0-89124844893c req-3a5b3737-ebda-46cb-a7cb-c3be3cef2347 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970706 Nov 22 16:25:45.604823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eed680d2-e9d8-4e82-b101-ff13893e1986 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f74cca989af441fa881d228137781f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3588436 Nov 22 16:25:45.605142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44450) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:45.637489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed680d2-e9d8-4e82-b101-ff13893e1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1899d5df-c6f6-4c2f-b415-4baea70f388f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:45.655517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-bef1acfc-02d6-4dd8-8b57-1723aceb4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.657362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-bef1acfc-02d6-4dd8-8b57-1723aceb4617 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599057 Nov 22 16:25:45.694790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36a05f7a-1b9d-4fb4-a18e-6964b99fade1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.696099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04be81ec-06b8-4b26-bd01-b3284e7815e5 req-8da034db-3959-4981-99f1-1511fd16fccf service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352808 Nov 22 16:25:45.730630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-692c9df7-b9d4-4d8d-8d61-b549806ca599 req-c17b45fe-fa65-4d4f-a408-370ef41b7407 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 210 time: 0.0328231 Nov 22 16:25:45.809997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36a05f7a-1b9d-4fb4-a18e-6964b99fade1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.889807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-ca341283-8635-49ad-b90b-92458b851f07 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188847 Nov 22 16:25:45.894991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:45.896048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4feab47d-e3cc-4426-990c-12548b063491 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:25:45.942425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 4feab47d-e3cc-4426-990c-12548b063491 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:25:45.942829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4feab47d-e3cc-4426-990c-12548b063491 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:25:45.962866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f203d5d-5540-4271-a702-9797f22c17fb req-fa63937e-c53e-4a89-9a38-9a502509d434 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:45.974549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f203d5d-5540-4271-a702-9797f22c17fb req-fa63937e-c53e-4a89-9a38-9a502509d434 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 943 time: 0.1155500 Nov 22 16:25:45.979092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36a05f7a-1b9d-4fb4-a18e-6964b99fade1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.982142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36a05f7a-1b9d-4fb4-a18e-6964b99fade1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:45.986002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-36a05f7a-1b9d-4fb4-a18e-6964b99fade1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1899d5df-c6f6-4c2f-b415-4baea70f388f HTTP/1.1" status: 204 len: 168 time: 0.3772357 Nov 22 16:25:45.999851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a05f7a-1b9d-4fb4-a18e-6964b99fade1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1899d5df-c6f6-4c2f-b415-4baea70f388f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:46.053018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ff105ad-72da-48ba-8d59-990d0ea5ef95 req-6e720fd4-1c59-411c-a118-76cee32be73c service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546321 Nov 22 16:25:46.074031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f203d5d-5540-4271-a702-9797f22c17fb req-7a985b5d-bc7d-4238-81c8-b52f6fda98f8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976841 Nov 22 16:25:46.202830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d7b9b816-9f09-4bbf-aedc-b331590579a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9921243631804346955dc73f7ca2b2bc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3038216 Nov 22 16:25:46.203299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:46.274144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88d019-5d61-489c-8e29-711d3b44c406 req-ac277b54-fefd-4e0f-8d69-80bcc923eed9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.277440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd88d019-5d61-489c-8e29-711d3b44c406 req-ac277b54-fefd-4e0f-8d69-80bcc923eed9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.1019652 Nov 22 16:25:46.289848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9ecaffe-67ab-44e2-95d5-d7f6ce576e25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.320537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9ecaffe-67ab-44e2-95d5-d7f6ce576e25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.362612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd88d019-5d61-489c-8e29-711d3b44c406 req-bdc7410b-205f-42cb-8041-edd59063cd72 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690358 Nov 22 16:25:46.382984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37df4a43-097d-4370-acfd-56a50c85f070', 'name': 'network-vif-deleted', 'tag': '4feab47d-e3cc-4426-990c-12548b063491'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:46.390691 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a132a5-7bbb-46a2-8a08-508e26dc8eab" -d '{"events": [{"server_uuid": "37df4a43-097d-4370-acfd-56a50c85f070", "name": "network-vif-deleted", "tag": "4feab47d-e3cc-4426-990c-12548b063491"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:46.401160 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9ecaffe-67ab-44e2-95d5-d7f6ce576e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.409421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9ecaffe-67ab-44e2-95d5-d7f6ce576e25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:46.416676 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e9ecaffe-67ab-44e2-95d5-d7f6ce576e25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4e4e983b-5816-4ba3-8d03-1f293886aa97 HTTP/1.1" status: 204 len: 168 time: 0.2122555 Nov 22 16:25:46.449005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecaffe-67ab-44e2-95d5-d7f6ce576e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4e983b-5816-4ba3-8d03-1f293886aa97,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:46.455867 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c723195a-44a1-4364-80da-61de28bbcc7b x-openstack-request-id: req-c723195a-44a1-4364-80da-61de28bbcc7b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:46.456388 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37df4a43-097d-4370-acfd-56a50c85f070", "name": "network-vif-deleted", "tag": "4feab47d-e3cc-4426-990c-12548b063491", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:46.456777 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c723195a-44a1-4364-80da-61de28bbcc7b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:46.457374 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37df4a43-097d-4370-acfd-56a50c85f070', 'name': 'network-vif-deleted', 'tag': '4feab47d-e3cc-4426-990c-12548b063491', 'status': 'completed', 'code': 200} Nov 22 16:25:46.728298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eeba24-03d8-46a2-960c-a884ce1fbaf6 req-70e9ed66-b267-4076-b32b-06e8a7232ff8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:46.729874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78eeba24-03d8-46a2-960c-a884ce1fbaf6 req-70e9ed66-b267-4076-b32b-06e8a7232ff8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 948 time: 0.0566177 Nov 22 16:25:46.803352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78eeba24-03d8-46a2-960c-a884ce1fbaf6 req-54f2bc53-42a1-4159-bac1-9698a2540c90 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622249 Nov 22 16:25:46.903235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44520) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:46.957065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91cbb4d8-8b13-4cd7-bb16-e256a13a6b68 req-77e850e5-48de-4c82-9d5b-7e20f981c9f4 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 210 time: 0.0576146 Nov 22 16:25:47.030069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fe2fcb00-010a-45f3-b7d9-d24557ebc511 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97091cd35278460a954720334932be2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1249776 Nov 22 16:25:47.032950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:47.086689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-76ee6bcd-69e2-406d-9cd0-a75437bd3cd3 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.088238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-76ee6bcd-69e2-406d-9cd0-a75437bd3cd3 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.20 "GET /v2.0/networks?id=bd41a683-3e8b-42e8-b944-d7acafa941ff HTTP/1.1" status: 200 len: 814 time: 0.2191715 Nov 22 16:25:47.110919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Request body: {'port': {'device_id': '3c26016e-d20f-4123-a013-79d8ff03deef', 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff', 'admin_state_up': True, 'tenant_id': 'd4172d8725b14c38840552db4a5ca087'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:47.137622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ceec880c-b9ed-4453-aeb5-a46f9da31c1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.207194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:47.219846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ceec880c-b9ed-4453-aeb5-a46f9da31c1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.329350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:47.336701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4ca55-b504-44d8-8e0b-3699f8efcc0f req-81173c71-799f-49fd-881c-71e7095d3c53 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.343359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'port_id': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'mac_address': 'fa:16:3e:a4:97:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bce2c97-0cae-4b45-a760-4e93f631937a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:47.344880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ceec880c-b9ed-4453-aeb5-a46f9da31c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.347842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8da4ca55-b504-44d8-8e0b-3699f8efcc0f req-81173c71-799f-49fd-881c-71e7095d3c53 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 943 time: 0.0928936 Nov 22 16:25:47.356964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ceec880c-b9ed-4453-aeb5-a46f9da31c1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.360418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ceec880c-b9ed-4453-aeb5-a46f9da31c1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/785bb176-9bc8-4a8b-a726-89775e3f8786 HTTP/1.1" status: 204 len: 168 time: 0.3241343 Nov 22 16:25:47.401639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec880c-b9ed-4453-aeb5-a46f9da31c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785bb176-9bc8-4a8b-a726-89775e3f8786,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:47.421760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.430758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Made reservation on behalf of d4172d8725b14c38840552db4a5ca087 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:47.438736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.439595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8da4ca55-b504-44d8-8e0b-3699f8efcc0f req-e5855549-fea8-4299-b64b-348a8aab5580 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905433 Nov 22 16:25:47.455233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:47.505843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:47.518170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.519612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a1bd41b5-312d-4672-8027-3e7299a1a814 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:47.636011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65e1a6-7917-429c-a4a6-c4ea4da4d491 req-da057f6e-3d95-4a11-b463-ca52f380165a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:47.637851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a65e1a6-7917-429c-a4a6-c4ea4da4d491 req-da057f6e-3d95-4a11-b463-ca52f380165a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.0728955 Nov 22 16:25:47.746163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a65e1a6-7917-429c-a4a6-c4ea4da4d491 req-7911cbdc-3eae-4a85-aec1-b4c7b084ebe6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931122 Nov 22 16:25:47.774703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:47.868061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a1bd41b5-312d-4672-8027-3e7299a1a814, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a1bd41b5-312d-4672-8027-3e7299a1a814,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:47.890197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'port_id': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'mac_address': 'fa:16:3e:2e:3b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:47.940100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:47.942451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 207edbe0-2a57-41f0-b5de-b4c0e73afd77 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:47.973462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bd41b5-312d-4672-8027-3e7299a1a814 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:48.024698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Allocated IP 172.20.0.13 (bd41a683-3e8b-42e8-b944-d7acafa941ff/a32d7e45-a50f-45f7-b20d-b5abab7e6f55/2a4d324f-4f50-426e-8a97-dbc1897a651f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:48.059070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e36cb-617a-46fc-9bd8-f1202fb7f056 req-4631912d-841c-4499-9ad9-3040b9a9c1a1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:48.060343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a1bd41b5-312d-4672-8027-3e7299a1a814, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a1bd41b5-312d-4672-8027-3e7299a1a814,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:48.067196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c18e36cb-617a-46fc-9bd8-f1202fb7f056 req-4631912d-841c-4499-9ad9-3040b9a9c1a1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 948 time: 0.1170063 Nov 22 16:25:48.074791 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.177286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a1bd41b5-312d-4672-8027-3e7299a1a814,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:48.184025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:48.186936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c18e36cb-617a-46fc-9bd8-f1202fb7f056 req-ec6a957c-afad-4392-b1f7-781531c4583a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147916 Nov 22 16:25:48.204503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'mac_address': 'fa:16:3e:2e:f6:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:48.227845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.272373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.280118 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.306708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207edbe0-2a57-41f0-b5de-b4c0e73afd77 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:48.333530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Network bd41a683-3e8b-42e8-b944-d7acafa941ff is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:48.337018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:48.354068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:48.358201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:48.362613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:48.363475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.366458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.372286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Pushing event updated for resources: {'Port': ['ID=2a4d324f-4f50-426e-8a97-dbc1897a651f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:48.398778 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-bf1c2c84-6d53-4279-a436-fe824a131d48 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2961524 Nov 22 16:25:48.414928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Request body: {'port': {'device_id': '3c26016e-d20f-4123-a013-79d8ff03deef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:48.453922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=207edbe0-2a57-41f0-b5de-b4c0e73afd77,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:48.487332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a489aa-f86c-4a5d-96f7-1b0f258a8647 req-1ef15526-62a5-4e56-9c93-4489a08b227a tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:48.492153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7a489aa-f86c-4a5d-96f7-1b0f258a8647 req-1ef15526-62a5-4e56-9c93-4489a08b227a tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 932 time: 0.1456785 Nov 22 16:25:48.527058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.556197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7a489aa-f86c-4a5d-96f7-1b0f258a8647 req-7252ae88-e32b-4661-84a5-b10da513f8e2 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563908 Nov 22 16:25:48.564453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:48.581557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a1bd41b5-312d-4672-8027-3e7299a1a814'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:48.588525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:48.740152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a397b5-133e-439f-940d-eb559c5662a0 req-b01c16a6-8d1a-489c-8574-17a97b96c066 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:48.752299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81a397b5-133e-439f-940d-eb559c5662a0 req-b01c16a6-8d1a-489c-8574-17a97b96c066 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 944 time: 0.1209118 Nov 22 16:25:48.836331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81a397b5-133e-439f-940d-eb559c5662a0 req-c80ab63f-5945-4aa7-8d9b-c99b8f69f110 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826175 Nov 22 16:25:48.874593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:48.952843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4d324f-4f50-426e-8a97-dbc1897a651f {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:48.972668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:48.992856 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:25:49.012113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Transition to ACTIVE for port object 2a4d324f-4f50-426e-8a97-dbc1897a651f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:49.036943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.132571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4d324f-4f50-426e-8a97-dbc1897a651f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.185539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde0ea0-3410-4dbf-bfb9-985f9b7f6679 req-0ec9935e-8fbc-4d08-8bbb-f4d7662f569a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.202008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acde0ea0-3410-4dbf-bfb9-985f9b7f6679 req-0ec9935e-8fbc-4d08-8bbb-f4d7662f569a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.2460501 Nov 22 16:25:49.205428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Attempting to bind port 2a4d324f-4f50-426e-8a97-dbc1897a651f on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:49.206227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Attempting to bind port 2a4d324f-4f50-426e-8a97-dbc1897a651f by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:49.206227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Attempting to bind port 2a4d324f-4f50-426e-8a97-dbc1897a651f on network bd41a683-3e8b-42e8-b944-d7acafa941ff {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:49.216700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Port 2a4d324f-4f50-426e-8a97-dbc1897a651f on network bd41a683-3e8b-42e8-b944-d7acafa941ff not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:49.217019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Attempting to bind port 2a4d324f-4f50-426e-8a97-dbc1897a651f on network bd41a683-3e8b-42e8-b944-d7acafa941ff {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:49.222959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:49.223294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Checking segment: {'id': 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:49.223669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Bound using segment: {'id': 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:49.224094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Bound port: 2a4d324f-4f50-426e-8a97-dbc1897a651f, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:49.224447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.228633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327eaaf3-ca71-4193-a5dc-bb29b15ddf27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.317904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acde0ea0-3410-4dbf-bfb9-985f9b7f6679 req-fc8aa612-d8a9-4aa0-9e52-000b41854aef tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140471 Nov 22 16:25:49.320715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] For port 2a4d324f-4f50-426e-8a97-dbc1897a651f, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:49.326701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] For port 2a4d324f-4f50-426e-8a97-dbc1897a651f, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f,segment=NetworkSegment(ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3),segment_id=ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:49.343165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.407111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.407737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.409129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2a4d324f-4f50-426e-8a97-dbc1897a651f HTTP/1.1" status: 200 len: 1092 time: 1.0022109 Nov 22 16:25:49.409574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c26016e-d20f-4123-a013-79d8ff03deef', 'tag': '2a4d324f-4f50-426e-8a97-dbc1897a651f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:49.411856 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81778d36-4f02-4540-8e27-09517abf966e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c26016e-d20f-4123-a013-79d8ff03deef", "tag": "2a4d324f-4f50-426e-8a97-dbc1897a651f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:49.420676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d6846-0d67-43d1-9e4a-587767d99ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4d324f-4f50-426e-8a97-dbc1897a651f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.426914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327eaaf3-ca71-4193-a5dc-bb29b15ddf27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.442982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327eaaf3-ca71-4193-a5dc-bb29b15ddf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.513387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-3d92a097-d8b5-4e14-9ef7-99ca55d9936b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.515059 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-3d92a097-d8b5-4e14-9ef7-99ca55d9936b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4172d8725b14c38840552db4a5ca087&device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 1095 time: 0.0562849 Nov 22 16:25:49.562605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327eaaf3-ca71-4193-a5dc-bb29b15ddf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d77ffc83-4d69-4f64-82db-1408b3602c3e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.566082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-0795fdbf-1f7f-4587-9a1b-44d3f9a42a70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f HTTP/1.1" status: 200 len: 217 time: 0.0401585 Nov 22 16:25:49.571572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-327eaaf3-ca71-4193-a5dc-bb29b15ddf27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c307671156c4750a804ec81f4dfd40f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6952629 Nov 22 16:25:49.581115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44672) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:49.622241 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485a9c9c-4720-4ad4-b1e9-a1471d0381c1 x-openstack-request-id: req-485a9c9c-4720-4ad4-b1e9-a1471d0381c1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:49.622516 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c26016e-d20f-4123-a013-79d8ff03deef", "tag": "2a4d324f-4f50-426e-8a97-dbc1897a651f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:49.622769 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-485a9c9c-4720-4ad4-b1e9-a1471d0381c1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:49.623158 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c26016e-d20f-4123-a013-79d8ff03deef', 'tag': '2a4d324f-4f50-426e-8a97-dbc1897a651f', 'status': 'completed', 'code': 200} Nov 22 16:25:49.628394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84573f8-3370-41ba-acbc-6e1b7b86859c req-f505248f-66c6-4927-a50c-b23bf9136207 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.630617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b84573f8-3370-41ba-acbc-6e1b7b86859c req-f505248f-66c6-4927-a50c-b23bf9136207 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 949 time: 0.1437027 Nov 22 16:25:49.646153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-5ff941dc-d224-46ce-9936-5f3740e2ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.647921 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-5ff941dc-d224-46ce-9936-5f3740e2ad64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a32d7e45-a50f-45f7-b20d-b5abab7e6f55 HTTP/1.1" status: 200 len: 854 time: 0.0658150 Nov 22 16:25:49.685680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-172e9929-ad19-45b7-a98f-0db36467f81c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd41a683-3e8b-42e8-b944-d7acafa941ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301733 Nov 22 16:25:49.711188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346b6f57-0337-4a65-90c2-5284055f56d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.726094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b84573f8-3370-41ba-acbc-6e1b7b86859c req-d00a7005-3fd7-4977-a0b9-cf79175ad987 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839424 Nov 22 16:25:49.752578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346b6f57-0337-4a65-90c2-5284055f56d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.821849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-c6fed271-3380-4eb1-9d81-87810cceb5db service neutron] 10.222.0.20 "GET /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283083 Nov 22 16:25:49.827260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346b6f57-0337-4a65-90c2-5284055f56d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.831494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-346b6f57-0337-4a65-90c2-5284055f56d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.846454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-346b6f57-0337-4a65-90c2-5284055f56d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d77ffc83-4d69-4f64-82db-1408b3602c3e HTTP/1.1" status: 204 len: 168 time: 0.2636535 Nov 22 16:25:49.884197 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-280e3853-d149-45f4-b6ea-be090ec33d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:49.892106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b6f57-0337-4a65-90c2-5284055f56d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d77ffc83-4d69-4f64-82db-1408b3602c3e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:49.933505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eb6c1-8bbd-40d4-bae6-050ff42c5b9e req-b594e637-0643-459e-b154-aace1b14a8e1 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:49.937200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 207edbe0-2a57-41f0-b5de-b4c0e73afd77 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:49.942647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-013eb6c1-8bbd-40d4-bae6-050ff42c5b9e req-b594e637-0643-459e-b154-aace1b14a8e1 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 944 time: 0.0943201 Nov 22 16:25:49.950242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-65f11847-ca6f-4122-99f4-c7053de99d74 req-d8951185-a767-4936-aed0-ab2c0179a682 service neutron] 10.222.0.20 "GET /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200984 Nov 22 16:25:50.038429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-013eb6c1-8bbd-40d4-bae6-050ff42c5b9e req-8d5a047d-e659-4d80-9fcc-7c467c2cf740 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946331 Nov 22 16:25:50.041335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:50.058785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:50.059469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.126245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81778d36-4f02-4540-8e27-09517abf966e req-084ca2e0-3613-4842-b2bf-9438319f6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.127740 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-084ca2e0-3613-4842-b2bf-9438319f6665 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4172d8725b14c38840552db4a5ca087&device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 1095 time: 0.1126866 Nov 22 16:25:50.194494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18ecd5-a8b7-42a6-8b9f-67419cae3152 req-cd375f64-9a7a-4459-9325-d9f1ff491b1c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.194894 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.203321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f18ecd5-a8b7-42a6-8b9f-67419cae3152 req-cd375f64-9a7a-4459-9325-d9f1ff491b1c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 944 time: 0.0795851 Nov 22 16:25:50.258408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:50.259938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207edbe0-2a57-41f0-b5de-b4c0e73afd77'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:50.263019 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e17513-29e8-428f-82c2-a8c02f04e433" -d '{"events": [{"server_uuid": "8d5799f4-475f-4f6e-a907-9d5cb7c27ed1", "name": "network-vif-plugged", "status": "completed", "tag": "207edbe0-2a57-41f0-b5de-b4c0e73afd77"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:50.267438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.332536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=207edbe0-2a57-41f0-b5de-b4c0e73afd77,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:50.344095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f18ecd5-a8b7-42a6-8b9f-67419cae3152 req-f9f0aa9c-43fe-4318-ab6a-700e5ead1398 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394875 Nov 22 16:25:50.359799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81778d36-4f02-4540-8e27-09517abf966e req-7e51e06e-527f-49cf-a523-2db11eb1c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.361268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-7e51e06e-527f-49cf-a523-2db11eb1c0e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd41a683-3e8b-42e8-b944-d7acafa941ff HTTP/1.1" status: 200 len: 915 time: 0.2213349 Nov 22 16:25:50.387589 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edf574e-3b72-4326-b75d-fd3030611795 x-openstack-request-id: req-2edf574e-3b72-4326-b75d-fd3030611795 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:50.387915 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5799f4-475f-4f6e-a907-9d5cb7c27ed1", "name": "network-vif-plugged", "status": "completed", "tag": "207edbe0-2a57-41f0-b5de-b4c0e73afd77", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:50.388205 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2edf574e-3b72-4326-b75d-fd3030611795 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:50.388855 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'code': 200} Nov 22 16:25:50.424827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-85025c79-036f-41d5-9fe7-bdbf94b522a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f HTTP/1.1" status: 200 len: 217 time: 0.0557964 Nov 22 16:25:50.495493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81778d36-4f02-4540-8e27-09517abf966e req-7d6c5c70-a211-4710-980a-22b61335ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.497696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-7d6c5c70-a211-4710-980a-22b61335ba14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a32d7e45-a50f-45f7-b20d-b5abab7e6f55 HTTP/1.1" status: 200 len: 854 time: 0.0585923 Nov 22 16:25:50.498621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44724) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:50.523559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0d43b-d2ef-4891-af2f-896bbea788e0 req-bacfa697-4d41-4e94-a5f5-d9c30364068a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.525429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aea0d43b-d2ef-4891-af2f-896bbea788e0 req-bacfa697-4d41-4e94-a5f5-d9c30364068a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.0867898 Nov 22 16:25:50.539556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e960e70c-460d-4fbc-9478-577db909835e req-9450b671-01a8-4920-a0d2-5bae280baf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.541637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e960e70c-460d-4fbc-9478-577db909835e req-9450b671-01a8-4920-a0d2-5bae280baf2f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 1101 time: 0.0723577 Nov 22 16:25:50.544328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-f26c32d1-2ff4-4577-a34f-4011fd1646b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd41a683-3e8b-42e8-b944-d7acafa941ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339100 Nov 22 16:25:50.552782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:50.584953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece9d511-2f47-4fd4-83ef-308b54b30bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.620243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aea0d43b-d2ef-4891-af2f-896bbea788e0 req-43aa2a39-fa3a-4700-bb0c-cd5ccb4dd2ef tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840971 Nov 22 16:25:50.627986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e960e70c-460d-4fbc-9478-577db909835e req-3a87c370-871a-4cc2-bb0a-10a6833eb280 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717170 Nov 22 16:25:50.731730 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-2349208b-b2e6-423b-8404-f219ac94b7ba service neutron] 10.222.0.20 "GET /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712091 Nov 22 16:25:50.783617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece9d511-2f47-4fd4-83ef-308b54b30bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.789181 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece9d511-2f47-4fd4-83ef-308b54b30bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.848662 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ece9d511-2f47-4fd4-83ef-308b54b30bd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9aacc45be2b74891af0ce499366faed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949514 Nov 22 16:25:50.849566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5b73ab1-5308-4cb3-89fc-59c252d8b36f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:50.851719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44744) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:50.862792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9d511-2f47-4fd4-83ef-308b54b30bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2134e33c-2851-41ab-9448-03c11e86c6d8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:50.925241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c09d-69a6-4bca-8474-0cc7a273800c req-f22d3691-51b3-4eca-801c-8c473cdde161 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:50.926803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ae8c09d-69a6-4bca-8474-0cc7a273800c req-f22d3691-51b3-4eca-801c-8c473cdde161 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 950 time: 0.1055927 Nov 22 16:25:50.961093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95358960-5170-4ca2-8109-cfa2912c9b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.001862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95358960-5170-4ca2-8109-cfa2912c9b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.012666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ae8c09d-69a6-4bca-8474-0cc7a273800c req-3950ccc8-f332-4e37-a88f-287c3a29697e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762134 Nov 22 16:25:51.019406 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81778d36-4f02-4540-8e27-09517abf966e req-a6fdec91-39e1-46fc-a182-897e37460cec service neutron] 10.222.0.20 "GET /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832321 Nov 22 16:25:51.069365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95358960-5170-4ca2-8109-cfa2912c9b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.073495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95358960-5170-4ca2-8109-cfa2912c9b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.076550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-95358960-5170-4ca2-8109-cfa2912c9b95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2134e33c-2851-41ab-9448-03c11e86c6d8 HTTP/1.1" status: 204 len: 168 time: 0.2224813 Nov 22 16:25:51.077495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5b73ab1-5308-4cb3-89fc-59c252d8b36f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.082325 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5b73ab1-5308-4cb3-89fc-59c252d8b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.088031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95358960-5170-4ca2-8109-cfa2912c9b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2134e33c-2851-41ab-9448-03c11e86c6d8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.145682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a5b73ab1-5308-4cb3-89fc-59c252d8b36f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7dce2ed5af2a4c9f84b29eec0582daac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6459820 Nov 22 16:25:51.146504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44758) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:51.149588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b73ab1-5308-4cb3-89fc-59c252d8b36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f09dcf-54c5-42ff-a7aa-9dd77d260772,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.194702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3288f1-55fe-4bf8-8202-65c099a8df51 req-427440bb-a124-4ff3-84dd-c9917bac2b28 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:51.197516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb3288f1-55fe-4bf8-8202-65c099a8df51 req-427440bb-a124-4ff3-84dd-c9917bac2b28 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 944 time: 0.0645654 Nov 22 16:25:51.198478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:51.248539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75fcff35-6d18-4bf8-83d0-4f60ea72a35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.263802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb3288f1-55fe-4bf8-8202-65c099a8df51 req-37401a06-b19c-46be-8a94-a8f79554806d tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598624 Nov 22 16:25:51.295593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75fcff35-6d18-4bf8-83d0-4f60ea72a35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.300275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:51.310833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:51.311901 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.313104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44764) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:51.346351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44768) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:51.392452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75fcff35-6d18-4bf8-83d0-4f60ea72a35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.395498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75fcff35-6d18-4bf8-83d0-4f60ea72a35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.396671 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-75fcff35-6d18-4bf8-83d0-4f60ea72a35f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82f09dcf-54c5-42ff-a7aa-9dd77d260772 HTTP/1.1" status: 204 len: 168 time: 0.2487330 Nov 22 16:25:51.418538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.419041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcff35-6d18-4bf8-83d0-4f60ea72a35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f09dcf-54c5-42ff-a7aa-9dd77d260772,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.471208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:51.479133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.480679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a1bd41b5-312d-4672-8027-3e7299a1a814 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:51.487626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a7983-f895-4241-b4d1-f9a6a4b979bb req-75a83d69-e028-44d4-a0ef-0f9107daa7c3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:51.489449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-375a7983-f895-4241-b4d1-f9a6a4b979bb req-75a83d69-e028-44d4-a0ef-0f9107daa7c3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 944 time: 0.0584061 Nov 22 16:25:51.551123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-375a7983-f895-4241-b4d1-f9a6a4b979bb req-063e7b56-98bf-40b4-b95e-e76245cfbfb5 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523646 Nov 22 16:25:51.601712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port a1bd41b5-312d-4672-8027-3e7299a1a814 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:51.604961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.608710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port a1bd41b5-312d-4672-8027-3e7299a1a814 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:51.609087 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.707290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14129503-c853-40f3-b095-55b0a0895974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.784973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.825738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a1bd41b5-312d-4672-8027-3e7299a1a814, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a1bd41b5-312d-4672-8027-3e7299a1a814,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:51.831314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.842692 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0811-dd9d-4cf1-9058-8c5058feae58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.907353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a1bd41b5-312d-4672-8027-3e7299a1a814,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:51.918472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbefdc34-21b3-4743-9914-6f4afca5e06d req-f617be32-bf04-4191-be79-adea28405687 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:51.920570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbefdc34-21b3-4743-9914-6f4afca5e06d req-f617be32-bf04-4191-be79-adea28405687 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 945 time: 0.1922696 Nov 22 16:25:51.927160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14129503-c853-40f3-b095-55b0a0895974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:51.940488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14129503-c853-40f3-b095-55b0a0895974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.023276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14129503-c853-40f3-b095-55b0a0895974 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b57bb310d84d4513bf266a1485389caa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7087431 Nov 22 16:25:52.026289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44786) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.030506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14129503-c853-40f3-b095-55b0a0895974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57fad22-3b41-46fd-adf2-8efc2df3054b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.055691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbefdc34-21b3-4743-9914-6f4afca5e06d req-340b35d0-6637-406b-9be2-ac2bc61a31f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230075 Nov 22 16:25:52.082123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0811-dd9d-4cf1-9058-8c5058feae58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.101503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac1d0811-dd9d-4cf1-9058-8c5058feae58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.142569 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d252b0a7-4acb-442d-a711-5fa1c54197a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.172802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d252b0a7-4acb-442d-a711-5fa1c54197a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.188118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ac1d0811-dd9d-4cf1-9058-8c5058feae58 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e31ebab93f2448f69f13c1b00a9f5148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8382154 Nov 22 16:25:52.189193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44794) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.192778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d0811-dd9d-4cf1-9058-8c5058feae58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16a6836-8b7e-4022-b034-9759e8f51fa6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.203656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44796) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.216687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076e0f8-343c-44ba-84c4-699f8fdcd07e req-abc0c5c1-af45-42b4-8d37-15f90c362ce4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.218388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2076e0f8-343c-44ba-84c4-699f8fdcd07e req-abc0c5c1-af45-42b4-8d37-15f90c362ce4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 950 time: 0.0846782 Nov 22 16:25:52.243973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c40b7ff-6ecf-4821-ac4f-6360446cf192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.290815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2076e0f8-343c-44ba-84c4-699f8fdcd07e req-d66b0b20-b604-4a94-b0d5-7d926da7c661 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644104 Nov 22 16:25:52.318310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcd668a5-fa5b-4d6c-b047-9ebdd6c032ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.325848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d252b0a7-4acb-442d-a711-5fa1c54197a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.328963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d252b0a7-4acb-442d-a711-5fa1c54197a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.330217 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d252b0a7-4acb-442d-a711-5fa1c54197a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f57fad22-3b41-46fd-adf2-8efc2df3054b HTTP/1.1" status: 204 len: 168 time: 0.3027651 Nov 22 16:25:52.353090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252b0a7-4acb-442d-a711-5fa1c54197a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57fad22-3b41-46fd-adf2-8efc2df3054b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.387822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcd668a5-fa5b-4d6c-b047-9ebdd6c032ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.390384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'}, {'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:52.392807 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62858b66-7f8e-439e-ba59-91f9a712e998" -d '{"events": [{"server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "name": "network-vif-plugged", "status": "completed", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0"}, {"server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:52.443115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa4043-2721-4a2c-81e6-746321c2046c req-3b04d0f9-bbca-4299-aeec-a2f5257362f5 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.454308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85aa4043-2721-4a2c-81e6-746321c2046c req-3b04d0f9-bbca-4299-aeec-a2f5257362f5 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 944 time: 0.0903132 Nov 22 16:25:52.466798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c40b7ff-6ecf-4821-ac4f-6360446cf192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.477365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c40b7ff-6ecf-4821-ac4f-6360446cf192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.512902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcd668a5-fa5b-4d6c-b047-9ebdd6c032ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.520075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcd668a5-fa5b-4d6c-b047-9ebdd6c032ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.521553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85aa4043-2721-4a2c-81e6-746321c2046c req-9387c3e2-5a0a-4bac-8799-d6131e871ba3 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612211 Nov 22 16:25:52.522255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dcd668a5-fa5b-4d6c-b047-9ebdd6c032ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f16a6836-8b7e-4022-b034-9759e8f51fa6 HTTP/1.1" status: 204 len: 168 time: 0.3313830 Nov 22 16:25:52.545570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44814) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.545744 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9c40b7ff-6ecf-4821-ac4f-6360446cf192 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9743dc415954ed895997cddd54aad01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342156 Nov 22 16:25:52.551734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40b7ff-6ecf-4821-ac4f-6360446cf192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d933cac8-ad56-478e-b949-521eaabd5a4f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.566914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd668a5-fa5b-4d6c-b047-9ebdd6c032ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16a6836-8b7e-4022-b034-9759e8f51fa6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.625769 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f08873-8b98-4ff0-827b-da5cf1162385 x-openstack-request-id: req-82f08873-8b98-4ff0-827b-da5cf1162385 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:52.626144 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "name": "network-vif-plugged", "status": "completed", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0", "code": 200}, {"server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "name": "network-vif-plugged", "status": "completed", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:52.626698 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82f08873-8b98-4ff0-827b-da5cf1162385 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:52.627235 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'code': 200} Nov 22 16:25:52.627567 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'code': 200} Nov 22 16:25:52.668183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b78fd31-1d70-43c6-86c5-be80bf12a8a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.738793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b78fd31-1d70-43c6-86c5-be80bf12a8a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.844592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c01940a-da25-4a74-b58b-0fc6d97c0c2f req-3fe7e753-3e1f-49e9-a69e-3f56d70a89e7 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.846158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c01940a-da25-4a74-b58b-0fc6d97c0c2f req-3fe7e753-3e1f-49e9-a69e-3f56d70a89e7 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.1500881 Nov 22 16:25:52.860226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72118574-3d3c-4d35-88d4-abc4dfca69f1 req-3bfefe89-e411-4b66-969f-82034065aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.861799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72118574-3d3c-4d35-88d4-abc4dfca69f1 req-3bfefe89-e411-4b66-969f-82034065aad0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1096 time: 0.0853746 Nov 22 16:25:52.868432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f33319-757a-4ed7-9db0-74a7ae8b85d6 req-5bf08fa3-6565-4c3a-9cc6-bfaeff7daf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.870248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42f33319-757a-4ed7-9db0-74a7ae8b85d6 req-5bf08fa3-6565-4c3a-9cc6-bfaeff7daf0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 1096 time: 0.0956566 Nov 22 16:25:52.876366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaec5c-7ae0-4692-8a9a-500c6d39e54c req-5d058388-899b-48dc-ba0a-edfba8ae6a02 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:52.877883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-facaec5c-7ae0-4692-8a9a-500c6d39e54c req-5d058388-899b-48dc-ba0a-edfba8ae6a02 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 1101 time: 0.0719635 Nov 22 16:25:52.882800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b78fd31-1d70-43c6-86c5-be80bf12a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.882969 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fb7fed4-2dad-4007-af94-e2cdcfeb35d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.884077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:52.884295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b78fd31-1d70-43c6-86c5-be80bf12a8a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.885395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2b78fd31-1d70-43c6-86c5-be80bf12a8a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d933cac8-ad56-478e-b949-521eaabd5a4f HTTP/1.1" status: 204 len: 168 time: 0.3385451 Nov 22 16:25:52.918668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:52.958246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78fd31-1d70-43c6-86c5-be80bf12a8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d933cac8-ad56-478e-b949-521eaabd5a4f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:52.963147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-facaec5c-7ae0-4692-8a9a-500c6d39e54c req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.010549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c01940a-da25-4a74-b58b-0fc6d97c0c2f req-ca2f38da-a488-4cb4-a011-52a250c516a9 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271279 Nov 22 16:25:53.033456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72118574-3d3c-4d35-88d4-abc4dfca69f1 req-b29989e5-5789-4aec-b7d8-3a37858e8e2b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263049 Nov 22 16:25:53.075331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42f33319-757a-4ed7-9db0-74a7ae8b85d6 req-92d3667d-11c2-4e2f-b270-5daa69e71548 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874838 Nov 22 16:25:53.104434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.112091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.114916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-facaec5c-7ae0-4692-8a9a-500c6d39e54c req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.123504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-facaec5c-7ae0-4692-8a9a-500c6d39e54c req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.183021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd7a9480b59345428c71034ddfd881ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926915 Nov 22 16:25:53.186078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44832) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:53.201174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faaf340-ccfd-4a82-9333-7173bf8457f5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.208505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a96a20-d16d-4fa0-af83-4c0d8e11fbb1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.218964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.219322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.219662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.220090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.220350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.220530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.220709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.220868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.221059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.221204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.221396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.221541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.221768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.221892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.222088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.222195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.222420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.222576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.222806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.223294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.223634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.224085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.224421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.224749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218789bf-f68f-4cd2-b976-33c4080053a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:53.260764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759b31f-1244-4309-8b6b-1f82f53f96ae req-aa002918-33ef-45ec-9429-ed6ac178a967 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.262349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8759b31f-1244-4309-8b6b-1f82f53f96ae req-aa002918-33ef-45ec-9429-ed6ac178a967 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 945 time: 0.1043949 Nov 22 16:25:53.277887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-facaec5c-7ae0-4692-8a9a-500c6d39e54c req-69f6d8f1-dd7d-4115-a96d-84954b3210bb tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614364 Nov 22 16:25:53.305776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f942f204-f9b5-403c-944f-5a11949421cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.342985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f942f204-f9b5-403c-944f-5a11949421cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.357305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8759b31f-1244-4309-8b6b-1f82f53f96ae req-6b6901b9-863f-4641-bead-a9db0ba14826 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763664 Nov 22 16:25:53.425890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f942f204-f9b5-403c-944f-5a11949421cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.430702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f942f204-f9b5-403c-944f-5a11949421cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.434084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f942f204-f9b5-403c-944f-5a11949421cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8a96a20-d16d-4fa0-af83-4c0d8e11fbb1 HTTP/1.1" status: 204 len: 168 time: 0.2443497 Nov 22 16:25:53.451396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942f204-f9b5-403c-944f-5a11949421cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a96a20-d16d-4fa0-af83-4c0d8e11fbb1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:53.644266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e9c1a-bd85-4569-b6d4-7486cfb80453 req-e2d1f555-a470-46b3-919f-1f0706e637b1 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.645917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d67e9c1a-bd85-4569-b6d4-7486cfb80453 req-e2d1f555-a470-46b3-919f-1f0706e637b1 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 944 time: 0.0597115 Nov 22 16:25:53.706503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d67e9c1a-bd85-4569-b6d4-7486cfb80453 req-98a6c021-5119-42fe-b543-7683031bac7d tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Nov 22 16:25:53.852555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-e741782a-61b0-4705-b0c3-6303b63a1948 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407069 Nov 22 16:25:53.860154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:53.958682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2a4d324f-4f50-426e-8a97-dbc1897a651f details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:25:53.985552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-2a731b72-111f-4726-811f-a7ee2bd02856 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:53.987435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-2a731b72-111f-4726-811f-a7ee2bd02856 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1344602 Nov 22 16:25:54.015984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-023a5e9c-05b9-4f5d-9717-5ee55135e57b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/quotas/efe73d52e3de4d588962831a47224ad3 HTTP/1.1" status: 200 len: 375 time: 0.0208471 Nov 22 16:25:54.070947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44884) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:54.089498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1cc3-c237-43c3-9d93-2265825af22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.092929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2a4d324f-4f50-426e-8a97-dbc1897a651f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f,segment=NetworkSegment(ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3),segment_id=ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:54.107402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '2a4d324f-4f50-426e-8a97-dbc1897a651f', 'network_id': 'bd41a683-3e8b-42e8-b944-d7acafa941ff', 'port_id': '2a4d324f-4f50-426e-8a97-dbc1897a651f', 'mac_address': 'fa:16:3e:b7:97:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a32d7e45-a50f-45f7-b20d-b5abab7e6f55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:25:54.113129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bae6851c-1cae-4b61-bc31-c26ee68d5e0d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0956972 Nov 22 16:25:54.200961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.220010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4d324f-4f50-426e-8a97-dbc1897a651f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:54.228390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463bf9ba-85bf-4498-8d1b-114b7354efd9 req-77e9d896-a522-4d16-ab76-0966e44f0363 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.238383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-463bf9ba-85bf-4498-8d1b-114b7354efd9 req-77e9d896-a522-4d16-ab76-0966e44f0363 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.1174459 Nov 22 16:25:54.252457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2a4d324f-4f50-426e-8a97-dbc1897a651f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f,segment=NetworkSegment(ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3),segment_id=ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:54.258794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.269136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1cc3-c237-43c3-9d93-2265825af22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.274567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7cb1cc3-c237-43c3-9d93-2265825af22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.320924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2a4d324f-4f50-426e-8a97-dbc1897a651f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:54.325530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb1cc3-c237-43c3-9d93-2265825af22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1f8dc3-7da0-4edf-96a3-3a665b151656,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:54.351619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7cb1cc3-c237-43c3-9d93-2265825af22f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e4d33053e324ed28959499a22959bd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791195 Nov 22 16:25:54.351797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-463bf9ba-85bf-4498-8d1b-114b7354efd9 req-67117a98-6e48-4498-86f2-69a86017bef4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107023 Nov 22 16:25:54.353275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44894) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:54.439074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-82a3814f-d1b2-4583-b77c-3f31fdbcf264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.488950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2a4d324f-4f50-426e-8a97-dbc1897a651f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:54.497879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-82a3814f-d1b2-4583-b77c-3f31fdbcf264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.556132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e94b7c-9481-4da9-be5c-61fcbab558dc req-fcd699fe-1927-42ff-8668-1d321c922a1f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.558306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80e94b7c-9481-4da9-be5c-61fcbab558dc req-fcd699fe-1927-42ff-8668-1d321c922a1f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 945 time: 0.1028900 Nov 22 16:25:54.610943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-82a3814f-d1b2-4583-b77c-3f31fdbcf264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.614086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-82a3814f-d1b2-4583-b77c-3f31fdbcf264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:54.617761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-82a3814f-d1b2-4583-b77c-3f31fdbcf264 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb1f8dc3-7da0-4edf-96a3-3a665b151656 HTTP/1.1" status: 204 len: 168 time: 0.2593527 Nov 22 16:25:54.637685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3814f-d1b2-4583-b77c-3f31fdbcf264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1f8dc3-7da0-4edf-96a3-3a665b151656,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:54.659682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80e94b7c-9481-4da9-be5c-61fcbab558dc req-8491b7c1-978c-4c7b-9444-17870f923105 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Nov 22 16:25:54.732092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44914) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:54.896582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a575-59db-4e44-80fa-f66768d206c0 req-11cbe377-1098-47f7-9a88-d0ee05254b1e tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:54.899000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3123a575-59db-4e44-80fa-f66768d206c0 req-11cbe377-1098-47f7-9a88-d0ee05254b1e tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 945 time: 0.0727475 Nov 22 16:25:55.037829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3123a575-59db-4e44-80fa-f66768d206c0 req-41008d7d-a6cc-4ec6-8c96-8449442fa193 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315265 Nov 22 16:25:55.207224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1878966975-network', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:55.237295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3228dd89-f15f-49ca-a1ba-cda27803a974 req-2179b360-5d89-47d6-981e-9c961a5ed65d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 210 time: 0.0467191 Nov 22 16:25:55.261233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Made reservation on behalf of 796e5b0f2f8e4fa39b0ac47aaee169c2 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:55.263644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.269981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.279319 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.400845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.408172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.464121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:25:55.561722 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.562427 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Added segment 78d80fb2-0658-4e37-8a37-340f2270c030 of type vlan for network 8d4929ce-c036-409e-a501-37e2442b1f0c Nov 22 16:25:55.680435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adf509e-d52e-4909-bb92-90e47287f1d5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:55.690978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.712418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c8220-0cd9-4e76-aa3c-a8783e53d6d0 req-5ad63352-40af-4e97-aca4-a7b6bf9273a6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:55.714127 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-691c8220-0cd9-4e76-aa3c-a8783e53d6d0 req-5ad63352-40af-4e97-aca4-a7b6bf9273a6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.2369764 Nov 22 16:25:55.753164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.753911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:55.754701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:55.833105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0995724 Nov 22 16:25:55.837525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44966) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:55.844888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Request body: {'subnet': {'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1878966975-subnet', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:55.857054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-691c8220-0cd9-4e76-aa3c-a8783e53d6d0 req-97708a00-b5eb-4b4c-8239-9a1b3765119c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315043 Nov 22 16:25:55.862733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9114b-ec89-4933-90fd-115fe354c438 admin admin] Pushing event updated for resources: {'Network': ['ID=8d4929ce-c036-409e-a501-37e2442b1f0c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:55.871913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 8d4929ce-c036-409e-a501-37e2442b1f0c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:25:55.926398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Made reservation on behalf of 796e5b0f2f8e4fa39b0ac47aaee169c2 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:55.928866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.008557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2a4d324f-4f50-426e-8a97-dbc1897a651f up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:56.083146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.121306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 2a4d324f-4f50-426e-8a97-dbc1897a651f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:25:56.128323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 2a4d324f-4f50-426e-8a97-dbc1897a651f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:56.128821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.141558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c1345-0602-4340-8d17-54cf25de2a78 req-ad15f7ea-d468-40e6-9b92-2c0c603719fe tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.147840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-631c1345-0602-4340-8d17-54cf25de2a78 req-ad15f7ea-d468-40e6-9b92-2c0c603719fe tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 945 time: 0.1602404 Nov 22 16:25:56.253219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-631c1345-0602-4340-8d17-54cf25de2a78 req-d161be21-1eeb-4f1d-87e6-7ab05008edeb tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920956 Nov 22 16:25:56.298782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.321807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c6408-60cd-4913-92fb-beed46437b15 req-32bcf4c7-2952-4552-8043-35524a02b8f4 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.323604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a39c6408-60cd-4913-92fb-beed46437b15 req-32bcf4c7-2952-4552-8043-35524a02b8f4 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 945 time: 0.0658264 Nov 22 16:25:56.367233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.380007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c26016e-d20f-4123-a013-79d8ff03deef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4d324f-4f50-426e-8a97-dbc1897a651f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:25:56.385310 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad98fc2-4c35-4a09-8144-1e2fe7be17e0" -d '{"events": [{"server_uuid": "3c26016e-d20f-4123-a013-79d8ff03deef", "name": "network-vif-plugged", "status": "completed", "tag": "2a4d324f-4f50-426e-8a97-dbc1897a651f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:25:56.394751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a39c6408-60cd-4913-92fb-beed46437b15 req-e73b672d-ef00-4ec9-b533-76cd3246e25f tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648413 Nov 22 16:25:56.404150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2a4d324f-4f50-426e-8a97-dbc1897a651f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f,segment=NetworkSegment(ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3),segment_id=ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:56.413273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.441426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Checking segment: {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:56.441710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Network hostable DHCP agents. Network: 8d4929ce-c036-409e-a501-37e2442b1f0c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:25:56.472126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2338f5-e621-489f-b661-e621d66b37d2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:56.475873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Network 8d4929ce-c036-409e-a501-37e2442b1f0c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:25:56.479777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2a4d324f-4f50-426e-8a97-dbc1897a651f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:56.488255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 8d4929ce-c036-409e-a501-37e2442b1f0c) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:56.495134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.495729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.506919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f248eb2a-d86a-406a-9e5d-4fe05ae64690 req-cc4f335f-82ee-43cc-b127-d13e2bdd2c81 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 210 time: 0.0659280 Nov 22 16:25:56.515173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31777f8c-7a87-469a-851b-7d5e4936c0ce None None] Network 8d4929ce-c036-409e-a501-37e2442b1f0c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:56.542216 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-71b64860-d6a6-4d80-bf94-e00a324da7a0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7033954 Nov 22 16:25:56.545259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44996) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:56.550435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:56.592628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.595568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.702503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.708241 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada90173-4611-48aa-b6e4-a2c3753aed87 x-openstack-request-id: req-ada90173-4611-48aa-b6e4-a2c3753aed87 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:25:56.715024 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c26016e-d20f-4123-a013-79d8ff03deef", "name": "network-vif-plugged", "status": "completed", "tag": "2a4d324f-4f50-426e-8a97-dbc1897a651f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:25:56.716199 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ada90173-4611-48aa-b6e4-a2c3753aed87 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:25:56.717376 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c26016e-d20f-4123-a013-79d8ff03deef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4d324f-4f50-426e-8a97-dbc1897a651f', 'code': 200} Nov 22 16:25:56.796096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-8d4929ce-c036-409e-a501-37e2442b1f0c', 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'fixed_ips': [{'subnet_id': '5d2338f5-e621-489f-b661-e621d66b37d2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:25:56.799165 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:56.925092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b2169-d9c3-4869-9d6b-f15bea15a6c6 req-b133f0f5-e452-47bc-b2ab-66a02cc3ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:56.930653 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-218b2169-d9c3-4869-9d6b-f15bea15a6c6 req-b133f0f5-e452-47bc-b2ab-66a02cc3ed2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 1097 time: 0.1372216 Nov 22 16:25:56.934984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-584c260e-32fc-4ddf-8797-ca2581f06ff5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753987 Nov 22 16:25:56.953315 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.041985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Allocated IP 172.20.0.2 (8d4929ce-c036-409e-a501-37e2442b1f0c/5d2338f5-e621-489f-b661-e621d66b37d2/90de8f95-dfa1-41aa-964b-990ef64fae87) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:57.097677 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-218b2169-d9c3-4869-9d6b-f15bea15a6c6 req-c984db37-cfd5-4cd5-99e5-aad97729ab76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559827 Nov 22 16:25:57.155132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-36a841bc-175b-4cb3-a02c-d86bc3b4267d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:57.157173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-36a841bc-175b-4cb3-a02c-d86bc3b4267d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074654 Nov 22 16:25:57.186151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': '12ff4402-972b-4d74-9688-52e581ba60e6', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:57.324535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85494c-770e-4eaf-a264-bd269a5193c3 req-785e9597-3312-4eaa-b5e5-7562878f9fdb tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:57.326080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc85494c-770e-4eaf-a264-bd269a5193c3 req-785e9597-3312-4eaa-b5e5-7562878f9fdb tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1096 time: 0.1652329 Nov 22 16:25:57.365202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.383629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.386143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:57.396380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.397031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.451274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Network 8d4929ce-c036-409e-a501-37e2442b1f0c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:57.453185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:57.457367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:57.499128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Pushing event updated for resources: {'Port': ['ID=90de8f95-dfa1-41aa-964b-990ef64fae87,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:57.534912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.535447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.536162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.536419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.536741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.537074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.538116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.538461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.538748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.539092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.539417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.539724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:25:57.548309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Attempting to bind port 90de8f95-dfa1-41aa-964b-990ef64fae87 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:57.548572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Attempting to bind port 90de8f95-dfa1-41aa-964b-990ef64fae87 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:57.548930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Attempting to bind port 90de8f95-dfa1-41aa-964b-990ef64fae87 on network 8d4929ce-c036-409e-a501-37e2442b1f0c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:57.555324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:57.555833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Checking segment: {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:57.556454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.556856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Bound using segment: {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:57.557341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Bound port: 90de8f95-dfa1-41aa-964b-990ef64fae87, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:57.559110 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.606407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.136 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/1bc8dad2-b352-4fc6-8986-1cc63c6f2523) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:57.672167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] For port 90de8f95-dfa1-41aa-964b-990ef64fae87, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:57.676273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] For port 90de8f95-dfa1-41aa-964b-990ef64fae87, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=90de8f95-dfa1-41aa-964b-990ef64fae87,segment=NetworkSegment(78d80fb2-0658-4e37-8a37-340f2270c030),segment_id=78d80fb2-0658-4e37-8a37-340f2270c030)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:57.687127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.746655 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.776545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aab092-c10b-48cf-9b1d-6eb10dffd6c8 None None] Pushing event updated for resources: {'Port': ['ID=90de8f95-dfa1-41aa-964b-990ef64fae87,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:57.795868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc85494c-770e-4eaf-a264-bd269a5193c3 req-85e32e2b-05e1-4327-b357-2eb3037aa927 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492786 Nov 22 16:25:57.815722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-22af060c-4b29-416e-97c0-dbd3d0a7771e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0837536 Nov 22 16:25:57.863338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.950303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:57.967935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:25:58.022462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:58.026497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fddae1-55e2-4a9c-a807-8c5b73a92a7e req-2716d529-ea62-4267-b21e-b8c10400800d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.028174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70fddae1-55e2-4a9c-a807-8c5b73a92a7e req-2716d529-ea62-4267-b21e-b8c10400800d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.2976818 Nov 22 16:25:58.067905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:58.069916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:58.083072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:58.089646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.090323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.112617 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ab1a4589-2ec9-4260-9457-055b0a39314b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9307222 Nov 22 16:25:58.132021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Request body: {'port': {'device_id': '12ff4402-972b-4d74-9688-52e581ba60e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:58.263959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.415393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45044) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:58.451542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712067f4-b042-46d6-b608-90acff71d9e8 req-2e13a2b9-6b0f-4c16-8c2b-6bbdd5b70f15 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.453092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-712067f4-b042-46d6-b608-90acff71d9e8 req-2e13a2b9-6b0f-4c16-8c2b-6bbdd5b70f15 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 946 time: 0.5108163 Nov 22 16:25:58.517978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-f1df9220-ac84-46b7-8da5-cffc5cea03ac tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:58.519723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-f1df9220-ac84-46b7-8da5-cffc5cea03ac tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6691740 Nov 22 16:25:58.522699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Allocated IP 172.25.6.213 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/96f642a6-f527-4bfb-ba07-346f4d748271) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:25:58.527829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70fddae1-55e2-4a9c-a807-8c5b73a92a7e req-f88c8acb-0e15-4e01-86df-7e24366e38c8 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4621539 Nov 22 16:25:58.544964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': '90da842e-ed9a-4f25-9adc-6b0926281866', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:58.589034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:58.593172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0e4626fe-abb8-4708-baea-fbd41ce32fe9 None None] Provisioning complete for port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:58.593751 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e4626fe-abb8-4708-baea-fbd41ce32fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.675240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0e4626fe-abb8-4708-baea-fbd41ce32fe9 None None] Port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:25:58.676860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 90de8f95-dfa1-41aa-964b-990ef64fae87 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:25:58.746460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 90de8f95-dfa1-41aa-964b-990ef64fae87 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:58.748060 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.770196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-712067f4-b042-46d6-b608-90acff71d9e8 req-53e033bc-9b2d-4ce9-aedc-d967f3ea9760 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768109 Nov 22 16:25:58.804373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd48b1ad-67fd-423a-981c-9f432fb4d7e1 req-b6945ada-cd6a-48e8-8804-ca783efcf260 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 210 time: 0.1083968 Nov 22 16:25:58.836512 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd6-d305-4463-a81f-af5e53eb80b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.847802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f852d885-d472-4548-b997-0d2602723be1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.891723 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.917938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:25:58.950207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:58.984505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 90de8f95-dfa1-41aa-964b-990ef64fae87, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=90de8f95-dfa1-41aa-964b-990ef64fae87,segment=NetworkSegment(78d80fb2-0658-4e37-8a37-340f2270c030),segment_id=78d80fb2-0658-4e37-8a37-340f2270c030)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:25:58.993288 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.012083 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.012993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Transition to ACTIVE for port object 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:25:59.024996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.099121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:25:59.103041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.110487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=90de8f95-dfa1-41aa-964b-990ef64fae87,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.171149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63be8fc-5530-4715-86e6-d391ba2e14f4 req-905beb83-92d4-4690-9bea-ca07aaa8ab2d tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:59.172695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d63be8fc-5530-4715-86e6-d391ba2e14f4 req-905beb83-92d4-4690-9bea-ca07aaa8ab2d tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1096 time: 0.2567370 Nov 22 16:25:59.190106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45058) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:59.216130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.235066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Attempting to bind port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:25:59.235398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Attempting to bind port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:25:59.235721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Attempting to bind port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:59.243929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:25:59.244272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Attempting to bind port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:25:59.252688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.258758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:25:59.259139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:25:59.259476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:25:59.259936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Bound port: 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:25:59.260271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.284663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f852d885-d472-4548-b997-0d2602723be1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.314452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f852d885-d472-4548-b997-0d2602723be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.352949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852d885-d472-4548-b997-0d2602723be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e6c4b6-9976-4f27-9940-325c17e06f04,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.405926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5178928-057d-4f19-a971-3f54bcaa778c req-b5235dc5-e598-4984-a2a3-d17fab9d6e39 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:25:59.407537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5178928-057d-4f19-a971-3f54bcaa778c req-b5235dc5-e598-4984-a2a3-d17fab9d6e39 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.3427465 Nov 22 16:25:59.422054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45062) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:59.425424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd6-d305-4463-a81f-af5e53eb80b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.426414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce13-d6aa-4ce6-9384-8a2b895a4025 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.447167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'floatingip': {'port_id': 'a1bd41b5-312d-4672-8027-3e7299a1a814'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:25:59.447848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:25:59.448771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195d007d-bf39-4f29-bf38-64fab126899f None None] Network 8d4929ce-c036-409e-a501-37e2442b1f0c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:25:59.455066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fa303fd6-d305-4463-a81f-af5e53eb80b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.464943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:25:59.485203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:25:59.488366 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f852d885-d472-4548-b997-0d2602723be1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3e13aa3732f4ae8a32624d4ccdd3ff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8953888 Nov 22 16:25:59.489231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d63be8fc-5530-4715-86e6-d391ba2e14f4 req-0cc874af-8f0a-46c4-b61a-06fba28ee5ff tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923574 Nov 22 16:25:59.498752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45064) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:59.552250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] For port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:25:59.555409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8fef956a-37d8-4ecf-bf49-215677e46453 None None] Provisioning complete for port 90de8f95-dfa1-41aa-964b-990ef64fae87 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:25:59.556101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fef956a-37d8-4ecf-bf49-215677e46453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.556649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.628164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fa303fd6-d305-4463-a81f-af5e53eb80b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7d61346b70ef44478e46899e0e9cb16a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1987364 Nov 22 16:25:59.629121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Pushing event updated for resources: {'Port': ['ID=96f642a6-f527-4bfb-ba07-346f4d748271,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.646157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa303fd6-d305-4463-a81f-af5e53eb80b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ac5a2e-b838-481e-92e5-05c364c17228,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:25:59.665782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45072) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:25:59.767825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-f7ea0d71-ff86-4e2b-84b6-bbbaaaa106ee req-6c273203-5120-49b2-8227-0411ccd11389 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:25:59.768907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7ea0d71-ff86-4e2b-84b6-bbbaaaa106ee req-6c273203-5120-49b2-8227-0411ccd11389 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416489 Nov 22 16:25:59.827555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] For port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:25:59.860746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.896644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a04e793-1061-4dd6-9c1c-031795cbe3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:25:59.909829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.105 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/0a3cc195-9eec-44d8-aa42-50b5bc419cc6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:00.007303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a04e793-1061-4dd6-9c1c-031795cbe3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.046470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.047337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.053113 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] 10.222.0.66 "PUT /v2.0/ports/1bc8dad2-b352-4fc6-8986-1cc63c6f2523 HTTP/1.1" status: 200 len: 1096 time: 1.9254098 Nov 22 16:26:00.063117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ff4402-972b-4d74-9688-52e581ba60e6', 'tag': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:00.066388 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543aa1b5-6962-4c47-8482-92bc78c779b3" -d '{"events": [{"name": "network-changed", "server_uuid": "12ff4402-972b-4d74-9688-52e581ba60e6", "tag": "1bc8dad2-b352-4fc6-8986-1cc63c6f2523"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:00.093857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e469a-c827-4e12-a7a1-002f162732ec req-320003c3-6a3e-4ae6-9058-159ab079a17b tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.095290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-028e469a-c827-4e12-a7a1-002f162732ec req-320003c3-6a3e-4ae6-9058-159ab079a17b tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 946 time: 0.1825509 Nov 22 16:26:00.099947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3ac451ab-4c12-48b4-9127-2fc9ea64954e None None] Provisioning complete for port 90de8f95-dfa1-41aa-964b-990ef64fae87 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:00.100991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ac451ab-4c12-48b4-9127-2fc9ea64954e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.127977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce13-d6aa-4ce6-9384-8a2b895a4025 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.129985 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38986c40-99e7-4e15-a1d3-1f7144b36f89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.159801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4b1ce13-d6aa-4ce6-9384-8a2b895a4025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.222864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38986c40-99e7-4e15-a1d3-1f7144b36f89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.267120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae442998-2a02-48c4-91d7-ebc6e88316d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.340313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1ce13-d6aa-4ce6-9384-8a2b895a4025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7811942c-f542-45c7-a5a1-f34c22227ef0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.378732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c4b1ce13-d6aa-4ce6-9384-8a2b895a4025 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=719261edac7e43db81a4e543eef58b49&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1804442 Nov 22 16:26:00.381145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45086) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:00.382572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ea3f2767-a82f-4c94-8bbc-8ea6eded7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.385587 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-ea3f2767-a82f-4c94-8bbc-8ea6eded7d74 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 1099 time: 0.2633185 Nov 22 16:26:00.442817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bee2ad7b-bda8-406c-a7db-d26ed76a97f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523 HTTP/1.1" status: 200 len: 217 time: 0.0435660 Nov 22 16:26:00.493298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-028e469a-c827-4e12-a7a1-002f162732ec req-de9eaf62-adc7-43ec-b4e2-1a222b472842 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210082 Nov 22 16:26:00.497169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38986c40-99e7-4e15-a1d3-1f7144b36f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.500164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38986c40-99e7-4e15-a1d3-1f7144b36f89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.501508 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-38986c40-99e7-4e15-a1d3-1f7144b36f89 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7e6c4b6-9976-4f27-9940-325c17e06f04 HTTP/1.1" status: 204 len: 168 time: 1.0015295 Nov 22 16:26:00.502589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a04e793-1061-4dd6-9c1c-031795cbe3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.506183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a04e793-1061-4dd6-9c1c-031795cbe3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.507881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8a04e793-1061-4dd6-9c1c-031795cbe3d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c7ac5a2e-b838-481e-92e5-05c364c17228 HTTP/1.1" status: 204 len: 168 time: 0.8360765 Nov 22 16:26:00.560147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 90de8f95-dfa1-41aa-964b-990ef64fae87 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:00.564224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38986c40-99e7-4e15-a1d3-1f7144b36f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e6c4b6-9976-4f27-9940-325c17e06f04,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.585604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.679928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-22db5545-f3ae-4323-bf8e-fe17ec31831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:00.681401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-22db5545-f3ae-4323-bf8e-fe17ec31831e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2258425 Nov 22 16:26:00.700213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 90de8f95-dfa1-41aa-964b-990ef64fae87 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:00.701197 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.777946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a04e793-1061-4dd6-9c1c-031795cbe3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ac5a2e-b838-481e-92e5-05c364c17228,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:00.806376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.822311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71a4775a-76b9-4416-b8f6-a819d371c621 req-ba947081-937f-4b25-a9f5-f2f91a3e80eb tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 210 time: 0.0739603 Nov 22 16:26:00.829895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f6cd-62bd-4250-acde-0a095630f2e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:00.914705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f6cd-62bd-4250-acde-0a095630f2e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.079774 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d83b68-b6e3-4517-becd-b1dfb5a3faaf x-openstack-request-id: req-23d83b68-b6e3-4517-becd-b1dfb5a3faaf {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:01.080343 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ff4402-972b-4d74-9688-52e581ba60e6", "tag": "1bc8dad2-b352-4fc6-8986-1cc63c6f2523", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:01.080343 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23d83b68-b6e3-4517-becd-b1dfb5a3faaf {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:01.080746 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ff4402-972b-4d74-9688-52e581ba60e6', 'tag': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523', 'status': 'completed', 'code': 200} Nov 22 16:26:01.098739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:26:01.214595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.221315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.291719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-8ccaf560-dc7a-4f1c-ae1b-7a34c095f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.293515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-8ccaf560-dc7a-4f1c-ae1b-7a34c095f4a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5747998 Nov 22 16:26:01.329402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.345915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:01.409194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45112) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:01.450374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:01.451432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f99129-9cdd-43a4-881a-5de083007658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.461991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45114) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:01.462718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f6cd-62bd-4250-acde-0a095630f2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.465733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2dc3f6cd-62bd-4250-acde-0a095630f2e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.471391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2dc3f6cd-62bd-4250-acde-0a095630f2e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7811942c-f542-45c7-a5a1-f34c22227ef0 HTTP/1.1" status: 204 len: 168 time: 1.0590339 Nov 22 16:26:01.524538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:01.544777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:01.555817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:01.613796 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966 associated. External IP: 172.25.6.149, port: a1bd41b5-312d-4672-8027-3e7299a1a814. Nov 22 16:26:01.642387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-427387ec-4e75-48a5-adde-0afc110adb09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.650447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:01.659803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:01.709826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3f6cd-62bd-4250-acde-0a095630f2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811942c-f542-45c7-a5a1-f34c22227ef0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:01.791689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-bcf15f30-39af-43c5-ac7f-2f143574a632 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2524893 Nov 22 16:26:01.806131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-09d29569-ef03-4ab9-9b06-ff3961caa531 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155004 Nov 22 16:26:01.825636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Request body: {'port': {'device_id': '90da842e-ed9a-4f25-9adc-6b0926281866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:01.916144 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.040080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-02046991-b41e-4732-802c-19e96c7b797e None None] Provisioning complete for port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:02.042812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02046991-b41e-4732-802c-19e96c7b797e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.102869 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-427387ec-4e75-48a5-adde-0afc110adb09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.181143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-427387ec-4e75-48a5-adde-0afc110adb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.187076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-02046991-b41e-4732-802c-19e96c7b797e None None] Port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:02.245708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-427387ec-4e75-48a5-adde-0afc110adb09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4899ab0812fa478c81eca1a136b47405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7726865 Nov 22 16:26:02.255719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45142) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:02.265443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.292667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427387ec-4e75-48a5-adde-0afc110adb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b756a00c-4d4a-424f-927e-71628300ec4b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:02.428586 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-53fd26cf-fe68-48ad-b103-70c11ac9698d service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5646911 Nov 22 16:26:02.473362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Router 951dc012-9b61-4fd8-b303-0678d6a3006b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:26:02.497607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89ccfeec-07d4-4663-aeac-1d142813bf82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.505212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45148) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:02.534080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fba036-e682-45aa-9d82-73f7e86b1be8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.541458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f99129-9cdd-43a4-881a-5de083007658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.589246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f0982-93fa-49c9-9883-be0099532cd5 req-1f9fd090-a583-4dce-966a-e2cc12f4eee9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.591533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-369f0982-93fa-49c9-9883-be0099532cd5 req-1f9fd090-a583-4dce-966a-e2cc12f4eee9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 936 time: 0.6313100 Nov 22 16:26:02.598442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45150) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:02.606856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f99129-9cdd-43a4-881a-5de083007658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.629800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89ccfeec-07d4-4663-aeac-1d142813bf82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.702674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f99129-9cdd-43a4-881a-5de083007658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb417e6-a879-4b24-b115-8f08949ce2e9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:02.801559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-d7e51c86-f8f5-4b68-b25c-ad755212371d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:02.803668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-d7e51c86-f8f5-4b68-b25c-ad755212371d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 1099 time: 0.2975295 Nov 22 16:26:02.804652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80f99129-9cdd-43a4-881a-5de083007658 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d91cdcc871434a508ce4f9483a9d7115&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3939004 Nov 22 16:26:02.810260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:02.822297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3ec83bb8-3c10-402d-91f5-be46a9391458 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:02.823307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3ec83bb8-3c10-402d-91f5-be46a9391458 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2174003 Nov 22 16:26:02.851375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:02.875777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.885188 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:02.898288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-369f0982-93fa-49c9-9883-be0099532cd5 req-1dbece16-1976-44e8-a059-bae5f67acef4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932281 Nov 22 16:26:02.900712 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:02.909904 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:02.929918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Router 1910e983-5d49-4f61-8d83-31890ab90814 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:26:02.957605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89ccfeec-07d4-4663-aeac-1d142813bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.969165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89ccfeec-07d4-4663-aeac-1d142813bf82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:02.970259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-89ccfeec-07d4-4663-aeac-1d142813bf82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b756a00c-4d4a-424f-927e-71628300ec4b HTTP/1.1" status: 204 len: 168 time: 0.7130766 Nov 22 16:26:03.020151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7880ee79-f81e-43ae-9f34-271d2fa7eab4 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "PUT /v2.0/floatingips/0fe632ab-9f27-46c0-a359-e9f07966b966 HTTP/1.1" status: 200 len: 991 time: 3.5942917 Nov 22 16:26:03.085666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:03.094132 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:03.096623 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc661499-fb68-4b89-94d0-e707c478f723" -d '{"events": [{"name": "network-changed", "server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:03.102323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ccfeec-07d4-4663-aeac-1d142813bf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b756a00c-4d4a-424f-927e-71628300ec4b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:03.149682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fba036-e682-45aa-9d82-73f7e86b1be8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.237270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf53a-2508-4f2a-b8da-d77a5e3ea66c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.245170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-53b56ab4-c02e-4422-9c03-8d9b629085bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.247496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-53b56ab4-c02e-4422-9c03-8d9b629085bf service neutron] 10.222.0.65 "GET /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 1093 time: 0.2966785 Nov 22 16:26:03.273986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:03.274833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:26:03.280047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf53a-2508-4f2a-b8da-d77a5e3ea66c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.291985 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9ac35-b5e0-4bf1-942f-7cacb167ff8d x-openstack-request-id: req-a8b9ac35-b5e0-4bf1-942f-7cacb167ff8d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:03.292269 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:03.292520 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8b9ac35-b5e0-4bf1-942f-7cacb167ff8d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:03.292904 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'status': 'completed', 'code': 200} Nov 22 16:26:03.293404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.66', 53533) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:03.305261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fba036-e682-45aa-9d82-73f7e86b1be8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.378182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fba036-e682-45aa-9d82-73f7e86b1be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce13c3-54f0-4275-ab7c-3ea8270e7a73,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:03.385892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-b71d9ea2-454a-4300-b2a3-53a39d21f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.389060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-b71d9ea2-454a-4300-b2a3-53a39d21f414 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.5613387 Nov 22 16:26:03.471755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:03.490080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.498933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661499-fb68-4b89-94d0-e707c478f723 req-a2bf39c4-cb3a-4f6e-b490-0c6733307913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.500477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-a2bf39c4-cb3a-4f6e-b490-0c6733307913 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 1096 time: 0.2006581 Nov 22 16:26:03.502747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:03.502880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b6fba036-e682-45aa-9d82-73f7e86b1be8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f59c2cf42fd94112af68ee21ee64d295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9937804 Nov 22 16:26:03.505438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45174) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:03.521054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Sync routers for ids ['1910e983-5d49-4f61-8d83-31890ab90814'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:03.542355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Routers {'1910e983-5d49-4f61-8d83-31890ab90814'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:03.545615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1910e983-5d49-4f61-8d83-31890ab90814'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:03.555271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:03.556417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:03.558223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:03.561013 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-031981a5-c7ab-4113-831e-67e3528a2ce2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523 HTTP/1.1" status: 200 len: 217 time: 0.1508529 Nov 22 16:26:03.579026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:03.579608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:03.590768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.596166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59c393cc-10d1-4612-b32f-39a15d6c9e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.597797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a1f9f3d1-202b-4b9f-b5bb-862268e5e898 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0509403 Nov 22 16:26:03.601324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45176) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:03.671377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-b37b926c-07c4-4060-8633-9755b132e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.672846 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-b37b926c-07c4-4060-8633-9755b132e41f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0691979 Nov 22 16:26:03.723874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:03.724213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:03.724570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:03.735533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Bound port: 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:03.741189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Transition to ACTIVE for port object 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:03.803269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf53a-2508-4f2a-b8da-d77a5e3ea66c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.804232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.807568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5ebf53a-2508-4f2a-b8da-d77a5e3ea66c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:03.810496 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c5ebf53a-2508-4f2a-b8da-d77a5e3ea66c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0cb417e6-a879-4b24-b115-8f08949ce2e9 HTTP/1.1" status: 204 len: 168 time: 0.9969108 Nov 22 16:26:03.843009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ebf53a-2508-4f2a-b8da-d77a5e3ea66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb417e6-a879-4b24-b115-8f08949ce2e9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:03.843197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Set router 1910e983-5d49-4f61-8d83-31890ab90814 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:03.864022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-cac45f8f-aee7-43aa-ac78-60d0b89dd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:03.864022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-cac45f8f-aee7-43aa-ac78-60d0b89dd58d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545541 Nov 22 16:26:03.864359 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0fe632ab-9f27-46c0-a359-e9f07966b966', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'port_id': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'mac_address': 'fa:16:3e:2e:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:24Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 1, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:03.866132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59c393cc-10d1-4612-b32f-39a15d6c9e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:04.023752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-fa7c3fae-195f-489a-acc4-bdd7304fbee3 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338167 Nov 22 16:26:04.027328 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:04.074382 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:04.076038 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:04.252509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:04.257339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59c393cc-10d1-4612-b32f-39a15d6c9e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:04.267664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59c393cc-10d1-4612-b32f-39a15d6c9e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:04.272030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59c393cc-10d1-4612-b32f-39a15d6c9e09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bcce13c3-54f0-4275-ab7c-3ea8270e7a73 HTTP/1.1" status: 204 len: 168 time: 0.7651000 Nov 22 16:26:04.283263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661499-fb68-4b89-94d0-e707c478f723 req-2ec1f7dd-fe80-42a3-bc24-afbfca9b847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:04.284732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-2ec1f7dd-fe80-42a3-bc24-afbfca9b847a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 925 time: 0.7214129 Nov 22 16:26:04.305410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c393cc-10d1-4612-b32f-39a15d6c9e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce13c3-54f0-4275-ab7c-3ea8270e7a73,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:04.311529 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:04.311529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-dd05b074-b74c-49e3-b0c9-70d44fcfe2b1 service neutron] 10.222.0.65 "POST /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0/bindings HTTP/1.1" status: 201 len: 389 time: 1.0541101 Nov 22 16:26:04.390328 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:04.572698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:04.686661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 3, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:04.764599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Checking router: 1910e983-5d49-4f61-8d83-31890ab90814 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:04.765393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Updating router 1910e983-5d49-4f61-8d83-31890ab90814 port 96f642a6-f527-4bfb-ba07-346f4d748271 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:26:04.829719 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:04.886046 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-543aa1b5-6962-4c47-8482-92bc78c779b3 req-3b3f4584-0a73-462d-8cc3-f8bc8f695fa0 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368354 Nov 22 16:26:04.900779 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-cefe9ee7-9646-4441-bf96-5e885c4d2a4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1bd41b5-312d-4672-8027-3e7299a1a814 HTTP/1.1" status: 200 len: 999 time: 0.6009426 Nov 22 16:26:04.948609 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0fe632ab-9f27-46c0-a359-e9f07966b966', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'port_id': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'mac_address': 'fa:16:3e:2e:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:24Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 1, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:04.994818 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56183eb-3ed7-4d50-b931-1fce44da1a3b None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0fe632ab-9f27-46c0-a359-e9f07966b966', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'port_id': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'mac_address': 'fa:16:3e:2e:3b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:24Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 1, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:05.008128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3d9aa69c-8bea-41bc-ab18-732ed65cb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.013567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3d9aa69c-8bea-41bc-ab18-732ed65cb2cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1096 time: 0.2491319 Nov 22 16:26:05.135376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661499-fb68-4b89-94d0-e707c478f723 req-4abda4db-88c0-4aec-b506-2c79e26d63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.136864 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-4abda4db-88c0-4aec-b506-2c79e26d63c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.2180753 Nov 22 16:26:05.138592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Attempting to bind port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:05.138972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Attempting to bind port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:05.139939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Attempting to bind port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:05.151253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e5379-320c-434c-aed6-ef4d7352b555 req-c6d8ac4f-0f4a-4038-b1d9-daf370d151d7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.169968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-594e5379-320c-434c-aed6-ef4d7352b555 req-c6d8ac4f-0f4a-4038-b1d9-daf370d151d7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 948 time: 0.8752253 Nov 22 16:26:05.233282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc661499-fb68-4b89-94d0-e707c478f723 req-8c350268-7923-48d3-b9b9-a23f6c08f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.236283 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-8c350268-7923-48d3-b9b9-a23f6c08f2ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910304 Nov 22 16:26:05.237326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-666331e9-dc1b-4525-9cda-520542d13ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.238656 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-666331e9-dc1b-4525-9cda-520542d13ff7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.2178397 Nov 22 16:26:05.261285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:05.314845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-594e5379-320c-434c-aed6-ef4d7352b555 req-b2235939-bc31-46fb-807c-311c287f2804 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367927 Nov 22 16:26:05.360629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-29c2cc4a-1de7-45f8-ac67-90b545e63c1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.1142230 Nov 22 16:26:05.361208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0c3e7-cf80-41f9-a352-2a1aaf514668 req-3053e181-b6e8-48a1-8ef2-6a0cbcd993ad tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.365170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84b0c3e7-cf80-41f9-a352-2a1aaf514668 req-3053e181-b6e8-48a1-8ef2-6a0cbcd993ad tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 945 time: 0.3902962 Nov 22 16:26:05.366728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:05.369625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Attempting to bind port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:05.426376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:05.426963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:05.428407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:05.429502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Bound port: 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:05.430111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.465126 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e402d50-352b-47ee-af59-94467b80eaa6 None None] New status for floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:26:05.489371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:05.514759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84b0c3e7-cf80-41f9-a352-2a1aaf514668 req-fe580a6a-20f6-4632-8e54-5ed52f8f9336 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355691 Nov 22 16:26:05.517134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.520133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523', 'mac_address': 'fa:16:3e:36:4f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:05.531708 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.624378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] For port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:05.631190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] For port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:05.645512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.654786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.656570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Attempting to bind port 96f642a6-f527-4bfb-ba07-346f4d748271 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:05.657802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Attempting to bind port 96f642a6-f527-4bfb-ba07-346f4d748271 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:05.658187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Attempting to bind port 96f642a6-f527-4bfb-ba07-346f4d748271 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:05.703575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58840d11-9692-4700-ba1b-1e0913851148 None None] Pushing event updated for resources: {'Port': ['ID=96f642a6-f527-4bfb-ba07-346f4d748271,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:05.722258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:05.722802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:05.723175 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.723784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:05.729366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Bound port: 96f642a6-f527-4bfb-ba07-346f4d748271, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:05.730352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.773885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.774789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.776762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] 10.222.0.66 "PUT /v2.0/ports/0a3cc195-9eec-44d8-aa42-50b5bc419cc6 HTTP/1.1" status: 200 len: 1096 time: 3.9568470 Nov 22 16:26:05.779755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90da842e-ed9a-4f25-9adc-6b0926281866', 'tag': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:05.783928 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1b679-b28b-4b7c-b196-e728d26ca5de" -d '{"events": [{"name": "network-changed", "server_uuid": "90da842e-ed9a-4f25-9adc-6b0926281866", "tag": "0a3cc195-9eec-44d8-aa42-50b5bc419cc6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:05.814720 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-a130c199-6e8b-40b3-a913-819236dc896a service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617757 Nov 22 16:26:05.817062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3a854f99-4b3b-41ec-8bc2-1247e8d84a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:05.823186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3a854f99-4b3b-41ec-8bc2-1247e8d84a3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.3910496 Nov 22 16:26:05.829376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:05.897924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb152c-65bd-4d24-9adf-7af897cacc65 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:05.923959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] For port 96f642a6-f527-4bfb-ba07-346f4d748271, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:05.934071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] For port 96f642a6-f527-4bfb-ba07-346f4d748271, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96f642a6-f527-4bfb-ba07-346f4d748271,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:05.959949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:05.964620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:06.042473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.043313 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-3c77845f-2fac-4f1f-8932-064c0741a0ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1832137 Nov 22 16:26:06.100697 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372df45-e387-414c-8607-95f07a016cbd x-openstack-request-id: req-c372df45-e387-414c-8607-95f07a016cbd {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:06.103789 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90da842e-ed9a-4f25-9adc-6b0926281866", "tag": "0a3cc195-9eec-44d8-aa42-50b5bc419cc6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:06.104227 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c372df45-e387-414c-8607-95f07a016cbd {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:06.105194 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90da842e-ed9a-4f25-9adc-6b0926281866', 'tag': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', 'status': 'completed', 'code': 200} Nov 22 16:26:06.128356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c9fedf64-93eb-4c68-825c-81129f3e907a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.134297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Routers {'1910e983-5d49-4f61-8d83-31890ab90814'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:06.137283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1910e983-5d49-4f61-8d83-31890ab90814'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:06.142579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-c9fedf64-93eb-4c68-825c-81129f3e907a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 1099 time: 0.2674108 Nov 22 16:26:06.239004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-77f398a4-7d25-401a-91fc-8141e11e9dba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6 HTTP/1.1" status: 200 len: 217 time: 0.0803106 Nov 22 16:26:06.249483 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:06.286118 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc661499-fb68-4b89-94d0-e707c478f723 req-92d60d7f-6473-4f45-8905-69c212d68cc0 service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4587126 Nov 22 16:26:06.292859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58840d11-9692-4700-ba1b-1e0913851148 None None] Pushing event updated for resources: {'Port': ['ID=96f642a6-f527-4bfb-ba07-346f4d748271,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:06.323992 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-ce6e3cfe-2f56-4c6b-b36f-f65490880b23 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655945 Nov 22 16:26:06.415332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:06.419760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-9fcf17ad-1976-4d10-b4ba-0a02b7be0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.421268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-9fcf17ad-1976-4d10-b4ba-0a02b7be0d8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1633444 Nov 22 16:26:06.534186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-95898736-3f51-4a11-9827-ff0cb798a004 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512580 Nov 22 16:26:06.609609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54626-f150-4299-866c-0cbbd9036502 req-688d08a4-7fca-4259-94f0-69b71d9c2e03 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.611220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92e54626-f150-4299-866c-0cbbd9036502 req-688d08a4-7fca-4259-94f0-69b71d9c2e03 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 948 time: 0.1487482 Nov 22 16:26:06.663111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-885474b4-19f7-4132-a9b7-625965dde8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.664702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-885474b4-19f7-4132-a9b7-625965dde8b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2305253 Nov 22 16:26:06.755308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:06.806415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] Set router 1910e983-5d49-4f61-8d83-31890ab90814 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:06.812462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-c93bd616-7bd4-4dba-aea2-6d33ce10fc3f tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:06.815377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-c93bd616-7bd4-4dba-aea2-6d33ce10fc3f tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1714890 Nov 22 16:26:06.830427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:06.856118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-e5d58e85-461c-4528-85ca-6e6da80bda6e service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594524 Nov 22 16:26:07.029096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462f173-1b30-4795-9405-e623a3406905 req-2c9f7e0a-2ab2-4d59-ae20-187c970e1dcf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.039431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c462f173-1b30-4795-9405-e623a3406905 req-2c9f7e0a-2ab2-4d59-ae20-187c970e1dcf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 945 time: 0.4148114 Nov 22 16:26:07.059402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Allocated IP 172.20.0.1 (8d4929ce-c036-409e-a501-37e2442b1f0c/5d2338f5-e621-489f-b661-e621d66b37d2/6fa1456c-1a61-42e3-b599-ee8809a39ba7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:07.081637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92e54626-f150-4299-866c-0cbbd9036502 req-2311b09c-922c-4df2-bb7e-023f8181ff51 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608812 Nov 22 16:26:07.230467 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.263106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c462f173-1b30-4795-9405-e623a3406905 req-ce615eed-544f-44ed-bc69-bd83b9a2a1c6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183096 Nov 22 16:26:07.275361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77738cba-37d3-4508-9ca3-4cbf2b8dfe70 req-02469037-af4b-4e81-9a54-1201b3d06d51 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990133 Nov 22 16:26:07.420902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.483753 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.495161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 3, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:07.509075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-7d6c24f2-d31e-4f14-8962-30246d08d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:07.517853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-7d6c24f2-d31e-4f14-8962-30246d08d00d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 1099 time: 0.1466603 Nov 22 16:26:07.522725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.540051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4f6bb-cddb-483f-8d87-40a86755e6f4 None None] The sync data for ids ['1910e983-5d49-4f61-8d83-31890ab90814'] in n-d-816206-6 is: [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:00Z', 'revision_number': 3, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:07.673521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Pushing event updated for resources: {'Port': ['ID=6fa1456c-1a61-42e3-b599-ee8809a39ba7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:07.719525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Network 8d4929ce-c036-409e-a501-37e2442b1f0c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:07.725723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:07.730373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:07.759860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:07.807380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:07.828994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.873202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:07.875938 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c3fdf9-0481-4dab-90ae-76578683e8f0" -d '{"events": [{"server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:07.884900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:07.902627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.018049 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008966b1-fb79-48ab-8962-773b0712c6ca x-openstack-request-id: req-008966b1-fb79-48ab-8962-773b0712c6ca {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:08.018285 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "name": "network-vif-unplugged", "status": "completed", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:08.018540 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-008966b1-fb79-48ab-8962-773b0712c6ca {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:08.019542 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'code': 200} Nov 22 16:26:08.066423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:08.132073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:08.132697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:08.133037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:08.139413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:08.139780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Attempting to bind port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:08.144143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-752cd8ef-8a88-4b2c-b092-044fc4cd8f8a None None] Provisioning complete for port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:08.145568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-752cd8ef-8a88-4b2c-b092-044fc4cd8f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.147627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:08.147974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:08.148366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:08.148847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Bound port: 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:08.149185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.226797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-10665e5a-67ca-45f1-987b-42d06dc99107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.230735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-10665e5a-67ca-45f1-987b-42d06dc99107 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.5667357 Nov 22 16:26:08.236397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:08.241225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:08.248670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.251794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-752cd8ef-8a88-4b2c-b092-044fc4cd8f8a None None] Port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:08.333460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-54685e15-c35e-4c46-937a-66a8cf10ac8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6 HTTP/1.1" status: 200 len: 217 time: 0.0914383 Nov 22 16:26:08.433841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.434505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.435953 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] 10.222.0.20 "PUT /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 1121 time: 1.6132042 Nov 22 16:26:08.438145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aed10f-bb47-46be-88a5-67a4a1b382ea service neutron] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=8']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:08.439302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.508163 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.552184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-24dab2cd-31a1-4456-8f75-3d1675fae49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.554152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-24dab2cd-31a1-4456-8f75-3d1675fae49b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1876800 Nov 22 16:26:08.562363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:08.672062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96f642a6-f527-4bfb-ba07-346f4d748271 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:08.801766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 96f642a6-f527-4bfb-ba07-346f4d748271 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:08.802968 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.814545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9d63b-173a-4890-adbe-c3b144cf4fc1 req-6dc250b5-5ee9-422b-8e7a-294234333373 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.815922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55a9d63b-173a-4890-adbe-c3b144cf4fc1 req-6dc250b5-5ee9-422b-8e7a-294234333373 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.3163385 Nov 22 16:26:08.825011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1aa3f-5499-47b4-9fd1-cc95c7e48635 req-99bcd717-88e2-4281-b0d9-46d9928a81f5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.826727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15b1aa3f-5499-47b4-9fd1-cc95c7e48635 req-99bcd717-88e2-4281-b0d9-46d9928a81f5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 948 time: 0.3260243 Nov 22 16:26:08.834912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-d0222f1f-cbd5-40b5-925e-c2e81aceee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:08.836485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-d0222f1f-cbd5-40b5-925e-c2e81aceee49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2473767 Nov 22 16:26:08.949416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:08.976954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 96f642a6-f527-4bfb-ba07-346f4d748271, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96f642a6-f527-4bfb-ba07-346f4d748271,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:08.982331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.035235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.043288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=96f642a6-f527-4bfb-ba07-346f4d748271,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:09.046953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15b1aa3f-5499-47b4-9fd1-cc95c7e48635 req-d76fd87a-593b-4b3c-b78a-60113a72891b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006929 Nov 22 16:26:09.057501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55a9d63b-173a-4890-adbe-c3b144cf4fc1 req-c41882d2-b172-4db0-bb4b-6775e35a92d4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288699 Nov 22 16:26:09.058191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.137523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-6429bf36-24b2-4394-a07b-c88cddfa04ca service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716639 Nov 22 16:26:09.241924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Pushing event updated for resources: {'Port': ['ID=6fa1456c-1a61-42e3-b599-ee8809a39ba7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:09.249172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.275745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:09.358737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d1b679-b28b-4b7c-b196-e728d26ca5de req-99ad7941-97a2-4632-9a19-5395be7d5f09 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011745 Nov 22 16:26:09.389857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:09.397754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:09.398728 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.407729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Network 8d4929ce-c036-409e-a501-37e2442b1f0c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:09.409143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:09.770177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45352) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:09.824130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:09.825217 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.853416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ff4402-972b-4d74-9688-52e581ba60e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:09.856165 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4edd01-c6ca-4b84-aad0-2e6a1aff37ed" -d '{"events": [{"server_uuid": "12ff4402-972b-4d74-9688-52e581ba60e6", "name": "network-vif-plugged", "status": "completed", "tag": "1bc8dad2-b352-4fc6-8986-1cc63c6f2523"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:09.900807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:09.906780 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.915002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5558276a-9001-47d7-a63f-11591faed1e0 None None] Provisioning complete for port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:09.915890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5558276a-9001-47d7-a63f-11591faed1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:09.994538 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362fe5d4-9ea4-4b9e-93f8-104daa7478c5 x-openstack-request-id: req-362fe5d4-9ea4-4b9e-93f8-104daa7478c5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:09.994903 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ff4402-972b-4d74-9688-52e581ba60e6", "name": "network-vif-plugged", "status": "completed", "tag": "1bc8dad2-b352-4fc6-8986-1cc63c6f2523", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:09.995115 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-362fe5d4-9ea4-4b9e-93f8-104daa7478c5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:09.995495 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff4402-972b-4d74-9688-52e581ba60e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523', 'code': 200} Nov 22 16:26:09.996830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5558276a-9001-47d7-a63f-11591faed1e0 None None] Port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:10.012660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Router 1910e983-5d49-4f61-8d83-31890ab90814 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:26:10.020354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:10.023793 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe" -d '{"events": [{"name": "network-changed", "server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:10.038397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:10.089861 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a59831-bb7a-4322-9e42-28f80949ef0b x-openstack-request-id: req-37a59831-bb7a-4322-9e42-28f80949ef0b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:10.089861 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:10.089861 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37a59831-bb7a-4322-9e42-28f80949ef0b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:10.089861 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'status': 'completed', 'code': 200} Nov 22 16:26:10.187974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c8fa4e-b0bf-40cb-b528-9a0489b43219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.194575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:10.207510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9df8c481-dc59-4ac9-b504-ad329c85b8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.232094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14fb79b5-bfe7-42f4-bd35-de0d5ad79dec admin admin] 10.222.0.65 "PUT /v2.0/routers/1910e983-5d49-4f61-8d83-31890ab90814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6248133 Nov 22 16:26:10.262893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-bc39625d-e8e0-4c21-8924-e3590a3ddddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.264409 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-bc39625d-e8e0-4c21-8924-e3590a3ddddb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1124 time: 0.1292975 Nov 22 16:26:10.270501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-eb4f036e-1c30-4695-9b29-f984aaaff311 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0779645 Nov 22 16:26:10.318876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Sync routers for ids ['1910e983-5d49-4f61-8d83-31890ab90814'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:10.340127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Routers {'1910e983-5d49-4f61-8d83-31890ab90814'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:10.340761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1910e983-5d49-4f61-8d83-31890ab90814'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:10.387583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93694e59-71fa-42e3-8b8c-9af5198d1506 req-ce9de74a-d98e-4954-a068-88d4a7ac8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.389521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93694e59-71fa-42e3-8b8c-9af5198d1506 req-ce9de74a-d98e-4954-a068-88d4a7ac8380 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 1101 time: 0.1982317 Nov 22 16:26:10.414173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406cb92-6119-492b-8090-b13c9760adfb req-94c5bf91-9c1f-411f-8853-cd0ee9e0a736 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.415930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b406cb92-6119-492b-8090-b13c9760adfb req-94c5bf91-9c1f-411f-8853-cd0ee9e0a736 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 948 time: 0.2257838 Nov 22 16:26:10.497752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-e7b0bb6c-6bb7-48e3-b33e-60ba9b94e309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.499217 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-e7b0bb6c-6bb7-48e3-b33e-60ba9b94e309 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.2225997 Nov 22 16:26:10.532898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b406cb92-6119-492b-8090-b13c9760adfb req-e8301fef-ccaa-408e-a5da-76b5261ac8f2 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041512 Nov 22 16:26:10.542284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-cd098c9e-bba7-4f06-87dd-13e7ffa06072 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.563603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-cd098c9e-bba7-4f06-87dd-13e7ffa06072 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909706 Nov 22 16:26:10.580664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93694e59-71fa-42e3-8b8c-9af5198d1506 req-b235602c-96d5-4357-8857-f8b6dabfbf45 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771026 Nov 22 16:26:10.589060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Set router 1910e983-5d49-4f61-8d83-31890ab90814 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:10.590072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-ef478b32-766c-46f5-b647-f25a0ad9a86e tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/quotas/ae7bd3d04d09481e828b5be0fe105cf6 HTTP/1.1" status: 200 len: 375 time: 0.0252831 Nov 22 16:26:10.595973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c8fa4e-b0bf-40cb-b528-9a0489b43219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.607284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-fe2fea67-3dd1-4681-a19b-16902160cb6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.0950799 Nov 22 16:26:10.618161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c8fa4e-b0bf-40cb-b528-9a0489b43219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.628471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-551ff1a0-e9d8-403e-9007-75fe74773c1d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321958 Nov 22 16:26:10.644877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96f642a6-f527-4bfb-ba07-346f4d748271 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:10.674955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9df8c481-dc59-4ac9-b504-ad329c85b8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.728088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9df8c481-dc59-4ac9-b504-ad329c85b8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.731645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df20d2c-2862-497f-85f8-b577fe64a8b5 req-5f0ad10b-a844-4164-8e96-cb55adc43ebb tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:10.733218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3df20d2c-2862-497f-85f8-b577fe64a8b5 req-5f0ad10b-a844-4164-8e96-cb55adc43ebb tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.1084471 Nov 22 16:26:10.752681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-39c8fa4e-b0bf-40cb-b528-9a0489b43219 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d8e702ef68b4b3b9e623631a1cf4f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9788678 Nov 22 16:26:10.755262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45386) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:10.766032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8fa4e-b0bf-40cb-b528-9a0489b43219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c386de2-5a15-4ea1-87ed-5bbb79aa00c8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:10.801451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 96f642a6-f527-4bfb-ba07-346f4d748271 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:10.805123 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.838008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8c481-dc59-4ac9-b504-ad329c85b8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a057786e-42ef-4ccd-ad46-b15c29cafe48,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:10.849822 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9df8c481-dc59-4ac9-b504-ad329c85b8ee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dee7017ccc064667abb8d7ec8487b70f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0245924 Nov 22 16:26:10.852749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:10.928964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b487b75e-c881-4f8c-a2ca-4fafbd52cb62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.944373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3df20d2c-2862-497f-85f8-b577fe64a8b5 req-52a16674-3908-45d6-942f-2c2f4a5676c3 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011752 Nov 22 16:26:10.967210 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-048054c6-955c-45ba-8453-04193e8aef24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.997910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-048054c6-955c-45ba-8453-04193e8aef24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:10.999975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b487b75e-c881-4f8c-a2ca-4fafbd52cb62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.076752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-efcc93f4-5c5c-47a5-aaa7-deb7a639059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.080089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-efcc93f4-5c5c-47a5-aaa7-deb7a639059d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1863716 Nov 22 16:26:11.122590 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-56997082-32e6-4ace-9f6c-a31fb26defec service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339484 Nov 22 16:26:11.123742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-048054c6-955c-45ba-8453-04193e8aef24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.126705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-048054c6-955c-45ba-8453-04193e8aef24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.127847 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-048054c6-955c-45ba-8453-04193e8aef24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a057786e-42ef-4ccd-ad46-b15c29cafe48 HTTP/1.1" status: 204 len: 168 time: 0.2733512 Nov 22 16:26:11.132562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-8aec97d9-2c7a-45a4-a4fe-f095cca0bff9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517969 Nov 22 16:26:11.155204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048054c6-955c-45ba-8453-04193e8aef24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a057786e-42ef-4ccd-ad46-b15c29cafe48,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:11.241325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b487b75e-c881-4f8c-a2ca-4fafbd52cb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.251415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b487b75e-c881-4f8c-a2ca-4fafbd52cb62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.254880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b487b75e-c881-4f8c-a2ca-4fafbd52cb62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c386de2-5a15-4ea1-87ed-5bbb79aa00c8 HTTP/1.1" status: 204 len: 168 time: 0.4897797 Nov 22 16:26:11.330316 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-8f45559b-4cfb-471d-aff2-f2e02eb99f59 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899376 Nov 22 16:26:11.333312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487b75e-c881-4f8c-a2ca-4fafbd52cb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c386de2-5a15-4ea1-87ed-5bbb79aa00c8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:11.344365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:11.423333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6fa1456c-1a61-42e3-b599-ee8809a39ba7', 'name': '', 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'mac_address': 'fa:16:3e:af:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d2338f5-e621-489f-b661-e621d66b37d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:06Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 2, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'subnets': [{'id': '5d2338f5-e621-489f-b661-e621d66b37d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:11.488401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4128bd1-5b71-4c36-b5a9-118fa2d781fe req-9a91f34d-214d-4f47-a895-e220c029ed7f service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429920 Nov 22 16:26:11.528075 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:26:11.625780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-82e26d9d-f7b6-4fe7-afac-aba0cb32e7f0 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5004859 Nov 22 16:26:11.632963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:11.668014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-2a12a869-3a12-4dd1-a2b8-beeb00a5687a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:11.668765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Checking router: 1910e983-5d49-4f61-8d83-31890ab90814 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:11.669257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Updating router 1910e983-5d49-4f61-8d83-31890ab90814 port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:26:11.676603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-2a12a869-3a12-4dd1-a2b8-beeb00a5687a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5065424 Nov 22 16:26:11.680861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.736772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45422) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:11.740560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.758912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-cf9fb8e0-3b0a-422a-8ac3-8656e00f573e tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/quotas/ae7bd3d04d09481e828b5be0fe105cf6 HTTP/1.1" status: 200 len: 375 time: 0.0812008 Nov 22 16:26:11.767844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94afe272-59bc-4b8c-b329-cf7a2c35d71b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:11.844273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-1a82a475-888b-47fb-9fd5-5e0ef08c2ae1 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843556 Nov 22 16:26:11.937939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.004536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94afe272-59bc-4b8c-b329-cf7a2c35d71b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.017743 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94afe272-59bc-4b8c-b329-cf7a2c35d71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.091517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:12.125242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:12.127749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Allocated IP 172.25.6.228 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/7d931667-4712-430a-8c23-a5c3d6043047) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:12.153320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:12.182923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94afe272-59bc-4b8c-b329-cf7a2c35d71b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5479efa737f548758b7fb2d41f5fbc26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424770 Nov 22 16:26:12.195456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe272-59bc-4b8c-b329-cf7a2c35d71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d85654-b2dd-416a-bc55-5283d03f1c74,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.198996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45436) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:12.272687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebb41457-3dc5-4a81-b608-5236ca20df51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.303756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.313398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.316696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', 'mac_address': 'fa:16:3e:35:22:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:12.327544 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.362824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.369587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48666d2d-8ccb-4e60-ab7b-443e88696c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.400419 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:26:12.445460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48666d2d-8ccb-4e60-ab7b-443e88696c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.459694 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.515871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebb41457-3dc5-4a81-b608-5236ca20df51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.523234 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebb41457-3dc5-4a81-b608-5236ca20df51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.537742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:12.553336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:12.583376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:12.595150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48666d2d-8ccb-4e60-ab7b-443e88696c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.600290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48666d2d-8ccb-4e60-ab7b-443e88696c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.601526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-48666d2d-8ccb-4e60-ab7b-443e88696c3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/11d85654-b2dd-416a-bc55-5283d03f1c74 HTTP/1.1" status: 204 len: 168 time: 0.4009256 Nov 22 16:26:12.718198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Pushing event updated for resources: {'Port': ['ID=7d931667-4712-430a-8c23-a5c3d6043047,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.719625 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-f088c978-d9e8-423d-83bd-c32ec8569c74 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628915 Nov 22 16:26:12.722954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ebb41457-3dc5-4a81-b608-5236ca20df51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3442c9d9c8464052a3a052434fe45fd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5661561 Nov 22 16:26:12.723188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb41457-3dc5-4a81-b608-5236ca20df51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc0f8f6-a84f-4a8c-9b75-d85ad05945f6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.725562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45444) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:12.742646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426bb2-6aac-4f3b-9038-8835fbc79c46 req-54764ec9-cd12-49ed-b526-3b19dc68bf49 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:12.754619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb426bb2-6aac-4f3b-9038-8835fbc79c46 req-54764ec9-cd12-49ed-b526-3b19dc68bf49 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 948 time: 0.4060810 Nov 22 16:26:12.773021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:12.773356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48666d2d-8ccb-4e60-ab7b-443e88696c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d85654-b2dd-416a-bc55-5283d03f1c74,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.869957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4098a22-3544-4424-b4b2-7762a8a4c23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.878340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200214d5-14d8-4387-8989-0edb0632eda6 None None] Pushing event updated for resources: {'Port': ['ID=6fa1456c-1a61-42e3-b599-ee8809a39ba7,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:12.952475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-777bfd93-31bf-401d-989e-d091ec9137c7 None None] Provisioning complete for port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:12.952475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-777bfd93-31bf-401d-989e-d091ec9137c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.956458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:12.959316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb426bb2-6aac-4f3b-9038-8835fbc79c46 req-75de43e5-2e30-4ec7-a0e7-06e60910d5a4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027395 Nov 22 16:26:12.963319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Attempting to bind port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:12.963918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Attempting to bind port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:12.964328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Attempting to bind port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 on network 8d4929ce-c036-409e-a501-37e2442b1f0c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:12.965598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4098a22-3544-4424-b4b2-7762a8a4c23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:12.973577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:13.011197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-130253b9-b74b-4832-8c8a-bda3b5392591 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.014935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-130253b9-b74b-4832-8c8a-bda3b5392591 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2807944 Nov 22 16:26:13.037161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:13.037627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Checking segment: {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:13.038022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.038435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Bound using segment: {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:13.039030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Bound port: 6fa1456c-1a61-42e3-b599-ee8809a39ba7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78d80fb2-0658-4e37-8a37-340f2270c030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:13.039462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.050891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Request body: {'port': {'device_id': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'ae7bd3d04d09481e828b5be0fe105cf6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:13.055749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.115361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:26:13.166887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-777bfd93-31bf-401d-989e-d091ec9137c7 None None] Port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:13.210758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:13.260411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.285215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] For port 6fa1456c-1a61-42e3-b599-ee8809a39ba7, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:13.291056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] For port 6fa1456c-1a61-42e3-b599-ee8809a39ba7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6fa1456c-1a61-42e3-b599-ee8809a39ba7,segment=NetworkSegment(78d80fb2-0658-4e37-8a37-340f2270c030),segment_id=78d80fb2-0658-4e37-8a37-340f2270c030)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:13.296679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.414188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Routers {'1910e983-5d49-4f61-8d83-31890ab90814'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:13.415053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:25:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1910e983-5d49-4f61-8d83-31890ab90814'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:13.460806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Made reservation on behalf of ae7bd3d04d09481e828b5be0fe105cf6 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:13.465603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.490689 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.518704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['0a3cc195-9eec-44d8-aa42-50b5bc419cc6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:13.549736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4098a22-3544-4424-b4b2-7762a8a4c23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.550090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d8215-8d65-4f97-a5cb-11cad414fcbb req-69cb5e98-f8ba-4add-a5fe-3843286559a5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:13.552157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4098a22-3544-4424-b4b2-7762a8a4c23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.554079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b4098a22-3544-4424-b4b2-7762a8a4c23e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6dc0f8f6-a84f-4a8c-9b75-d85ad05945f6 HTTP/1.1" status: 204 len: 168 time: 0.8275440 Nov 22 16:26:13.569118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df9d8215-8d65-4f97-a5cb-11cad414fcbb req-69cb5e98-f8ba-4add-a5fe-3843286559a5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.2732093 Nov 22 16:26:13.575746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098a22-3544-4424-b4b2-7762a8a4c23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc0f8f6-a84f-4a8c-9b75-d85ad05945f6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:13.614276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.662235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200214d5-14d8-4387-8989-0edb0632eda6 None None] Pushing event updated for resources: {'Port': ['ID=6fa1456c-1a61-42e3-b599-ee8809a39ba7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:13.772099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.775891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:13.836780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df9d8215-8d65-4f97-a5cb-11cad414fcbb req-65ffd876-1519-4dac-9b5e-cdd327918f5f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633910 Nov 22 16:26:13.847403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] Set router 1910e983-5d49-4f61-8d83-31890ab90814 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:13.915342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.032257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07c84787-4b4a-4242-87dd-1961a44ca93a req-9131aace-7e61-4de6-b88a-49bf1dc784ec tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 210 time: 0.0840843 Nov 22 16:26:14.121459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.134433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.152650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Allocated IP 192.168.233.142 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:14.576161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.604991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-83f13fce-7991-42a6-9238-b48075f4b496 None None] Provisioning complete for port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:14.605579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-83f13fce-7991-42a6-9238-b48075f4b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.658124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.707841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:14.714534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:14.718990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:14.727239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:14.728001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:14.761445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.775376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-db27baa8-9de2-463c-9c8b-6bc23079aa2b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7358847 Nov 22 16:26:14.824738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Request body: {'port': {'device_id': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:14.895045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Pushing event updated for resources: {'Port': ['ID=7d931667-4712-430a-8c23-a5c3d6043047,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:14.917030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6fa1456c-1a61-42e3-b599-ee8809a39ba7', 'name': '', 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'mac_address': 'fa:16:3e:af:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d2338f5-e621-489f-b661-e621d66b37d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:06Z', 'updated_at': '2021-11-22T16:26:13Z', 'revision_number': 4, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'subnets': [{'id': '5d2338f5-e621-489f-b661-e621d66b37d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:14.935804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-36ed54cc-dabf-474c-a847-420237642d5c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6516573 Nov 22 16:26:15.005112 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-b7d80a89-aed5-4a02-a662-ad9b075405f2 service neutron] 10.222.0.66 "GET /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.2320406 Nov 22 16:26:15.014988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409ebf28-90d3-4154-9b2a-65c9f7ab5c22 None None] The sync data for ids ['1910e983-5d49-4f61-8d83-31890ab90814'] in n-d-816206-6 is: [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6fa1456c-1a61-42e3-b599-ee8809a39ba7', 'name': '', 'network_id': '8d4929ce-c036-409e-a501-37e2442b1f0c', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'mac_address': 'fa:16:3e:af:0c:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '5d2338f5-e621-489f-b661-e621d66b37d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:26:06Z', 'updated_at': '2021-11-22T16:26:13Z', 'revision_number': 4, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'subnets': [{'id': '5d2338f5-e621-489f-b661-e621d66b37d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:15.047211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86db15-590e-4e14-9bfc-0bb15d7c6c5c req-f914a5ef-1121-48bb-a9ad-91d3405311c3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.049306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd86db15-590e-4e14-9bfc-0bb15d7c6c5c req-f914a5ef-1121-48bb-a9ad-91d3405311c3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 949 time: 0.8623440 Nov 22 16:26:15.140973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-83f13fce-7991-42a6-9238-b48075f4b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.174025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.179459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.262122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-83f13fce-7991-42a6-9238-b48075f4b496 None None] For port 6fa1456c-1a61-42e3-b599-ee8809a39ba7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6fa1456c-1a61-42e3-b599-ee8809a39ba7,segment=NetworkSegment(78d80fb2-0658-4e37-8a37-340f2270c030),segment_id=78d80fb2-0658-4e37-8a37-340f2270c030)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:15.268408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-83f13fce-7991-42a6-9238-b48075f4b496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.331000 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.332289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-300dedbb-e14b-4d13-bf22-947519739e46 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7056150 Nov 22 16:26:15.375131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f13fce-7991-42a6-9238-b48075f4b496 None None] Pushing event updated for resources: {'Port': ['ID=6fa1456c-1a61-42e3-b599-ee8809a39ba7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:15.406787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f208c490-1e9b-4bf8-a6f8-dc4f0977ae02 None None] Provisioning complete for port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:15.407682 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f208c490-1e9b-4bf8-a6f8-dc4f0977ae02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:15.450084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-c28a9038-0cd1-49d0-bf80-cabea8c64025 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:15.451675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-c28a9038-0cd1-49d0-bf80-cabea8c64025 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5064347 Nov 22 16:26:15.468469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Request body: {'port': {'device_id': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'ae7bd3d04d09481e828b5be0fe105cf6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:15.480664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f208c490-1e9b-4bf8-a6f8-dc4f0977ae02 None None] Port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:15.501145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd86db15-590e-4e14-9bfc-0bb15d7c6c5c req-70c7a914-962f-4d46-8e1d-7aecb737837f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424171 Nov 22 16:26:15.553113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-ab0e2232-97fc-40bb-a929-990976285bba tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.1863382 Nov 22 16:26:15.812810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:15.866650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:15.917731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:15.940681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:15.960735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.046958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-cce68c24-4758-48ba-9a37-21033a17b5b2 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:16.048688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-cce68c24-4758-48ba-9a37-21033a17b5b2 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.4934959 Nov 22 16:26:16.062882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1dc5c-5d50-41f6-942a-1de40fc58aca req-e41b4994-1a2d-4b54-a121-084a23181652 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:16.073284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75b1dc5c-5d50-41f6-942a-1de40fc58aca req-e41b4994-1a2d-4b54-a121-084a23181652 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 943 time: 0.2510622 Nov 22 16:26:16.143086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-a30b5ea3-7260-40d6-b38c-db62eabfb56b tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:16.144135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c10617-de6f-4d17-b10f-31014c97b9dc req-a30b5ea3-7260-40d6-b38c-db62eabfb56b tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0666349 Nov 22 16:26:16.147830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:16.177694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.199505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75b1dc5c-5d50-41f6-942a-1de40fc58aca req-c957ba0a-975c-48fa-b672-7322bf6666e8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252506 Nov 22 16:26:16.202364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Transition to ACTIVE for port object 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:16.217332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Made reservation on behalf of ae7bd3d04d09481e828b5be0fe105cf6 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:16.222566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.258929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] Transition to ACTIVE for port object 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:16.263544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.276089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.474966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:16.478771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] No DVR routers for this DVR port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:16.605637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] Pushing event updated for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:16.637979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Attempting to bind port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:16.638399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Attempting to bind port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:16.638860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Attempting to bind port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:16.651851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-747a080f-f1aa-4711-9535-943b0f8a8407 service neutron] 10.222.0.66 "PUT /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6445870 Nov 22 16:26:16.659396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:16.659723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Attempting to bind port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:16.671378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:16.671561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:16.671957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:16.675211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Bound port: 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:16.675584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.687894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa328f34-5e71-461e-af17-3b3ba54ec2c1 req-7c8db014-3f59-40f7-84b6-829634cd2c27 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips/6a5d2c26-7b87-49db-bcde-dcd205fe511f HTTP/1.1" status: 200 len: 693 time: 0.4158139 Nov 22 16:26:16.710750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a535f8ff-4f61-4215-9087-ebfc83fb2d94 req-6f9e7044-358e-4c35-ae71-8b35e12baeb9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 210 time: 0.1541553 Nov 22 16:26:16.753489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6fa1456c-1a61-42e3-b599-ee8809a39ba7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:16.812933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:16.824577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:16.829338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.20', 65360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:16.860133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:16.933130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:16.934241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.009081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06718afe-aaa1-4e04-97e8-5192f08f712c req-84284b71-630d-4efa-97b9-511f6b03da38 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.012287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.012925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.014351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 HTTP/1.1" status: 200 len: 1096 time: 2.1940763 Nov 22 16:26:17.015996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:17.016946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06718afe-aaa1-4e04-97e8-5192f08f712c req-84284b71-630d-4efa-97b9-511f6b03da38 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 949 time: 0.1716368 Nov 22 16:26:17.019206 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf0d9b-fc50-415d-9b64-9368f674481b" -d '{"events": [{"name": "network-changed", "server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:17.070365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-8018b5df-48a7-42bf-b500-3f9bbab3d8d6 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.073167 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-8018b5df-48a7-42bf-b500-3f9bbab3d8d6 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.2396195 Nov 22 16:26:17.132937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06718afe-aaa1-4e04-97e8-5192f08f712c req-6df3255d-5605-48f0-b668-d25bfd0db8a5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150107 Nov 22 16:26:17.203889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101bfd0-83fe-474c-a5cc-f14f8dbf5fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.216814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Allocated IP 192.168.233.239 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/8299f7fa-90a0-49fc-baee-45cae67ca83e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:17.237191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa328f34-5e71-461e-af17-3b3ba54ec2c1 req-0b10b718-f6ae-4516-b54e-cd1949b61e0d tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.238305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa328f34-5e71-461e-af17-3b3ba54ec2c1 req-0b10b718-f6ae-4516-b54e-cd1949b61e0d tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.5419590 Nov 22 16:26:17.270625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-aa328f34-5e71-461e-af17-3b3ba54ec2c1 req-a64bc195-4ad1-4baa-9d59-d871e374d257 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:17.272674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa328f34-5e71-461e-af17-3b3ba54ec2c1 req-a64bc195-4ad1-4baa-9d59-d871e374d257 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0128362 Nov 22 16:26:17.284703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-21b269db-ae93-4e9d-a62d-0385f0a1a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.286427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-21b269db-ae93-4e9d-a62d-0385f0a1a5ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1099 time: 0.2104542 Nov 22 16:26:17.307243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:17.419587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-d4032cf2-6adf-4a64-812c-8989a19d453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.419921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:17.421036 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-d4032cf2-6adf-4a64-812c-8989a19d453b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec&tenant_id=7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 1095 time: 0.3138978 Nov 22 16:26:17.422468 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-686ce0e1-1d5f-4409-a1a3-50fb075c95c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 HTTP/1.1" status: 200 len: 217 time: 0.1212859 Nov 22 16:26:17.426956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:17.428803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.541846 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b1ed71-846f-4ed1-8437-c2ce4029885e x-openstack-request-id: req-23b1ed71-846f-4ed1-8437-c2ce4029885e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:17.542341 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:17.542515 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23b1ed71-846f-4ed1-8437-c2ce4029885e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:17.542794 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'status': 'completed', 'code': 200} Nov 22 16:26:17.604933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-9a8343bf-bae0-485b-8a4e-4b0b48e22f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.606694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-9a8343bf-bae0-485b-8a4e-4b0b48e22f39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1695027 Nov 22 16:26:17.619485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-cde12ff8-a064-4bd9-8fbf-38212d745b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.621162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-cde12ff8-a064-4bd9-8fbf-38212d745b50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1095 time: 0.1157291 Nov 22 16:26:17.649211 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.663598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.718965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da842e-ed9a-4f25-9adc-6b0926281866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:17.721437 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c793b-1a30-4d3d-b784-fb6754878459" -d '{"events": [{"server_uuid": "90da842e-ed9a-4f25-9adc-6b0926281866", "name": "network-vif-plugged", "status": "completed", "tag": "0a3cc195-9eec-44d8-aa42-50b5bc419cc6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:17.745495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-70a3b03a-8aab-4d0e-8249-38badaeacc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.747019 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-70a3b03a-8aab-4d0e-8249-38badaeacc3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247258 Nov 22 16:26:17.747558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:17.753987 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.755845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:17.787254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-f635a792-b66a-41c9-bce0-1fa5b14c282c tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401707 Nov 22 16:26:17.793440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-62fcd339-f154-4936-acd0-88769d33aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.795272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-62fcd339-f154-4936-acd0-88769d33aaed service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1636596 Nov 22 16:26:17.815923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:17.832682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c401ef-5420-40fb-a08c-56cd4d86019b req-e065a038-0bd0-4599-b94c-9f9a4c13dc46 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.840112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6c401ef-5420-40fb-a08c-56cd4d86019b req-e065a038-0bd0-4599-b94c-9f9a4c13dc46 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.1815050 Nov 22 16:26:17.854267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:17.855651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:17.866909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-562b1262-ad68-4bfe-af59-c58e79e2c95a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.0398426 Nov 22 16:26:17.934985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-92deaf7f-9d98-454a-bdc5-1a6abcbe8111 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640048 Nov 22 16:26:17.940243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-e7af65ba-3baa-43b5-ab20-323bbd2741d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:17.941584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-e7af65ba-3baa-43b5-ab20-323bbd2741d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0638185 Nov 22 16:26:17.952799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:17.965937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:17.981560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:18.029267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event updated for resources: {'Port': ['ID=8299f7fa-90a0-49fc-baee-45cae67ca83e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:18.066347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.067023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.076974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6c401ef-5420-40fb-a08c-56cd4d86019b req-5423d6b7-ef41-40af-bf82-6ff7be7b4610 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136028 Nov 22 16:26:18.112498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-44e5970e-e17c-4b4d-bc3b-4d8788f536ee tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.114113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-44e5970e-e17c-4b4d-bc3b-4d8788f536ee tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3161631 Nov 22 16:26:18.121009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-bc0969d4-810a-478f-b7cf-36c13ed5c725 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6571009 Nov 22 16:26:18.183281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Request body: {'port': {'device_id': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:18.215894 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-324b305f-441d-42c0-bc85-406303e51f82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2645028 Nov 22 16:26:18.226907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-a619dcf2-4a6d-4c9a-8aae-be36fd4fb855 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/quotas/14e43028dd284ddbb18c14fdedeaaa3c HTTP/1.1" status: 200 len: 375 time: 0.0996871 Nov 22 16:26:18.231151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6c0dd25-947e-4403-bca6-7830c7ce220f req-9cd1b6d7-f2c5-4979-8fee-41c67c5de47b tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=796e5b0f2f8e4fa39b0ac47aaee169c2 HTTP/1.1" status: 200 len: 696 time: 0.1147883 Nov 22 16:26:18.267653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3b48ff37-8d93-4dae-9cc2-661fa5949660 None None] Provisioning complete for port 8299f7fa-90a0-49fc-baee-45cae67ca83e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:18.268325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3b48ff37-8d93-4dae-9cc2-661fa5949660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.298044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-ee6e1ae2-fb0e-4405-b1c6-6f4afd02360b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0600905 Nov 22 16:26:18.309468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3b48ff37-8d93-4dae-9cc2-661fa5949660 None None] Port 8299f7fa-90a0-49fc-baee-45cae67ca83e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:18.313014 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30e53954-852f-4c3d-bac5-64f2bdbb746c req-f2cd7fb6-4f83-4359-9d11-aa8453077b47 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629446 Nov 22 16:26:18.347918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.362296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-5c5b4161-9103-43e5-a199-06fb14da8137 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349535 Nov 22 16:26:18.498430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0dd25-947e-4403-bca6-7830c7ce220f req-4d7e906d-a946-4479-bf7a-b155f6e87c33 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.501042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6c0dd25-947e-4403-bca6-7830c7ce220f req-4d7e906d-a946-4479-bf7a-b155f6e87c33 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks?id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 787 time: 0.2607796 Nov 22 16:26:18.518695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-f89d2742-74be-4402-91b4-88f9c16398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.520319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-f89d2742-74be-4402-91b4-88f9c16398d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1099 time: 0.1367266 Nov 22 16:26:18.526940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-c6c0dd25-947e-4403-bca6-7830c7ce220f req-db75074d-e686-459b-8057-2bdaec10a3b2 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:18.528472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6c0dd25-947e-4403-bca6-7830c7ce220f req-db75074d-e686-459b-8057-2bdaec10a3b2 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0162780 Nov 22 16:26:18.554901 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-0bea98f8-a04e-499a-9cdb-2e0201a20c41 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723099 Nov 22 16:26:18.627668 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c40682-a191-469a-85ca-0054cfd1d836 x-openstack-request-id: req-93c40682-a191-469a-85ca-0054cfd1d836 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:18.627991 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90da842e-ed9a-4f25-9adc-6b0926281866", "name": "network-vif-plugged", "status": "completed", "tag": "0a3cc195-9eec-44d8-aa42-50b5bc419cc6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:18.628253 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93c40682-a191-469a-85ca-0054cfd1d836 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:18.628700 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90da842e-ed9a-4f25-9adc-6b0926281866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', 'code': 200} Nov 22 16:26:18.680708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-559ed38e-be30-4517-a33f-4556be7b0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.683209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-559ed38e-be30-4517-a33f-4556be7b0b33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1525002 Nov 22 16:26:18.797124 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-bb1933ed-c6f6-415e-80ec-bb05321658fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 HTTP/1.1" status: 200 len: 217 time: 0.0964746 Nov 22 16:26:18.823160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8299f7fa-90a0-49fc-baee-45cae67ca83e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:18.832935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.848349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Transition to ACTIVE for port object 8299f7fa-90a0-49fc-baee-45cae67ca83e will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:18.856194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:18.873499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e54fa-35f8-4289-bd02-792e30b82256 req-44c51906-7f00-46bd-adb6-bc2936b05859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.875569 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f22e54fa-35f8-4289-bd02-792e30b82256 req-44c51906-7f00-46bd-adb6-bc2936b05859 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 1101 time: 0.0877476 Nov 22 16:26:18.877683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-fb2367c6-2882-46ca-8669-0a618d855f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.879204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-fb2367c6-2882-46ca-8669-0a618d855f43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0617368 Nov 22 16:26:18.926545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c6403-6110-46ce-8026-ad53f18643ca req-9e5f9a40-e444-4ff2-a230-59cb316fdbcc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:18.928341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1c6403-6110-46ce-8026-ad53f18643ca req-9e5f9a40-e444-4ff2-a230-59cb316fdbcc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 936 time: 0.1703336 Nov 22 16:26:18.938490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Pushing event updated for resources: {'Port': ['ID=8299f7fa-90a0-49fc-baee-45cae67ca83e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:19.067701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-cd471039-8f9e-4cad-be37-e984f7090640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.070746 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-cd471039-8f9e-4cad-be37-e984f7090640 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1825135 Nov 22 16:26:19.075235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f22e54fa-35f8-4289-bd02-792e30b82256 req-10f73a1b-bca1-44a2-afab-faca1a0d57c9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719184 Nov 22 16:26:19.089534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-2dc8a4de-dda9-44e5-82a9-d026d9f21018 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.091149 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-2dc8a4de-dda9-44e5-82a9-d026d9f21018 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.1440032 Nov 22 16:26:19.109612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1c6403-6110-46ce-8026-ad53f18643ca req-0141d499-fa6b-4d6a-99aa-030065f08cc0 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549842 Nov 22 16:26:19.146397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Attempting to bind port 8299f7fa-90a0-49fc-baee-45cae67ca83e on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:19.146978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Attempting to bind port 8299f7fa-90a0-49fc-baee-45cae67ca83e by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:19.147391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Attempting to bind port 8299f7fa-90a0-49fc-baee-45cae67ca83e on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:19.158949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f821dfc-e279-4705-aebd-a4a8974b85b2 req-78ebe7b5-0265-479e-bb05-9affaa0d6635 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.166585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f821dfc-e279-4705-aebd-a4a8974b85b2 req-78ebe7b5-0265-479e-bb05-9affaa0d6635 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 950 time: 0.1214590 Nov 22 16:26:19.176761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Port 8299f7fa-90a0-49fc-baee-45cae67ca83e on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:19.176761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Attempting to bind port 8299f7fa-90a0-49fc-baee-45cae67ca83e on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:19.190968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:19.192022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:19.192022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:19.192342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Bound port: 8299f7fa-90a0-49fc-baee-45cae67ca83e, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:19.193405 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.239112 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-4d689783-d173-4a98-9c71-74e7695c7286 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598506 Nov 22 16:26:19.264496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f821dfc-e279-4705-aebd-a4a8974b85b2 req-bb2aed2e-9779-417e-8b32-8afefdb057a1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967810 Nov 22 16:26:19.289546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] For port 8299f7fa-90a0-49fc-baee-45cae67ca83e, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:19.293114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] For port 8299f7fa-90a0-49fc-baee-45cae67ca83e, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:19.298034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.337777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.338406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.339872 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] 10.222.0.20 "PUT /v2.0/ports/8299f7fa-90a0-49fc-baee-45cae67ca83e HTTP/1.1" status: 200 len: 1096 time: 1.1923804 Nov 22 16:26:19.340336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'tag': '8299f7fa-90a0-49fc-baee-45cae67ca83e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:19.342620 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51fe32a-0690-4366-bb9a-a97ecaa2b309" -d '{"events": [{"name": "network-changed", "server_uuid": "7f624cd8-8ba3-4b7a-a97d-45a6696efc96", "tag": "8299f7fa-90a0-49fc-baee-45cae67ca83e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:19.376513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82f6ee-6110-48b6-8763-911f8d6f8b7a service neutron] Pushing event updated for resources: {'Port': ['ID=8299f7fa-90a0-49fc-baee-45cae67ca83e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:19.465330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b83ca25c-586f-4351-a535-c3e39436597a req-331e5e49-9b49-4f4a-86ff-ebe3f1562e6d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 210 time: 0.0852153 Nov 22 16:26:19.473736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-4b4aa079-294a-4c2f-9efb-bf8eb529e2b3 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips/6a5d2c26-7b87-49db-bcde-dcd205fe511f HTTP/1.1" status: 200 len: 693 time: 0.0631933 Nov 22 16:26:19.488441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbaf0d9b-fc50-415d-9b64-9368f674481b req-af49d9ca-0237-47ef-ab8e-7a60840e96c4 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273812 Nov 22 16:26:19.565354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-b27d3f73-5c11-4829-8df7-dfe41400bccd service neutron] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:19.571913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-b27d3f73-5c11-4829-8df7-dfe41400bccd service neutron] Publish callbacks [] for binding, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.573396 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e60eb4c7-b8e2-4e3d-9e19-67a1ea7f99cd req-b27d3f73-5c11-4829-8df7-dfe41400bccd service neutron] 10.222.0.20 "DELETE /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.4714389 Nov 22 16:26:19.861267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b59985ff-21ad-40b9-861a-0bf8b599f0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:19.960321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2eff7-c5dc-4ac6-81c4-f81553434714 req-8947a9a4-17a3-43a5-b1a6-405e10284cad tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.961826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eab2eff7-c5dc-4ac6-81c4-f81553434714 req-8947a9a4-17a3-43a5-b1a6-405e10284cad tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.1154845 Nov 22 16:26:19.963545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-741b3939-58fa-4db4-9cb1-5bf1f0cbc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.964942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-741b3939-58fa-4db4-9cb1-5bf1f0cbc1fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 1099 time: 0.1175113 Nov 22 16:26:19.982158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-949c874c-2a00-4256-941b-926a508aa753 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:19.983358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-949c874c-2a00-4256-941b-926a508aa753 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.5088077 Nov 22 16:26:20.004372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-2c2e59f2-fef4-4c96-b091-7c1794c04eec tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:20.006109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-2c2e59f2-fef4-4c96-b091-7c1794c04eec tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078154 Nov 22 16:26:20.042283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-5e3da4d4-6c7a-4aaf-a311-00876a1ffea7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e HTTP/1.1" status: 200 len: 217 time: 0.0579491 Nov 22 16:26:20.132379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-e75ae770-66f0-41c8-b1a6-67939eeed984 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0997951 Nov 22 16:26:20.157175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eab2eff7-c5dc-4ac6-81c4-f81553434714 req-732465e4-c72c-43bf-a0e4-c2a922b68587 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893535 Nov 22 16:26:20.198481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-afc32ff0-d26a-431a-8876-071c38816960 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.228 HTTP/1.1" status: 200 len: 696 time: 0.0578959 Nov 22 16:26:20.200487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-10ce3749-0dd2-443a-abfe-7d8ae17b477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.202083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-651e795c-7118-4f50-80f5-3dbc6a16cb33 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250621 Nov 22 16:26:20.202540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-10ce3749-0dd2-443a-abfe-7d8ae17b477f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1194153 Nov 22 16:26:20.264595 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a68d9f3-bbb3-4ac0-a095-e0beab6c549a x-openstack-request-id: req-9a68d9f3-bbb3-4ac0-a095-e0beab6c549a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:20.265087 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f624cd8-8ba3-4b7a-a97d-45a6696efc96", "tag": "8299f7fa-90a0-49fc-baee-45cae67ca83e", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:20.265528 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a68d9f3-bbb3-4ac0-a095-e0beab6c549a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:20.266038 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'tag': '8299f7fa-90a0-49fc-baee-45cae67ca83e', 'status': 'completed', 'code': 200} Nov 22 16:26:20.361680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-74f411e8-4eea-4cb8-86f2-ee22c74ae6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.362067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-37374c26-c82b-4eb7-bc89-3de552a82e9b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.363315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-74f411e8-4eea-4cb8-86f2-ee22c74ae6f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1475277 Nov 22 16:26:20.363619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-37374c26-c82b-4eb7-bc89-3de552a82e9b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1438191 Nov 22 16:26:20.393127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Request body: {'port': {'device_id': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '14e43028dd284ddbb18c14fdedeaaa3c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:20.446717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Deleting port 7d931667-4712-430a-8c23-a5c3d6043047 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:20.447139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.514180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Made reservation on behalf of 14e43028dd284ddbb18c14fdedeaaa3c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:20.517735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.526388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.557400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-acff6a56-8fe9-4af9-8b7a-f2b2feb32bef service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829259 Nov 22 16:26:20.609183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd508ff-ed72-458d-9893-baf30768b40a req-a9cb1236-a21c-429c-b2db-678ee129e6c0 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:20.610565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bd508ff-ed72-458d-9893-baf30768b40a req-a9cb1236-a21c-429c-b2db-678ee129e6c0 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 948 time: 0.1090760 Nov 22 16:26:20.617587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.621842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.649877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.650203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:20.681885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Calling delete_port for 7d931667-4712-430a-8c23-a5c3d6043047 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:20.690384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:20.784537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Allocated IP 192.168.233.202 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/926063ca-d75e-416e-a6a1-a2aa16f527e1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:20.792493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bd508ff-ed72-458d-9893-baf30768b40a req-0dbac416-b0af-4704-9654-b2d057d6fc32 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452758 Nov 22 16:26:20.817056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4aefd9-5867-4db0-b114-c704b39b491d req-2077a099-416e-484e-9a57-5ca4263c2fdf service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425156 Nov 22 16:26:20.941085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.003133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Pushing event deleted for resources: {'Port': ['ID=7d931667-4712-430a-8c23-a5c3d6043047,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:21.009862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.047239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.077731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-63fa4d37-62a8-411d-a34e-e2778f193377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.079255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-63fa4d37-62a8-411d-a34e-e2778f193377 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 1099 time: 0.1481254 Nov 22 16:26:21.093970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:21.097150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:21.102108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:21.107653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.108274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.111430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bd6c54-445c-4fae-b7e8-667c174e6b94 req-a0527b2e-c97c-4cf6-a60a-0b0fc8d43a16 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.112909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5bd6c54-445c-4fae-b7e8-667c174e6b94 req-a0527b2e-c97c-4cf6-a60a-0b0fc8d43a16 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 950 time: 0.1486814 Nov 22 16:26:21.123633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Pushing event updated for resources: {'Port': ['ID=926063ca-d75e-416e-a6a1-a2aa16f527e1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:21.129598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f919718-5bda-48ea-8348-18ee9df6947d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7405684 Nov 22 16:26:21.152111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.154732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.155773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Request body: {'port': {'device_id': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:21.155989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8de7d39-cffe-4373-ae0c-e90162b30acd req-3c491860-127a-4b7e-a38d-6c20bbea9e1a tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "DELETE /v2.0/floatingips/6a5d2c26-7b87-49db-bcde-dcd205fe511f HTTP/1.1" status: 204 len: 173 time: 0.9501154 Nov 22 16:26:21.230579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.247228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5bd6c54-445c-4fae-b7e8-667c174e6b94 req-c994cace-ebc4-46ae-9547-232d7b0a1c4f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237047 Nov 22 16:26:21.250795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-a5cd8923-7a14-4d48-a341-f6b326cd4e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.251875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-a5cd8923-7a14-4d48-a341-f6b326cd4e02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1615269 Nov 22 16:26:21.330598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-0dafb953-a8be-42ee-a6f1-f325c3756aa4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e HTTP/1.1" status: 200 len: 217 time: 0.0696788 Nov 22 16:26:21.404439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d7e566fe-3754-45eb-85f6-fd1e8416a953 None None] Provisioning complete for port 926063ca-d75e-416e-a6a1-a2aa16f527e1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:21.404911 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7e566fe-3754-45eb-85f6-fd1e8416a953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.484241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d7e566fe-3754-45eb-85f6-fd1e8416a953 None None] Port 926063ca-d75e-416e-a6a1-a2aa16f527e1 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:21.542492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-4676744d-af41-471f-b9db-cf40302b6e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.543970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-4676744d-af41-471f-b9db-cf40302b6e56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2033591 Nov 22 16:26:21.555541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bbd0b-6b94-4bd9-96c5-0a63ebe34906 req-43217d89-b1bf-4763-966b-ef45f5af212b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.557114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b29bbd0b-6b94-4bd9-96c5-0a63ebe34906 req-43217d89-b1bf-4763-966b-ef45f5af212b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 936 time: 0.1489165 Nov 22 16:26:21.595852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d1bb3-1951-4a23-beb4-446a40edfe38 req-7a3a8966-421c-4c8a-8c05-08da6233a880 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.597494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-307d1bb3-1951-4a23-beb4-446a40edfe38 req-7a3a8966-421c-4c8a-8c05-08da6233a880 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1095 time: 0.1052151 Nov 22 16:26:21.650234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926063ca-d75e-416e-a6a1-a2aa16f527e1 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:21.655561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-49c97576-6ce7-438d-b485-371529a5afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:21.657072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-49c97576-6ce7-438d-b485-371529a5afb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0952859 Nov 22 16:26:21.660527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.665695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b29bbd0b-6b94-4bd9-96c5-0a63ebe34906 req-10c36d5e-55d5-4328-b291-9115ec6b05f3 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949895 Nov 22 16:26:21.676040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Transition to ACTIVE for port object 926063ca-d75e-416e-a6a1-a2aa16f527e1 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:21.681697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.752762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-307d1bb3-1951-4a23-beb4-446a40edfe38 req-a349e94f-32fa-4d4a-8ceb-052d0a915bfe tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402135 Nov 22 16:26:21.768332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Pushing event updated for resources: {'Port': ['ID=926063ca-d75e-416e-a6a1-a2aa16f527e1,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:21.818760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Attempting to bind port 926063ca-d75e-416e-a6a1-a2aa16f527e1 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:21.819133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Attempting to bind port 926063ca-d75e-416e-a6a1-a2aa16f527e1 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:21.819456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Attempting to bind port 926063ca-d75e-416e-a6a1-a2aa16f527e1 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:21.835435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Port 926063ca-d75e-416e-a6a1-a2aa16f527e1 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:21.836269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Attempting to bind port 926063ca-d75e-416e-a6a1-a2aa16f527e1 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:21.846711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:21.847045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:21.847424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:21.849767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Bound port: 926063ca-d75e-416e-a6a1-a2aa16f527e1, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:21.850168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:21.919882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-960e94c3-9bb6-4ed9-93c9-ae903bef2ae2 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531176 Nov 22 16:26:21.945395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] For port 926063ca-d75e-416e-a6a1-a2aa16f527e1, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:21.949395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] For port 926063ca-d75e-416e-a6a1-a2aa16f527e1, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:21.962138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.027382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.028356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.030363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/926063ca-d75e-416e-a6a1-a2aa16f527e1 HTTP/1.1" status: 200 len: 1096 time: 0.8794506 Nov 22 16:26:22.031056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'tag': '926063ca-d75e-416e-a6a1-a2aa16f527e1'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:22.033782 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed74fcc-6569-48b5-875e-73e9b23fb756" -d '{"events": [{"name": "network-changed", "server_uuid": "82c50b13-2692-461e-9709-65f6cb7dfbce", "tag": "926063ca-d75e-416e-a6a1-a2aa16f527e1"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:22.069368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f52fc-5cf9-4862-ba9f-7dd6cc2b05c3 service neutron] Pushing event updated for resources: {'Port': ['ID=926063ca-d75e-416e-a6a1-a2aa16f527e1,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:22.075827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32629853-8654-4dfb-ba8c-93514a258616 req-493c0a16-d512-4324-a1c8-0c99027dfbc8 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3479617 Nov 22 16:26:22.091900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:22.134094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:22.148767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f0f4245-b012-4bb9-8866-0f22e0e15617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.151196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-0f0f4245-b012-4bb9-8866-0f22e0e15617 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 1099 time: 0.0613127 Nov 22 16:26:22.165638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51fe32a-0690-4366-bb9a-a97ecaa2b309 req-2fc7f4ab-83f9-4866-adb5-bad97e45f69c service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914575 Nov 22 16:26:22.181120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0865e5-feee-4944-8fc5-f8a7ed00d136 req-9087ad39-3816-4c47-adb0-fd579abd1d12 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.189225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c0865e5-feee-4944-8fc5-f8a7ed00d136 req-9087ad39-3816-4c47-adb0-fd579abd1d12 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 950 time: 0.2808945 Nov 22 16:26:22.232498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-dda3888e-d049-447e-b781-142c58f77a87 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1 HTTP/1.1" status: 200 len: 217 time: 0.0657871 Nov 22 16:26:22.259806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c0865e5-feee-4944-8fc5-f8a7ed00d136 req-49725679-e1fa-4e6c-81da-91536a2f19e6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646334 Nov 22 16:26:22.276371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:22.283051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.295948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'mac_address': 'fa:16:3e:a6:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:22.332502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45664) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:22.359970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-e8171841-f178-407e-b10d-ae43d9208d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.361860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-e8171841-f178-407e-b10d-ae43d9208d76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1172621 Nov 22 16:26:22.365061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.386103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:22.414425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:22.420261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.421356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09d1ae-bd33-4345-9b2a-52c47f3f47a0 req-36fca077-7037-45bd-91d1-3b7234776d0c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.423215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae09d1ae-bd33-4345-9b2a-52c47f3f47a0 req-36fca077-7037-45bd-91d1-3b7234776d0c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 948 time: 0.0822728 Nov 22 16:26:22.424687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-91643d47-de45-4960-bfda-60f2cca8ebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.426791 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-91643d47-de45-4960-bfda-60f2cca8ebc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0540595 Nov 22 16:26:22.491628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:22.507616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8c035b6-da82-4ddd-baae-0ac76450753f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.514507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae09d1ae-bd33-4345-9b2a-52c47f3f47a0 req-638174ff-810c-4fad-abb6-1919a45f6c2f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835187 Nov 22 16:26:22.525705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.581632 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-7049d311-1739-4721-b1c8-cc51532c2dd3 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421459 Nov 22 16:26:22.675143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8c035b6-da82-4ddd-baae-0ac76450753f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.684708 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8c035b6-da82-4ddd-baae-0ac76450753f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.742475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Allocated IP 172.25.6.96 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/6b5b8988-5cd6-4dc6-bdaa-b61744f6c12d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:22.746071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a8c035b6-da82-4ddd-baae-0ac76450753f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5e22807820d4e5bb08b92d227c40227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079165 Nov 22 16:26:22.746071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bab7009e-3d93-4c1b-b20d-7167bdf4bf60 req-d8f0c5d4-8d6a-4874-8ba8-3b8e1478c1cc service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508687 Nov 22 16:26:22.746253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c035b6-da82-4ddd-baae-0ac76450753f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96037f-77dd-45c8-9281-9a69394f15a2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:22.747570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:22.747718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45678) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:22.807838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-23c59bf9-d4d0-4fde-90c1-b224bdcb41f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:22.809318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-23c59bf9-d4d0-4fde-90c1-b224bdcb41f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.2039757 Nov 22 16:26:22.868906 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5e1c551-194e-4c7f-981f-1a4f486a2a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:22.871820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-957b9e30-07f2-490d-87f7-ccd69fa045dd tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/quotas/7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 375 time: 0.0246420 Nov 22 16:26:22.949522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60f96946-9d5e-4a47-a747-52d08ddf62bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.001070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.004093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60f96946-9d5e-4a47-a747-52d08ddf62bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.018256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-016b7ac1-84f4-4986-bfe7-93d6ddd487b9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364453 Nov 22 16:26:23.137133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.370316 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60f96946-9d5e-4a47-a747-52d08ddf62bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.372799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60f96946-9d5e-4a47-a747-52d08ddf62bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.373932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-60f96946-9d5e-4a47-a747-52d08ddf62bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b96037f-77dd-45c8-9281-9a69394f15a2 HTTP/1.1" status: 204 len: 168 time: 0.6102405 Nov 22 16:26:23.407922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-3ffd84fb-1581-43ec-98b9-855e4bad98a5 service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729510 Nov 22 16:26:23.413166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f96946-9d5e-4a47-a747-52d08ddf62bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96037f-77dd-45c8-9281-9a69394f15a2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.428672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:23.434715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:23.470378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:23.500800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Pushing event updated for resources: {'Port': ['ID=6b5b8988-5cd6-4dc6-bdaa-b61744f6c12d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.580761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-b80db033-ceff-4584-939f-d7baba7ce293 service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655197 Nov 22 16:26:23.598848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.638098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.705989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45688) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:23.729629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d6cbb1-1d43-4f68-9af1-3df9b25cbc5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.744855 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b4338a-807f-43a6-b731-ee001e30a6cc x-openstack-request-id: req-c1b4338a-807f-43a6-b731-ee001e30a6cc {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:23.745508 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82c50b13-2692-461e-9709-65f6cb7dfbce", "tag": "926063ca-d75e-416e-a6a1-a2aa16f527e1", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:23.746323 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1b4338a-807f-43a6-b731-ee001e30a6cc {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:23.746323 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'tag': '926063ca-d75e-416e-a6a1-a2aa16f527e1', 'status': 'completed', 'code': 200} Nov 22 16:26:23.829728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.839976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.866537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.870776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d6cbb1-1d43-4f68-9af1-3df9b25cbc5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.876143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d6cbb1-1d43-4f68-9af1-3df9b25cbc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.907735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Pushing event updated for resources: {'Port': ['ID=6b5b8988-5cd6-4dc6-bdaa-b61744f6c12d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.919582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-d4c14041-0624-465a-b4cb-6a8bd54fa5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:23.921119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-d4c14041-0624-465a-b4cb-6a8bd54fa5fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 1099 time: 0.1227200 Nov 22 16:26:23.940011 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-45d6cbb1-1d43-4f68-9af1-3df9b25cbc5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e80604d98a7d4d3a86f91113aeebbd63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322407 Nov 22 16:26:23.945847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.948660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:23.949934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6cbb1-1d43-4f68-9af1-3df9b25cbc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029cedca-93f4-46ce-8440-cc37a1e46889,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:23.992778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:23.994204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32629853-8654-4dfb-ba8c-93514a258616 req-270402f0-edc4-49f3-823b-b4ca17e7e999 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9175675 Nov 22 16:26:24.091510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cb5351a-51f5-4920-b506-70b2fb74e799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.142046 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cb5351a-51f5-4920-b506-70b2fb74e799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.161031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 8299f7fa-90a0-49fc-baee-45cae67ca83e details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:24.178590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32629853-8654-4dfb-ba8c-93514a258616 req-c424bca0-4d5d-44c9-9948-b15e4660a6fb tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.1702383 Nov 22 16:26:24.243558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:24.286017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-13b2ce33-41e7-48bc-a8b3-df4bfaa742c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.296082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-13b2ce33-41e7-48bc-a8b3-df4bfaa742c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.3546243 Nov 22 16:26:24.329147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 8299f7fa-90a0-49fc-baee-45cae67ca83e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:24.353234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '8299f7fa-90a0-49fc-baee-45cae67ca83e', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '8299f7fa-90a0-49fc-baee-45cae67ca83e', 'mac_address': 'fa:16:3e:ea:42:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:24.358083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:24.366083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:24.366832 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.377476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cb5351a-51f5-4920-b506-70b2fb74e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.381057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cb5351a-51f5-4920-b506-70b2fb74e799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.382562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1cb5351a-51f5-4920-b506-70b2fb74e799 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/029cedca-93f4-46ce-8440-cc37a1e46889 HTTP/1.1" status: 204 len: 168 time: 0.4329171 Nov 22 16:26:24.410495 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-6da8c4c6-e5f8-49fe-92fe-4b9a89f18237 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1 HTTP/1.1" status: 200 len: 217 time: 0.0919678 Nov 22 16:26:24.439326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5351a-51f5-4920-b506-70b2fb74e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029cedca-93f4-46ce-8440-cc37a1e46889,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:24.526137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-544b91c0-20a7-4113-b1ba-adc15a9a5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.527686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-544b91c0-20a7-4113-b1ba-adc15a9a5cb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1079650 Nov 22 16:26:24.538432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.539986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ad5b7-5fd3-436d-bcfe-a8b20ad9ca1b req-65c2ec8e-ffb4-4dee-8ba7-981f6a3f46ce tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.564603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ad5b7-5fd3-436d-bcfe-a8b20ad9ca1b req-65c2ec8e-ffb4-4dee-8ba7-981f6a3f46ce tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.580647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e0ad5b7-5fd3-436d-bcfe-a8b20ad9ca1b req-65c2ec8e-ffb4-4dee-8ba7-981f6a3f46ce tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6&device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 1691 time: 0.3280864 Nov 22 16:26:24.618178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8299f7fa-90a0-49fc-baee-45cae67ca83e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:24.626671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-af93976b-d359-4fe4-a9bf-3075263c81ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.628228 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-af93976b-d359-4fe4-a9bf-3075263c81ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871551 Nov 22 16:26:24.667281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 8299f7fa-90a0-49fc-baee-45cae67ca83e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:24.669961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32629853-8654-4dfb-ba8c-93514a258616 req-3c7572fc-c5a2-4182-b0b3-48398b8dcf15 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.674452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.680535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32629853-8654-4dfb-ba8c-93514a258616 req-3c7572fc-c5a2-4182-b0b3-48398b8dcf15 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.4944327 Nov 22 16:26:24.709067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:24.724324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-32629853-8654-4dfb-ba8c-93514a258616 req-fd577f29-0f44-47f5-a3a9-420fcac18188 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:24.734727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32629853-8654-4dfb-ba8c-93514a258616 req-fd577f29-0f44-47f5-a3a9-420fcac18188 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0360255 Nov 22 16:26:24.774704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e0ad5b7-5fd3-436d-bcfe-a8b20ad9ca1b req-10e576b6-10a3-4f8a-bde7-d90742a100df tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925285 Nov 22 16:26:24.877204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:24.879499 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d20074-6226-4749-a47e-a7b9ada591f0" -d '{"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:24.907942 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-bf9199a0-d39d-40d4-92a7-a79e92fc72ef service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700720 Nov 22 16:26:24.943389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9690c3b-1b91-49a3-b96c-1afecd1f3220 req-8c49efdd-6865-42b1-80cf-2bdaae98e322 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:24.951839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9690c3b-1b91-49a3-b96c-1afecd1f3220 req-8c49efdd-6865-42b1-80cf-2bdaae98e322 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 949 time: 0.1059277 Nov 22 16:26:25.005359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67955ef8-3bdf-4176-a2db-f70edfafd803 req-b969ac51-6fec-4205-9c50-970855f69e24 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.007522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67955ef8-3bdf-4176-a2db-f70edfafd803 req-b969ac51-6fec-4205-9c50-970855f69e24 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 948 time: 0.1211464 Nov 22 16:26:25.035483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9690c3b-1b91-49a3-b96c-1afecd1f3220 req-9b3798e8-aa1f-4cbf-b4d7-0bed2071989b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773590 Nov 22 16:26:25.060963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:25.061346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aed74fcc-6569-48b5-875e-73e9b23fb756 req-5b7cd19e-edce-4fc1-8546-913dcc75a1ee service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404412 Nov 22 16:26:25.069218 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.072038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=8299f7fa-90a0-49fc-baee-45cae67ca83e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:25.102423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['8299f7fa-90a0-49fc-baee-45cae67ca83e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:25.150429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67955ef8-3bdf-4176-a2db-f70edfafd803 req-e810c234-d744-432e-9e67-82830e8f716b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125572 Nov 22 16:26:25.192004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b2ac67d-975f-4c6a-9e44-55fe69cbcdd5 req-90bbf532-8243-45d5-b9b9-469e833797cb tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 210 time: 0.0730219 Nov 22 16:26:25.272692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-286b00fd-5a48-45c6-970e-6a455f22bfcb tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips/5d0517c3-d401-4629-9644-42eaf480d329 HTTP/1.1" status: 200 len: 692 time: 0.0800607 Nov 22 16:26:25.308384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:25.346324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 926063ca-d75e-416e-a6a1-a2aa16f527e1 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:25.366264 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.525646 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08226f6-50eb-4bcf-b47e-a9aced388be7 x-openstack-request-id: req-f08226f6-50eb-4bcf-b47e-a9aced388be7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:25.526619 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:25.527186 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f08226f6-50eb-4bcf-b47e-a9aced388be7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:25.527861 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'code': 200} Nov 22 16:26:25.557172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-b429edd3-9f52-473c-8009-28c9aacf2439 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.567284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-b429edd3-9f52-473c-8009-28c9aacf2439 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2933578 Nov 22 16:26:25.590075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-7371fbb1-78c2-4420-b0bb-80609659f97c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.591862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-7371fbb1-78c2-4420-b0bb-80609659f97c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.2567015 Nov 22 16:26:25.602172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 926063ca-d75e-416e-a6a1-a2aa16f527e1, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:25.612010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Request body: {'port': {'device_id': '640ed6b4-d270-4914-8c51-912a9724995e', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'admin_state_up': True, 'tenant_id': '7c16208c51704a059918ff6752731e37'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:25.633980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '926063ca-d75e-416e-a6a1-a2aa16f527e1', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '926063ca-d75e-416e-a6a1-a2aa16f527e1', 'mac_address': 'fa:16:3e:19:76:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:25.654588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-fc181c6c-6ea0-4448-beba-4d4595f3f279 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.0857558 Nov 22 16:26:25.705843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.727834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926063ca-d75e-416e-a6a1-a2aa16f527e1 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:25.762402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 926063ca-d75e-416e-a6a1-a2aa16f527e1, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:25.769263 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.797998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Made reservation on behalf of 7c16208c51704a059918ff6752731e37 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:25.798831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-05407467-07d2-4f30-914b-3444d880ee73 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.96 HTTP/1.1" status: 200 len: 695 time: 0.1426861 Nov 22 16:26:25.802543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.857693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=926063ca-d75e-416e-a6a1-a2aa16f527e1,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:25.917371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:25.931944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa45b3-a8a6-43d7-a4d9-fcf9efb55bc1 req-f0724e93-d1b9-4f3e-9870-79c203d5c815 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.933411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93fa45b3-a8a6-43d7-a4d9-fcf9efb55bc1 req-f0724e93-d1b9-4f3e-9870-79c203d5c815 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 1101 time: 0.2767274 Nov 22 16:26:25.962601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d5c4b-c53f-423f-b970-8544cb4116d5 req-85454cbe-f0a9-4659-a09d-4480114c7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:25.964117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a55d5c4b-c53f-423f-b970-8544cb4116d5 req-85454cbe-f0a9-4659-a09d-4480114c7ec8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1101 time: 0.1897371 Nov 22 16:26:25.979795 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:26:25.987144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Allocated IP 172.20.0.2 (4f80d4fc-9728-44f3-992c-a304b5023c40/3bce2c97-0cae-4b45-a760-4e93f631937a/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:26.064159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93fa45b3-a8a6-43d7-a4d9-fcf9efb55bc1 req-ec27e986-2f01-4149-a2a5-6bdc6ce3c803 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065869 Nov 22 16:26:26.070640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a55d5c4b-c53f-423f-b970-8544cb4116d5 req-0e38dd47-a905-484b-a6e3-85273f233489 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900676 Nov 22 16:26:26.073181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Deleting port 6b5b8988-5cd6-4dc6-bdaa-b61744f6c12d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:26.073533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.187836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['926063ca-d75e-416e-a6a1-a2aa16f527e1'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:26.266501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.267174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.285221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Calling delete_port for 6b5b8988-5cd6-4dc6-bdaa-b61744f6c12d owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:26.296877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.303640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125ed483-d7d0-4567-a764-00a8e5acdb71 req-93adefb6-7726-4751-b7ea-2085865a8ad6 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:26.306108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-125ed483-d7d0-4567-a764-00a8e5acdb71 req-93adefb6-7726-4751-b7ea-2085865a8ad6 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 949 time: 0.1220114 Nov 22 16:26:26.351808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.421882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-125ed483-d7d0-4567-a764-00a8e5acdb71 req-e9778e48-f567-4345-8173-f481b923d6ad tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062999 Nov 22 16:26:26.432962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:26.440976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:26.446074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:26.477376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:26.478104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.559555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:26.567888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-47e52d01-b393-4ef7-9508-2ed1896d11c5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594507 Nov 22 16:26:26.603270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Request body: {'port': {'device_id': '640ed6b4-d270-4914-8c51-912a9724995e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:26.616473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.650423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589997c9-967b-40ec-a26e-315f87225447 req-311ffed4-2006-40a0-a5d6-328e48045b3e tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:26.652605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-589997c9-967b-40ec-a26e-315f87225447 req-311ffed4-2006-40a0-a5d6-328e48045b3e tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 1101 time: 0.0972843 Nov 22 16:26:26.653509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Pushing event deleted for resources: {'Port': ['ID=6b5b8988-5cd6-4dc6-bdaa-b61744f6c12d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:26.704536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.779019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.786417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:26.788423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4238ff-7803-4956-bda5-6d6b0ca74a41 req-efe88ec6-af48-4e08-90d8-854485a04e43 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "DELETE /v2.0/floatingips/5d0517c3-d401-4629-9644-42eaf480d329 HTTP/1.1" status: 204 len: 173 time: 0.9879429 Nov 22 16:26:26.795286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-589997c9-967b-40ec-a26e-315f87225447 req-31679f25-a825-4be2-b1df-be415b7345c3 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077087 Nov 22 16:26:26.934288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bc55da-4902-4897-9add-89a0d5c79160 req-1d72aec6-b66d-4e27-8ea7-cf8f69a4870a tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:26.935809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94bc55da-4902-4897-9add-89a0d5c79160 req-1d72aec6-b66d-4e27-8ea7-cf8f69a4870a tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 949 time: 0.0801387 Nov 22 16:26:26.952560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3d147-4be8-42dc-9fae-1c716daa9209 req-6940569e-5abe-4c87-99ca-fe90575201d9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:26.954016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5b3d147-4be8-42dc-9fae-1c716daa9209 req-6940569e-5abe-4c87-99ca-fe90575201d9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 931 time: 0.0702703 Nov 22 16:26:27.030535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94bc55da-4902-4897-9add-89a0d5c79160 req-6760cdf9-8437-457e-83a9-2db14196948c tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865271 Nov 22 16:26:27.038789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5b3d147-4be8-42dc-9fae-1c716daa9209 req-55cc6931-efbb-477d-ada7-d9d8baa7cf18 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712810 Nov 22 16:26:27.044101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:27.053757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.077257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Transition to ACTIVE for port object 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:27.084960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.145023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.186932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:27.187514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:27.188219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:27.194362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:27.194772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:27.200207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:27.200626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:27.201080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:27.201596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Bound port: 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:27.202071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.211883 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-061e612c-270e-408b-8a47-bc17b4673c99 req-88db4d92-2be8-4a96-a14d-ff97187d19e7 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] show failed (client error): The resource could not be found. Nov 22 16:26:27.212933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-061e612c-270e-408b-8a47-bc17b4673c99 req-88db4d92-2be8-4a96-a14d-ff97187d19e7 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips/5d0517c3-d401-4629-9644-42eaf480d329 HTTP/1.1" status: 404 len: 350 time: 0.0434997 Nov 22 16:26:27.282037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:27.286770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:27.292605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.352272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 926063ca-d75e-416e-a6a1-a2aa16f527e1 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:27.383441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.402912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.403766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.405584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-624f99f3-196c-4000-a32e-9ff20c0bd5ec service neutron] 10.222.0.66 "PUT /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 1091 time: 0.8111310 Nov 22 16:26:27.410522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:27.414767 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67" -d '{"events": [{"name": "network-changed", "server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:27.527841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 926063ca-d75e-416e-a6a1-a2aa16f527e1 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:27.536752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 926063ca-d75e-416e-a6a1-a2aa16f527e1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:27.537289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.605392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-f99c14d6-d96a-4b5f-ba8e-a5b2700fd7f8 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2bd8ad64fb5a42ca9c62c4b3e105ab57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349829 Nov 22 16:26:27.665047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.675229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-ec5a4711-991d-440c-9eb8-9aad5cfabda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.678026 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-ec5a4711-991d-440c-9eb8-9aad5cfabda3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1094 time: 0.1228673 Nov 22 16:26:27.690113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926063ca-d75e-416e-a6a1-a2aa16f527e1'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:27.693374 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d48f3-192e-4118-aec4-3bc82cb54516" -d '{"events": [{"server_uuid": "82c50b13-2692-461e-9709-65f6cb7dfbce", "name": "network-vif-plugged", "status": "completed", "tag": "926063ca-d75e-416e-a6a1-a2aa16f527e1"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:27.709183 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-60ac2b4f-688d-4ad7-b949-201c7ad76c29 req-95b6a9d9-29d6-4691-ba20-58198238e1d8 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] show failed (client error): The resource could not be found. Nov 22 16:26:27.709183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60ac2b4f-688d-4ad7-b949-201c7ad76c29 req-95b6a9d9-29d6-4691-ba20-58198238e1d8 tempest-FloatingIPsTestJSON-421683833 tempest-FloatingIPsTestJSON-421683833-project] 10.222.0.65 "GET /v2.0/floatingips/5d0517c3-d401-4629-9644-42eaf480d329 HTTP/1.1" status: 404 len: 350 time: 0.0996985 Nov 22 16:26:27.712938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 926063ca-d75e-416e-a6a1-a2aa16f527e1, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:27.720496 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:27.758167 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a0475-2c0d-44ad-9218-d3ddbdb40857 x-openstack-request-id: req-300a0475-2c0d-44ad-9218-d3ddbdb40857 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:27.758459 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:27.758719 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-300a0475-2c0d-44ad-9218-d3ddbdb40857 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:27.759120 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'status': 'completed', 'code': 200} Nov 22 16:26:27.759497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45808) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:27.768130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-2db98fc6-4fe5-4743-96d0-3f69b51cc886 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 217 time: 0.0754724 Nov 22 16:26:27.783822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=926063ca-d75e-416e-a6a1-a2aa16f527e1,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:27.832268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-25dcaa61-c0f1-45de-9f3d-b34099a55d70 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.834002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-25dcaa61-c0f1-45de-9f3d-b34099a55d70 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2275934 Nov 22 16:26:27.869523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-9b5b4256-ce9f-4d91-8bce-78cf96238832 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/quotas/2bd8ad64fb5a42ca9c62c4b3e105ab57 HTTP/1.1" status: 200 len: 375 time: 0.0222263 Nov 22 16:26:27.882662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c288047-0b31-4396-ba69-45a56fe34dbd req-e76bc09d-a474-440c-a39b-b6d200f32a2f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.884173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c288047-0b31-4396-ba69-45a56fe34dbd req-e76bc09d-a474-440c-a39b-b6d200f32a2f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 949 time: 0.0703862 Nov 22 16:26:27.901142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276fe52-0eb2-4791-8440-893e90b8251e req-60de129a-3d7d-448f-94fd-968dd732d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:27.902596 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-60de129a-3d7d-448f-94fd-968dd732d93d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0933061 Nov 22 16:26:27.916191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-802906d4-c9be-42bd-8e0c-67b35da68d08 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2bd8ad64fb5a42ca9c62c4b3e105ab57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309894 Nov 22 16:26:27.965738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c288047-0b31-4396-ba69-45a56fe34dbd req-66c48abd-d3cb-4d5d-9489-e55dc6be2b7e tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723474 Nov 22 16:26:27.995029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-349f7d78-22fd-4c8d-90e5-c42cb4acf74a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680726 Nov 22 16:26:28.100906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2fca6ce0-0a8d-4bcf-9045-0bc23686568d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400119 Nov 22 16:26:28.196178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 8299f7fa-90a0-49fc-baee-45cae67ca83e up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:28.261405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-e6c273e1-bafb-419a-b545-6ca23c723357 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.264618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-e6c273e1-bafb-419a-b545-6ca23c723357 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561847 Nov 22 16:26:28.282841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-bae09b39-7986-43a8-bd7a-64eb09b35d28 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/quotas/efe73d52e3de4d588962831a47224ad3 HTTP/1.1" status: 200 len: 375 time: 0.0124235 Nov 22 16:26:28.303441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-9e014b64-1cd1-4f9e-a1e7-1bf48c5b7539 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934463 Nov 22 16:26:28.337497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 8299f7fa-90a0-49fc-baee-45cae67ca83e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:28.360540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 8299f7fa-90a0-49fc-baee-45cae67ca83e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:28.361800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.406915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-35a31f50-5f5c-4337-8d1a-721b126ecfc6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1134772 Nov 22 16:26:28.493581 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1276fe52-0eb2-4791-8440-893e90b8251e req-ae244796-8a9c-467d-a556-c63ff4a47674 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726329 Nov 22 16:26:28.545052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.594778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 8299f7fa-90a0-49fc-baee-45cae67ca83e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:28.603696 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.674647 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e679d65a-636f-4573-a2f0-9adfff70ed11 x-openstack-request-id: req-e679d65a-636f-4573-a2f0-9adfff70ed11 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:28.675381 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c50b13-2692-461e-9709-65f6cb7dfbce", "name": "network-vif-plugged", "status": "completed", "tag": "926063ca-d75e-416e-a6a1-a2aa16f527e1", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:28.675785 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e679d65a-636f-4573-a2f0-9adfff70ed11 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:28.678640 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926063ca-d75e-416e-a6a1-a2aa16f527e1', 'code': 200} Nov 22 16:26:28.728429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=8299f7fa-90a0-49fc-baee-45cae67ca83e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:28.755936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:28.796885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c78da-028a-413f-b837-b351c96d8e68 req-ee58fe95-ada4-46d5-af18-7879fbcb3b36 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.799094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e5c78da-028a-413f-b837-b351c96d8e68 req-ee58fe95-ada4-46d5-af18-7879fbcb3b36 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0928025 Nov 22 16:26:28.806729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3ece-e4e3-4d09-a3c8-84463303cae3 req-20cc76ae-40e6-4da0-add2-6153a6e29867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.808231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83ed3ece-e4e3-4d09-a3c8-84463303cae3 req-20cc76ae-40e6-4da0-add2-6153a6e29867 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 1101 time: 0.0658755 Nov 22 16:26:28.818482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-96b478fd-9eaf-4eac-bd34-365e5a7912c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:28.820419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-96b478fd-9eaf-4eac-bd34-365e5a7912c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1094 time: 0.2383738 Nov 22 16:26:28.930640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e5c78da-028a-413f-b837-b351c96d8e68 req-6a59ebab-4771-4b3d-9701-0b5e965b1025 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211741 Nov 22 16:26:28.937887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83ed3ece-e4e3-4d09-a3c8-84463303cae3 req-b30868a0-61eb-441f-bf51-7289d565b310 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083727 Nov 22 16:26:29.126733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595df01a-2cc8-4fa7-8832-2d400d345f73 req-9da30fae-99b8-4c87-b642-9cfef07e8793 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.135452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-595df01a-2cc8-4fa7-8832-2d400d345f73 req-9da30fae-99b8-4c87-b642-9cfef07e8793 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.0779297 Nov 22 16:26:29.186082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-293c8ef8-4f26-45d2-8c73-87b7a536c3cd req-620bfebc-38fd-4c77-98e4-beb5a1e3315c tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 210 time: 0.0420504 Nov 22 16:26:29.265866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-595df01a-2cc8-4fa7-8832-2d400d345f73 req-ae738ea0-8f03-4c51-96b3-09e6c7b00c1f tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293132 Nov 22 16:26:29.342018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-6ce71596-cb33-4604-8efd-63302502f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.343651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-6ce71596-cb33-4604-8efd-63302502f95e service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.5056574 Nov 22 16:26:29.523049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-f288ce57-80dd-4364-a228-1c76c7f65dc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 217 time: 0.1566892 Nov 22 16:26:29.530552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eedc414-e619-4a88-a289-8ede7a92400c req-be79fe48-8abd-4efa-a868-279dc2ac874f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.532778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9eedc414-e619-4a88-a289-8ede7a92400c req-be79fe48-8abd-4efa-a868-279dc2ac874f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.1067398 Nov 22 16:26:29.628584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9eedc414-e619-4a88-a289-8ede7a92400c req-48643bbf-3403-477b-8558-71c29de63d8a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783696 Nov 22 16:26:29.693778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-3257201b-299d-4b57-9395-604f97b8fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:29.695838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-3257201b-299d-4b57-9395-604f97b8fdea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1550722 Nov 22 16:26:29.750368 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-58670db4-e3f3-48ee-81ea-5d6241f06ce3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291233 Nov 22 16:26:29.755550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27bb9efb-8103-4525-b79b-a3757a0ba0f7 req-4940296e-3fe7-494c-abcc-151b6be27ad4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 210 time: 0.0398116 Nov 22 16:26:29.886894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Deleting port 6fa1456c-1a61-42e3-b599-ee8809a39ba7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:29.887237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:29.927353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-14a398d2-9b85-49b1-a39c-5e598de207e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420300 Nov 22 16:26:30.046163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] For port 6fa1456c-1a61-42e3-b599-ee8809a39ba7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6fa1456c-1a61-42e3-b599-ee8809a39ba7,segment=NetworkSegment(78d80fb2-0658-4e37-8a37-340f2270c030),segment_id=78d80fb2-0658-4e37-8a37-340f2270c030)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:30.046543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.096933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604948d-9c96-40bb-bf65-ea67c40061ad req-d4e48e62-5718-435f-bad8-a7401ab617bf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.100093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8604948d-9c96-40bb-bf65-ea67c40061ad req-d4e48e62-5718-435f-bad8-a7401ab617bf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0626400 Nov 22 16:26:30.116738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Calling delete_port for 6fa1456c-1a61-42e3-b599-ee8809a39ba7 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:30.157325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc1a1729-6ea8-409b-af31-9ab96c4ddf67 req-1a73f96d-1039-4131-9657-2081be035f56 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195985 Nov 22 16:26:30.196552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8604948d-9c96-40bb-bf65-ea67c40061ad req-08bcafd3-e231-4dcd-8677-28975029f6cf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883360 Nov 22 16:26:30.238124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-6ba8276f-81c2-4209-bf21-32f45652eb8d tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2bd8ad64fb5a42ca9c62c4b3e105ab57&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578454 Nov 22 16:26:30.434856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59220707-0529-44d4-8d1c-87b5853f684b req-48befad4-45c2-4e0f-adb0-ea3099bd08af tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 210 time: 0.1001439 Nov 22 16:26:30.538837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f4fca-4d6d-4692-bde5-7529701b2d55 req-f883494b-ac97-46a0-8968-ed6745b5a532 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.546263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf3f4fca-4d6d-4692-bde5-7529701b2d55 req-f883494b-ac97-46a0-8968-ed6745b5a532 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.1421235 Nov 22 16:26:30.599182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-448f87a5-526f-4668-b381-a15e79efc058 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.601792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-448f87a5-526f-4668-b381-a15e79efc058 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310163 Nov 22 16:26:30.627758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.635651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf3f4fca-4d6d-4692-bde5-7529701b2d55 req-c0e13b45-4427-4db3-b771-293614fae3d1 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882652 Nov 22 16:26:30.644670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Request body: {'port': {'device_id': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '2bd8ad64fb5a42ca9c62c4b3e105ab57'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:30.671565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fa1456c-1a61-42e3-b599-ee8809a39ba7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:30.679650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8299f7fa-90a0-49fc-baee-45cae67ca83e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:30.681948 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2a6f43-865d-4263-9ce4-a358c33e6502" -d '{"events": [{"server_uuid": "7f624cd8-8ba3-4b7a-a97d-45a6696efc96", "name": "network-vif-plugged", "status": "completed", "tag": "8299f7fa-90a0-49fc-baee-45cae67ca83e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:30.725219 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508e872-b32a-4e11-9d8e-069e92c42377 x-openstack-request-id: req-b508e872-b32a-4e11-9d8e-069e92c42377 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:30.725525 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f624cd8-8ba3-4b7a-a97d-45a6696efc96", "name": "network-vif-plugged", "status": "completed", "tag": "8299f7fa-90a0-49fc-baee-45cae67ca83e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:30.725886 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b508e872-b32a-4e11-9d8e-069e92c42377 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:30.726214 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8299f7fa-90a0-49fc-baee-45cae67ca83e', 'code': 200} Nov 22 16:26:30.889349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:30.916875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846a4765-1c68-43af-90c6-e773ed1c9470 req-0b045480-4f7e-4371-b1bb-fd1cf5d396f1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 210 time: 0.0550203 Nov 22 16:26:30.963219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21613e8-9d2e-4951-8637-878b7ea71d99 req-0832daef-4516-497f-ba29-183ae082150d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.970522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21613e8-9d2e-4951-8637-878b7ea71d99 req-0832daef-4516-497f-ba29-183ae082150d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.1924493 Nov 22 16:26:30.992939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e8c33-8fba-480b-b722-369193e5d690 req-60a19015-e9c6-45ba-a1d6-61ad6096d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:30.994453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d74e8c33-8fba-480b-b722-369193e5d690 req-60a19015-e9c6-45ba-a1d6-61ad6096d3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 1101 time: 0.1630850 Nov 22 16:26:31.019624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Made reservation on behalf of 2bd8ad64fb5a42ca9c62c4b3e105ab57 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:31.024387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.056921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.090173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21613e8-9d2e-4951-8637-878b7ea71d99 req-69169f57-6cca-4445-9d84-da8eea943050 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187730 Nov 22 16:26:31.106679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d74e8c33-8fba-480b-b722-369193e5d690 req-d7e328d8-5222-4efd-8aa8-066fe544936d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971093 Nov 22 16:26:31.215914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.226653 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.275319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Router 1910e983-5d49-4f61-8d83-31890ab90814 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:26:31.330341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d300f534-d046-47e6-8c89-a3c460e3dcd9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:31.403253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfa29b-66f3-45dc-9df6-e422e6ae3031 req-cf85396e-c022-4932-bb5b-824921836cc2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.404793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cbfa29b-66f3-45dc-9df6-e422e6ae3031 req-cf85396e-c022-4932-bb5b-824921836cc2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0902641 Nov 22 16:26:31.451690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:26:31.462514 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] Sync routers for ids ['1910e983-5d49-4f61-8d83-31890ab90814'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:26:31.482158 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] Routers {'1910e983-5d49-4f61-8d83-31890ab90814'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:31.482566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eaf29158-24c6-43c5-8264-0753dcdd5413 admin admin] 10.222.0.65 "PUT /v2.0/routers/1910e983-5d49-4f61-8d83-31890ab90814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7218373 Nov 22 16:26:31.482947 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:26:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1910e983-5d49-4f61-8d83-31890ab90814'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:31.485236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45886) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:31.507757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-ff2d5463-c60e-4c1d-b765-5dcd38ac0e9d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1013298 Nov 22 16:26:31.640070 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-8987de3e-a060-4b17-b93a-c50ef1187902 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427988 Nov 22 16:26:31.709491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cbfa29b-66f3-45dc-9df6-e422e6ae3031 req-84744c2c-42d5-4e58-a036-9b9d254a2c2e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564311 Nov 22 16:26:31.715822 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] Set router 1910e983-5d49-4f61-8d83-31890ab90814 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:31.764753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Allocated IP 192.168.233.177 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/37e968a5-e8ba-4064-b4b1-7375b47270f0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:31.836009 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:31.987559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-5670fa5f-85d3-43e1-bc93-f10d70bfb683 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:31.989543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-5670fa5f-85d3-43e1-bc93-f10d70bfb683 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002224 Nov 22 16:26:32.012737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:32.051985 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213'}], 'enable_snat': True}, 'gw_port_id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:30Z', 'revision_number': 5, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port': {'id': '96f642a6-f527-4bfb-ba07-346f4d748271', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:79:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1910e983-5d49-4f61-8d83-31890ab90814', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:57Z', 'updated_at': '2021-11-22T16:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:32.075203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.086635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] Checking router: 1910e983-5d49-4f61-8d83-31890ab90814 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:26:32.102243 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] Routers {'1910e983-5d49-4f61-8d83-31890ab90814'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:26:32.103237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:26:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1910e983-5d49-4f61-8d83-31890ab90814'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:32.293756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.336460 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] Set router 1910e983-5d49-4f61-8d83-31890ab90814 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:26:32.355261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0c3d8bd-d0b2-4971-b63f-ba7806b6844e req-07371ebf-2a9e-4ae6-8fc4-a0e476d38415 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 210 time: 0.6279173 Nov 22 16:26:32.368398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.416316 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:32Z', 'revision_number': 6, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:32.423115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Deleting port 96f642a6-f527-4bfb-ba07-346f4d748271 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:32.423739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.445439 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7457558-5431-4dc1-a08a-b4718a7f7191 None None] The sync data for ids ['1910e983-5d49-4f61-8d83-31890ab90814'] in n-d-816206-6 is: [{'id': '1910e983-5d49-4f61-8d83-31890ab90814', 'name': 'tempest-FloatingIPsTestJSON-1878966975-router', 'tenant_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:56Z', 'updated_at': '2021-11-22T16:26:32Z', 'revision_number': 6, 'project_id': '796e5b0f2f8e4fa39b0ac47aaee169c2', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:26:32.514504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] For port 96f642a6-f527-4bfb-ba07-346f4d748271, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96f642a6-f527-4bfb-ba07-346f4d748271,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:32.515333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.526615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:32.534498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Calling delete_port for 96f642a6-f527-4bfb-ba07-346f4d748271 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:32.549209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:32.561241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:32.611090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:32.615459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.618868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Pushing event updated for resources: {'Port': ['ID=37e968a5-e8ba-4064-b4b1-7375b47270f0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:32.637181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-09768973-6774-485d-b666-6f8afefc6208 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.647142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-09768973-6774-485d-b666-6f8afefc6208 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0835993 Nov 22 16:26:32.655220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f6851-49db-4ae1-9628-07b7cfb70506 req-35adc005-e508-4b5b-a201-a4cd73a8102d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.656731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b1f6851-49db-4ae1-9628-07b7cfb70506 req-35adc005-e508-4b5b-a201-a4cd73a8102d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.3300862 Nov 22 16:26:32.663639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:32.725298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebba9564-e11b-4bd6-9585-64b23d01c772 req-79e24da5-da96-49f7-aa04-9cf0ae875b72 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 210 time: 0.1572759 Nov 22 16:26:32.886795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:32.887700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.974006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:32.980038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3ecb2d37-2251-4f47-9e90-0f5557d810f4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3341455 Nov 22 16:26:32.999285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b1f6851-49db-4ae1-9628-07b7cfb70506 req-e5812ade-10ab-475e-9b08-2748e117be41 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260231 Nov 22 16:26:33.011084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Request body: {'port': {'device_id': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:33.034063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-58a388f7-a8ee-4dd2-a7de-923a21424943 None None] Provisioning complete for port 37e968a5-e8ba-4064-b4b1-7375b47270f0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:33.034564 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-58a388f7-a8ee-4dd2-a7de-923a21424943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.066088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde891a-616d-4b96-ba33-6379f5ae0e4d req-12b5062d-2c2a-4314-a71d-aefc22fe396b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.069880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcde891a-616d-4b96-ba33-6379f5ae0e4d req-12b5062d-2c2a-4314-a71d-aefc22fe396b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.2117193 Nov 22 16:26:33.082655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f642a6-f527-4bfb-ba07-346f4d748271,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:33.110489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-58a388f7-a8ee-4dd2-a7de-923a21424943 None None] Port 37e968a5-e8ba-4064-b4b1-7375b47270f0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:33.142568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.145010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.137 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/168082c3-2272-4dd1-a525-49e0087fe886) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:33.151016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.272592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.276426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.292912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcde891a-616d-4b96-ba33-6379f5ae0e4d req-a934d155-7fa2-4495-8425-2eacc8eaec56 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484709 Nov 22 16:26:33.310711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489035fb-733b-4c7d-867c-612abca8cf1a req-d017ab54-ebb7-4958-b4f9-7933718f05a9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.319150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-489035fb-733b-4c7d-867c-612abca8cf1a req-d017ab54-ebb7-4958-b4f9-7933718f05a9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.1660173 Nov 22 16:26:33.330528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:33.334690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.383448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:33.442315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.443882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1910e983-5d49-4f61-8d83-31890ab90814 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:26:33.501761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.506918 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5fe82f64-0def-4c0e-83dd-ef98e3127284 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1910e983-5d49-4f61-8d83-31890ab90814 HTTP/1.1" status: 204 len: 168 time: 2.0205500 Nov 22 16:26:33.510299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:33.618740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Deleting subnet 5d2338f5-e621-489f-b661-e621d66b37d2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:26:33.626863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:33.627543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.643404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-489035fb-733b-4c7d-867c-612abca8cf1a req-da6da8d6-9729-4f74-826b-d418dc3ab3b8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232634 Nov 22 16:26:33.689933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'port_id': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'mac_address': 'fa:16:3e:99:7c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bce2c97-0cae-4b45-a760-4e93f631937a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:33.706815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.722983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.810899 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.835267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:33.862501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.876466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47da5d-b2f2-4823-a1be-ef8122d2beab req-8ebadae0-a1ec-4dd6-a132-4f5b6adb3150 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:33.887759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:33.888328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa47da5d-b2f2-4823-a1be-ef8122d2beab req-8ebadae0-a1ec-4dd6-a132-4f5b6adb3150 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.0973487 Nov 22 16:26:33.895131 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.897239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:33.930723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:33.933205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:33.993181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:33.999536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:34.001764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=168082c3-2272-4dd1-a525-49e0087fe886,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:34.008332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:34.014066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.014903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.038969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.063450 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-67524d08-d770-416e-84bb-ae78f7717695 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0550544 Nov 22 16:26:34.074608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:34.099223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Request body: {'port': {'device_id': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:34.102203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2338f5-e621-489f-b661-e621d66b37d2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:34.109509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.115477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-72b75122-37f8-4a6f-ad55-aa699addae6f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5d2338f5-e621-489f-b661-e621d66b37d2 HTTP/1.1" status: 204 len: 168 time: 0.6038053 Nov 22 16:26:34.116550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45918) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:34.175788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18810704-a649-4fd4-a140-6c10605cb72e None None] Network 8d4929ce-c036-409e-a501-37e2442b1f0c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:26:34.196055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa47da5d-b2f2-4823-a1be-ef8122d2beab req-b32339da-85ed-4085-a835-82e9b016538b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058054 Nov 22 16:26:34.246511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.96 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/eff1c0ab-7f21-4733-be80-63ddb11bd452) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:34.252217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.268592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.533230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:34.564097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Deleting port 90de8f95-dfa1-41aa-964b-990ef64fae87 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:34.564441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.573202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-293ba39d-2ab2-40ff-a50d-7e5805dbad8a req-8a134947-7424-498c-a6c3-d9c7d120e04e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 210 time: 0.0488353 Nov 22 16:26:34.635619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.637307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96f642a6-f527-4bfb-ba07-346f4d748271 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:34.667165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 96f642a6-f527-4bfb-ba07-346f4d748271 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:34.667519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96f642a6-f527-4bfb-ba07-346f4d748271 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:34.667939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6fa1456c-1a61-42e3-b599-ee8809a39ba7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:34.686228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] For port 90de8f95-dfa1-41aa-964b-990ef64fae87, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=90de8f95-dfa1-41aa-964b-990ef64fae87,segment=NetworkSegment(78d80fb2-0658-4e37-8a37-340f2270c030),segment_id=78d80fb2-0658-4e37-8a37-340f2270c030)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:34.686607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.703006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Calling delete_port for 90de8f95-dfa1-41aa-964b-990ef64fae87 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:34.717310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 6fa1456c-1a61-42e3-b599-ee8809a39ba7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:34.717698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6fa1456c-1a61-42e3-b599-ee8809a39ba7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:34.749618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21baac9-93e1-4599-810f-5141666847e0 req-f6230f3a-548f-4727-b64f-982b70bafad6 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:34.751202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a21baac9-93e1-4599-810f-5141666847e0 req-f6230f3a-548f-4727-b64f-982b70bafad6 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 936 time: 0.8229520 Nov 22 16:26:34.773690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.800935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bd425e42-8c18-438b-a0f0-537ce62fcf71 None None] Provisioning complete for port 168082c3-2272-4dd1-a525-49e0087fe886 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:34.801310 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd425e42-8c18-438b-a0f0-537ce62fcf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.841811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:34.896166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bd425e42-8c18-438b-a0f0-537ce62fcf71 None None] Port 168082c3-2272-4dd1-a525-49e0087fe886 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:34.936001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] No DVR routers for this DVR port 90de8f95-dfa1-41aa-964b-990ef64fae87 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:34.947171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Pushing event deleted for resources: {'Port': ['ID=90de8f95-dfa1-41aa-964b-990ef64fae87,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:34.955500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:34.974637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:34.992645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:34.994058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:35.011695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=eff1c0ab-7f21-4733-be80-63ddb11bd452,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.057313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a21baac9-93e1-4599-810f-5141666847e0 req-3321d953-76bf-4a00-96f9-9764baa20a04 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936127 Nov 22 16:26:35.075648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf40ac51-344c-4c6a-b8dd-141a2364d668 None None] DHCP port deletion for 8d4929ce-c036-409e-a501-37e2442b1f0c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:26:35.097285 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.127942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adbf07-fbba-4e6c-b96d-9d576af73e88 req-ac8b6d96-2dd3-42ac-a8aa-71a134b1d230 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:35.140886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2adbf07-fbba-4e6c-b96d-9d576af73e88 req-ac8b6d96-2dd3-42ac-a8aa-71a134b1d230 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.3885868 Nov 22 16:26:35.159693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.160329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.167131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.167944 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > port after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.168588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.169139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > port after_update 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.169612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.170168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.170658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.171161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.346453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.353148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:35.354047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.361560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.362152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.370527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103515) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 22 16:26:35.372114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d4929ce-c036-409e-a501-37e2442b1f0c']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:35.418852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d80fb2-0658-4e37-8a37-340f2270c030') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:35.420551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d80fb2-0658-4e37-8a37-340f2270c030') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:35.454912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.460350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9ea1b1d0-4646-44c5-b7eb-2471fe01532c None None] Provisioning complete for port eff1c0ab-7f21-4733-be80-63ddb11bd452 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:35.460726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ea1b1d0-4646-44c5-b7eb-2471fe01532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.490112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.492159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-11c4e5ed-97d8-456c-b5ab-e293e5a8afe9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721486 Nov 22 16:26:35.514194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:26:35.515170 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.518374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2adbf07-fbba-4e6c-b96d-9d576af73e88 req-0f402f26-827e-4f3a-8e48-ccbf88e7a92c tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765006 Nov 22 16:26:35.521220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9ea1b1d0-4646-44c5-b7eb-2471fe01532c None None] Port eff1c0ab-7f21-4733-be80-63ddb11bd452 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: from cryptography.utils import int_from_bytes Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: from cryptography.utils import int_from_bytes Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:26:35.524830 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:26:35.530367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-54ed2096-70e1-49ba-9a93-ed29a1811ed3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8725917 Nov 22 16:26:35.570652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Request body: {'port': {'device_id': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:35.625917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.664422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.666430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37e968a5-e8ba-4064-b4b1-7375b47270f0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:35.668010 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8d4929ce-c036-409e-a501-37e2442b1f0c HTTP/1.1" status: 204 len: 168 time: 1.5333042 Nov 22 16:26:35.669990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c42f5-2bc9-4a49-921e-61bba882ea15 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d4929ce-c036-409e-a501-37e2442b1f0c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:35.744308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.851973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Transition to ACTIVE for port object 37e968a5-e8ba-4064-b4b1-7375b47270f0 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:35.878089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d64ebf-61e3-4632-9348-45f0008d483f req-0e279a9b-71ea-437d-a0f2-6fc870e3a6ba tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:35.879902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d64ebf-61e3-4632-9348-45f0008d483f req-0e279a9b-71ea-437d-a0f2-6fc870e3a6ba tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 944 time: 0.1658585 Nov 22 16:26:35.880811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.952030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:35.968272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:36.044023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=37e968a5-e8ba-4064-b4b1-7375b47270f0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:36.049707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3c56b06-1e1f-419c-b68d-e8c370d36469 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=796e5b0f2f8e4fa39b0ac47aaee169c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0797646 Nov 22 16:26:36.053211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45948) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:36.054249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-32edf977-faf7-4af8-be3c-4b3241cfb56d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:36.055880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-32edf977-faf7-4af8-be3c-4b3241cfb56d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5629144 Nov 22 16:26:36.123485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-468a9490-1bf6-4de2-b782-6342f4698a50 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/quotas/ae7bd3d04d09481e828b5be0fe105cf6 HTTP/1.1" status: 200 len: 375 time: 0.0486217 Nov 22 16:26:36.132352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168082c3-2272-4dd1-a525-49e0087fe886 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:36.148471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.154346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41dc69de-f067-4182-a7f7-f51c3ece9199 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.176999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d64ebf-61e3-4632-9348-45f0008d483f req-b2956429-6d1b-40fe-91f8-e1d1a1d7a175 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754011 Nov 22 16:26:36.185107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Transition to ACTIVE for port object 168082c3-2272-4dd1-a525-49e0087fe886 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:36.194681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.198164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41dc69de-f067-4182-a7f7-f51c3ece9199 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.310587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=168082c3-2272-4dd1-a525-49e0087fe886,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:36.338187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:36.451627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Attempting to bind port 37e968a5-e8ba-4064-b4b1-7375b47270f0 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:36.452022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Attempting to bind port 37e968a5-e8ba-4064-b4b1-7375b47270f0 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:36.452361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Attempting to bind port 37e968a5-e8ba-4064-b4b1-7375b47270f0 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:36.505450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41dc69de-f067-4182-a7f7-f51c3ece9199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.508442 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41dc69de-f067-4182-a7f7-f51c3ece9199 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.510765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-41dc69de-f067-4182-a7f7-f51c3ece9199 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2adf509e-d52e-4909-bb92-90e47287f1d5 HTTP/1.1" status: 204 len: 168 time: 0.4563532 Nov 22 16:26:36.515529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-8c1ea3e4-8e0c-4e0d-aeb3-bff469848456 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3374987 Nov 22 16:26:36.524279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Port 37e968a5-e8ba-4064-b4b1-7375b47270f0 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:36.524810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Attempting to bind port 37e968a5-e8ba-4064-b4b1-7375b47270f0 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:36.532629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc69de-f067-4182-a7f7-f51c3ece9199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adf509e-d52e-4909-bb92-90e47287f1d5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:36.564153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:36.564509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:36.564878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:36.565337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Bound port: 37e968a5-e8ba-4064-b4b1-7375b47270f0, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:36.580018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.583421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Attempting to bind port 168082c3-2272-4dd1-a525-49e0087fe886 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:36.584781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Attempting to bind port 168082c3-2272-4dd1-a525-49e0087fe886 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:36.585127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Attempting to bind port 168082c3-2272-4dd1-a525-49e0087fe886 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:36.603260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Port 168082c3-2272-4dd1-a525-49e0087fe886 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:36.603822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Attempting to bind port 168082c3-2272-4dd1-a525-49e0087fe886 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:36.632840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:36.637158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:36.637591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:36.639621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Bound port: 168082c3-2272-4dd1-a525-49e0087fe886, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:36.639995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:36.666630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 90de8f95-dfa1-41aa-964b-990ef64fae87 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:36.724577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3a4b9-fbe0-4368-b0e1-485d1e50fbfc req-cd556bf5-675e-429e-9f80-a9320c4a5ed4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:36.738618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ca3a4b9-fbe0-4368-b0e1-485d1e50fbfc req-cd556bf5-675e-429e-9f80-a9320c4a5ed4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 935 time: 0.3198066 Nov 22 16:26:36.762314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 90de8f95-dfa1-41aa-964b-990ef64fae87 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:36.762669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 90de8f95-dfa1-41aa-964b-990ef64fae87 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:36.861115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] For port 168082c3-2272-4dd1-a525-49e0087fe886, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:36.867029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] For port 168082c3-2272-4dd1-a525-49e0087fe886, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=168082c3-2272-4dd1-a525-49e0087fe886,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:36.871433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.002274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.002913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.015255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] 10.222.0.66 "PUT /v2.0/ports/168082c3-2272-4dd1-a525-49e0087fe886 HTTP/1.1" status: 200 len: 1096 time: 2.9273434 Nov 22 16:26:37.015792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'tag': '168082c3-2272-4dd1-a525-49e0087fe886'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:37.020056 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb", "tag": "168082c3-2272-4dd1-a525-49e0087fe886"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:37.066265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe9817-15d7-4f54-8ce4-05d7a50eb6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=168082c3-2272-4dd1-a525-49e0087fe886,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:37.081555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.096194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ca3a4b9-fbe0-4368-b0e1-485d1e50fbfc req-3074962a-afaa-4ff9-82a9-fae56b639f69 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559899 Nov 22 16:26:37.198479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-5c818789-4eaa-424f-bc0e-882cb3d90a47 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2153397 Nov 22 16:26:37.234916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-bdf657ee-cc30-4f6b-b0b4-da6b184dec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.244608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-bdf657ee-cc30-4f6b-b0b4-da6b184dec89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 1099 time: 0.1073375 Nov 22 16:26:37.288797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] For port 37e968a5-e8ba-4064-b4b1-7375b47270f0, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:37.360243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff1c0ab-7f21-4733-be80-63ddb11bd452 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:37.367669 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-7cb16398-a7db-4d51-96bf-2ef8d58931b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=168082c3-2272-4dd1-a525-49e0087fe886 HTTP/1.1" status: 200 len: 217 time: 0.1117580 Nov 22 16:26:37.398175 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.431797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:37.515470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-5008aa6b-7edd-481f-9e9e-0d78ce94600c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.517644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-5008aa6b-7edd-481f-9e9e-0d78ce94600c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1330898 Nov 22 16:26:37.520820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] For port 37e968a5-e8ba-4064-b4b1-7375b47270f0, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:37.548181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Transition to ACTIVE for port object eff1c0ab-7f21-4733-be80-63ddb11bd452 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:37.587191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.621818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-d53d1f43-b0ea-453e-9e33-cbc8f8cef475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.626055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-d53d1f43-b0ea-453e-9e33-cbc8f8cef475 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973675 Nov 22 16:26:37.649022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.744665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.745304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:37.746804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] 10.222.0.66 "PUT /v2.0/ports/37e968a5-e8ba-4064-b4b1-7375b47270f0 HTTP/1.1" status: 200 len: 1096 time: 4.7441339 Nov 22 16:26:37.747285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'tag': '37e968a5-e8ba-4064-b4b1-7375b47270f0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:37.749590 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6465a7-6246-461a-92ea-37cf79bebd08" -d '{"events": [{"name": "network-changed", "server_uuid": "cf639a76-0791-4710-9979-5b96d5f76ec6", "tag": "37e968a5-e8ba-4064-b4b1-7375b47270f0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:37.833811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed76c4-f20e-4f96-83b7-fdb1f908e4e9 req-430e8810-7507-40b7-a05a-8d185a749d2e tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.841804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afed76c4-f20e-4f96-83b7-fdb1f908e4e9 req-430e8810-7507-40b7-a05a-8d185a749d2e tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 948 time: 0.5475385 Nov 22 16:26:37.869804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08af67c-b4d1-49ca-b0a1-020fd5de0ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=37e968a5-e8ba-4064-b4b1-7375b47270f0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:37.929071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-ac361ec3-7f74-4044-a943-e05a62b7fddf service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894108 Nov 22 16:26:37.939572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-b8dc045c-7967-4b31-a610-144e53baaaaa tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:37.942730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-b8dc045c-7967-4b31-a610-144e53baaaaa tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7064159 Nov 22 16:26:38.001030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:38.014541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:38.016434 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.175315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-1fe08501-4a73-4a0b-ae67-eb1bcac7ab50 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/quotas/14e43028dd284ddbb18c14fdedeaaa3c HTTP/1.1" status: 200 len: 375 time: 0.1763332 Nov 22 16:26:38.198791 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-0f5cf951-cb59-4160-8460-695d919767ee service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506635 Nov 22 16:26:38.224119 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.237751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-98e8d22a-3f32-4677-b619-3c557354c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.239959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-98e8d22a-3f32-4677-b619-3c557354c80a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd8ad64fb5a42ca9c62c4b3e105ab57&device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 1099 time: 0.3919017 Nov 22 16:26:38.247101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-84c68966-dd24-4cba-8202-d036fb600ee8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761125 Nov 22 16:26:38.256087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:38.258379 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f905a885-ccb0-4a1f-a0c4-ceff28b698be" -d '{"events": [{"server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:38.277335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Pushing event updated for resources: {'Port': ['ID=eff1c0ab-7f21-4733-be80-63ddb11bd452,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:38.282389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:38.288823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.406653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:38.461459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-480731e4-6131-4acc-89d1-e7f56b055801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.465078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-480731e4-6131-4acc-89d1-e7f56b055801 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1095 time: 0.1128318 Nov 22 16:26:38.465454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46014) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:38.511253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.674321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-fc84eae2-8c88-43f5-ae95-2f0bd1918851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.677245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-fc84eae2-8c88-43f5-ae95-2f0bd1918851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1629159 Nov 22 16:26:38.694784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-690718566-network', 'tenant_id': '0c0f07237ebb41a5a83090190193d6a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:38.715271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afed76c4-f20e-4f96-83b7-fdb1f908e4e9 req-c2e6ba0c-e47f-4826-9169-9fcb1ebc6cc0 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8723230 Nov 22 16:26:38.747563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Attempting to bind port eff1c0ab-7f21-4733-be80-63ddb11bd452 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:38.748132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Attempting to bind port eff1c0ab-7f21-4733-be80-63ddb11bd452 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:38.748248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-a0672013-3cca-4714-8e07-e51fcf7fcdd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.0484829 Nov 22 16:26:38.748332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Attempting to bind port eff1c0ab-7f21-4733-be80-63ddb11bd452 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:38.757640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-f7156097-5436-49e8-932c-4917b6063f6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0 HTTP/1.1" status: 200 len: 217 time: 0.4852893 Nov 22 16:26:38.759163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Port eff1c0ab-7f21-4733-be80-63ddb11bd452 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:38.759481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Attempting to bind port eff1c0ab-7f21-4733-be80-63ddb11bd452 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:38.768035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:38.768368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:38.768748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:38.769182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Bound port: eff1c0ab-7f21-4733-be80-63ddb11bd452, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:38.769534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.795682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Made reservation on behalf of 0c0f07237ebb41a5a83090190193d6a9 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:38.797508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.810448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.870134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-d22df0ef-c0bb-4d98-92b0-5ab82bac0aa5 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6090014 Nov 22 16:26:38.948539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3b7186b4-ed8a-4a72-8d71-a0ac2345a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.950087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3b7186b4-ed8a-4a72-8d71-a0ac2345a639 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1603239 Nov 22 16:26:38.982732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:38.994269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-2c5ea97b-57ae-4481-88b6-290a8f141ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:38.996294 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-2c5ea97b-57ae-4481-88b6-290a8f141ca2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.2324347 Nov 22 16:26:38.997870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.032326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] For port eff1c0ab-7f21-4733-be80-63ddb11bd452, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:39.072600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d027435a-2664-4bea-bd4f-d1207e7ee2a2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:39.076851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-3e415315-0ae1-49b3-942c-a63f18b3893f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266805 Nov 22 16:26:39.106182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaef6cb0-ba85-4ee8-9f62-0c711878e762 req-b2152bbc-49ee-4a87-ad2d-d34d95f56464 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 210 time: 0.1065161 Nov 22 16:26:39.126687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] For port eff1c0ab-7f21-4733-be80-63ddb11bd452, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:39.141506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.170254 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62483391-5e87-4afe-8f35-bb0208c8ba20 x-openstack-request-id: req-62483391-5e87-4afe-8f35-bb0208c8ba20 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:39.170758 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb", "tag": "168082c3-2272-4dd1-a525-49e0087fe886", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:39.171807 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62483391-5e87-4afe-8f35-bb0208c8ba20 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:39.172321 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'tag': '168082c3-2272-4dd1-a525-49e0087fe886', 'status': 'completed', 'code': 200} Nov 22 16:26:39.178629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-05efd4a9-a4ba-4a62-9ec1-f9eed9f91b8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378267 Nov 22 16:26:39.246886 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd548e4-816e-4d7e-acee-ffc9610ec639 x-openstack-request-id: req-0fd548e4-816e-4d7e-acee-ffc9610ec639 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:39.247696 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf639a76-0791-4710-9979-5b96d5f76ec6", "tag": "37e968a5-e8ba-4064-b4b1-7375b47270f0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:39.248246 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fd548e4-816e-4d7e-acee-ffc9610ec639 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:39.249910 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'tag': '37e968a5-e8ba-4064-b4b1-7375b47270f0', 'status': 'completed', 'code': 200} Nov 22 16:26:39.260475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-c9223eff-7341-4ac7-a811-35f6fb06b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.262444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-c9223eff-7341-4ac7-a811-35f6fb06b7b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2942305 Nov 22 16:26:39.288150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.289140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.293237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] 10.222.0.20 "PUT /v2.0/ports/eff1c0ab-7f21-4733-be80-63ddb11bd452 HTTP/1.1" status: 200 len: 1095 time: 3.7341270 Nov 22 16:26:39.546465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf6a5f-16bd-4cac-859f-fda1f7976b92 service neutron] Pushing event updated for resources: {'Port': ['ID=eff1c0ab-7f21-4733-be80-63ddb11bd452,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:39.561079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421f2af-0d26-4537-9a77-154414dcf7b3 req-e041d615-d3e8-4d00-941f-58a753e2f0f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.569453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3421f2af-0d26-4537-9a77-154414dcf7b3 req-e041d615-d3e8-4d00-941f-58a753e2f0f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 945 time: 0.2738543 Nov 22 16:26:39.637275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:26:39.651072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-24e832e7-4070-4e08-98c8-6444ee59cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.653113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-24e832e7-4070-4e08-98c8-6444ee59cba8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 1098 time: 0.2523825 Nov 22 16:26:39.655072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-aa829800-055f-4b64-98fa-5e6c26ea5b63 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607655 Nov 22 16:26:39.669557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190c94a-bd0a-466f-a19d-1a332efc6609 req-a822cd49-2da5-4595-ac72-8b0b7a8f600a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.670836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.671185 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Added segment c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5 of type vlan for network 3ef78086-ee15-48f8-aede-6f122dfd89fa Nov 22 16:26:39.672310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7190c94a-bd0a-466f-a19d-1a332efc6609 req-a822cd49-2da5-4595-ac72-8b0b7a8f600a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 947 time: 0.2914124 Nov 22 16:26:39.780554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.790886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-4086abf6-2052-4d4b-a2d3-745eaf2bb54a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452 HTTP/1.1" status: 200 len: 217 time: 0.1060405 Nov 22 16:26:39.829433 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-09356aec-ee19-4945-ab1e-9dfb4a753e0b service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102018 Nov 22 16:26:39.836807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-c91b9528-76cd-40cf-948b-a46f213392ad tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.838252 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-c91b9528-76cd-40cf-948b-a46f213392ad tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6978228 Nov 22 16:26:39.842772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-fa9a3488-7c33-483a-9fb0-f46d02f02cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.844232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-fa9a3488-7c33-483a-9fb0-f46d02f02cd7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 1099 time: 0.1991315 Nov 22 16:26:39.858730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Request body: {'port': {'device_id': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'ae7bd3d04d09481e828b5be0fe105cf6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:39.870740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3421f2af-0d26-4537-9a77-154414dcf7b3 req-f511b69d-fd7f-4e0b-b98c-4504635251d7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003597 Nov 22 16:26:39.892420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.893441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.894215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:39.931092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-7c7165c8-37be-41ff-8ceb-11ad97a928e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:39.932797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-7c7165c8-37be-41ff-8ceb-11ad97a928e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1231904 Nov 22 16:26:39.955105 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972f23d8-0cea-4a0a-a8cc-25e86093c46c x-openstack-request-id: req-972f23d8-0cea-4a0a-a8cc-25e86093c46c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:39.956338 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "name": "network-vif-plugged", "status": "completed", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:39.957070 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-972f23d8-0cea-4a0a-a8cc-25e86093c46c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:39.957531 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'code': 200} Nov 22 16:26:39.962442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7190c94a-bd0a-466f-a19d-1a332efc6609 req-502309cd-3e33-46fb-9005-95bf6b693fd2 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634389 Nov 22 16:26:39.966931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6043b4b-f0af-4c29-a42c-7c145e9ae916 req-3c7dac94-4853-441a-b733-377392bfca2e service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932773 Nov 22 16:26:40.058010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f116b-8849-42b0-b330-4a1652fced88 req-01e6b2d7-6da8-4e8c-b9e6-151f7c2962de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.060756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-01e6b2d7-6da8-4e8c-b9e6-151f7c2962de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198542 Nov 22 16:26:40.113516 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6462901 Nov 22 16:26:40.114604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b79da7b-16ab-48b4-966d-95a2e08566c1 req-4642269d-cd27-446f-8b90-b37a14de8324 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 210 time: 0.0670023 Nov 22 16:26:40.122655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46040) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:40.136090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72449228-3cda-4655-8853-bdfe380db280 admin admin] Pushing event updated for resources: {'Network': ['ID=3ef78086-ee15-48f8-aede-6f122dfd89fa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:40.136743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Request body: {'subnet': {'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-690718566-subnet', 'tenant_id': '0c0f07237ebb41a5a83090190193d6a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:40.155201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:26:40.392304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ce336-1f37-4fc6-afa9-248c8aebd94e req-c6acd067-4f6b-4afa-99a3-2751d4a1e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.394166 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b03ce336-1f37-4fc6-afa9-248c8aebd94e req-c6acd067-4f6b-4afa-99a3-2751d4a1e53f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1096 time: 0.2430151 Nov 22 16:26:40.404464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-64f6e44a-59d4-4e60-a843-eb8a989ea4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.406914 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-64f6e44a-59d4-4e60-a843-eb8a989ea4c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.5414774 Nov 22 16:26:40.409913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2f2923f8-66d2-4948-880f-a72e78bcb4a7 req-cfba912c-d172-4997-8a0b-8aaa9c04e348 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642414 Nov 22 16:26:40.441474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c000bf5-5765-4f24-b0e3-989673ef8b80 req-a3a9247e-0a44-4ed1-8542-878fd83aec3a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 210 time: 0.0589681 Nov 22 16:26:40.451059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Made reservation on behalf of 0c0f07237ebb41a5a83090190193d6a9 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:40.456262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.501595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Made reservation on behalf of ae7bd3d04d09481e828b5be0fe105cf6 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:40.506832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:40.526758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-45d980ed-ac84-4a5c-865a-690776a5faef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.528267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-45d980ed-ac84-4a5c-865a-690776a5faef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2bd8ad64fb5a42ca9c62c4b3e105ab57&device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 1099 time: 0.3116572 Nov 22 16:26:40.541047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-43f3ade7-90ea-4594-844b-a670b194af0b service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575717 Nov 22 16:26:40.551816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766b746-f239-47db-9780-d655195fbdb6 req-4b48c539-bf83-4b0b-8d8d-898302a6e9aa tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.552965 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-ac2c858a-6c3e-405f-af09-1e333fb0fe34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=168082c3-2272-4dd1-a525-49e0087fe886 HTTP/1.1" status: 200 len: 217 time: 0.0591362 Nov 22 16:26:40.554690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2766b746-f239-47db-9780-d655195fbdb6 req-4b48c539-bf83-4b0b-8d8d-898302a6e9aa tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 948 time: 0.3459513 Nov 22 16:26:40.631669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-473b58de-b886-44b1-88a2-ae74b0827885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.633181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-473b58de-b886-44b1-88a2-ae74b0827885 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0531545 Nov 22 16:26:40.686542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b03ce336-1f37-4fc6-afa9-248c8aebd94e req-5400e08e-08af-4ce5-a14e-27a141389677 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352457 Nov 22 16:26:40.762363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-288702f8-b4ba-4a9b-912c-9613a5426f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.764016 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-288702f8-b4ba-4a9b-912c-9613a5426f57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0765748 Nov 22 16:26:40.792424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2766b746-f239-47db-9780-d655195fbdb6 req-79a21e67-c4fb-45c1-b7c8-18350a1e91fb tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877208 Nov 22 16:26:40.818385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24f116b-8849-42b0-b330-4a1652fced88 req-0ab22442-eea7-4c9e-bf5b-f829ff48dc73 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618251 Nov 22 16:26:40.825907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-93b91f10-1662-4ccb-8aa4-8715b8b681a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:40.827414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-93b91f10-1662-4ccb-8aa4-8715b8b681a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2588060 Nov 22 16:26:40.855175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Allocated IP 192.168.233.80 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/b0018448-db2b-402b-951b-f03ae14affb0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:40.936443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.080140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.097924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e85babbb-af90-4fc2-ade5-0d5a082d4312,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:41.113499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e8d5e-52ec-4e84-840e-9ea08622a10c req-4f06505c-a232-49b8-95ab-582ecc9bb1c9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.116923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a89e8d5e-52ec-4e84-840e-9ea08622a10c req-4f06505c-a232-49b8-95ab-582ecc9bb1c9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 945 time: 0.1372323 Nov 22 16:26:41.118695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-84210b66-982d-4143-ba4a-6e43763b2661 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0 HTTP/1.1" status: 200 len: 217 time: 0.0800707 Nov 22 16:26:41.178277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Checking segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:41.178548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Network hostable DHCP agents. Network: 3ef78086-ee15-48f8-aede-6f122dfd89fa, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:26:41.200115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.212171 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-420cb8c4-bfcf-447c-9462-3259c34b8dd2 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362791 Nov 22 16:26:41.224393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', '8299f7fa-90a0-49fc-baee-45cae67ca83e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:41.253053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'tag': 'eff1c0ab-7f21-4733-be80-63ddb11bd452'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:41.256033 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "7feacb67-804a-40b4-9464-aa61e8fb54f3", "tag": "eff1c0ab-7f21-4733-be80-63ddb11bd452"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:41.284443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:41.305607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ab4b39-d718-4f80-977f-70b31b26cc65 req-5e070a3c-22af-4f46-b620-d4da2488a7d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.313993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85ab4b39-d718-4f80-977f-70b31b26cc65 req-5e070a3c-22af-4f46-b620-d4da2488a7d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 947 time: 0.2112613 Nov 22 16:26:41.315485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event updated for resources: {'Port': ['ID=b0018448-db2b-402b-951b-f03ae14affb0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:41.319302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:41.321012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-c88387fb-86c9-4d5b-8645-d384c2caf95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.322978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-c88387fb-86c9-4d5b-8645-d384c2caf95f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1753170 Nov 22 16:26:41.324151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:41.324357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:26:41.345314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a89e8d5e-52ec-4e84-840e-9ea08622a10c req-e96aa01d-54f2-44ca-9b5f-3112014c3149 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164726 Nov 22 16:26:41.404516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 3ef78086-ee15-48f8-aede-6f122dfd89fa) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:41.413472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.414667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.424996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d975393-4249-4bd1-b8db-7cddbcfa9a16 None None] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:26:41.478224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fb59c07e-7975-4983-b011-ab4fc6ef1583 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3508205 Nov 22 16:26:41.494976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-12bce5d3-b464-40e1-966e-9d400b14b2fa tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595012 Nov 22 16:26:41.503228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.504101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.597918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 168082c3-2272-4dd1-a525-49e0087fe886 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:41.632254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d19cde3d-5d5b-4823-bfb6-0a9edb177dcb req-30a4dd75-f313-49d2-95b8-16ee252c13d1 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 210 time: 0.1400850 Nov 22 16:26:41.642493 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6054d96-5ae7-4ee6-a12e-b5916c1b2b5d req-f31e530b-1ee3-42b9-91ae-a31712f91f1d service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015954 Nov 22 16:26:41.644329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85ab4b39-d718-4f80-977f-70b31b26cc65 req-ddc4b2f6-5aec-4678-b2b7-8664b6c74ce7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297040 Nov 22 16:26:41.654226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-f3652724-07f1-40e2-bf0c-560c01d54834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:41.657582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-f3652724-07f1-40e2-bf0c-560c01d54834 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3112814 Nov 22 16:26:41.661911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-da3da24a-eae8-4e5d-846d-3ca8c7a669fd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7985876 Nov 22 16:26:41.706508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Request body: {'port': {'device_id': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:41.887717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-c47f2a2c-74a3-414f-9c96-9e7039ad7cf9 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079327 Nov 22 16:26:41.907386 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12fd46d7-aab0-4edf-8e01-72ee563444c2 x-openstack-request-id: req-12fd46d7-aab0-4edf-8e01-72ee563444c2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:41.907844 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7feacb67-804a-40b4-9464-aa61e8fb54f3", "tag": "eff1c0ab-7f21-4733-be80-63ddb11bd452", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:41.908181 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-12fd46d7-aab0-4edf-8e01-72ee563444c2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:41.908647 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'tag': 'eff1c0ab-7f21-4733-be80-63ddb11bd452', 'status': 'completed', 'code': 200} Nov 22 16:26:41.950428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:41.978757 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:26:42.101199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-61b1a3a4-775f-443a-9121-9835a3fe9195 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.103195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-61b1a3a4-775f-443a-9121-9835a3fe9195 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5928822 Nov 22 16:26:42.134829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 168082c3-2272-4dd1-a525-49e0087fe886, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=168082c3-2272-4dd1-a525-49e0087fe886,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:42.161571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '168082c3-2272-4dd1-a525-49e0087fe886', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '168082c3-2272-4dd1-a525-49e0087fe886', 'mac_address': 'fa:16:3e:5f:8d:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:42.206866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Request body: {'port': {'device_id': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '14e43028dd284ddbb18c14fdedeaaa3c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:42.242871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db9ba42-5159-4a47-9081-047fe99e15ba None None] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:26:42.303229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.339071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168082c3-2272-4dd1-a525-49e0087fe886 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:42.344453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a2012b66-8225-4e2a-b6e9-9746ad7ec66d None None] Provisioning complete for port b0018448-db2b-402b-951b-f03ae14affb0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:42.344917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2012b66-8225-4e2a-b6e9-9746ad7ec66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.399951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2012b66-8225-4e2a-b6e9-9746ad7ec66d None None] Port b0018448-db2b-402b-951b-f03ae14affb0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:42.432071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-e6639049-1a08-4777-9752-ba0f8948d975 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0977814 Nov 22 16:26:42.498006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 168082c3-2272-4dd1-a525-49e0087fe886, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=168082c3-2272-4dd1-a525-49e0087fe886,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:42.522388 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.545199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Made reservation on behalf of 14e43028dd284ddbb18c14fdedeaaa3c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:42.548275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.588360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082e803-7425-4b96-892d-fc3ea8dabbc3 req-0ab49a47-bad2-4d48-b5aa-c2056f8ab917 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.590118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1082e803-7425-4b96-892d-fc3ea8dabbc3 req-0ab49a47-bad2-4d48-b5aa-c2056f8ab917 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 935 time: 0.5465162 Nov 22 16:26:42.606536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890a6b1-0580-4bc4-af89-eee478a0c879 req-b5c7f539-0488-4a6e-b117-92eed3b47e3e tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.608272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1890a6b1-0580-4bc4-af89-eee478a0c879 req-b5c7f539-0488-4a6e-b117-92eed3b47e3e tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 948 time: 0.5657763 Nov 22 16:26:42.632513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-09c2329d-1a4a-4232-a588-13f24f0c4331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.634742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-09c2329d-1a4a-4232-a588-13f24f0c4331 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 1098 time: 0.5897768 Nov 22 16:26:42.645460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6465a7-6246-461a-92ea-37cf79bebd08 req-b91d63ef-0128-4fcd-aff0-e9df730abd73 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102108 Nov 22 16:26:42.686734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0018448-db2b-402b-951b-f03ae14affb0 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:42.704027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:42.717023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-d5406a6f-faf4-4b83-91e7-585b43633101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.719358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-d5406a6f-faf4-4b83-91e7-585b43633101 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 1096 time: 0.1957564 Nov 22 16:26:42.729636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Transition to ACTIVE for port object b0018448-db2b-402b-951b-f03ae14affb0 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:42.789939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1082e803-7425-4b96-892d-fc3ea8dabbc3 req-cc007cd4-0d51-415a-90f7-39f6fcdcc5d9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793413 Nov 22 16:26:42.804358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1890a6b1-0580-4bc4-af89-eee478a0c879 req-180c3625-0979-4f14-8213-f2e69350ef30 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835892 Nov 22 16:26:42.815331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=168082c3-2272-4dd1-a525-49e0087fe886,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:42.835334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Allocated IP 192.168.233.92 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/21184431-e516-4bbb-b8ac-451546366d57) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:42.858465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-9ecf2031-ad75-4794-b15a-f902aac925f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:42.861544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-9ecf2031-ad75-4794-b15a-f902aac925f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2029080 Nov 22 16:26:43.011835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-4374da44-fe1a-4a4f-a356-1b371bd968dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452 HTTP/1.1" status: 200 len: 217 time: 0.1336303 Nov 22 16:26:43.043751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.090125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.092525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['168082c3-2272-4dd1-a525-49e0087fe886'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:43.170536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0018448-db2b-402b-951b-f03ae14affb0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:43.186434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-3168179b-2653-47fa-bc40-453a54c18c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.190472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-3168179b-2653-47fa-bc40-453a54c18c65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1492693 Nov 22 16:26:43.283617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991314fa-5f30-4f9d-856b-cc51f8b7b0d7 req-17f6cef2-f340-43ac-83f7-7eebd643a882 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.297806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-991314fa-5f30-4f9d-856b-cc51f8b7b0d7 req-17f6cef2-f340-43ac-83f7-7eebd643a882 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 945 time: 0.2996814 Nov 22 16:26:43.308986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.391993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-876d9fdd-805a-4630-a026-110d32c1eb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.393527 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-876d9fdd-805a-4630-a026-110d32c1eb7e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 925 time: 0.3473320 Nov 22 16:26:43.416014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:43.428538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Pushing event updated for resources: {'Port': ['ID=21184431-e516-4bbb-b8ac-451546366d57,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:43.430660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:43.433216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-35e96a27-c55b-4b36-ab1a-87520727a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.434746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-35e96a27-c55b-4b36-ab1a-87520727a96c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1710012 Nov 22 16:26:43.438488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-991314fa-5f30-4f9d-856b-cc51f8b7b0d7 req-3304ffc0-e852-434f-a527-6415eeb500f8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957484 Nov 22 16:26:43.456583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 37e968a5-e8ba-4064-b4b1-7375b47270f0 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:43.465678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Attempting to bind port b0018448-db2b-402b-951b-f03ae14affb0 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:43.466065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Attempting to bind port b0018448-db2b-402b-951b-f03ae14affb0 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:43.466401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Attempting to bind port b0018448-db2b-402b-951b-f03ae14affb0 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:43.469103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:43.497062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-0bfd70f5-fe1f-48bb-befb-3c9fe3c86f3b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.498663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-0bfd70f5-fe1f-48bb-befb-3c9fe3c86f3b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.3803911 Nov 22 16:26:43.508839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Port b0018448-db2b-402b-951b-f03ae14affb0 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:43.509171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Attempting to bind port b0018448-db2b-402b-951b-f03ae14affb0 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:43.528678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:43.529032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:43.529489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:43.529909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Bound port: b0018448-db2b-402b-951b-f03ae14affb0, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:43.530272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.560466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-f6212c67-cf3b-4662-88db-a67f1f16d381 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a1bd41b5-312d-4672-8027-3e7299a1a814 HTTP/1.1" status: 200 len: 1001 time: 0.1415434 Nov 22 16:26:43.580321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:43.581004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.741704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 37e968a5-e8ba-4064-b4b1-7375b47270f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:43.756341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '37e968a5-e8ba-4064-b4b1-7375b47270f0', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '37e968a5-e8ba-4064-b4b1-7375b47270f0', 'mac_address': 'fa:16:3e:16:8f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:43.796393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-091c59b9-47c4-4fe6-a2d0-5deb9572c1e1 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/quotas/0c0f07237ebb41a5a83090190193d6a9 HTTP/1.1" status: 200 len: 375 time: 0.2471898 Nov 22 16:26:43.800113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-560a630f-bf3f-4d72-9374-091242562de3 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529851 Nov 22 16:26:43.815232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.851685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37e968a5-e8ba-4064-b4b1-7375b47270f0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:43.876249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 37e968a5-e8ba-4064-b4b1-7375b47270f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:43.882416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:43.938421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=37e968a5-e8ba-4064-b4b1-7375b47270f0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:43.944745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8b9e3-dcf4-41f9-8be4-7fe86f59dbf4 req-b4dc4e4a-be84-41f5-a4f2-09ba2f77087d service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267288 Nov 22 16:26:43.997050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0224428c-85e8-42dd-bdf8-9c96937ffe49 None None] Provisioning complete for port 21184431-e516-4bbb-b8ac-451546366d57 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:43.997507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0224428c-85e8-42dd-bdf8-9c96937ffe49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.003735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-b35fc1ed-ff0c-4d6f-81c6-76fb752b6327 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2003970 Nov 22 16:26:44.015075 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-f548b10f-d2f4-459d-a2d0-ce62358e97af tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8129010 Nov 22 16:26:44.033326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Request body: {'port': {'device_id': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:44.050663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0224428c-85e8-42dd-bdf8-9c96937ffe49 None None] Port 21184431-e516-4bbb-b8ac-451546366d57 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:44.078889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-e4e08b1e-0fb3-4a17-a240-c71994027663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.080133 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-e4e08b1e-0fb3-4a17-a240-c71994027663 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.4960115 Nov 22 16:26:44.081236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] For port b0018448-db2b-402b-951b-f03ae14affb0, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:44.114549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-92c850cc-3f00-4717-9dda-e04592b2e502 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090531 Nov 22 16:26:44.123330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] For port b0018448-db2b-402b-951b-f03ae14affb0, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b0018448-db2b-402b-951b-f03ae14affb0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:44.149157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.151334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.193494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0698d149-9b8c-4628-a044-7fa738ee97e4 req-9ee26d5d-88a0-41f9-90ff-bd7fea9ab750 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.195339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0698d149-9b8c-4628-a044-7fa738ee97e4 req-9ee26d5d-88a0-41f9-90ff-bd7fea9ab750 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 935 time: 0.3940246 Nov 22 16:26:44.240507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-b30db3fc-3a6f-44d0-a15b-4779ed5d8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.243015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-b30db3fc-3a6f-44d0-a15b-4779ed5d8c14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353068 Nov 22 16:26:44.244519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.245097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.246666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] 10.222.0.20 "PUT /v2.0/ports/b0018448-db2b-402b-951b-f03ae14affb0 HTTP/1.1" status: 200 len: 1095 time: 2.5797179 Nov 22 16:26:44.250780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'tag': 'b0018448-db2b-402b-951b-f03ae14affb0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:44.255139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eff1c0ab-7f21-4733-be80-63ddb11bd452 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:44.256534 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381" -d '{"events": [{"name": "network-changed", "server_uuid": "93e5d5dc-e083-4211-80c5-0c91629e3f2f", "tag": "b0018448-db2b-402b-951b-f03ae14affb0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:44.307790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-dd015fe3-ef1e-49f3-ab48-30b14d3dea07 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837075 Nov 22 16:26:44.334913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0698d149-9b8c-4628-a044-7fa738ee97e4 req-5d9b125e-6a49-4e05-9427-c01a94ad91d5 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283686 Nov 22 16:26:44.416810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port eff1c0ab-7f21-4733-be80-63ddb11bd452, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:44.438002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6716e72-1119-49bb-b60f-eb38d5a40bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0018448-db2b-402b-951b-f03ae14affb0,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:44.441430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'eff1c0ab-7f21-4733-be80-63ddb11bd452', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'eff1c0ab-7f21-4733-be80-63ddb11bd452', 'mac_address': 'fa:16:3e:a9:1a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:44.487233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['926063ca-d75e-416e-a6a1-a2aa16f527e1'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:44.490288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['37e968a5-e8ba-4064-b4b1-7375b47270f0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:44.591057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762af71-ad3d-48c2-ac15-06c950b42972 req-06be87fd-fa32-4cd2-9d21-62c191183baf tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.610689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4762af71-ad3d-48c2-ac15-06c950b42972 req-06be87fd-fa32-4cd2-9d21-62c191183baf tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 947 time: 0.1640887 Nov 22 16:26:44.660170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-617d59cd-aaaa-41d5-9d44-2723753b9001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:44.660489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:44.661526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-617d59cd-aaaa-41d5-9d44-2723753b9001 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 1098 time: 0.2183287 Nov 22 16:26:44.724907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff1c0ab-7f21-4733-be80-63ddb11bd452 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:44.726726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4762af71-ad3d-48c2-ac15-06c950b42972 req-34e0fc9d-9143-4d92-b2fc-7535d431f740 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132581 Nov 22 16:26:44.816392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-982257de-8881-47c5-bfcd-4f8a5e2fdae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=b0018448-db2b-402b-951b-f03ae14affb0 HTTP/1.1" status: 200 len: 217 time: 0.1348631 Nov 22 16:26:44.824746 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-4481dd3d-fdde-4bf0-94ca-1808c38f42a2 service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5600848 Nov 22 16:26:45.000495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port eff1c0ab-7f21-4733-be80-63ddb11bd452, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:45.015463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-1694aca2-7e5b-4c1b-9f02-93fc4dc03e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.020496 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-1694aca2-7e5b-4c1b-9f02-93fc4dc03e3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1862693 Nov 22 16:26:45.077747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e46f8a-d7d1-4632-bc5c-1bcad415b4ef req-ee271fca-be37-4f91-a057-6f4b5dba1ce1 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.087690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1e46f8a-d7d1-4632-bc5c-1bcad415b4ef req-ee271fca-be37-4f91-a057-6f4b5dba1ce1 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 949 time: 0.1401913 Nov 22 16:26:45.112600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.116157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e402-8874-4939-9807-75d657bab4dd req-c6a32a0a-ba9c-4cb4-9a1b-640bf2eb0d24 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.124187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5706e402-8874-4939-9807-75d657bab4dd req-c6a32a0a-ba9c-4cb4-9a1b-640bf2eb0d24 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 947 time: 0.3068054 Nov 22 16:26:45.161332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21184431-e516-4bbb-b8ac-451546366d57 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:45.176113 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.205677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Transition to ACTIVE for port object 21184431-e516-4bbb-b8ac-451546366d57 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:45.233473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.245371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=eff1c0ab-7f21-4733-be80-63ddb11bd452,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:45.291198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5706e402-8874-4939-9807-75d657bab4dd req-b1480fbe-507f-42b5-90f1-d7a306b5f4f4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661129 Nov 22 16:26:45.303123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1e46f8a-d7d1-4632-bc5c-1bcad415b4ef req-954b7ba7-e835-46ba-9d1c-8902820692c4 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144983 Nov 22 16:26:45.311687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f67d3b6b-9428-4942-ac0c-ee06d458b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.313435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-f67d3b6b-9428-4942-ac0c-ee06d458b9d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2783060 Nov 22 16:26:45.329893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e51957a8-d29c-4a53-8f15-c6edd7ee770d req-8431e755-2ed8-4b41-9afd-d9220d827594 service neutron] 10.222.0.66 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842446 Nov 22 16:26:45.447931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 168082c3-2272-4dd1-a525-49e0087fe886 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:45.451560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:45.514461 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-a60ba52c-189c-4966-8dd7-78f3d7e898f1 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829951 Nov 22 16:26:45.516153 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703b2568-2689-4659-869e-f0182f7cdb1c x-openstack-request-id: req-703b2568-2689-4659-869e-f0182f7cdb1c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:45.516449 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e5d5dc-e083-4211-80c5-0c91629e3f2f", "tag": "b0018448-db2b-402b-951b-f03ae14affb0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:45.516705 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-703b2568-2689-4659-869e-f0182f7cdb1c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:45.517107 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'tag': 'b0018448-db2b-402b-951b-f03ae14affb0', 'status': 'completed', 'code': 200} Nov 22 16:26:45.594460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1930f3ae-2c53-4f17-aaba-dbd6c5bc522a req-da358872-6da6-46b0-8716-6224a1ab7cfa tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 210 time: 0.0464213 Nov 22 16:26:45.654827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Pushing event updated for resources: {'Port': ['ID=21184431-e516-4bbb-b8ac-451546366d57,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:45.746564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0687e36-49cc-4598-a570-2264bf78a19f req-65699fc6-bd50-49ad-bebc-c0f9d131243c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:45.749302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0687e36-49cc-4598-a570-2264bf78a19f req-65699fc6-bd50-49ad-bebc-c0f9d131243c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 945 time: 0.1848714 Nov 22 16:26:45.781073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Attempting to bind port 21184431-e516-4bbb-b8ac-451546366d57 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:45.781410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Attempting to bind port 21184431-e516-4bbb-b8ac-451546366d57 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:45.781767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Attempting to bind port 21184431-e516-4bbb-b8ac-451546366d57 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:45.799758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Port 21184431-e516-4bbb-b8ac-451546366d57 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:45.800080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Attempting to bind port 21184431-e516-4bbb-b8ac-451546366d57 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:45.825512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:45.825924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:45.826284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:45.826813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Bound port: 21184431-e516-4bbb-b8ac-451546366d57, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:45.827237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.905717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1951c338-6b6d-462e-a57c-c9be7aadf452 req-8d5937fe-51a0-466c-bf29-897876d45700 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274384 Nov 22 16:26:45.907372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0687e36-49cc-4598-a570-2264bf78a19f req-11899e79-49f6-4373-9746-7aecbede60e4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973935 Nov 22 16:26:45.963054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] For port 21184431-e516-4bbb-b8ac-451546366d57, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:45.967576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] For port 21184431-e516-4bbb-b8ac-451546366d57, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=21184431-e516-4bbb-b8ac-451546366d57,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:45.974390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:45.995247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 168082c3-2272-4dd1-a525-49e0087fe886 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:46.008495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2b372-a854-4d63-896c-906eb6432f50 req-c6b32fcb-dc90-4b4a-80eb-6afa8c177581 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.016465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 168082c3-2272-4dd1-a525-49e0087fe886 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:46.016836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.039200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3c2b372-a854-4d63-896c-906eb6432f50 req-c6b32fcb-dc90-4b4a-80eb-6afa8c177581 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 947 time: 0.2871170 Nov 22 16:26:46.157509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.158869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.160581 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] 10.222.0.66 "PUT /v2.0/ports/21184431-e516-4bbb-b8ac-451546366d57 HTTP/1.1" status: 200 len: 1095 time: 2.1317749 Nov 22 16:26:46.215388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5fa73-bd13-4a12-9c66-a0bd0e4484f9 service neutron] Pushing event updated for resources: {'Port': ['ID=21184431-e516-4bbb-b8ac-451546366d57,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:46.219655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-950e449f-b31d-45ac-bb5a-562f7597d51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.220973 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-950e449f-b31d-45ac-bb5a-562f7597d51b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 1098 time: 0.1533556 Nov 22 16:26:46.222123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3c2b372-a854-4d63-896c-906eb6432f50 req-34efd57b-9b23-48a3-adc0-bf644bc9cb5f tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747017 Nov 22 16:26:46.340124 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.379726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-692b060c-bd52-4600-8b33-42b6e9552e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.381828 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-692b060c-bd52-4600-8b33-42b6e9552e68 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 1098 time: 0.1144772 Nov 22 16:26:46.422759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-cfe9f4c2-dbef-4b2b-98b4-affac7378c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.424490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-cfe9f4c2-dbef-4b2b-98b4-affac7378c46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1758902 Nov 22 16:26:46.455713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168082c3-2272-4dd1-a525-49e0087fe886'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:46.458832 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a1e7e6-4b39-474d-9f9c-b51a9e7b56be" -d '{"events": [{"server_uuid": "ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb", "name": "network-vif-plugged", "status": "completed", "tag": "168082c3-2272-4dd1-a525-49e0087fe886"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:46.480211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 168082c3-2272-4dd1-a525-49e0087fe886, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=168082c3-2272-4dd1-a525-49e0087fe886,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:46.494037 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:46.572103 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-b62ce32b-3fbc-4065-a255-996961344d95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=21184431-e516-4bbb-b8ac-451546366d57 HTTP/1.1" status: 200 len: 217 time: 0.1328704 Nov 22 16:26:46.598328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=168082c3-2272-4dd1-a525-49e0087fe886,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:46.638138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-3db5d611-9e55-482b-882f-cc9d9f7b04de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=b0018448-db2b-402b-951b-f03ae14affb0 HTTP/1.1" status: 200 len: 217 time: 0.0991557 Nov 22 16:26:46.652893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214107b8-1fbb-4058-b61a-e3120da1c615 req-90c4fa12-7385-4e30-aeb0-d2670ff2181b tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.657716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-214107b8-1fbb-4058-b61a-e3120da1c615 req-90c4fa12-7385-4e30-aeb0-d2670ff2181b tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1096 time: 0.1560538 Nov 22 16:26:46.732455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65766b3-de51-4984-aca8-214742e3defc req-7d55efe5-16fb-44d6-b321-ab5e72e20aed tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.734549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f65766b3-de51-4984-aca8-214742e3defc req-7d55efe5-16fb-44d6-b321-ab5e72e20aed tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 948 time: 0.2946041 Nov 22 16:26:46.752021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-af7f5de8-ab2c-49fc-b996-8e1036a55673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.754266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-af7f5de8-ab2c-49fc-b996-8e1036a55673 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1149399 Nov 22 16:26:46.757411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-f73edd2d-bf30-4e6a-aef8-4ece25931faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.759894 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-f73edd2d-bf30-4e6a-aef8-4ece25931faa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1102002 Nov 22 16:26:46.828665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-214107b8-1fbb-4058-b61a-e3120da1c615 req-05f813de-7a6a-465f-8d1c-e9b128e99b8f tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700306 Nov 22 16:26:46.839911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-fdb22624-3e88-42af-8a46-66c81100c29e tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.841603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-fdb22624-3e88-42af-8a46-66c81100c29e tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.2747777 Nov 22 16:26:46.860656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-8c34e66f-265c-416b-894e-6c47fa762b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.862067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-8c34e66f-265c-416b-894e-6c47fa762b19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0772498 Nov 22 16:26:46.865351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f65766b3-de51-4984-aca8-214742e3defc req-66312359-29d4-4e6b-86d5-016f2f98dd4b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184781 Nov 22 16:26:46.870029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-3f583d5c-0e67-46ea-88e7-878650751ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:46.871816 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-3f583d5c-0e67-46ea-88e7-878650751ced service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994036 Nov 22 16:26:46.881276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Request body: {'port': {'device_id': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'admin_state_up': True, 'tenant_id': '0c0f07237ebb41a5a83090190193d6a9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:47.061537 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-bfceda38-7f51-4df6-88d9-27fd62c505a1 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620972 Nov 22 16:26:47.065153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-5be656d8-191a-4f68-ba1a-0e159efa107a service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838517 Nov 22 16:26:47.081684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2114c6-bf58-4718-bef9-6ca1b4a80ce7 req-7c3a79da-1c29-4cb6-8cc8-611be09632fd tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.083311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b2114c6-bf58-4718-bef9-6ca1b4a80ce7 req-7c3a79da-1c29-4cb6-8cc8-611be09632fd tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 949 time: 0.1186430 Nov 22 16:26:47.094222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b765-af51-4ffe-8898-77dfbd48e0f1 req-cc5824f2-4c56-4057-a7d0-11380c8d1751 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.095832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1007b765-af51-4ffe-8898-77dfbd48e0f1 req-cc5824f2-4c56-4057-a7d0-11380c8d1751 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 947 time: 0.1188443 Nov 22 16:26:47.200574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b2114c6-bf58-4718-bef9-6ca1b4a80ce7 req-1f0de8a4-3aff-4244-af79-36c76da72671 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987065 Nov 22 16:26:47.201380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Made reservation on behalf of 0c0f07237ebb41a5a83090190193d6a9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:47.205338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.243808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1007b765-af51-4ffe-8898-77dfbd48e0f1 req-e8974f3e-1991-45d0-a411-b155b0a3775b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205151 Nov 22 16:26:47.291210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b0fca08-c9d5-4adf-89fd-8dd8790b7fed req-3328f0ae-befd-46dd-8e98-db7e9f8831f5 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132206 Nov 22 16:26:47.295341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfcaa3c5-851f-4811-89a4-ef5ccdf4a381 req-b4f0ba69-995b-4a8f-a2a2-a406dcea4a8f service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159979 Nov 22 16:26:47.335295 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f5eef9-5867-4bda-83ef-ad4af45122ec x-openstack-request-id: req-32f5eef9-5867-4bda-83ef-ad4af45122ec {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:47.335873 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb", "name": "network-vif-plugged", "status": "completed", "tag": "168082c3-2272-4dd1-a525-49e0087fe886", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:47.337487 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-32f5eef9-5867-4bda-83ef-ad4af45122ec {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:47.337962 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168082c3-2272-4dd1-a525-49e0087fe886', 'code': 200} Nov 22 16:26:47.456810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 37e968a5-e8ba-4064-b4b1-7375b47270f0 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:47.461138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0944c828-32dc-4922-b789-b14775aa2c4b req-9abd9ee7-d2fd-4cde-b6ea-47040db8492f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 210 time: 0.0775948 Nov 22 16:26:47.512010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Allocated IP 172.20.0.4 (3ef78086-ee15-48f8-aede-6f122dfd89fa/e85babbb-af90-4fc2-ade5-0d5a082d4312/e453c812-da9f-4653-8a66-988c4530703d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:47.518790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac0465-409f-4a25-9b15-683ed0fbb26e req-f2e89516-20bc-442a-92a5-a13e170fe0ce tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.524551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'tag': '21184431-e516-4bbb-b8ac-451546366d57'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:47.527543 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8cb802-c23c-4dd4-8f04-5f68724e04b1", "tag": "21184431-e516-4bbb-b8ac-451546366d57"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:47.528785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76ac0465-409f-4a25-9b15-683ed0fbb26e req-f2e89516-20bc-442a-92a5-a13e170fe0ce tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1096 time: 0.1219907 Nov 22 16:26:47.538781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7850b8-c65f-434f-a1ae-22467b5bf279 req-00f57ea0-5e67-49ed-8b68-4a4ba6037eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.540511 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7a7850b8-c65f-434f-a1ae-22467b5bf279 req-00f57ea0-5e67-49ed-8b68-4a4ba6037eaf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 1101 time: 0.0984032 Nov 22 16:26:47.552851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 37e968a5-e8ba-4064-b4b1-7375b47270f0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:47.557399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 37e968a5-e8ba-4064-b4b1-7375b47270f0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:47.557813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.622322 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7a7850b8-c65f-434f-a1ae-22467b5bf279 req-d540b7c2-6006-4f58-9256-834c3abd265d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663183 Nov 22 16:26:47.664774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.671660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76ac0465-409f-4a25-9b15-683ed0fbb26e req-dec0fbfa-18ab-4c98-ad40-881f785d764a tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421487 Nov 22 16:26:47.706736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 37e968a5-e8ba-4064-b4b1-7375b47270f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:47.721275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.726105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb17c63-735b-426a-800b-73a5abfe2363 req-b134b121-88bd-4824-b74c-909dc0356499 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:47.729304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fb17c63-735b-426a-800b-73a5abfe2363 req-b134b121-88bd-4824-b74c-909dc0356499 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 947 time: 0.1750090 Nov 22 16:26:47.779790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=37e968a5-e8ba-4064-b4b1-7375b47270f0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:47.819258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fb17c63-735b-426a-800b-73a5abfe2363 req-78dc57ef-9cb0-4410-ba91-4fcf6000d44a tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838943 Nov 22 16:26:47.844288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.870585 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2080dc-dae0-47e6-a58f-edd5b0a775de x-openstack-request-id: req-2d2080dc-dae0-47e6-a58f-edd5b0a775de {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:47.871256 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8cb802-c23c-4dd4-8f04-5f68724e04b1", "tag": "21184431-e516-4bbb-b8ac-451546366d57", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:47.871779 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d2080dc-dae0-47e6-a58f-edd5b0a775de {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:47.873048 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'tag': '21184431-e516-4bbb-b8ac-451546366d57', 'status': 'completed', 'code': 200} Nov 22 16:26:47.887738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:47.959525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:47.972258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:47.975863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:47.980864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:48.060737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.061373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.080734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14908e60-cc11-43f5-8ad6-a5431dbfdb0d req-2e4c7b81-21f6-4572-b3f6-bc7d167394e9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.082351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14908e60-cc11-43f5-8ad6-a5431dbfdb0d req-2e4c7b81-21f6-4572-b3f6-bc7d167394e9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 948 time: 0.1217082 Nov 22 16:26:48.097370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-618d213b-0499-4d89-afea-274658caad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.099448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-618d213b-0499-4d89-afea-274658caad5c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 1098 time: 0.0500400 Nov 22 16:26:48.103089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-5f4e6a72-5c4b-48c9-9333-af70d7aaef06 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2277870 Nov 22 16:26:48.118537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Request body: {'port': {'device_id': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:48.202558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14908e60-cc11-43f5-8ad6-a5431dbfdb0d req-2eeca367-3e68-4445-806d-59b307e13004 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105928 Nov 22 16:26:48.224429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-e1375a7c-1953-480c-8ab9-e3873b350e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.227296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-e1375a7c-1953-480c-8ab9-e3873b350e2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1082363 Nov 22 16:26:48.239727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.256065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eff1c0ab-7f21-4733-be80-63ddb11bd452 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:48.294601 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-7ba165f1-8675-4e8b-ac7e-f76846ce6232 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=21184431-e516-4bbb-b8ac-451546366d57 HTTP/1.1" status: 200 len: 217 time: 0.0512230 Nov 22 16:26:48.360229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port eff1c0ab-7f21-4733-be80-63ddb11bd452 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:48.368109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port eff1c0ab-7f21-4733-be80-63ddb11bd452 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:48.368348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-9f076190-06ea-4a71-8a1b-6eba70bf0220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.368490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.369944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-9f076190-06ea-4a71-8a1b-6eba70bf0220 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0634599 Nov 22 16:26:48.435885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-2af57423-e822-4e10-b4c8-1f76bbfcbdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.437501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-2af57423-e822-4e10-b4c8-1f76bbfcbdb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581496 Nov 22 16:26:48.477938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b94bdf-e3d3-4058-ac71-cb7d7fdaf029 req-9ba1ce48-3bd9-47c5-9541-aad87279b600 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.486954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23b94bdf-e3d3-4058-ac71-cb7d7fdaf029 req-9ba1ce48-3bd9-47c5-9541-aad87279b600 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1096 time: 0.2336819 Nov 22 16:26:48.496801 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.559386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23b94bdf-e3d3-4058-ac71-cb7d7fdaf029 req-5432f8e4-d03c-45ac-a75d-05dae1b9e8c9 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727618 Nov 22 16:26:48.568500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port eff1c0ab-7f21-4733-be80-63ddb11bd452, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:48.577246 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:48.584774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb8837-7275-4fc6-9a50-113a6373115c req-acaa085d-c485-41f2-a44a-a64f0d31fe55 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.592296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-85d30987-d208-49e8-9964-5766a8f09edc service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414990 Nov 22 16:26:48.602710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90cb8837-7275-4fc6-9a50-113a6373115c req-acaa085d-c485-41f2-a44a-a64f0d31fe55 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.2402816 Nov 22 16:26:48.691019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=eff1c0ab-7f21-4733-be80-63ddb11bd452,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:48.755901 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-39c4b2e8-3f31-4f4d-aa25-8fa4e5294337 req-70ddbb1e-e840-4a4c-b5ca-87f5ea14d7eb service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531737 Nov 22 16:26:48.810812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90cb8837-7275-4fc6-9a50-113a6373115c req-af17867a-a685-433d-967d-7bacf2d2e590 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072318 Nov 22 16:26:48.821553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1e99b-01a0-4faa-aebc-131fff506f50 req-1ea30425-186e-4671-bcbe-4302bd4fc69b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:48.823219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ade1e99b-01a0-4faa-aebc-131fff506f50 req-1ea30425-186e-4671-bcbe-4302bd4fc69b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 947 time: 0.1490738 Nov 22 16:26:49.208794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ade1e99b-01a0-4faa-aebc-131fff506f50 req-dc6ed488-4f87-4402-bdfb-68aa366a8dea tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752353 Nov 22 16:26:49.236715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e453c812-da9f-4653-8a66-988c4530703d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:49.246992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.272775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506532-6464-4cb7-a314-b1b830fc7b40 req-a05daad0-fc52-4838-b99b-0dbf5f2c0c77 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.274509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9506532-6464-4cb7-a314-b1b830fc7b40 req-a05daad0-fc52-4838-b99b-0dbf5f2c0c77 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 931 time: 0.3868506 Nov 22 16:26:49.275738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Transition to ACTIVE for port object e453c812-da9f-4653-8a66-988c4530703d will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:26:49.280592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.339559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e968a5-e8ba-4064-b4b1-7375b47270f0'}, {'server_uuid': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff1c0ab-7f21-4733-be80-63ddb11bd452'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:49.341980 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fba0c1-141c-4100-a662-189696e672e4" -d '{"events": [{"server_uuid": "cf639a76-0791-4710-9979-5b96d5f76ec6", "name": "network-vif-plugged", "status": "completed", "tag": "37e968a5-e8ba-4064-b4b1-7375b47270f0"}, {"server_uuid": "7feacb67-804a-40b4-9464-aa61e8fb54f3", "name": "network-vif-plugged", "status": "completed", "tag": "eff1c0ab-7f21-4733-be80-63ddb11bd452"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:49.388945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:49.433432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9506532-6464-4cb7-a314-b1b830fc7b40 req-41618d73-b11d-45aa-a214-03ed0c425dd0 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494191 Nov 22 16:26:49.462772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ef205-c503-4261-a68c-0f2d59b9eb61 req-28cfcf8d-6477-414f-b2a7-5052e0cf5efd tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.465637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-010ef205-c503-4261-a68c-0f2d59b9eb61 req-28cfcf8d-6477-414f-b2a7-5052e0cf5efd tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 947 time: 0.1806381 Nov 22 16:26:49.538653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Attempting to bind port e453c812-da9f-4653-8a66-988c4530703d on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:49.539565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Attempting to bind port e453c812-da9f-4653-8a66-988c4530703d by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:49.539565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Attempting to bind port e453c812-da9f-4653-8a66-988c4530703d on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:49.552432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-010ef205-c503-4261-a68c-0f2d59b9eb61 req-610c483d-e2f5-4cc8-8756-d704581446d3 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774641 Nov 22 16:26:49.553179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Port e453c812-da9f-4653-8a66-988c4530703d on network 3ef78086-ee15-48f8-aede-6f122dfd89fa not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:49.553501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Attempting to bind port e453c812-da9f-4653-8a66-988c4530703d on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:49.560092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:49.560438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Checking segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:49.560826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Bound using segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:49.561414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Bound port: e453c812-da9f-4653-8a66-988c4530703d, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:49.561933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.620914 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c550661e-7240-4ddb-bcf0-098ffac13c32 x-openstack-request-id: req-c550661e-7240-4ddb-bcf0-098ffac13c32 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:49.621427 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf639a76-0791-4710-9979-5b96d5f76ec6", "name": "network-vif-plugged", "status": "completed", "tag": "37e968a5-e8ba-4064-b4b1-7375b47270f0", "code": 200}, {"server_uuid": "7feacb67-804a-40b4-9464-aa61e8fb54f3", "name": "network-vif-plugged", "status": "completed", "tag": "eff1c0ab-7f21-4733-be80-63ddb11bd452", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:49.621427 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c550661e-7240-4ddb-bcf0-098ffac13c32 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:49.621880 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37e968a5-e8ba-4064-b4b1-7375b47270f0', 'code': 200} Nov 22 16:26:49.622140 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff1c0ab-7f21-4733-be80-63ddb11bd452', 'code': 200} Nov 22 16:26:49.698247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf252f12-4e7a-49ce-8d91-b4440c0b4bdb req-bec33e90-1d06-495a-a7c8-8091f2cfe410 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.699833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf252f12-4e7a-49ce-8d91-b4440c0b4bdb req-bec33e90-1d06-495a-a7c8-8091f2cfe410 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 949 time: 0.0951474 Nov 22 16:26:49.709803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:49.713560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:49.724066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.777242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.777913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.779391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] 10.222.0.20 "PUT /v2.0/ports/e453c812-da9f-4653-8a66-988c4530703d HTTP/1.1" status: 200 len: 1091 time: 1.6664743 Nov 22 16:26:49.780009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:49.782153 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3" -d '{"events": [{"name": "network-changed", "server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "tag": "e453c812-da9f-4653-8a66-988c4530703d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:49.801961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339bbdf-02d6-44ad-ad11-462f78e2022f req-5ba37983-359d-4180-943d-8abc2e6be150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.805195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8339bbdf-02d6-44ad-ad11-462f78e2022f req-5ba37983-359d-4180-943d-8abc2e6be150 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 1100 time: 0.0920155 Nov 22 16:26:49.813299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b446f8-8d98-43a1-9a12-efb0db08437b req-76d661b2-bb4f-480b-8ea5-f53f59a8587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.815477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a0b446f8-8d98-43a1-9a12-efb0db08437b req-76d661b2-bb4f-480b-8ea5-f53f59a8587d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 1101 time: 0.0737495 Nov 22 16:26:49.841056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf252f12-4e7a-49ce-8d91-b4440c0b4bdb req-fc142e35-5d80-4d00-bd46-53a717822714 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256161 Nov 22 16:26:49.841858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50118ad2-7ce9-4962-8561-41fad0f3cd03 service neutron] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:49.905584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c11736a-344e-4479-b1a8-338626d7891a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:49.956978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-2feb5f43-b224-44c0-a82a-fe65269411a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:49.959917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-2feb5f43-b224-44c0-a82a-fe65269411a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 1094 time: 0.0951090 Nov 22 16:26:49.965456 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8658c8b1-fcd8-42f5-914e-cf1362480616 x-openstack-request-id: req-8658c8b1-fcd8-42f5-914e-cf1362480616 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:49.966067 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "tag": "e453c812-da9f-4653-8a66-988c4530703d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:49.966497 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8658c8b1-fcd8-42f5-914e-cf1362480616 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:49.967077 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d', 'status': 'completed', 'code': 200} Nov 22 16:26:49.968313 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8339bbdf-02d6-44ad-ad11-462f78e2022f req-e760b46f-50f6-4ef9-aabb-55594edff9ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490319 Nov 22 16:26:49.997625 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a0b446f8-8d98-43a1-9a12-efb0db08437b req-2480850f-1b6e-44eb-885e-c960f0f06d3e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422415 Nov 22 16:26:50.038882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-db8fccca-1051-43d4-8869-7de9ab727507 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e453c812-da9f-4653-8a66-988c4530703d HTTP/1.1" status: 200 len: 217 time: 0.0669732 Nov 22 16:26:50.103917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46427755-e362-4622-a28d-353e86531708 req-e40ac653-2561-41cb-8d65-eea53f749640 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.105521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46427755-e362-4622-a28d-353e86531708 req-e40ac653-2561-41cb-8d65-eea53f749640 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1096 time: 0.1203821 Nov 22 16:26:50.121613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17ccec-02ef-4ae3-b3db-020acff9c3a3 req-c9b36b47-73dc-404c-ba47-f81ff28c88a0 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.123218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de17ccec-02ef-4ae3-b3db-020acff9c3a3 req-c9b36b47-73dc-404c-ba47-f81ff28c88a0 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.0804179 Nov 22 16:26:50.195445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46427755-e362-4622-a28d-353e86531708 req-755a0182-f23c-47f6-b34d-b618e8704ae5 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830219 Nov 22 16:26:50.217619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de17ccec-02ef-4ae3-b3db-020acff9c3a3 req-4f380c65-e070-4823-bec9-a8464c718629 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872850 Nov 22 16:26:50.262759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b0018448-db2b-402b-951b-f03ae14affb0 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:50.264002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-d3014b3f-26e4-43dd-bb23-8749f1674430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.265506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-d3014b3f-26e4-43dd-bb23-8749f1674430 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.0616691 Nov 22 16:26:50.340083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-4f8568dc-5e49-448b-875b-2848c75da095 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569918 Nov 22 16:26:50.369359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90c3f6-9257-423e-93be-7831ea24cc36 req-de765fac-97c2-4867-b63d-b3416c2d5f7a tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.371272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c90c3f6-9257-423e-93be-7831ea24cc36 req-de765fac-97c2-4867-b63d-b3416c2d5f7a tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 946 time: 0.0985126 Nov 22 16:26:50.385895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b0018448-db2b-402b-951b-f03ae14affb0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b0018448-db2b-402b-951b-f03ae14affb0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:50.401698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'b0018448-db2b-402b-951b-f03ae14affb0', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'b0018448-db2b-402b-951b-f03ae14affb0', 'mac_address': 'fa:16:3e:97:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:50.447921 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:50.470315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0018448-db2b-402b-951b-f03ae14affb0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:50.475340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-6d8782ec-755e-469b-a854-a34c6593eee8 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219404 Nov 22 16:26:50.508562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b0018448-db2b-402b-951b-f03ae14affb0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b0018448-db2b-402b-951b-f03ae14affb0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:50.514861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:50.582348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b0018448-db2b-402b-951b-f03ae14affb0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:50.588885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c90c3f6-9257-423e-93be-7831ea24cc36 req-079bf46f-fd19-406f-b174-3d5f5d1579e4 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982510 Nov 22 16:26:50.619806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b2b5fa6-3b05-4d64-a199-5e5781ca7600 req-6ddc6672-9ce6-4a24-8bc7-12985f55dd80 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294210 Nov 22 16:26:50.776218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095799e8-6fd7-4a29-ac16-521878147a8c req-9505cc1f-be73-430c-ad87-a30f89f12092 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.777988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-095799e8-6fd7-4a29-ac16-521878147a8c req-9505cc1f-be73-430c-ad87-a30f89f12092 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 948 time: 0.1009316 Nov 22 16:26:50.793313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-487adc7e-04b0-46d5-89ae-91f0f6bf3741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.794853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-487adc7e-04b0-46d5-89ae-91f0f6bf3741 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 1094 time: 0.0773461 Nov 22 16:26:50.916733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-095799e8-6fd7-4a29-ac16-521878147a8c req-55879535-cdb7-4ea6-8b96-c24b824b0099 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197302 Nov 22 16:26:50.954242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b0018448-db2b-402b-951b-f03ae14affb0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:50.983094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-c5b0370f-45a5-4c15-a2f3-eaee033f2a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:50.985213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-c5b0370f-45a5-4c15-a2f3-eaee033f2a69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 905 time: 0.1741922 Nov 22 16:26:51.048468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-bb1a0aed-4131-4161-9807-e75b60d13ad2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e453c812-da9f-4653-8a66-988c4530703d HTTP/1.1" status: 200 len: 217 time: 0.0526876 Nov 22 16:26:51.136368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-9966979f-407a-4faf-a655-37b20b4dc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.137863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-9966979f-407a-4faf-a655-37b20b4dc9fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.0614436 Nov 22 16:26:51.150033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a4e3-a42f-4dad-aa2f-303fc38f5444 req-d4541b8f-e59b-4c11-a708-6b71f26ec8bc tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.151572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fe0a4e3-a42f-4dad-aa2f-303fc38f5444 req-d4541b8f-e59b-4c11-a708-6b71f26ec8bc tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 943 time: 0.1151474 Nov 22 16:26:51.190065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-2525a78b-0359-44ac-a5b4-9d2036dbe84c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334780 Nov 22 16:26:51.277466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fe0a4e3-a42f-4dad-aa2f-303fc38f5444 req-00e49e92-0748-46d5-bb8f-e29b80779750 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112323 Nov 22 16:26:51.323395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-68e59215-72d7-482b-94c9-9ed7a7111419 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191595 Nov 22 16:26:51.329105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-265757ac-3c65-4be6-8e29-eef2ff2d9386 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:26:51.330106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-265757ac-3c65-4be6-8e29-eef2ff2d9386 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058439 Nov 22 16:26:51.444091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-239ded9d-04fc-474e-9f50-65fa6243e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.445939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-239ded9d-04fc-474e-9f50-65fa6243e90e service neutron] 10.222.0.65 "GET /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 1093 time: 0.1051955 Nov 22 16:26:51.459007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:51.459458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:26:51.483041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 21184431-e516-4bbb-b8ac-451546366d57 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:51.542422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2d3a5f-1009-4656-bd33-3bb1d1da72e3 req-026964c7-9839-45bb-b82e-df515667a1e1 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105644 Nov 22 16:26:51.598241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 21184431-e516-4bbb-b8ac-451546366d57, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=21184431-e516-4bbb-b8ac-451546366d57,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:51.605695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7d586-e54f-4eab-bcc5-a10fc08afaf1 req-70c1a33e-ec67-46bd-889c-a209400d0751 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.607223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50b7d586-e54f-4eab-bcc5-a10fc08afaf1 req-70c1a33e-ec67-46bd-889c-a209400d0751 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 947 time: 0.1455045 Nov 22 16:26:51.614563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '21184431-e516-4bbb-b8ac-451546366d57', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '21184431-e516-4bbb-b8ac-451546366d57', 'mac_address': 'fa:16:3e:ea:ba:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:51.668079 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.689275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21184431-e516-4bbb-b8ac-451546366d57 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:51.715069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 21184431-e516-4bbb-b8ac-451546366d57, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=21184431-e516-4bbb-b8ac-451546366d57,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:51.719754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50b7d586-e54f-4eab-bcc5-a10fc08afaf1 req-8447226a-f1c7-4224-b697-d8ec0da0ffcb tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042228 Nov 22 16:26:51.720205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.736658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:51.737035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:51.737319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:51.742550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:51.742884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:51.749913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:51.750295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:51.750703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:51.751197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Bound port: 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:51.783879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=21184431-e516-4bbb-b8ac-451546366d57,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:51.844862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:51.857139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:51.858467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-696ab373-92da-440c-9a11-cfd8aca890df service neutron] 10.222.0.65 "POST /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053/bindings HTTP/1.1" status: 201 len: 389 time: 0.4068184 Nov 22 16:26:51.873271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d74a1a-7306-426d-8432-ebd0c62e4108 req-9c34b39e-8a2d-47a6-8e8c-592904ebd565 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:51.874839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81d74a1a-7306-426d-8432-ebd0c62e4108 req-9c34b39e-8a2d-47a6-8e8c-592904ebd565 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 949 time: 0.0836160 Nov 22 16:26:51.959203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81d74a1a-7306-426d-8432-ebd0c62e4108 req-4424f7f0-42dc-494b-939e-5ec61cc03844 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759304 Nov 22 16:26:52.062558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbf666-4224-4c89-90d1-8d1a145d96b8 req-7b6fca55-45d8-4c30-a165-7ef631ebc0e5 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.063684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8bbf666-4224-4c89-90d1-8d1a145d96b8 req-7b6fca55-45d8-4c30-a165-7ef631ebc0e5 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.0875919 Nov 22 16:26:52.166447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8bbf666-4224-4c89-90d1-8d1a145d96b8 req-72a723ee-7b8b-4c74-9f12-b84e86ee3086 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894868 Nov 22 16:26:52.176862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ca16e-5b3f-4954-8b54-f3032faf7905 req-43fc93a4-8f95-4741-99ce-77631c091398 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.178675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-746ca16e-5b3f-4954-8b54-f3032faf7905 req-43fc93a4-8f95-4741-99ce-77631c091398 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 946 time: 0.1271796 Nov 22 16:26:52.296224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-a88394f1-4360-4dc4-95f3-1c77deb772ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.297713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-a88394f1-4360-4dc4-95f3-1c77deb772ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1096 time: 0.1155312 Nov 22 16:26:52.304572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-746ca16e-5b3f-4954-8b54-f3032faf7905 req-ba7dbe5f-076e-4eb3-acb3-c94282f110dc tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142583 Nov 22 16:26:52.316342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61849b8b-5375-453d-888b-296112852348 req-5d6f81ca-01da-45ca-9c3a-d88e716e9b26 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.318752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61849b8b-5375-453d-888b-296112852348 req-5d6f81ca-01da-45ca-9c3a-d88e716e9b26 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 945 time: 0.0872924 Nov 22 16:26:52.431669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['21184431-e516-4bbb-b8ac-451546366d57'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:52.465376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61849b8b-5375-453d-888b-296112852348 req-366e32d6-e7dd-47d6-a433-bba728249e6c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297431 Nov 22 16:26:52.490468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4055b16-9f0f-449d-9aa4-eca78b00d588 req-4a2921b2-d6b3-467d-9a9f-7ba8d063319a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.492027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4055b16-9f0f-449d-9aa4-eca78b00d588 req-4a2921b2-d6b3-467d-9a9f-7ba8d063319a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 948 time: 0.1163161 Nov 22 16:26:52.493480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-eaa32868-6a28-44d1-bd85-6d5450079070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.495053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-eaa32868-6a28-44d1-bd85-6d5450079070 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1758265 Nov 22 16:26:52.552577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-3dbdceb6-9ea1-4c08-bd66-651c0e9ecc72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 217 time: 0.0463047 Nov 22 16:26:52.635301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4055b16-9f0f-449d-9aa4-eca78b00d588 req-ce8bf179-1fda-48ec-9765-519c87cb3897 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367152 Nov 22 16:26:52.652236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-2c75ce33-8728-48e9-85f0-ac9b251fc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.653794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-2c75ce33-8728-48e9-85f0-ac9b251fc25d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0930622 Nov 22 16:26:52.671318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d9ab7-eacd-42bc-bc04-cbc70c6c27ca req-de4f9705-af8c-43f9-86a2-cb0f01b7135b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.672800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a42d9ab7-eacd-42bc-bc04-cbc70c6c27ca req-de4f9705-af8c-43f9-86a2-cb0f01b7135b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 950 time: 0.1276579 Nov 22 16:26:52.704290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-8095fa3c-3af9-4f60-b47c-51b191e15551 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412540 Nov 22 16:26:52.813092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a42d9ab7-eacd-42bc-bc04-cbc70c6c27ca req-de0a9426-2ba6-4f04-9fe0-9232ee6a8a51 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310749 Nov 22 16:26:52.836143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee947a69-e18b-4187-9fba-6355e08028f1 req-99c5a09f-f97d-4f15-934d-96d87c33a44d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:52.838152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee947a69-e18b-4187-9fba-6355e08028f1 req-99c5a09f-f97d-4f15-934d-96d87c33a44d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 943 time: 0.1363122 Nov 22 16:26:52.856543 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ae0bacd-e216-44a5-8f50-e81e2c890138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:52.882345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-715cd045-7019-49d0-9c41-a24150443bdf service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603186 Nov 22 16:26:52.950713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee947a69-e18b-4187-9fba-6355e08028f1 req-5ba491ec-a15f-416e-b2b9-878482aaecce tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044710 Nov 22 16:26:53.019133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-c26d8919-0e4e-4849-b078-da2ceb41b127 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.021323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-c26d8919-0e4e-4849-b078-da2ceb41b127 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 946 time: 0.0984373 Nov 22 16:26:53.038916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-f9cc3ba8-5dc4-4020-a99c-e34b0e350825 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380465 Nov 22 16:26:53.047781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e5662-94f4-461b-b9bb-a271c9645054 req-9319750c-296f-496b-a07a-4d1e47eb88a6 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.050017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a0e5662-94f4-461b-b9bb-a271c9645054 req-9319750c-296f-496b-a07a-4d1e47eb88a6 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 948 time: 0.0850654 Nov 22 16:26:53.102307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a0e5662-94f4-461b-b9bb-a271c9645054 req-6c60b3dd-8db4-499f-a37b-dec07150b474 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448859 Nov 22 16:26:53.175369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Deleting port 2a4d324f-4f50-426e-8a97-dbc1897a651f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:53.175798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.202913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-508ae6c4-6662-46bc-8bcd-fa23eb11c6ed tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.204757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-508ae6c4-6662-46bc-8bcd-fa23eb11c6ed tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.0921936 Nov 22 16:26:53.222557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:53.346351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a4201-4286-4288-bdfc-f6454f11c71b req-2bcd6c44-8e20-4489-8d93-388bf032449e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.353083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a4201-4286-4288-bdfc-f6454f11c71b req-2bcd6c44-8e20-4489-8d93-388bf032449e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.354777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-512a4201-4286-4288-bdfc-f6454f11c71b req-2bcd6c44-8e20-4489-8d93-388bf032449e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3&device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 1690 time: 0.1489115 Nov 22 16:26:53.355402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.375775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bf70d-f29d-480a-841e-4bc0ea196c23 req-d21f4c43-ff80-4b8e-a511-54d217eb08bb tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.377274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-288bf70d-f29d-480a-841e-4bc0ea196c23 req-d21f4c43-ff80-4b8e-a511-54d217eb08bb tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.1362092 Nov 22 16:26:53.503577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] For port 2a4d324f-4f50-426e-8a97-dbc1897a651f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2a4d324f-4f50-426e-8a97-dbc1897a651f,segment=NetworkSegment(ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3),segment_id=ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:53.504064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.518484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Calling delete_port for 2a4d324f-4f50-426e-8a97-dbc1897a651f owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:53.525304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-288bf70d-f29d-480a-841e-4bc0ea196c23 req-e4c71243-6eae-4303-b21d-25b1695d3613 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396568 Nov 22 16:26:53.528457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-512a4201-4286-4288-bdfc-f6454f11c71b req-d40b620c-f297-4be8-9d99-ad09c1e85a22 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671653 Nov 22 16:26:53.608039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:53.674180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.687515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2a4d324f-4f50-426e-8a97-dbc1897a651f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:53.706585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Pushing event deleted for resources: {'Port': ['ID=2a4d324f-4f50-426e-8a97-dbc1897a651f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:53.740364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.740716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.741237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.741573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.741941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.742274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.742603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.742934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.743259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.743586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.743909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.744228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:53.784374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] No DVR routers for this DVR port 2a4d324f-4f50-426e-8a97-dbc1897a651f on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:26:53.787826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.791255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2ffe0ec1-ceeb-4897-af18-e0370a05caf6 req-2243e196-e1f4-4771-8357-c7008be83373 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.20 "DELETE /v2.0/ports/2a4d324f-4f50-426e-8a97-dbc1897a651f HTTP/1.1" status: 204 len: 173 time: 0.7617910 Nov 22 16:26:53.791724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c26016e-d20f-4123-a013-79d8ff03deef', 'name': 'network-vif-deleted', 'tag': '2a4d324f-4f50-426e-8a97-dbc1897a651f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:53.794181 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b10bce-20ce-47aa-b611-36b8db70fdd8" -d '{"events": [{"server_uuid": "3c26016e-d20f-4123-a013-79d8ff03deef", "name": "network-vif-deleted", "tag": "2a4d324f-4f50-426e-8a97-dbc1897a651f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:53.859222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:53.943562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0800ecb-7cc1-4ef2-bd9c-cc52f327a3d8 req-34190522-f905-485f-8b11-4641a3d52279 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.944939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0800ecb-7cc1-4ef2-bd9c-cc52f327a3d8 req-34190522-f905-485f-8b11-4641a3d52279 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c26016e-d20f-4123-a013-79d8ff03deef HTTP/1.1" status: 200 len: 867 time: 0.3534508 Nov 22 16:26:53.947048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:53.984781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c6e44-9d1a-4646-9eef-661791205d4b req-4fb63ae3-7a4e-4244-95cf-d76540af32f2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:53.986256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f39c6e44-9d1a-4646-9eef-661791205d4b req-4fb63ae3-7a4e-4244-95cf-d76540af32f2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 945 time: 0.3762329 Nov 22 16:26:54.035944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:54.038469 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0aaa19-3c9b-46ba-afbe-49eb42b8b37c" -d '{"events": [{"server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:54.049496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.077406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.087626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0800ecb-7cc1-4ef2-bd9c-cc52f327a3d8 req-18ce26da-14e6-4644-9a2f-25f32bc4e9c1 tempest-VolumesAdminNegativeTest-729559107 tempest-VolumesAdminNegativeTest-729559107-project] 10.222.0.65 "GET /v2.0/security-groups?id=eef81ad6-1da9-4447-97fb-8225f639aa64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191998 Nov 22 16:26:54.125445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f39c6e44-9d1a-4646-9eef-661791205d4b req-ecdce938-e898-404c-8a34-01834555546e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318417 Nov 22 16:26:54.164972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:54.194136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.194405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.194830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.195511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.195934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.196411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.196835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.197258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.197693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.198121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.198553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.198966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:54.251616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:26:54.251930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:26:54.252334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:54.254320 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0725c78-8358-4224-b3f8-48657c7c939f x-openstack-request-id: req-e0725c78-8358-4224-b3f8-48657c7c939f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:54.255438 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c26016e-d20f-4123-a013-79d8ff03deef", "name": "network-vif-deleted", "tag": "2a4d324f-4f50-426e-8a97-dbc1897a651f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:54.255876 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e0725c78-8358-4224-b3f8-48657c7c939f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:54.256492 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c26016e-d20f-4123-a013-79d8ff03deef', 'name': 'network-vif-deleted', 'tag': '2a4d324f-4f50-426e-8a97-dbc1897a651f', 'status': 'completed', 'code': 200} Nov 22 16:26:54.261557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:26:54.261926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Attempting to bind port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:26:54.273926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:26:54.274267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:26:54.274659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:26:54.275258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Bound port: 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:26:54.275693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.290242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:54.293324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b0018448-db2b-402b-951b-f03ae14affb0 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:54.307022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f6f7e-8ff8-40a5-9615-9ac792c4a510 req-94b0a0a1-c5c5-45f0-ba7b-9420d6e83b20 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.309200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a88f6f7e-8ff8-40a5-9615-9ac792c4a510 req-94b0a0a1-c5c5-45f0-ba7b-9420d6e83b20 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 948 time: 0.0897584 Nov 22 16:26:54.420167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port b0018448-db2b-402b-951b-f03ae14affb0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:54.430604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port b0018448-db2b-402b-951b-f03ae14affb0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:54.431324 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.460205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:26:54.475936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a88f6f7e-8ff8-40a5-9615-9ac792c4a510 req-ff5e1098-e651-4592-b4d0-d5d4b1ba843b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354802 Nov 22 16:26:54.488911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:26:54.499336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:54.503226 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.518409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'e453c812-da9f-4653-8a66-988c4530703d', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': 'e453c812-da9f-4653-8a66-988c4530703d', 'mac_address': 'fa:16:3e:c8:aa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:26:54.537251 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1574a27-3bed-4448-b667-a7e91c81de20 x-openstack-request-id: req-a1574a27-3bed-4448-b667-a7e91c81de20 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:54.537546 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:54.537832 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1574a27-3bed-4448-b667-a7e91c81de20 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:54.538227 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'code': 200} Nov 22 16:26:54.554889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a5448-0fb1-48b8-b427-a123dd7a7b33 req-b71398c0-ee46-4a6c-8a6d-4531e6915eae tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.556478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b13a5448-0fb1-48b8-b427-a123dd7a7b33 req-b71398c0-ee46-4a6c-8a6d-4531e6915eae tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 943 time: 0.1656246 Nov 22 16:26:54.604161 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.613860 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.624636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e453c812-da9f-4653-8a66-988c4530703d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:26:54.626223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:54.630432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.631054 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.632402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-55d31ed3-e787-44e3-88cd-beea823a0c54 service neutron] 10.222.0.20 "PUT /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 1121 time: 1.4142101 Nov 22 16:26:54.674566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0018448-db2b-402b-951b-f03ae14affb0'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:54.677746 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2590cf-74ef-4cde-9d9b-3500c52ba84a" -d '{"events": [{"server_uuid": "93e5d5dc-e083-4211-80c5-0c91629e3f2f", "name": "network-vif-plugged", "status": "completed", "tag": "b0018448-db2b-402b-951b-f03ae14affb0"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:54.687069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b13a5448-0fb1-48b8-b427-a123dd7a7b33 req-f0cb122c-458e-4d5d-86dd-e6b6dd929943 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193278 Nov 22 16:26:54.692259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:54.697507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b0018448-db2b-402b-951b-f03ae14affb0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b0018448-db2b-402b-951b-f03ae14affb0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:54.699428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.700868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb09ea-3280-44d9-b1ff-6fbfeb43bed2 req-537e5464-b0b6-4662-b4fd-7bea0032fa41 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.702455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbcb09ea-3280-44d9-b1ff-6fbfeb43bed2 req-537e5464-b0b6-4662-b4fd-7bea0032fa41 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 948 time: 0.1048837 Nov 22 16:26:54.705491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:54.758593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:54.774134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbcb09ea-3280-44d9-b1ff-6fbfeb43bed2 req-893dd302-87f8-4053-adb9-cc1cffa5ef1a tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Nov 22 16:26:54.822068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b0018448-db2b-402b-951b-f03ae14affb0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:54.869444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da342e-94e1-40d2-9bce-9747690e0607 req-32f16e9b-d49d-41a3-9419-d9fe93ef377f tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:54.871627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6da342e-94e1-40d2-9bce-9747690e0607 req-32f16e9b-d49d-41a3-9419-d9fe93ef377f tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 1100 time: 0.0472262 Nov 22 16:26:54.881999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:54.917202 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165e7f4-3645-49e8-982c-80add91181a4 x-openstack-request-id: req-b165e7f4-3645-49e8-982c-80add91181a4 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:54.917694 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e5d5dc-e083-4211-80c5-0c91629e3f2f", "name": "network-vif-plugged", "status": "completed", "tag": "b0018448-db2b-402b-951b-f03ae14affb0", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:54.918079 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b165e7f4-3645-49e8-982c-80add91181a4 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:54.918563 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0018448-db2b-402b-951b-f03ae14affb0', 'code': 200} Nov 22 16:26:54.951140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6da342e-94e1-40d2-9bce-9747690e0607 req-10554434-4c45-4a9b-bc02-dcf1f2776df3 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717642 Nov 22 16:26:55.068000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['e453c812-da9f-4653-8a66-988c4530703d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:55.083402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b50205-374f-4a39-87bb-b3d3fcd4a674 req-010e0199-9f19-457f-9930-b6f4f1ec01f2 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.084888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8b50205-374f-4a39-87bb-b3d3fcd4a674 req-010e0199-9f19-457f-9930-b6f4f1ec01f2 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.1132224 Nov 22 16:26:55.131445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ff77f-0b77-4f1b-b251-b20338226667 req-ae48e8aa-e8a6-499c-a87d-56ae5fc8d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.133027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c50ff77f-0b77-4f1b-b251-b20338226667 req-ae48e8aa-e8a6-499c-a87d-56ae5fc8d534 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 1100 time: 0.1071656 Nov 22 16:26:55.139646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ca9d-e4ce-4153-b8ab-5a0e832ddd3e req-897bcc5f-f4a6-447d-a51e-14d3ca39483a tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.141144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2289ca9d-e4ce-4153-b8ab-5a0e832ddd3e req-897bcc5f-f4a6-447d-a51e-14d3ca39483a tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 1101 time: 0.1134088 Nov 22 16:26:55.188776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8b50205-374f-4a39-87bb-b3d3fcd4a674 req-0ea3fbf3-f8fc-4afc-b89a-0cd6e9747404 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960872 Nov 22 16:26:55.229998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c50ff77f-0b77-4f1b-b251-b20338226667 req-41ff2dfc-599e-4f66-b5eb-4cf39e237dda service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Nov 22 16:26:55.242194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2289ca9d-e4ce-4153-b8ab-5a0e832ddd3e req-27c75415-8e00-4e05-a9ef-114adee19e6d tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886261 Nov 22 16:26:55.247166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46266) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:55.276172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.296365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Deleting subnet a32d7e45-a50f-45f7-b20d-b5abab7e6f55 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:26:55.299749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.353389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.374240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbce5a-54f5-4400-8d74-1f9175d99bf1 req-b39ed217-9ff5-4e1f-b99a-e933d514eed2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.378177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8edbce5a-54f5-4400-8d74-1f9175d99bf1 req-b39ed217-9ff5-4e1f-b99a-e933d514eed2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0679183 Nov 22 16:26:55.429527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.437335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8edbce5a-54f5-4400-8d74-1f9175d99bf1 req-9318b435-e6e4-4e68-8c5b-cb4e2e0a96a0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548613 Nov 22 16:26:55.493567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 21184431-e516-4bbb-b8ac-451546366d57 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:55.512495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.543791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-04689d85-df09-4328-9dfa-1d89fa692d37 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409117 Nov 22 16:26:55.558663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a32d7e45-a50f-45f7-b20d-b5abab7e6f55,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:55.560816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 21184431-e516-4bbb-b8ac-451546366d57 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:55.566958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.567862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 21184431-e516-4bbb-b8ac-451546366d57 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:55.568896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.571934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-42d4356b-c85c-4bc0-ada0-3210139c15b0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a32d7e45-a50f-45f7-b20d-b5abab7e6f55 HTTP/1.1" status: 204 len: 168 time: 0.3236349 Nov 22 16:26:55.574406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46284) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:55.659574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.684282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.713428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445c51d-c86e-4b7f-b458-9994cfdd1297 req-25ba95bf-6946-4cee-9418-298a81cf18c8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.714878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e445c51d-c86e-4b7f-b458-9994cfdd1297 req-25ba95bf-6946-4cee-9418-298a81cf18c8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 949 time: 0.0907230 Nov 22 16:26:55.721771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-efdcf782-8578-4d87-aa71-9c66be248682 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.724065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-efdcf782-8578-4d87-aa71-9c66be248682 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710396 Nov 22 16:26:55.729075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 21184431-e516-4bbb-b8ac-451546366d57, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=21184431-e516-4bbb-b8ac-451546366d57,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:55.735715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.755453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-5ec85753-0a3a-4c07-b1c9-6964c075fd16 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/quotas/efe73d52e3de4d588962831a47224ad3 HTTP/1.1" status: 200 len: 375 time: 0.0231173 Nov 22 16:26:55.766427 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.798233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd41a683-3e8b-42e8-b944-d7acafa941ff']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:55.809886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:55.810458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1b147c-1e70-46cc-a6fc-31bb0f69a4d3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:55.812994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e445c51d-c86e-4b7f-b458-9994cfdd1297 req-98dba27b-ad45-47b9-98ca-ebe4ea6a2dd6 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879233 Nov 22 16:26:55.813237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=21184431-e516-4bbb-b8ac-451546366d57,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:55.827056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.842489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-5df62203-4a34-4a94-a5cc-b6759e243e5a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0770214 Nov 22 16:26:55.847666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.856454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:26:55.856861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:26:55.858641 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:26:55.924041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.932754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.933623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:55.936897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] 10.222.0.65 "DELETE /v2.0/networks/bd41a683-3e8b-42e8-b944-d7acafa941ff HTTP/1.1" status: 204 len: 168 time: 0.3596961 Nov 22 16:26:55.939946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46290) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:55.949089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb4d38-a9d6-409b-b00d-9df8d4dc6a8a admin admin] Pushing event deleted for resources: {'Network': ['ID=bd41a683-3e8b-42e8-b944-d7acafa941ff,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:55.959782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d27ed-a943-43f3-938e-801de0025abd req-3179a558-3b3d-4cb3-9f7d-477ec3a7600d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:55.961270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-459d27ed-a943-43f3-938e-801de0025abd req-3179a558-3b3d-4cb3-9f7d-477ec3a7600d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 944 time: 0.0788817 Nov 22 16:26:56.049809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Deleting subnet f52b39ae-2dbb-405e-8d1d-6591ddaf4717 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:26:56.071954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.098890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-459d27ed-a943-43f3-938e-801de0025abd req-2c30a185-9cf4-4c0d-94ef-b3bec5cfdbd0 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177030 Nov 22 16:26:56.137003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d0392-0856-4919-9b16-1247a59a7b79 req-8c0acc41-273f-4f64-820c-5c94684de64d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.138925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-961d0392-0856-4919-9b16-1247a59a7b79 req-8c0acc41-273f-4f64-820c-5c94684de64d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1049094 Nov 22 16:26:56.141643 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.214062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d095446-497e-4b36-bb08-b821c3f7d10f req-1ab2abbf-f522-4483-af5b-df4416978f9c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 210 time: 0.0481794 Nov 22 16:26:56.250400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.269182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2a4d324f-4f50-426e-8a97-dbc1897a651f no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:26:56.289502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-961d0392-0856-4919-9b16-1247a59a7b79 req-5834bbbc-83a8-425b-874e-4cc36eec5d72 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223068 Nov 22 16:26:56.299569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 2a4d324f-4f50-426e-8a97-dbc1897a651f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:26:56.300146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2a4d324f-4f50-426e-8a97-dbc1897a651f not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:26:56.357078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.407985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a961f76-8df0-4bfb-a966-5d57e6aa1a86 req-17fceee3-571c-4d70-ae4b-dc254365b451 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.409709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a961f76-8df0-4bfb-a966-5d57e6aa1a86 req-17fceee3-571c-4d70-ae4b-dc254365b451 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.1059897 Nov 22 16:26:56.414376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.420187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f52b39ae-2dbb-405e-8d1d-6591ddaf4717 HTTP/1.1" status: 204 len: 168 time: 0.4755864 Nov 22 16:26:56.420187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769520d-bda6-48c5-ba87-01a4834bb68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52b39ae-2dbb-405e-8d1d-6591ddaf4717,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:56.420675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:56.484464 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a961f76-8df0-4bfb-a966-5d57e6aa1a86 req-68383e26-d7ac-42ab-b6e2-3f8591f94276 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618134 Nov 22 16:26:56.498833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.539133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:56.541609 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7704e8-3198-4673-aedf-132597e1835b" -d '{"events": [{"name": "network-changed", "server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:56.595227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.609883 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820feac0-97be-4d38-b1cc-add88d88b93d x-openstack-request-id: req-820feac0-97be-4d38-b1cc-add88d88b93d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:56.610209 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:56.610415 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-820feac0-97be-4d38-b1cc-add88d88b93d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:56.610809 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'status': 'completed', 'code': 200} Nov 22 16:26:56.619868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e72acd-aae6-4171-b46f-6c40629ad26e']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:56.631136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e27a1fc-3cb0-4998-8ece-36705fb83c03') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:56.631433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e27a1fc-3cb0-4998-8ece-36705fb83c03') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:26:56.641442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814b2eb-8122-4d2b-941f-72edabf6b123 req-5399e7a0-7ee5-4901-a71c-c9feac4288e7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.642074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.643402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1814b2eb-8122-4d2b-941f-72edabf6b123 req-5399e7a0-7ee5-4901-a71c-c9feac4288e7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0747564 Nov 22 16:26:56.657070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.664525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:26:56.664986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:26:56.667171 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:26:56.708920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1814b2eb-8122-4d2b-941f-72edabf6b123 req-b366b28e-04da-4bb8-a882-32ed7018098a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562620 Nov 22 16:26:56.770868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.776837 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:56.781022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/03e72acd-aae6-4171-b46f-6c40629ad26e HTTP/1.1" status: 204 len: 168 time: 0.3590388 Nov 22 16:26:56.799260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7704e8-3198-4673-aedf-132597e1835b req-6c42cbc3-d95e-4a81-a9cb-b6acc4a3806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.801612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-6c42cbc3-d95e-4a81-a9cb-b6acc4a3806d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1124 time: 0.0950887 Nov 22 16:26:56.802759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60331d72-7a7e-48de-979c-517c28273ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e72acd-aae6-4171-b46f-6c40629ad26e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:56.919897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21184431-e516-4bbb-b8ac-451546366d57'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:56.924853 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc18f05-4d8c-4692-a576-43cfa6ebd06c" -d '{"events": [{"server_uuid": "ae8cb802-c23c-4dd4-8f04-5f68724e04b1", "name": "network-vif-plugged", "status": "completed", "tag": "21184431-e516-4bbb-b8ac-451546366d57"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:56.943643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:56.963299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7704e8-3198-4673-aedf-132597e1835b req-dae4b52e-5fc7-44f2-ac3f-a22d96a40e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.964923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-dae4b52e-5fc7-44f2-ac3f-a22d96a40e83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1428468 Nov 22 16:26:56.976756 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faf3961-f522-4ea3-b7b8-b7aa0b2b4bed x-openstack-request-id: req-7faf3961-f522-4ea3-b7b8-b7aa0b2b4bed {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:26:56.976948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a67c2-c33d-4eb7-b403-6daba8a05f84 req-0f65a435-2bac-4751-b92c-a6a876472839 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:56.977420 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8cb802-c23c-4dd4-8f04-5f68724e04b1", "name": "network-vif-plugged", "status": "completed", "tag": "21184431-e516-4bbb-b8ac-451546366d57", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:26:56.977420 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7faf3961-f522-4ea3-b7b8-b7aa0b2b4bed {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:26:56.977713 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21184431-e516-4bbb-b8ac-451546366d57', 'code': 200} Nov 22 16:26:56.978364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-155a67c2-c33d-4eb7-b403-6daba8a05f84 req-0f65a435-2bac-4751-b92c-a6a876472839 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 949 time: 0.0688739 Nov 22 16:26:57.034696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1abc658a-dea0-454b-8d11-d010663c2021 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4172d8725b14c38840552db4a5ca087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0893712 Nov 22 16:26:57.034892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-155a67c2-c33d-4eb7-b403-6daba8a05f84 req-58c9a05e-33a6-474a-a8a7-fb870101b688 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502737 Nov 22 16:26:57.037456 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-04f46b9d-ecb4-40b6-bebd-313699cc2b0c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 217 time: 0.0458214 Nov 22 16:26:57.037622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46320) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:57.092106 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c57c5520-edc7-4d75-8eea-27fa83dfff4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.115440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c57c5520-edc7-4d75-8eea-27fa83dfff4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.121958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7704e8-3198-4673-aedf-132597e1835b req-71f4d1d2-ea84-4b0a-8009-4ff00b1a7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.123430 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-71f4d1d2-ea84-4b0a-8009-4ff00b1a7927 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0561154 Nov 22 16:26:57.165622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441c875-018e-47f3-8c4a-119efb4b98df req-4f18d402-0cf6-47b3-bca1-63e566baca1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.167152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5441c875-018e-47f3-8c4a-119efb4b98df req-4f18d402-0cf6-47b3-bca1-63e566baca1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 1100 time: 0.0558939 Nov 22 16:26:57.177771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c57c5520-edc7-4d75-8eea-27fa83dfff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.180862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c57c5520-edc7-4d75-8eea-27fa83dfff4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.182336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c57c5520-edc7-4d75-8eea-27fa83dfff4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eef81ad6-1da9-4447-97fb-8225f639aa64 HTTP/1.1" status: 204 len: 168 time: 0.1434340 Nov 22 16:26:57.182708 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-8f7a3e42-e710-419b-99e3-dec8c4f49082 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320156 Nov 22 16:26:57.203184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c5520-edc7-4d75-8eea-27fa83dfff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef81ad6-1da9-4447-97fb-8225f639aa64,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:57.247325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96caab90-7e85-4cce-a974-21042baca1da req-c531822c-9db9-4694-966b-2e5a7435e8c1 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.249142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96caab90-7e85-4cce-a974-21042baca1da req-c531822c-9db9-4694-966b-2e5a7435e8c1 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 944 time: 0.0657258 Nov 22 16:26:57.356983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4dc7e493-6e73-4ba7-bd30-0e57f3549d29 req-b6790e79-6a6d-4706-8eda-5c9fff513b6c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 210 time: 0.0302660 Nov 22 16:26:57.357255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5441c875-018e-47f3-8c4a-119efb4b98df req-cc33c7f7-1eab-4618-963e-f2ababec6add service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283231 Nov 22 16:26:57.367901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96caab90-7e85-4cce-a974-21042baca1da req-9877be4c-da8b-47ac-902e-dc5a22dbbdb2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093578 Nov 22 16:26:57.390238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-a1b2c296-ad6a-447b-b45b-3238c9fc31ce service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548324 Nov 22 16:26:57.471131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb22d32-3475-4a3a-a77b-ddd855beea24 req-beae666d-5127-4c1b-ae67-7b38d41be3f3 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.472664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddb22d32-3475-4a3a-a77b-ddd855beea24 req-beae666d-5127-4c1b-ae67-7b38d41be3f3 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.0517495 Nov 22 16:26:57.524802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddb22d32-3475-4a3a-a77b-ddd855beea24 req-f5c6568f-3655-4f95-a980-8ead3a30992b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445757 Nov 22 16:26:57.612542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:57.631919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556f306-eb6e-413d-b41a-cee2a4226598 req-815f0768-e6e3-4e36-a1d9-0325282008ad tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.633527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6556f306-eb6e-413d-b41a-cee2a4226598 req-815f0768-e6e3-4e36-a1d9-0325282008ad tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.0607796 Nov 22 16:26:57.657706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5f725991-4b3a-4bd5-baf2-9095c9fa6d59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed50939192df4b38840d1dcda7d6cf21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428681 Nov 22 16:26:57.659076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46338) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:26:57.695257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6556f306-eb6e-413d-b41a-cee2a4226598 req-0e1a711f-4f20-44aa-bf7e-b8bc86b07fb5 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Nov 22 16:26:57.714158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09585a29-ceb9-41ac-a21e-168d7e640c26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.756933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09585a29-ceb9-41ac-a21e-168d7e640c26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.855448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901d20d2-d263-4a1b-8d81-e55889c58513 req-85a25ba6-4023-4c6e-9d8c-a606dbbcd5f8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:57.862015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-901d20d2-d263-4a1b-8d81-e55889c58513 req-85a25ba6-4023-4c6e-9d8c-a606dbbcd5f8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0545290 Nov 22 16:26:57.923169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-901d20d2-d263-4a1b-8d81-e55889c58513 req-8608c7ae-fa32-498b-9b39-edbc01a281e2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584943 Nov 22 16:26:57.930131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-fbff36eb-80cd-447f-bae2-9d83c72c852e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373192 Nov 22 16:26:57.957478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad7704e8-3198-4673-aedf-132597e1835b req-2d5968e7-3201-4453-969e-eb6ad8172ad2 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168691 Nov 22 16:26:57.979106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09585a29-ceb9-41ac-a21e-168d7e640c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.983759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09585a29-ceb9-41ac-a21e-168d7e640c26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:57.988984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09585a29-ceb9-41ac-a21e-168d7e640c26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbffa39e-b25a-497f-84a2-fb244a7fe227 HTTP/1.1" status: 204 len: 168 time: 0.3289263 Nov 22 16:26:58.033395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09585a29-ceb9-41ac-a21e-168d7e640c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbffa39e-b25a-497f-84a2-fb244a7fe227,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:58.112469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-c7a00c50-da82-45f6-8915-d05ab1db72bc tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.114923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-c7a00c50-da82-45f6-8915-d05ab1db72bc tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773942 Nov 22 16:26:58.145331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:58.178279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d147cb-f1f4-4fda-a0b3-8fd5d2567f9f req-d3bb189c-18bf-4c60-993c-5e2c27653753 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.179953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5d147cb-f1f4-4fda-a0b3-8fd5d2567f9f req-d3bb189c-18bf-4c60-993c-5e2c27653753 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 949 time: 0.0567844 Nov 22 16:26:58.243422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5d147cb-f1f4-4fda-a0b3-8fd5d2567f9f req-e4085ce4-f595-4f30-8a5a-a48480e41de7 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533268 Nov 22 16:26:58.278160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:26:58.281829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:26:58.282411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:26:58.291016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.480854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.66 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:26:58.519492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port e453c812-da9f-4653-8a66-988c4530703d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:26:58.540243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port e453c812-da9f-4653-8a66-988c4530703d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:58.541202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.597083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df855c4c-8215-46f3-b7ad-e9455598e543 req-230472d6-c50e-4f91-a85b-72d39ea2cf4b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.605565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df855c4c-8215-46f3-b7ad-e9455598e543 req-230472d6-c50e-4f91-a85b-72d39ea2cf4b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 944 time: 0.1230483 Nov 22 16:26:58.655850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:58.673025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:26:58.703177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.705371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df855c4c-8215-46f3-b7ad-e9455598e543 req-4b4009ca-de63-42a4-a56f-f87cd7da3344 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989256 Nov 22 16:26:58.744489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.797108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.821554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:58.832270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:58.836911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:26:58.883554 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:58.902430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:58.917477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:26:58.929837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-121737e5-8991-4c15-99a3-4a80dcc67f1d tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.931570 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-121737e5-8991-4c15-99a3-4a80dcc67f1d tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.66 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.1858411 Nov 22 16:26:58.933011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:26:58.935637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f87e13-31d0-44a8-a09e-c25236d913b0 req-7f4693bb-d08a-4382-b9ca-18a74858e914 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.943085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98f87e13-31d0-44a8-a09e-c25236d913b0 req-7f4693bb-d08a-4382-b9ca-18a74858e914 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 935 time: 0.1188343 Nov 22 16:26:58.948591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:26:58.973852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948e4ac-b569-4458-bb3a-838e556d556f req-9583217e-5d8e-4410-8a59-c38ca641bb10 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:58.975646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8948e4ac-b569-4458-bb3a-838e556d556f req-9583217e-5d8e-4410-8a59-c38ca641bb10 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1088941 Nov 22 16:26:59.065356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8948e4ac-b569-4458-bb3a-838e556d556f req-775c09fd-6d85-443c-afde-4f8a993c8148 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780923 Nov 22 16:26:59.081215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:26:59.084282 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30d43b2-2a24-45c0-bd33-1453ff39fab1" -d '{"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-plugged", "status": "completed", "tag": "e453c812-da9f-4653-8a66-988c4530703d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:26:59.087542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98f87e13-31d0-44a8-a09e-c25236d913b0 req-0203f4fb-e9ac-4d85-86b3-5efbfdb6a8a8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434202 Nov 22 16:26:59.172549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.173270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.210495 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-40a28407-e1df-41aa-ab0b-a56199c51dd3 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0688245 Nov 22 16:26:59.237129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Deleting port 37e968a5-e8ba-4064-b4b1-7375b47270f0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:26:59.237487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.270445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Request body: {'port': {'device_id': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:26:59.365494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e0c39-bd3f-47e1-9e00-c487bbc19433 req-ef83bb35-d21e-495b-812c-3ff906d8dba7 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.377867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-956e0c39-bd3f-47e1-9e00-c487bbc19433 req-ef83bb35-d21e-495b-812c-3ff906d8dba7 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 950 time: 0.1296613 Nov 22 16:26:59.404855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:26:59.463832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.465115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.465339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-956e0c39-bd3f-47e1-9e00-c487bbc19433 req-548e93c6-2d28-4d92-8c2d-edab37b89f4f tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/security-groups?id=d300f534-d046-47e6-8c89-a3c460e3dcd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859895 Nov 22 16:26:59.465668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.466794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.467136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.467469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.467973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.468340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.468672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.469137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.469462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.469944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:26:59.507973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.559772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] For port 37e968a5-e8ba-4064-b4b1-7375b47270f0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=37e968a5-e8ba-4064-b4b1-7375b47270f0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:26:59.560771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.570835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8a3046ac-2148-428a-b6cd-0f54ffc72e3c None None] Provisioning complete for port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:26:59.571175 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a3046ac-2148-428a-b6cd-0f54ffc72e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.610740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Calling delete_port for 37e968a5-e8ba-4064-b4b1-7375b47270f0 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:26:59.704707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a3046ac-2148-428a-b6cd-0f54ffc72e3c None None] Port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:26:59.756608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.757126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.757595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.758124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.758596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.759094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.763683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.763683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.767150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-2cce3366-2a0e-4d4a-865a-9a1bbe73534e tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39&device_id=d270a1ec-e140-4043-97e0-976e59e7922f&device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1&device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f&device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3&device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb&device_id=cf639a76-0791-4710-9979-5b96d5f76ec6&device_id=640ed6b4-d270-4914-8c51-912a9724995e&device_id=82c50b13-2692-461e-9709-65f6cb7dfbce&device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96&device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3&device_id=12ff4402-972b-4d74-9688-52e581ba60e6&device_id=90da842e-ed9a-4f25-9adc-6b0926281866&device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1&device_id=b58110f7-74dd-418e-a3ba-930beec45dec&device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 14402 time: 0.1476970 Nov 22 16:26:59.788043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01051cf-d53f-43ec-99d9-b31ad42f7976 req-db121f24-4d40-45c4-94e5-90939e807326 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:26:59.790427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b01051cf-d53f-43ec-99d9-b31ad42f7976 req-db121f24-4d40-45c4-94e5-90939e807326 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.2220995 Nov 22 16:26:59.805054 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-df184094-914e-4a07-b320-2adf78310e2c tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:26:59.883920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b01051cf-d53f-43ec-99d9-b31ad42f7976 req-bd25f37b-d8a5-4c4e-acc6-dc5915901082 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745673 Nov 22 16:27:00.058178 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74caebfe-8bce-4666-b60b-12b1111c30b5 x-openstack-request-id: req-74caebfe-8bce-4666-b60b-12b1111c30b5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:00.058964 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-plugged", "status": "completed", "tag": "e453c812-da9f-4653-8a66-988c4530703d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:00.058964 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-74caebfe-8bce-4666-b60b-12b1111c30b5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:00.059576 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d', 'code': 200} Nov 22 16:27:00.070735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-df184094-914e-4a07-b320-2adf78310e2c tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.078499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-df184094-914e-4a07-b320-2adf78310e2c tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.127157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.170470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Pushing event deleted for resources: {'Port': ['ID=37e968a5-e8ba-4064-b4b1-7375b47270f0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:00.255533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] No DVR routers for this DVR port 37e968a5-e8ba-4064-b4b1-7375b47270f0 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:00.259074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.262913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d0f0949c-ce5f-4900-a519-a46364e9ec08 req-1c68c804-f77a-44f7-a462-f4b234660d90 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.66 "DELETE /v2.0/ports/37e968a5-e8ba-4064-b4b1-7375b47270f0 HTTP/1.1" status: 204 len: 173 time: 1.3046813 Nov 22 16:27:00.265795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'name': 'network-vif-deleted', 'tag': '37e968a5-e8ba-4064-b4b1-7375b47270f0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:00.268664 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25c6799-f5ab-4b66-8cc7-93f315feeb14" -d '{"events": [{"server_uuid": "cf639a76-0791-4710-9979-5b96d5f76ec6", "name": "network-vif-deleted", "tag": "37e968a5-e8ba-4064-b4b1-7375b47270f0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:00.298622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:00.337978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.341695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc03d2-ff4d-4a8e-80c5-8857d31d07da req-c4347525-85fa-4365-9ff8-9b529da28bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.343431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19bc03d2-ff4d-4a8e-80c5-8857d31d07da req-c4347525-85fa-4365-9ff8-9b529da28bd2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 1096 time: 0.1520977 Nov 22 16:27:00.350389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df184094-914e-4a07-b320-2adf78310e2c tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd615cb4-f486-4f0d-bc41-18845f69fca5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:00.372885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Transition to ACTIVE for port object ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:00.380790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.413997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4fc9b-48e3-4c41-8eb8-c9e222ab461c req-fa002ddd-cc8b-4245-a2c8-cec83c99baa8 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.421568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23b4fc9b-48e3-4c41-8eb8-c9e222ab461c req-fa002ddd-cc8b-4245-a2c8-cec83c99baa8 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 945 time: 0.2275097 Nov 22 16:27:00.442580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5f60286-1374-4dd4-80f9-1df150afc0af req-df184094-914e-4a07-b320-2adf78310e2c tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&id=d300f534-d046-47e6-8c89-a3c460e3dcd9&id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.6662507 Nov 22 16:27:00.479211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:00.544458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19bc03d2-ff4d-4a8e-80c5-8857d31d07da req-c4e372dd-1921-46f4-b12c-9ef56195f7c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797740 Nov 22 16:27:00.609563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Attempting to bind port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:00.610377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Attempting to bind port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:00.610377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Attempting to bind port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:00.616808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:00.617414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Attempting to bind port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:00.619507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23b4fc9b-48e3-4c41-8eb8-c9e222ab461c req-4ef542f3-5c40-4c78-ac64-3c498c63377c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969631 Nov 22 16:27:00.637400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:00.638284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:00.638777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:00.639678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Bound port: ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:00.640109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.647984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5ccb4-a762-4b52-a530-9b0ce0d048c0 req-7e08d7ab-f971-4de8-9626-9c245f438b85 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.657196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82a5ccb4-a762-4b52-a530-9b0ce0d048c0 req-7e08d7ab-f971-4de8-9626-9c245f438b85 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1316693 Nov 22 16:27:00.756687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82a5ccb4-a762-4b52-a530-9b0ce0d048c0 req-892f1a1f-e759-4b84-b803-457bef028eeb tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980034 Nov 22 16:27:00.769753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] For port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:00.783772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] For port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:00.793736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.813050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e42b8-fb96-4d07-a51b-c4cd4b511022 req-cb0b5f03-17f6-4cdf-ad4f-9e40f7efa33a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.815496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-522e42b8-fb96-4d07-a51b-c4cd4b511022 req-cb0b5f03-17f6-4cdf-ad4f-9e40f7efa33a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 947 time: 0.1088612 Nov 22 16:27:00.856256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:00.856881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:00.858310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] 10.222.0.66 "PUT /v2.0/ports/ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c HTTP/1.1" status: 200 len: 1095 time: 1.6091583 Nov 22 16:27:00.898645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4699b3e-9b80-420b-a7bf-5ab9986a1e19 service neutron] Pushing event updated for resources: {'Port': ['ID=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:00.920940 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892cc14-a9de-4e2b-9c2a-b68e24357c63 x-openstack-request-id: req-d892cc14-a9de-4e2b-9c2a-b68e24357c63 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:00.921263 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf639a76-0791-4710-9979-5b96d5f76ec6", "name": "network-vif-deleted", "tag": "37e968a5-e8ba-4064-b4b1-7375b47270f0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:00.921366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-522e42b8-fb96-4d07-a51b-c4cd4b511022 req-9a627794-e640-4532-8971-9351e2cbbd65 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990696 Nov 22 16:27:00.921547 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d892cc14-a9de-4e2b-9c2a-b68e24357c63 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:00.922464 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf639a76-0791-4710-9979-5b96d5f76ec6', 'name': 'network-vif-deleted', 'tag': '37e968a5-e8ba-4064-b4b1-7375b47270f0', 'status': 'completed', 'code': 200} Nov 22 16:27:01.048220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-828db0b6-2bd4-4a6f-8de6-26d64d1d4f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.051016 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-828db0b6-2bd4-4a6f-8de6-26d64d1d4f11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 1098 time: 0.0813394 Nov 22 16:27:01.060498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-070f05f3-8ad4-426b-a423-6f2ee80fe627 req-0724b64a-19c8-4b1a-abed-316ddbe0f2b5 tempest-ServerDiagnosticsNegativeTest-1631167948 tempest-ServerDiagnosticsNegativeTest-1631167948-project] 10.222.0.65 "GET /v2.0/ports?device_id=cf639a76-0791-4710-9979-5b96d5f76ec6 HTTP/1.1" status: 200 len: 210 time: 0.0355887 Nov 22 16:27:01.142011 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-a33990ed-c927-478b-ae38-07a970cee4de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0423508 Nov 22 16:27:01.221888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-9a49b31c-35ea-4eaf-92d8-297b2cb68c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.223926 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-9a49b31c-35ea-4eaf-92d8-297b2cb68c09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0620558 Nov 22 16:27:01.266508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdd632-1e3c-4643-a5c9-fa1c706f32cd req-49779a6f-930c-45c7-8793-5c5d1ef813b4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.274271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44bdd632-1e3c-4643-a5c9-fa1c706f32cd req-49779a6f-930c-45c7-8793-5c5d1ef813b4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0796402 Nov 22 16:27:01.314558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-0479264f-437a-4eb3-9e4f-af7b18393dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.328080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-0479264f-437a-4eb3-9e4f-af7b18393dd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0675101 Nov 22 16:27:01.336232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44bdd632-1e3c-4643-a5c9-fa1c706f32cd req-bfc1ca53-c26b-4213-91af-b32240f8fc45 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608802 Nov 22 16:27:01.486484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068368eb-bbe6-4e2a-b53e-35365049b2a1 req-10c479c5-8c7a-4566-9e8a-c22452dfdaa6 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.487857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068368eb-bbe6-4e2a-b53e-35365049b2a1 req-10c479c5-8c7a-4566-9e8a-c22452dfdaa6 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.488746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068368eb-bbe6-4e2a-b53e-35365049b2a1 req-10c479c5-8c7a-4566-9e8a-c22452dfdaa6 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.493416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-068368eb-bbe6-4e2a-b53e-35365049b2a1 req-10c479c5-8c7a-4566-9e8a-c22452dfdaa6 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f&device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96&device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 2883 time: 0.0632472 Nov 22 16:27:01.498074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-d8f6836f-1890-44c2-875b-05d24942fffc service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143103 Nov 22 16:27:01.531980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 37e968a5-e8ba-4064-b4b1-7375b47270f0 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:01.564973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 37e968a5-e8ba-4064-b4b1-7375b47270f0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:01.565600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 37e968a5-e8ba-4064-b4b1-7375b47270f0 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:01.567140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:01.568151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-068368eb-bbe6-4e2a-b53e-35365049b2a1 req-de127187-194f-401d-8607-0f8e51717e2f tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632565 Nov 22 16:27:01.686801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78b5eeba-800e-40a5-9e78-26b82245ccb2 req-658ecef7-b9ae-4192-bdac-ec422c3bd5d2 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718688 Nov 22 16:27:01.710061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b70b8-11d7-4197-b24e-96c5df735f2e req-863ac1d6-3b6c-4054-b004-873dec46aa8b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.713316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de3b70b8-11d7-4197-b24e-96c5df735f2e req-863ac1d6-3b6c-4054-b004-873dec46aa8b tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.0711601 Nov 22 16:27:01.778557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de3b70b8-11d7-4197-b24e-96c5df735f2e req-8aeed4f5-c00d-4299-9540-4ade834cfa3f tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585577 Nov 22 16:27:01.941139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b4dc5-537b-4df9-8612-1fc835e6082d req-ef209ee9-06fc-42de-a004-21f8b1093e46 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:01.943087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a70b4dc5-537b-4df9-8612-1fc835e6082d req-ef209ee9-06fc-42de-a004-21f8b1093e46 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 945 time: 0.0521765 Nov 22 16:27:01.995126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a70b4dc5-537b-4df9-8612-1fc835e6082d req-079b2faf-4f4e-46c4-8d38-8efacfe0b0df tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Nov 22 16:27:02.199136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25e6dd-407b-426f-a316-c015e6668eca req-4c2394c9-ad79-4171-9db4-db96436e7303 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.200504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef25e6dd-407b-426f-a316-c015e6668eca req-4c2394c9-ad79-4171-9db4-db96436e7303 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 947 time: 0.0491083 Nov 22 16:27:02.253881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef25e6dd-407b-426f-a316-c015e6668eca req-b0b2d77c-2d21-4c04-ba33-be04da4e6eb9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Nov 22 16:27:02.491441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a971d-8675-4790-9e1a-9eb2abd695b9 req-91db789e-0016-4dd1-842d-8352b7a06745 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.499746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da0a971d-8675-4790-9e1a-9eb2abd695b9 req-91db789e-0016-4dd1-842d-8352b7a06745 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 943 time: 0.0622227 Nov 22 16:27:02.547202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da0a971d-8675-4790-9e1a-9eb2abd695b9 req-be4515a3-f563-4be5-a085-49ee7fcda8f6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Nov 22 16:27:02.616976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-7b62aead-a1ae-40d2-ac95-5768c9c92295 service neutron] 10.222.0.66 "GET /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.1040487 Nov 22 16:27:02.716353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46592) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:02.841798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c82f7-5762-4ecd-a410-9ab1a23af643 req-7a711336-6ac8-4cbe-8e88-6aa8be3a1dbc tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:02.843698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d8c82f7-5762-4ecd-a410-9ab1a23af643 req-7a711336-6ac8-4cbe-8e88-6aa8be3a1dbc tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1101 time: 0.0443766 Nov 22 16:27:02.855996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:02.881590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:02.913131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d8c82f7-5762-4ecd-a410-9ab1a23af643 req-73ac1c49-e2a5-4e35-b6db-a9e85c5ba37f tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613544 Nov 22 16:27:02.939838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'tag': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:02.939838 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c3784a-d94e-497a-9331-70547ee5a879" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e8cf95-051c-4c6f-be85-03d9c0712d39", "tag": "ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:02.946733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:02.949915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b20a60c-32a6-4b5f-80a9-83198360805a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bd8ad64fb5a42ca9c62c4b3e105ab57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298374 Nov 22 16:27:02.949915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46610) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:02.958301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:02.980161 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:27:02.982488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.007599 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb82d77-2fc3-45d0-8822-e21ddfd08b01 x-openstack-request-id: req-5fb82d77-2fc3-45d0-8822-e21ddfd08b01 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:03.008030 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e8cf95-051c-4c6f-be85-03d9c0712d39", "tag": "ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:03.008563 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fb82d77-2fc3-45d0-8822-e21ddfd08b01 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:03.009356 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'tag': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'status': 'completed', 'code': 200} Nov 22 16:27:03.024701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cda5bc6-68f2-41e7-a629-de2a530d4c87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.100100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cda5bc6-68f2-41e7-a629-de2a530d4c87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.109791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] Transition to ACTIVE for port object 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:03.116323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.125217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3784a-d94e-497a-9331-70547ee5a879 req-96961958-981a-4c78-bac9-71700fd18f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.126810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-96961958-981a-4c78-bac9-71700fd18f85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 1098 time: 0.0577786 Nov 22 16:27:03.141956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ecd84-0967-4e2f-9b46-b1598562211b req-396f6912-035f-44b5-be39-6e0e7ab622d1 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.143454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c0ecd84-0967-4e2f-9b46-b1598562211b req-396f6912-035f-44b5-be39-6e0e7ab622d1 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1452162 Nov 22 16:27:03.177956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd58422-c5fd-4435-b99d-861d27a8d4b3 req-a370e8dd-faff-4b1a-8350-e9e5fda37f4d tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.179747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efd58422-c5fd-4435-b99d-861d27a8d4b3 req-a370e8dd-faff-4b1a-8350-e9e5fda37f4d tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1101 time: 0.1179223 Nov 22 16:27:03.228978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c0ecd84-0967-4e2f-9b46-b1598562211b req-8a8f21bc-9290-434e-815a-4c7e9d297e1c tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756059 Nov 22 16:27:03.229568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cda5bc6-68f2-41e7-a629-de2a530d4c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.229923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] No DVR routers for this DVR port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:03.232232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1cda5bc6-68f2-41e7-a629-de2a530d4c87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.235772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1cda5bc6-68f2-41e7-a629-de2a530d4c87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d300f534-d046-47e6-8c89-a3c460e3dcd9 HTTP/1.1" status: 204 len: 168 time: 0.2824991 Nov 22 16:27:03.249762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda5bc6-68f2-41e7-a629-de2a530d4c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d300f534-d046-47e6-8c89-a3c460e3dcd9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:03.271443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:03.300935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-9a119eca-782a-4c33-a815-6cc1243f1394 service neutron] 10.222.0.66 "PUT /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6685750 Nov 22 16:27:03.318086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efd58422-c5fd-4435-b99d-861d27a8d4b3 req-54343fa0-90b0-424e-a795-a5ca56a7754c tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208920 Nov 22 16:27:03.337566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3784a-d94e-497a-9331-70547ee5a879 req-197e9eb4-bcf4-4a08-9473-c53d0c18bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.339197 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-197e9eb4-bcf4-4a08-9473-c53d0c18bfbf service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1889145 Nov 22 16:27:03.407797 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-1c73de77-e040-4e44-b1de-0c611f7052bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c HTTP/1.1" status: 200 len: 217 time: 0.0444601 Nov 22 16:27:03.485253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-3925b60d-3d11-4d41-9375-68dbe03048cd tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.487043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-3925b60d-3d11-4d41-9375-68dbe03048cd tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.1076412 Nov 22 16:27:03.497051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbdf793-d450-4f2d-807b-8319b816b925 req-1b131254-de5d-477f-b5a5-284500006166 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.506243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edbdf793-d450-4f2d-807b-8319b816b925 req-1b131254-de5d-477f-b5a5-284500006166 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 945 time: 0.0897849 Nov 22 16:27:03.515848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3784a-d94e-497a-9331-70547ee5a879 req-7cf545d2-77b8-46a4-8fb5-140b3c49dc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.520688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-7cf545d2-77b8-46a4-8fb5-140b3c49dc00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0877788 Nov 22 16:27:03.609104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3784a-d94e-497a-9331-70547ee5a879 req-f04751a7-1b4f-4d3d-ab0c-af187b059485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.612055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-f04751a7-1b4f-4d3d-ab0c-af187b059485 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0706146 Nov 22 16:27:03.622041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edbdf793-d450-4f2d-807b-8319b816b925 req-58e7d0a9-a78d-496a-bb6b-3079a7ad5128 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135378 Nov 22 16:27:03.666953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-087e8f69-f7e1-4989-86df-950f3d9d7714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.668458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-087e8f69-f7e1-4989-86df-950f3d9d7714 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e&tenant_id=7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 1095 time: 0.1601615 Nov 22 16:27:03.685041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:03.715236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-046c2d03-f25a-49b1-a16f-2d4169177e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:03.753237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-6a50ee90-2ccf-4e9d-85ce-eb1584b78a97 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152918 Nov 22 16:27:03.793445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edc829-c26f-4ac8-ad8e-886ebdde72f4 req-e6087d07-e8f9-4c8a-add6-2399b521eec3 tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.794998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09edc829-c26f-4ac8-ad8e-886ebdde72f4 req-e6087d07-e8f9-4c8a-add6-2399b521eec3 tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 1100 time: 0.1601624 Nov 22 16:27:03.823844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-930bb75d-35bd-4837-9905-e4144375ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.825297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-930bb75d-35bd-4837-9905-e4144375ef9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1095 time: 0.1249104 Nov 22 16:27:03.843752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53f86d-7c7a-4c2b-947e-11fd0455a0b6 req-c1dd2865-3db3-469a-9cbd-76e1514f6251 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:03.845203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb53f86d-7c7a-4c2b-947e-11fd0455a0b6 req-c1dd2865-3db3-469a-9cbd-76e1514f6251 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 947 time: 0.1318316 Nov 22 16:27:03.854823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10c3784a-d94e-497a-9331-70547ee5a879 req-af60d73a-a5a8-4201-b66a-793592b2c9e5 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885472 Nov 22 16:27:03.855068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-09edc829-c26f-4ac8-ad8e-886ebdde72f4 req-f7462237-9c71-4810-835d-ea3025a36e5e tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.016893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb53f86d-7c7a-4c2b-947e-11fd0455a0b6 req-793d64f7-6b38-4211-a327-bf6d414fb9a4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582093 Nov 22 16:27:04.018650 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-046c2d03-f25a-49b1-a16f-2d4169177e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.033841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-046c2d03-f25a-49b1-a16f-2d4169177e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.064353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-c30ad62b-69dd-4a2f-921f-304b48508048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.065834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-c30ad62b-69dd-4a2f-921f-304b48508048 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.2197311 Nov 22 16:27:04.100999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-046c2d03-f25a-49b1-a16f-2d4169177e3d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c2a7d0caeeb464981b3782992619e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139566 Nov 22 16:27:04.103841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46644) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:04.127280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c2d03-f25a-49b1-a16f-2d4169177e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a1f951-1628-4f69-8f20-cd6edb78bc82,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:04.134661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-ff3fa9fc-f3c5-4667-9d67-155737ba7cc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 217 time: 0.0515709 Nov 22 16:27:04.161301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b96eabd0-3783-400c-8a72-44b94fd000a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.161558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-09edc829-c26f-4ac8-ad8e-886ebdde72f4 req-f7462237-9c71-4810-835d-ea3025a36e5e tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.184212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-09edc829-c26f-4ac8-ad8e-886ebdde72f4 req-f7462237-9c71-4810-835d-ea3025a36e5e tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.189690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b96eabd0-3783-400c-8a72-44b94fd000a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.232656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7462237-9c71-4810-835d-ea3025a36e5e tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df872e25-ff47-4281-a4e2-15d043e3abea,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:04.250780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b96eabd0-3783-400c-8a72-44b94fd000a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.251174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09edc829-c26f-4ac8-ad8e-886ebdde72f4 req-f7462237-9c71-4810-835d-ea3025a36e5e tempest-LiveMigrationNegativeTest-1850457481 tempest-LiveMigrationNegativeTest-1850457481-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402933 Nov 22 16:27:04.252969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-0c041ea5-4bf3-4fa6-8a5d-8545d4f0553d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.253267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b96eabd0-3783-400c-8a72-44b94fd000a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:04.258002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b96eabd0-3783-400c-8a72-44b94fd000a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18a1f951-1628-4f69-8f20-cd6edb78bc82 HTTP/1.1" status: 204 len: 168 time: 0.1499581 Nov 22 16:27:04.259440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-0c041ea5-4bf3-4fa6-8a5d-8545d4f0553d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1142578 Nov 22 16:27:04.281804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96eabd0-3783-400c-8a72-44b94fd000a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a1f951-1628-4f69-8f20-cd6edb78bc82,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:04.306727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-4e52cdb2-fad1-4fe1-ba7b-6776882afe58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345633 Nov 22 16:27:04.707488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58316a9-ea8c-4faa-aa32-99cfe47dcd6c req-6a327be5-2b15-403b-bb61-0930ae8e0e53 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:04.709264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a58316a9-ea8c-4faa-aa32-99cfe47dcd6c req-6a327be5-2b15-403b-bb61-0930ae8e0e53 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 944 time: 0.3280759 Nov 22 16:27:04.742634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-cadda326-ce62-496b-a5a8-a8090bdc1801 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254041 Nov 22 16:27:04.889937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a58316a9-ea8c-4faa-aa32-99cfe47dcd6c req-e72ee105-8dfc-402b-8427-a7aae2afad26 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639333 Nov 22 16:27:04.929415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-2116a883-5e18-455c-9803-8e9a06d27dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733940 Nov 22 16:27:05.043211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4c001-2f55-4840-9770-98c73bb6bde9 req-e3f30501-62f0-493b-9846-f55e5cd01e49 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.045126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70a4c001-2f55-4840-9770-98c73bb6bde9 req-e3f30501-62f0-493b-9846-f55e5cd01e49 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 945 time: 0.0616643 Nov 22 16:27:05.138384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70a4c001-2f55-4840-9770-98c73bb6bde9 req-a5811357-3f8d-4292-bb23-cc880ac3a05e tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836604 Nov 22 16:27:05.258647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:05.267959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-e729603d-6ffc-4880-babf-9f4073a6e3fc tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.270689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-e729603d-6ffc-4880-babf-9f4073a6e3fc tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.0708809 Nov 22 16:27:05.335094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-be62604b-f0e6-4fa4-9296-fcb1d26db555 req-33edbea9-ffa4-4ab1-b59e-317d2172e6a0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:27:05.336170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be62604b-f0e6-4fa4-9296-fcb1d26db555 req-33edbea9-ffa4-4ab1-b59e-317d2172e6a0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059614 Nov 22 16:27:05.393148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-network', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:05.421113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Made reservation on behalf of 522039d5945c4ac78e72a5c35c70da0d for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:05.423768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.434325 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.466589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-fe398c0f-bd86-4a7b-9845-4337ffd297a5 service neutron] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:05.470391 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-fe398c0f-bd86-4a7b-9845-4337ffd297a5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.471489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6dd2f18-62ef-4427-8fb9-8f868ee87912 req-fe398c0f-bd86-4a7b-9845-4337ffd297a5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.1913373 Nov 22 16:27:05.479780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18308498-40dd-4b97-950b-de749abee8bf req-12f12447-f9e6-4898-ba4a-fe27805974f6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.481254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18308498-40dd-4b97-950b-de749abee8bf req-12f12447-f9e6-4898-ba4a-fe27805974f6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 947 time: 0.0683663 Nov 22 16:27:05.539614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18308498-40dd-4b97-950b-de749abee8bf req-6e91480f-1e07-4bb5-ba34-7f7afd6f508a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 Nov 22 16:27:05.542100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:05.553318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.558284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.583810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:05.600228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dc146e-93c7-4e9c-b6a7-0a297b88577b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:05.605743 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.606235 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Added segment 1cf7bd91-7ee0-4b37-8053-da795f4c3a42 of type vlan for network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 Nov 22 16:27:05.665053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.690350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:05.708420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.708420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:05.708420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.708686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'mac_address': 'fa:16:3e:31:db:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:05.761733 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.776827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:05.785272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] Pushing event updated for resources: {'Network': ['ID=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:05.802889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-10d6e396-8f1d-48bb-bd95-9b46cf82ddc9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5413415 Nov 22 16:27:05.805917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46784) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:05.806994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:05.812226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Request body: {'subnet': {'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-subnet', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:05.837296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:05.840584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Made reservation on behalf of 522039d5945c4ac78e72a5c35c70da0d for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:05.844138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.875440 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:05.975849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:06.095754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6a3a-fa38-4e4b-ae8d-64d2e5d9cb2c req-87df1f77-c404-4020-9ec6-a986dcbde60b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.097423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97fb6a3a-fa38-4e4b-ae8d-64d2e5d9cb2c req-87df1f77-c404-4020-9ec6-a986dcbde60b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1008530 Nov 22 16:27:06.189970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.202684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97fb6a3a-fa38-4e4b-ae8d-64d2e5d9cb2c req-4b30ac87-b8c5-45e1-b2f4-a55419967300 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951040 Nov 22 16:27:06.267214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=22c476d4-3295-4667-a9a8-66ae96bb9159,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:06.283173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Checking segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:06.283173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Network hostable DHCP agents. Network: 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:06.305583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:06.317817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:06.323358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.324068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.326985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4213eec-73fb-455f-a3bd-faf038c9e2f1 None None] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:06.348832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-42f1bedc-7dc1-473f-a5de-93f97424c27f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5387781 Nov 22 16:27:06.349122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46834) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:06.353572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:06.381926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.385738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.446814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.448252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:06.516672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2d692-c2c8-4729-8bf2-6c52578006de req-cf21d2bd-b1b7-4f59-bf78-5c9b2ebdeb7b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.522247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb2d692-c2c8-4729-8bf2-6c52578006de req-cf21d2bd-b1b7-4f59-bf78-5c9b2ebdeb7b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 944 time: 0.0977988 Nov 22 16:27:06.574706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:27:06.575581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.579558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100169-f4c6-4348-a42e-f0418598397a req-341df9ba-feef-4251-884e-4fad1ea71875 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.581130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7100169-f4c6-4348-a42e-f0418598397a req-341df9ba-feef-4251-884e-4fad1ea71875 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1172290 Nov 22 16:27:06.618161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb2d692-c2c8-4729-8bf2-6c52578006de req-52befdc3-204d-4278-b290-1b3c6fb01ff5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896280 Nov 22 16:27:06.648519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7100169-f4c6-4348-a42e-f0418598397a req-86abfc08-a4ec-45ca-b721-63ba1ba771d7 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Nov 22 16:27:06.802835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Allocated IP 172.20.0.2 (867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1/22c476d4-3295-4667-a9a8-66ae96bb9159/50cbbba6-91bd-4df8-893d-4f2e33d34870) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:06.865260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5ba29e-9a0a-4389-9975-a75e789d9f44 req-127693bf-8af8-460d-beac-e4b2c71faa2d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.866847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5ba29e-9a0a-4389-9975-a75e789d9f44 req-127693bf-8af8-460d-beac-e4b2c71faa2d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 945 time: 0.1151583 Nov 22 16:27:06.886427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3c71a-21cc-4f51-b4a8-0ea42c6dd35d req-665c415d-df78-4439-baf3-817b461919bf tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:06.895343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ea3c71a-21cc-4f51-b4a8-0ea42c6dd35d req-665c415d-df78-4439-baf3-817b461919bf tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 948 time: 0.0961094 Nov 22 16:27:06.904371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:06.983922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5ba29e-9a0a-4389-9975-a75e789d9f44 req-e86b0eb7-5fec-4348-9f1e-45083ede655c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084421 Nov 22 16:27:06.987330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ea3c71a-21cc-4f51-b4a8-0ea42c6dd35d req-2e05ea9f-57d5-45e9-a0e6-39630c71f18e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909977 Nov 22 16:27:07.026203 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.035655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.087558 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.101431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:07.102459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Pushing event updated for resources: {'Port': ['ID=50cbbba6-91bd-4df8-893d-4f2e33d34870,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:07.105572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:07.107612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:07.174771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Attempting to bind port 50cbbba6-91bd-4df8-893d-4f2e33d34870 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:07.175139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Attempting to bind port 50cbbba6-91bd-4df8-893d-4f2e33d34870 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:07.176047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Attempting to bind port 50cbbba6-91bd-4df8-893d-4f2e33d34870 on network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:07.183036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:07.183419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Checking segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:07.183818 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.184205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Bound using segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:07.184826 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Bound port: 50cbbba6-91bd-4df8-893d-4f2e33d34870, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:07.185204 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.205687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.226026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.260874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] For port 50cbbba6-91bd-4df8-893d-4f2e33d34870, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:07.264044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] For port 50cbbba6-91bd-4df8-893d-4f2e33d34870, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50cbbba6-91bd-4df8-893d-4f2e33d34870,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:07.268848 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.349278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcb50f-d661-473b-bf1f-1dcaf38de49d None None] Pushing event updated for resources: {'Port': ['ID=50cbbba6-91bd-4df8-893d-4f2e33d34870,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:07.374968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Allocated IP 172.25.6.233 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/f51ebf04-4010-4a20-aa3b-830b61f7b8d2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:07.524176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.589262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:07.606030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db3f6e-cf52-4362-8d51-21c8c6e3cd9a req-4aa39ac4-d790-486e-ba66-fce67ebd0e3b tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:07.607571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1db3f6e-cf52-4362-8d51-21c8c6e3cd9a req-4aa39ac4-d790-486e-ba66-fce67ebd0e3b tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1095 time: 0.0863593 Nov 22 16:27:07.647489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:07.650573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:07.658488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:07.671563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:07.702210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72eb83-60a7-4356-856a-043ec568bd63 req-4a366686-635d-4155-951d-27ac06a492e2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:07.703734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c72eb83-60a7-4356-856a-043ec568bd63 req-4a366686-635d-4155-951d-27ac06a492e2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.0925910 Nov 22 16:27:07.718732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1db3f6e-cf52-4362-8d51-21c8c6e3cd9a req-4d558671-3fd3-4cc0-8b25-e0c17f071abd tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970945 Nov 22 16:27:07.810313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c72eb83-60a7-4356-856a-043ec568bd63 req-03ecfa78-f5ca-433f-b935-59091ecfe7fa tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899551 Nov 22 16:27:07.990556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.043548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a71d70-1837-4de0-8989-e0f698c1a172 req-1212cafb-c5ce-4f32-8e77-321bad721bcf tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.045239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5a71d70-1837-4de0-8989-e0f698c1a172 req-1212cafb-c5ce-4f32-8e77-321bad721bcf tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.0675941 Nov 22 16:27:08.101390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5a71d70-1837-4de0-8989-e0f698c1a172 req-1fbe32a6-d3ec-4598-9a8e-449c163cbfd0 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Nov 22 16:27:08.247036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.350563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-3c525fca-4f99-4b7f-9524-d3019bc04fe2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.352118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-3c525fca-4f99-4b7f-9524-d3019bc04fe2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.1464610 Nov 22 16:27:08.382253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-c2cd5ef0-09d9-4379-8c9a-ca64b35e2374 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/quotas/7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 375 time: 0.0152814 Nov 22 16:27:08.409324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Router c0990af6-2907-4d0d-9058-90b45dad5b04 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:27:08.410541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf9055-45e1-4578-850e-8eb064c19750 req-12f1c4ec-0ef6-48c8-b32a-88683f2f3e66 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.411767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5bf9055-45e1-4578-850e-8eb064c19750 req-12f1c4ec-0ef6-48c8-b32a-88683f2f3e66 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 948 time: 0.0867655 Nov 22 16:27:08.488043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf0150e-c84e-401a-8ec0-1944509eccf7 None None] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:08.489216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-82a90934-0d83-4707-86b7-977ee4af0308 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0956666 Nov 22 16:27:08.494146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5bf9055-45e1-4578-850e-8eb064c19750 req-1ac6bab4-5d76-47e9-b336-3a13fba87bb9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622087 Nov 22 16:27:08.587279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:08.622409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Sync routers for ids ['c0990af6-2907-4d0d-9058-90b45dad5b04'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:08.645357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.646635 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-141c350a-f361-4e7b-8dfb-1084e66384c4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2964756 Nov 22 16:27:08.650169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46988) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:08.664581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50cbbba6-91bd-4df8-893d-4f2e33d34870 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:08.665219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-0fc2c484-2df8-48af-908d-a82ae07cbf5f service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678293 Nov 22 16:27:08.670383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Routers {'c0990af6-2907-4d0d-9058-90b45dad5b04'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:08.671014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c0990af6-2907-4d0d-9058-90b45dad5b04'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:08.679327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.772181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-230c1328-24bc-414f-8618-3d0008153831 service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991020 Nov 22 16:27:08.891038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f4106126-3984-4771-a230-d748f55db55f None None] Provisioning complete for port 50cbbba6-91bd-4df8-893d-4f2e33d34870 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:08.891646 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4106126-3984-4771-a230-d748f55db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:08.930143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-45af35d4-f846-4c54-bfda-27a154fc8536 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:08.935296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-45af35d4-f846-4c54-bfda-27a154fc8536 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1173582 Nov 22 16:27:09.047031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Set router c0990af6-2907-4d0d-9058-90b45dad5b04 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:09.156244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ec141-2366-4d97-aa95-d7e6ed140d77 req-52351b8c-df56-42d0-bcbb-9c3862924514 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:09.158009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f26ec141-2366-4d97-aa95-d7e6ed140d77 req-52351b8c-df56-42d0-bcbb-9c3862924514 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.0897522 Nov 22 16:27:09.185258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Deleting port 21184431-e516-4bbb-b8ac-451546366d57 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:09.185513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.286731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f26ec141-2366-4d97-aa95-d7e6ed140d77 req-13c887ac-8742-411e-ad4b-af9a03ffffb3 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190794 Nov 22 16:27:09.354120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] For port 21184431-e516-4bbb-b8ac-451546366d57, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=21184431-e516-4bbb-b8ac-451546366d57,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:09.354659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.389510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 50cbbba6-91bd-4df8-893d-4f2e33d34870 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:09.389908 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.395345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Calling delete_port for 21184431-e516-4bbb-b8ac-451546366d57 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:09.460911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4976f525-0161-46a2-800c-ea1624515c16 req-62ca1359-f288-4986-a40d-d3aba8af448f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 210 time: 0.0928440 Nov 22 16:27:09.484224 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4106126-3984-4771-a230-d748f55db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.581882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:09.604379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.605964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f4106126-3984-4771-a230-d748f55db55f None None] For port 50cbbba6-91bd-4df8-893d-4f2e33d34870, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50cbbba6-91bd-4df8-893d-4f2e33d34870,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:09.661806 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4106126-3984-4771-a230-d748f55db55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.728197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8d46-5b4b-469a-9194-9f1669d53d0e req-891e91a7-eff6-469a-b8fa-6455fc54cea8 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:09.737173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-838a8d46-5b4b-469a-9194-9f1669d53d0e req-891e91a7-eff6-469a-b8fa-6455fc54cea8 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 949 time: 0.1810625 Nov 22 16:27:09.836339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4106126-3984-4771-a230-d748f55db55f None None] Pushing event updated for resources: {'Port': ['ID=50cbbba6-91bd-4df8-893d-4f2e33d34870,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.850178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:27:07Z', 'revision_number': 3, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:09.865465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-838a8d46-5b4b-469a-9194-9f1669d53d0e req-daf2d7de-3385-47a8-94be-f3612bbaf255 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263924 Nov 22 16:27:09.919190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.931574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:09.948685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['926063ca-d75e-416e-a6a1-a2aa16f527e1'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:09.955899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Checking router: c0990af6-2907-4d0d-9058-90b45dad5b04 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:09.957578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Updating router c0990af6-2907-4d0d-9058-90b45dad5b04 port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:09.984020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Pushing event deleted for resources: {'Port': ['ID=21184431-e516-4bbb-b8ac-451546366d57,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:09.989277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:09.989680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:09.991899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff37441-29bc-45ea-a315-c923384f59dd req-e3ed5134-571b-4fe7-8afc-6aad344c3a0f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:09.993708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eff37441-29bc-45ea-a315-c923384f59dd req-e3ed5134-571b-4fe7-8afc-6aad344c3a0f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 948 time: 0.0583827 Nov 22 16:27:10.052226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] No DVR routers for this DVR port 21184431-e516-4bbb-b8ac-451546366d57 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:10.057130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.060478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eedb6ed5-f211-4a3d-a19f-44abc9dbf9d7 req-0451afd3-1e6a-4bc7-8ab6-5c6f0bbb3e86 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "DELETE /v2.0/ports/21184431-e516-4bbb-b8ac-451546366d57 HTTP/1.1" status: 204 len: 173 time: 1.1031241 Nov 22 16:27:10.060942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'name': 'network-vif-deleted', 'tag': '21184431-e516-4bbb-b8ac-451546366d57'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:10.063889 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbf6e26-ffa4-4b42-9022-7503db962c5a" -d '{"events": [{"server_uuid": "ae8cb802-c23c-4dd4-8f04-5f68724e04b1", "name": "network-vif-deleted", "tag": "21184431-e516-4bbb-b8ac-451546366d57"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:10.087203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Allocated IP 172.20.0.1 (867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1/22c476d4-3295-4667-a9a8-66ae96bb9159/467a20b1-5acc-45b6-8b55-2fe2d3e3a80c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:10.092244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8fbad3c0-dae0-474f-887f-3667f1f95fec None None] Provisioning complete for port 50cbbba6-91bd-4df8-893d-4f2e33d34870 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:10.092867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbad3c0-dae0-474f-887f-3667f1f95fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.094827 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.113492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eff37441-29bc-45ea-a315-c923384f59dd req-522573da-5e1a-47a7-bb9a-241931dd9dea tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107955 Nov 22 16:27:10.286374 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17187c1-0454-4c82-9246-5c0bc0d27b40 x-openstack-request-id: req-a17187c1-0454-4c82-9246-5c0bc0d27b40 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:10.286868 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8cb802-c23c-4dd4-8f04-5f68724e04b1", "name": "network-vif-deleted", "tag": "21184431-e516-4bbb-b8ac-451546366d57", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:10.287227 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a17187c1-0454-4c82-9246-5c0bc0d27b40 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:10.287866 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8cb802-c23c-4dd4-8f04-5f68724e04b1', 'name': 'network-vif-deleted', 'tag': '21184431-e516-4bbb-b8ac-451546366d57', 'status': 'completed', 'code': 200} Nov 22 16:27:10.291656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.343677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.374501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:10.388916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:10.392354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:10.395505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:10.447601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Pushing event updated for resources: {'Port': ['ID=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:10.460142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.476788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afbb9f-bcca-47ba-9fd0-949da1480653 req-4823d525-c3bf-4a37-a8f5-5ef031702ecd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:10.488850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61afbb9f-bcca-47ba-9fd0-949da1480653 req-4823d525-c3bf-4a37-a8f5-5ef031702ecd tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1064599 Nov 22 16:27:10.637438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61afbb9f-bcca-47ba-9fd0-949da1480653 req-2684e855-e4c7-4bcf-9c38-5b1f8c9434f3 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467912 Nov 22 16:27:10.702174 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.716494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:10.721323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22f93c58-d3ee-479d-a3c0-42fdb8a65ddc req-16f8da72-f73c-4ab9-aa17-9e5c0ed606d2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 210 time: 0.0568676 Nov 22 16:27:10.826969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50cbbba6-91bd-4df8-893d-4f2e33d34870 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:10.884388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592e0b8-e81f-4276-a498-6961015a28dc None None] Pushing event updated for resources: {'Port': ['ID=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:10.887793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Attempting to bind port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:10.888162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Attempting to bind port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:10.888528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Attempting to bind port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:10.954573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:27:10.966422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.034771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:11.035397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:11.036067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.036729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:11.037576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Bound port: f51ebf04-4010-4a20-aa3b-830b61f7b8d2, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:11.038329 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.041041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.190002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d03beb15-903d-4e6f-9ac3-758923fbe551 req-c039688b-fd0b-4fe2-b9d5-4707ce356223 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae8cb802-c23c-4dd4-8f04-5f68724e04b1 HTTP/1.1" status: 200 len: 210 time: 0.0797567 Nov 22 16:27:11.210031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:11.216327 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28299356-43d3-4a27-956b-b23a103b0484" -d '{"events": [{"server_uuid": "a8e8cf95-051c-4c6f-be85-03d9c0712d39", "name": "network-vif-plugged", "status": "completed", "tag": "ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:11.290990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:11.322687 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.332691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] For port f51ebf04-4010-4a20-aa3b-830b61f7b8d2, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:11.341291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:11.403497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f7991-4780-47a0-b525-1a6719341bc8 req-2ec26ac2-7d44-45d9-865a-d2526efd6bd8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:11.414365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be4f7991-4780-47a0-b525-1a6719341bc8 req-2ec26ac2-7d44-45d9-865a-d2526efd6bd8 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 948 time: 0.1675532 Nov 22 16:27:11.455130 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2593ab5-7e52-42e1-980b-f97ff20f918a x-openstack-request-id: req-f2593ab5-7e52-42e1-980b-f97ff20f918a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:11.455548 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e8cf95-051c-4c6f-be85-03d9c0712d39", "name": "network-vif-plugged", "status": "completed", "tag": "ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:11.455800 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2593ab5-7e52-42e1-980b-f97ff20f918a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:11.456149 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'code': 200} Nov 22 16:27:11.468765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 50cbbba6-91bd-4df8-893d-4f2e33d34870 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:11.469754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.482886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47158) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:11.484469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] For port f51ebf04-4010-4a20-aa3b-830b61f7b8d2, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:11.512355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be4f7991-4780-47a0-b525-1a6719341bc8 req-80b98d3f-4108-499a-97c0-7d1d0e9b9411 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962918 Nov 22 16:27:11.523591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e607805f-e533-43fd-a5ce-06985fe97033 None None] Provisioning complete for port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:11.524433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e607805f-e533-43fd-a5ce-06985fe97033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.536050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'e453c812-da9f-4653-8a66-988c4530703d', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': 'e453c812-da9f-4653-8a66-988c4530703d', 'mac_address': 'fa:16:3e:c8:aa:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:11.538913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.612075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 21184431-e516-4bbb-b8ac-451546366d57 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:11.622990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52a439-bc05-44d9-93e6-052be7a8cbdd req-b2babb0c-702e-4e73-a519-1c38d24032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:11.624516 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa52a439-bc05-44d9-93e6-052be7a8cbdd req-b2babb0c-702e-4e73-a519-1c38d24032a4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 1100 time: 0.0997188 Nov 22 16:27:11.712668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-3447ccf0-a724-4e4b-8edb-fb728f99c0ea tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:11.712876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22c8508a-2d72-44fb-b6f9-9abe1815500f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.714332 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-3447ccf0-a724-4e4b-8edb-fb728f99c0ea tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.8079913 Nov 22 16:27:11.750950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:11.778791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Request body: {'port': {'device_id': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'admin_state_up': True, 'tenant_id': '7c16208c51704a059918ff6752731e37'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:11.780230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.825093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Routers {'c0990af6-2907-4d0d-9058-90b45dad5b04'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:11.830546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c0990af6-2907-4d0d-9058-90b45dad5b04'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:11.838264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e453c812-da9f-4653-8a66-988c4530703d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:11.843070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 21184431-e516-4bbb-b8ac-451546366d57 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:11.843286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa52a439-bc05-44d9-93e6-052be7a8cbdd req-e35bcf10-9164-4f5e-9246-b9f89eda048a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030575 Nov 22 16:27:11.843401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 21184431-e516-4bbb-b8ac-451546366d57 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:11.885950 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22c8508a-2d72-44fb-b6f9-9abe1815500f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.905337 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22c8508a-2d72-44fb-b6f9-9abe1815500f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.908001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e607805f-e533-43fd-a5ce-06985fe97033 None None] Port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:11.917602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb87afe-c527-4390-9cb6-e246123f3d31 req-558fce78-e17e-47c4-824f-1d3e86ad1c25 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 210 time: 0.0644178 Nov 22 16:27:11.970367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Made reservation on behalf of 7c16208c51704a059918ff6752731e37 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:11.976139 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-22c8508a-2d72-44fb-b6f9-9abe1815500f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30668bd02dfc48f9bc2ef994e3913a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4919155 Nov 22 16:27:11.976354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:11.982663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47184) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:12.046978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8508a-2d72-44fb-b6f9-9abe1815500f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb5cf03-b0f1-4efb-8eae-edb04a542c0c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.050260 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.060811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.089964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af903cd-5f5d-477d-ad6d-f7d0371d4d92 req-f7ae889d-7305-4b4e-b3ec-dc8a6d99f159 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.104916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7af903cd-5f5d-477d-ad6d-f7d0371d4d92 req-f7ae889d-7305-4b4e-b3ec-dc8a6d99f159 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2766676 Nov 22 16:27:12.123406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:12.137328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.171485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592e0b8-e81f-4276-a498-6961015a28dc None None] Pushing event updated for resources: {'Port': ['ID=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.179051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7af903cd-5f5d-477d-ad6d-f7d0371d4d92 req-5bf12d3c-aa73-4599-8bcc-8fb3bd1da7a9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724776 Nov 22 16:27:12.195272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82817d97-e3e2-4611-b1d6-2a635da35a81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.232054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.244458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Pushing event updated for resources: {'Port': ['ID=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.283099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] Set router c0990af6-2907-4d0d-9058-90b45dad5b04 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:12.310963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.318706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['e453c812-da9f-4653-8a66-988c4530703d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:12.325059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82817d97-e3e2-4611-b1d6-2a635da35a81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.413896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Allocated IP 172.20.0.13 (4f80d4fc-9728-44f3-992c-a304b5023c40/3bce2c97-0cae-4b45-a760-4e93f631937a/dd9b3a70-29a3-48fd-98c4-dc88284801cb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:12.505062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:12.506026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82817d97-e3e2-4611-b1d6-2a635da35a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.516169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82817d97-e3e2-4611-b1d6-2a635da35a81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:12.518979 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-82817d97-e3e2-4611-b1d6-2a635da35a81 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cb5cf03-b0f1-4efb-8eae-edb04a542c0c HTTP/1.1" status: 204 len: 168 time: 0.5327041 Nov 22 16:27:12.560084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:12.584033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82817d97-e3e2-4611-b1d6-2a635da35a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb5cf03-b0f1-4efb-8eae-edb04a542c0c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:12.780462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Router c0990af6-2907-4d0d-9058-90b45dad5b04 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:12.840957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bbf89-5c61-4da1-866a-e89d354e0b49 req-52302f17-7463-4647-9a3c-a2b898bb148f tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.850136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba7bbf89-5c61-4da1-866a-e89d354e0b49 req-52302f17-7463-4647-9a3c-a2b898bb148f tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.2334788 Nov 22 16:27:12.889558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '467a20b1-5acc-45b6-8b55-2fe2d3e3a80c', 'name': '', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'mac_address': 'fa:16:3e:5e:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:09Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 1, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'subnets': [{'id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:12.942427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9c8ac-da23-4185-bf88-d18c06b5458b req-d50dccca-8776-4d45-bbdb-ce2e8647b95d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:12.944522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9b9c8ac-da23-4185-bf88-d18c06b5458b req-d50dccca-8776-4d45-bbdb-ce2e8647b95d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 949 time: 0.2278857 Nov 22 16:27:12.963187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.006593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.009090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba7bbf89-5c61-4da1-866a-e89d354e0b49 req-864e447c-eb07-43a1-9513-35f99c31681d tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577988 Nov 22 16:27:13.056495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0969a6-20e7-48c7-990e-0bd13c00a289 None None] The sync data for ids ['c0990af6-2907-4d0d-9058-90b45dad5b04'] in n-d-816206-6 is: [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '467a20b1-5acc-45b6-8b55-2fe2d3e3a80c', 'name': '', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'mac_address': 'fa:16:3e:5e:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:09Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 1, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'subnets': [{'id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:13.076552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4ad6a7a1-00ae-4001-bd61-e28aa7a3713e None None] Provisioning complete for port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:13.077376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ad6a7a1-00ae-4001-bd61-e28aa7a3713e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.093025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:13.104270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9b9c8ac-da23-4185-bf88-d18c06b5458b req-4a70d601-fd1f-476a-8966-f1f382d67c72 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523118 Nov 22 16:27:13.158775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:13.180003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:13.250634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.251032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.251346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6a7a1-00ae-4001-bd61-e28aa7a3713e None None] Port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:13.283543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5517983 Nov 22 16:27:13.293814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9dc7b6-951c-4f9e-bdcb-5d1e52182353 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:13.345817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Request body: {'port': {'device_id': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:13.431247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b111e-462e-4ea1-8bcb-fce2cadf4224 req-62757e6f-709c-4bca-9105-453dcb50a416 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.431645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:13.438792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c1b111e-462e-4ea1-8bcb-fce2cadf4224 req-62757e6f-709c-4bca-9105-453dcb50a416 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.0802295 Nov 22 16:27:13.446295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a302d397-8a09-4dde-b8be-4238d4c2db59 admin admin] 10.222.0.65 "PUT /v2.0/routers/c0990af6-2907-4d0d-9058-90b45dad5b04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7937129 Nov 22 16:27:13.450300 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:13.464878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e55979-8b84-481e-bd17-974c8947bf7e req-a73e23bd-5425-4ee7-bf42-5cc6fee16048 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:13.471036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80e55979-8b84-481e-bd17-974c8947bf7e req-a73e23bd-5425-4ee7-bf42-5cc6fee16048 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 932 time: 0.1676490 Nov 22 16:27:13.617146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80e55979-8b84-481e-bd17-974c8947bf7e req-474f0c71-1429-41fb-adb1-881c1f0ab2a4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345975 Nov 22 16:27:13.683549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c1b111e-462e-4ea1-8bcb-fce2cadf4224 req-06aca951-7053-4720-b5f9-4b06f289f2d4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410061 Nov 22 16:27:14.160347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9b3a70-29a3-48fd-98c4-dc88284801cb {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:14.182879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.218258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Transition to ACTIVE for port object dd9b3a70-29a3-48fd-98c4-dc88284801cb will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:14.229866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.315703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:14.351958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:14.515363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:14.515718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:14.516060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:14.527864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:14.528221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:14.548625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:14.548973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:14.549367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:14.549857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Bound port: dd9b3a70-29a3-48fd-98c4-dc88284801cb, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:14.550398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.573332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab3a9d-1eaa-46d0-87b8-36e750fa0006 req-17a11dba-00d8-4b6a-94fe-74868f1a2692 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.576962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42ab3a9d-1eaa-46d0-87b8-36e750fa0006 req-17a11dba-00d8-4b6a-94fe-74868f1a2692 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.3705857 Nov 22 16:27:14.598484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port e453c812-da9f-4653-8a66-988c4530703d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:14.598842 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.636857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552e196-dfd5-4d4b-9ac1-702edcb46df0 req-a1103a2f-d248-49cd-83ee-09f617709961 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.651303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5552e196-dfd5-4d4b-9ac1-702edcb46df0 req-a1103a2f-d248-49cd-83ee-09f617709961 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 949 time: 0.3566065 Nov 22 16:27:14.692414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:14.697996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:14.710326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.804378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f51ebf04-4010-4a20-aa3b-830b61f7b8d2 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:14.810033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:14.817082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-network', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:14.852383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Made reservation on behalf of 35a221a532ba4a0988ba66357ba8f865 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:14.856143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.870714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42ab3a9d-1eaa-46d0-87b8-36e750fa0006 req-f331451b-e597-4b0d-9c81-0f0ceb841001 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839129 Nov 22 16:27:14.872707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:14.873355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.874863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] 10.222.0.66 "PUT /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 1092 time: 1.5362070 Nov 22 16:27:14.891737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:14.895509 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f592c4-5757-4ed6-91ea-9fbfc764dec2" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:14.900552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5552e196-dfd5-4d4b-9ac1-702edcb46df0 req-f61ae4bf-425c-4b9b-bd3c-142c61d43333 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476242 Nov 22 16:27:14.908876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.930068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:14.966352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:14.969438 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734350b6-c29c-4e3a-9be0-ef3923a064e2" -d '{"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-plugged", "status": "completed", "tag": "e453c812-da9f-4653-8a66-988c4530703d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:15.008125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e456f1-33f0-4810-8db8-59901b29e3fb service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.018593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:15.028044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:15.029019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.057320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-5f5181a5-3efd-4549-8a79-1594f3908d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.059712 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-5f5181a5-3efd-4549-8a79-1594f3908d35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1095 time: 0.1083121 Nov 22 16:27:15.082310 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.168745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-5cff28e3-d8c4-455a-afa8-501e8a782aac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 217 time: 0.0924942 Nov 22 16:27:15.214667 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.262941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7bba-702c-4f44-b9da-5df74c2aa55f req-876bf79a-0928-4f22-89b5-d3f19dd4288c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.266645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45ca7bba-702c-4f44-b9da-5df74c2aa55f req-876bf79a-0928-4f22-89b5-d3f19dd4288c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1760612 Nov 22 16:27:15.324700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75758e-a328-4550-aab1-fc57dfe7ecef req-1660ebb9-dd02-477f-9ec3-10de043bb41c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.329178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port f51ebf04-4010-4a20-aa3b-830b61f7b8d2, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:15.335695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.336628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a75758e-a328-4550-aab1-fc57dfe7ecef req-1660ebb9-dd02-477f-9ec3-10de043bb41c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1511040 Nov 22 16:27:15.343340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.359128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.361103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-90b9e3c7-8189-469b-92be-bc1ee6a36c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.363065 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-90b9e3c7-8189-469b-92be-bc1ee6a36c96 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1705196 Nov 22 16:27:15.366472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.387855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:27:15.402382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.402785 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Added segment e18a2176-a109-43bf-bdf4-5d9ed047cd98 of type vlan for network 70dd1ef7-cdd9-40eb-8423-db4f233c338f Nov 22 16:27:15.431209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45ca7bba-702c-4f44-b9da-5df74c2aa55f req-7dcbd9c0-183a-4ac6-b634-52f7b60f2f0a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577601 Nov 22 16:27:15.460307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a75758e-a328-4550-aab1-fc57dfe7ecef req-46786749-9442-4c21-821f-4c793cca9de1 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226478 Nov 22 16:27:15.505058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.575459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.576225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-16c1f58a-8eb2-439b-a6c7-8f05b925ee39 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538177 Nov 22 16:27:15.707410 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3385fdc7-bb81-4a53-bcd9-8bacc51d1d98 x-openstack-request-id: req-3385fdc7-bb81-4a53-bcd9-8bacc51d1d98 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:15.708074 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:15.708883 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3385fdc7-bb81-4a53-bcd9-8bacc51d1d98 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:15.709643 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'status': 'completed', 'code': 200} Nov 22 16:27:15.751224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.756162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.756924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:15.769501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3255de99-46ce-46fe-bda1-cd8b11546dd4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:15.870499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29119d14-c598-46ca-84d9-f30863bc7eeb req-521de556-adf9-4b1f-bd6d-951ca87e55f8 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:15.872025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29119d14-c598-46ca-84d9-f30863bc7eeb req-521de556-adf9-4b1f-bd6d-951ca87e55f8 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 1100 time: 0.0942442 Nov 22 16:27:15.953853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29119d14-c598-46ca-84d9-f30863bc7eeb req-2962d3a0-5dab-4d8f-b5fb-ce5ae78d7abe tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705049 Nov 22 16:27:15.977764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1630058 Nov 22 16:27:15.979339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:15.984323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Request body: {'subnet': {'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-subnet', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:16.021772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Made reservation on behalf of 35a221a532ba4a0988ba66357ba8f865 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:16.024423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.032939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-e2d18893-23d2-43a7-ae5b-3ea16a69e717 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.040680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-e2d18893-23d2-43a7-ae5b-3ea16a69e717 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.5203531 Nov 22 16:27:16.061574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426cf831-c004-4f03-9ce3-37faa3cc582f admin admin] Pushing event updated for resources: {'Network': ['ID=70dd1ef7-cdd9-40eb-8423-db4f233c338f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:16.075584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:27:16.114113 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-16553c9a-4022-49e2-adf2-e8d5d99d962d service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835212 Nov 22 16:27:16.186423 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d8564d-f362-4bd4-bcf6-b96204f73585 x-openstack-request-id: req-b8d8564d-f362-4bd4-bcf6-b96204f73585 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:16.187039 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-plugged", "status": "completed", "tag": "e453c812-da9f-4653-8a66-988c4530703d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:16.187463 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8d8564d-f362-4bd4-bcf6-b96204f73585 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:16.188015 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d', 'code': 200} Nov 22 16:27:16.275326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-767ccc25-c502-43a2-8d9f-faf4fae2fc02 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=313c5a551024486c89e3f11f909392c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792131 Nov 22 16:27:16.295421 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1e3dadd-77c0-4b53-82d2-b12efd153cb6 req-697ccff2-85fb-49f9-aee6-f36dd0853774 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582820 Nov 22 16:27:16.298764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Deleting port 926063ca-d75e-416e-a6a1-a2aa16f527e1 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:16.299156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.438352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbef185-b70e-45bc-bbf1-bcc37cd07214 req-f3cf062e-fcdd-4af5-96eb-b12c297561a3 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.447510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cbef185-b70e-45bc-bbf1-bcc37cd07214 req-f3cf062e-fcdd-4af5-96eb-b12c297561a3 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 950 time: 0.2204437 Nov 22 16:27:16.475646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-bba39ff6-2b2f-49ac-9750-400203ea4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.477151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-bba39ff6-2b2f-49ac-9750-400203ea4988 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1095 time: 0.0987527 Nov 22 16:27:16.487223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] For port 926063ca-d75e-416e-a6a1-a2aa16f527e1, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=926063ca-d75e-416e-a6a1-a2aa16f527e1,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:16.490096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.591358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Calling delete_port for 926063ca-d75e-416e-a6a1-a2aa16f527e1 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:16.594736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cbef185-b70e-45bc-bbf1-bcc37cd07214 req-43b13a30-620e-4047-8370-2f9ef32ece70 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/security-groups?id=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459453 Nov 22 16:27:16.688872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f51ebf04-4010-4a20-aa3b-830b61f7b8d2 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:16.704565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-995bed74-64d0-4232-b12f-78d2b39d590f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.706635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-995bed74-64d0-4232-b12f-78d2b39d590f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4295459 Nov 22 16:27:16.754777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.771881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-455970ad-4082-4af4-860a-e2e875c8a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.773688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-455970ad-4082-4af4-860a-e2e875c8a73a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.2790074 Nov 22 16:27:16.814990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:16.816230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:16.860668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-ff0a052f-5af9-4fc5-878e-0ccee4755af8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 217 time: 0.0726178 Nov 22 16:27:16.881119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-4a2b20d7-713d-4908-bb50-23dc44f5fca4 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/quotas/313c5a551024486c89e3f11f909392c7 HTTP/1.1" status: 200 len: 375 time: 0.1420896 Nov 22 16:27:16.936014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:16.960800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-5b8a8874-e2b4-4a07-9221-cea5650bdace tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604453 Nov 22 16:27:16.961761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-a08ded6f-7ab7-4ef9-928a-3b8fd74a3445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:16.962215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-a08ded6f-7ab7-4ef9-928a-3b8fd74a3445 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0642984 Nov 22 16:27:17.025266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-ed388f7d-f82b-4fa8-93e9-dfc0419f6e69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457177 Nov 22 16:27:17.030323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.057948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['926063ca-d75e-416e-a6a1-a2aa16f527e1'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:17.089494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-0c4cc23c-6fbe-4cbd-a55b-6f95ecfcb5ba tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=313c5a551024486c89e3f11f909392c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2072663 Nov 22 16:27:17.113040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Pushing event deleted for resources: {'Port': ['ID=926063ca-d75e-416e-a6a1-a2aa16f527e1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:17.166146 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Sync routers for ids ['c0990af6-2907-4d0d-9058-90b45dad5b04'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:17.167916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] No DVR routers for this DVR port 926063ca-d75e-416e-a6a1-a2aa16f527e1 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:17.171987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.176313 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-899dc4b4-88ae-4dd1-8ebc-d8b1c22540bc req-178f90b8-3672-4581-8c4e-c7355d68a201 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.66 "DELETE /v2.0/ports/926063ca-d75e-416e-a6a1-a2aa16f527e1 HTTP/1.1" status: 204 len: 173 time: 1.1113138 Nov 22 16:27:17.176727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Checking segment: {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:17.177440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Network hostable DHCP agents. Network: 70dd1ef7-cdd9-40eb-8423-db4f233c338f, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:27:17.206817 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Routers {'c0990af6-2907-4d0d-9058-90b45dad5b04'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:17.211143 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c0990af6-2907-4d0d-9058-90b45dad5b04'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:17.264891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-cf543058-4a0b-4b6b-8dd5-02f8ca146a1f service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175407 Nov 22 16:27:17.337774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-f04bdf36-3c44-4ec4-b0bb-7a3757072fac tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.342219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-f04bdf36-3c44-4ec4-b0bb-7a3757072fac tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3789191 Nov 22 16:27:17.343625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:27:17.391106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 70dd1ef7-cdd9-40eb-8423-db4f233c338f) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:17.400456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.400949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.404125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76856e3-f856-458e-ab65-514b789028d4 None None] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:17.409413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-106c19ca-0eed-4bd4-9b6b-93e3bfd058c1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/quotas/efe73d52e3de4d588962831a47224ad3 HTTP/1.1" status: 200 len: 375 time: 0.0494673 Nov 22 16:27:17.435646 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Set router c0990af6-2907-4d0d-9058-90b45dad5b04 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:17.511553 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70f592c4-5757-4ed6-91ea-9fbfc764dec2 req-2c826c51-e090-4a40-86eb-067273365e8d service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328477 Nov 22 16:27:17.544841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e273abbc-1b03-4a12-ae46-f53138d8a845 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5643463 Nov 22 16:27:17.547441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47326) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:17.552221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:17.618125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.619236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.703094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-eedb4781-cb67-45f9-a9b4-9c49e683c65a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2840197 Nov 22 16:27:17.736552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d19a2-546e-4848-9379-66b8f07fce4f req-2bc6ea6a-08bb-433c-98ab-76c4cdeefab2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:17.745172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'name': 'network-vif-deleted', 'tag': '926063ca-d75e-416e-a6a1-a2aa16f527e1'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:17.750334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-897d19a2-546e-4848-9379-66b8f07fce4f req-2bc6ea6a-08bb-433c-98ab-76c4cdeefab2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2510066 Nov 22 16:27:17.753679 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508bf4f6-5aca-47c0-acef-0102789b921d" -d '{"events": [{"server_uuid": "82c50b13-2692-461e-9709-65f6cb7dfbce", "name": "network-vif-deleted", "tag": "926063ca-d75e-416e-a6a1-a2aa16f527e1"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:17.770383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.821236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'fixed_ips': [{'subnet_id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:27:17.822155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:17.875764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-897d19a2-546e-4848-9379-66b8f07fce4f req-60cb9425-eb3d-4ddd-8b7a-c399001f13bf tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242063 Nov 22 16:27:18.080823 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '467a20b1-5acc-45b6-8b55-2fe2d3e3a80c', 'name': '', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'mac_address': 'fa:16:3e:5e:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:09Z', 'updated_at': '2021-11-22T16:27:11Z', 'revision_number': 2, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'subnets': [{'id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:18.171018 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Checking router: c0990af6-2907-4d0d-9058-90b45dad5b04 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:18.171907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Updating router c0990af6-2907-4d0d-9058-90b45dad5b04 port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:18.222667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd95151-097c-4f13-a54c-21147f70878c req-7557ec19-ce22-4308-8ee8-b5faf8c710d5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:18.244873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdd95151-097c-4f13-a54c-21147f70878c req-7557ec19-ce22-4308-8ee8-b5faf8c710d5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1988494 Nov 22 16:27:18.261141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Allocated IP 172.20.0.2 (70dd1ef7-cdd9-40eb-8423-db4f233c338f/6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7/7146f92f-e586-4bca-86aa-d0d476474a1a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:18.275420 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.353831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abafd39c-568c-4ba7-8438-3f9d5a489874 req-3e613d65-2b04-4229-b929-d97b9a934af3 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 210 time: 0.1027405 Nov 22 16:27:18.466356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdd95151-097c-4f13-a54c-21147f70878c req-647d733b-3a94-4673-8d20-3ec0680d3c63 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136948 Nov 22 16:27:18.662249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1707196-dd6f-4f3b-aad7-039bead26bc8 req-32251005-8d13-4caa-99f5-2b13ebcdb690 tempest-LiveMigrationNegativeTest-125256393 tempest-LiveMigrationNegativeTest-125256393-project] 10.222.0.65 "GET /v2.0/ports?device_id=82c50b13-2692-461e-9709-65f6cb7dfbce HTTP/1.1" status: 200 len: 210 time: 0.0939553 Nov 22 16:27:18.716838 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a141c9-3e85-4b50-afb1-08855158660d x-openstack-request-id: req-b8a141c9-3e85-4b50-afb1-08855158660d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:18.717823 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82c50b13-2692-461e-9709-65f6cb7dfbce", "name": "network-vif-deleted", "tag": "926063ca-d75e-416e-a6a1-a2aa16f527e1", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:18.718283 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8a141c9-3e85-4b50-afb1-08855158660d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:18.718838 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c50b13-2692-461e-9709-65f6cb7dfbce', 'name': 'network-vif-deleted', 'tag': '926063ca-d75e-416e-a6a1-a2aa16f527e1', 'status': 'completed', 'code': 200} Nov 22 16:27:18.749519 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.783350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:18.819453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6ed9ff2-086f-4c3e-afdf-c95006bb52ae req-b716a4b2-a4a9-4172-92ee-59388353a264 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.0832927 Nov 22 16:27:18.852448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:18.856558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:18.859571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:18.915240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Pushing event updated for resources: {'Port': ['ID=7146f92f-e586-4bca-86aa-d0d476474a1a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:18.983325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Attempting to bind port 7146f92f-e586-4bca-86aa-d0d476474a1a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:18.985480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Attempting to bind port 7146f92f-e586-4bca-86aa-d0d476474a1a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:18.986075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Attempting to bind port 7146f92f-e586-4bca-86aa-d0d476474a1a on network 70dd1ef7-cdd9-40eb-8423-db4f233c338f {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:19.001625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:19.004633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Checking segment: {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:19.004848 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.005503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Bound using segment: {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:19.006163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Bound port: 7146f92f-e586-4bca-86aa-d0d476474a1a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:19.006580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.008389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.107877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] For port 7146f92f-e586-4bca-86aa-d0d476474a1a, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:19.114828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] For port 7146f92f-e586-4bca-86aa-d0d476474a1a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7146f92f-e586-4bca-86aa-d0d476474a1a,segment=NetworkSegment(e18a2176-a109-43bf-bdf4-5d9ed047cd98),segment_id=e18a2176-a109-43bf-bdf4-5d9ed047cd98)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:19.120506 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.158793 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.163025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e88dc-0f05-4e6d-9217-75613edacc60 req-a41068eb-90b0-49a3-bd5b-2015ab8434be tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.167374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734e88dc-0f05-4e6d-9217-75613edacc60 req-a41068eb-90b0-49a3-bd5b-2015ab8434be tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1313331 Nov 22 16:27:19.176646 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.259197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734e88dc-0f05-4e6d-9217-75613edacc60 req-c8c0c9f1-74e8-4ca5-a2f2-8b9bf3bd3f53 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846848 Nov 22 16:27:19.290097 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Pushing event updated for resources: {'Port': ['ID=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.305408 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.305789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.306331 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.307455 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.308225 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.308340 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.308671 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.309288 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.309382 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.310061 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.310061 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.310343 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:19.322453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05b0c5-2bb7-4ccb-a243-3391566f21e5 None None] Pushing event updated for resources: {'Port': ['ID=7146f92f-e586-4bca-86aa-d0d476474a1a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.429857 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Attempting to bind port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:19.430237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Attempting to bind port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:19.430660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Attempting to bind port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c on network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:19.448615 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:19.449007 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Checking segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:19.449418 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.449845 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Bound using segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:19.450340 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Bound port: 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:19.450724 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.512059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.537700 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.591954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f81becd3-e6c4-4621-bb12-5b35a98cbf89 req-9b4fa46d-95dd-46cd-b490-d25034774783 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 210 time: 0.1102977 Nov 22 16:27:19.617153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] For port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:19.621006 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] For port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:19.631636 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:19.648939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:19.700760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 926063ca-d75e-416e-a6a1-a2aa16f527e1 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:19.782409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c17f43-64a7-42be-96e7-01cce057d619 req-1232c329-9c8b-4988-8362-2bbbfe53eeb2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:19.784783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74c17f43-64a7-42be-96e7-01cce057d619 req-1232c329-9c8b-4988-8362-2bbbfe53eeb2 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1895442 Nov 22 16:27:19.811379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 926063ca-d75e-416e-a6a1-a2aa16f527e1 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:19.817101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 926063ca-d75e-416e-a6a1-a2aa16f527e1 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:19.934595 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Routers {'c0990af6-2907-4d0d-9058-90b45dad5b04'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:19.938830 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c0990af6-2907-4d0d-9058-90b45dad5b04'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:19.947440 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6ae49-8136-46ab-b4df-056789d494a3 None None] Pushing event updated for resources: {'Port': ['ID=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:19.949952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Allocated IP 172.25.6.155 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/8054d299-71e3-4e2b-8945-fb63877dfabe) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:20.011148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74c17f43-64a7-42be-96e7-01cce057d619 req-cd249c89-24d1-4f06-bcec-9f7a8099a0be tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944301 Nov 22 16:27:20.106989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f6dd36b-c9da-4322-80f6-37b222f87cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.126432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fbe90691-0d03-4bb7-ac9d-000e8a3ee056 None None] Provisioning complete for port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:20.127097 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbe90691-0d03-4bb7-ac9d-000e8a3ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.153224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a52af2f-f67e-485a-a94f-38c7b0f2f0c1 req-762c9db7-0c34-4f49-a975-d43e064cc02d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.0597029 Nov 22 16:27:20.256719 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] Set router c0990af6-2907-4d0d-9058-90b45dad5b04 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:20.324622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-67af81e8-f2eb-4638-b021-5cffb858c256 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=313c5a551024486c89e3f11f909392c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921094 Nov 22 16:27:20.330360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:20.590027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502f600-40ad-42d8-95e1-3b4f31c8d292 req-0e507680-38db-46fa-9da5-ba292e1558b9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.595148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1502f600-40ad-42d8-95e1-3b4f31c8d292 req-0e507680-38db-46fa-9da5-ba292e1558b9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1113193 Nov 22 16:27:20.618530 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '467a20b1-5acc-45b6-8b55-2fe2d3e3a80c', 'name': '', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'mac_address': 'fa:16:3e:5e:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:09Z', 'updated_at': '2021-11-22T16:27:19Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'subnets': [{'id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:20.665355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47390) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:20.716495 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b40acfb-9365-4aeb-b4bd-6d2497eb33a7 None None] The sync data for ids ['c0990af6-2907-4d0d-9058-90b45dad5b04'] in n-d-816206-6 is: [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:27:10Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '467a20b1-5acc-45b6-8b55-2fe2d3e3a80c', 'name': '', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'mac_address': 'fa:16:3e:5e:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_interface', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:09Z', 'updated_at': '2021-11-22T16:27:19Z', 'revision_number': 4, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'subnets': [{'id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:20.758338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1502f600-40ad-42d8-95e1-3b4f31c8d292 req-e09809e7-147b-4798-a641-0796775fbe08 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451275 Nov 22 16:27:20.807862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:20.911494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6831043f-be7c-40ea-ac44-9586fd5611f3 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:20.914056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6831043f-be7c-40ea-ac44-9586fd5611f3 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5535536 Nov 22 16:27:20.931197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'port_id': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'mac_address': 'fa:16:3e:1b:54:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bce2c97-0cae-4b45-a760-4e93f631937a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:20.966372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ff51074-8b10-4398-9d58-bf7529a035b2 req-19a29b7b-a5ac-4f66-9a6a-8b6c11043a50 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 210 time: 0.0795727 Nov 22 16:27:20.982467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Request body: {'port': {'device_id': '65c0577e-078f-44cb-ba15-72db16ef1699', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '313c5a551024486c89e3f11f909392c7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:21.130741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.165090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:21.170707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbe90691-0d03-4bb7-ac9d-000e8a3ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.303282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.354292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9b3a70-29a3-48fd-98c4-dc88284801cb {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:21.368414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-8717a1e3-9a4f-4b68-a3ea-3e8edc57beb4 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4533274 Nov 22 16:27:21.419180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Pushing event updated for resources: {'Port': ['ID=8054d299-71e3-4e2b-8945-fb63877dfabe,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:21.442339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:21.452966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a46aadb-2074-45fe-bf46-1a8409a5301c req-43d6290c-ea48-469f-b2bd-a1770ca81626 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.0913248 Nov 22 16:27:21.454458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fbe90691-0d03-4bb7-ac9d-000e8a3ee056 None None] For port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:21.468607 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.472786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4e28af04-3a7c-45a3-a50d-edf94edc3429 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=14e43028dd284ddbb18c14fdedeaaa3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8014266 Nov 22 16:27:21.473427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47410) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:21.498611 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbe90691-0d03-4bb7-ac9d-000e8a3ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.506866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:21.575301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:21.576027 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.594453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a65e276-bcc3-4713-bd02-6fd8e5527bf4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.606107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c991e7-313c-4099-8771-167e66255e8f req-f9c04ca1-dc51-4d3a-8e9e-bd01cfcbff54 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.615555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42c991e7-313c-4099-8771-167e66255e8f req-f9c04ca1-dc51-4d3a-8e9e-bd01cfcbff54 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.3939931 Nov 22 16:27:21.659169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb5516-7b75-4665-a79a-5c59bc49b6e9 None None] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:27:21.665777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:21.673420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:21.714731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42c991e7-313c-4099-8771-167e66255e8f req-f0ee04ee-85d9-4a16-83db-3df6d91d633f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978637 Nov 22 16:27:21.756480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a65e276-bcc3-4713-bd02-6fd8e5527bf4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.824044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:21.855497 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a65e276-bcc3-4713-bd02-6fd8e5527bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.859054 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a65e276-bcc3-4713-bd02-6fd8e5527bf4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.860964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9a65e276-bcc3-4713-bd02-6fd8e5527bf4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c7a29a8-30cf-4385-b1cf-ebd2fd70655d HTTP/1.1" status: 204 len: 168 time: 0.3821702 Nov 22 16:27:21.875755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65e276-bcc3-4713-bd02-6fd8e5527bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7a29a8-30cf-4385-b1cf-ebd2fd70655d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:21.906419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Made reservation on behalf of 313c5a551024486c89e3f11f909392c7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:21.910701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.958519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:21.994211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-277da5a9-0042-408b-ae22-3aa110444d10 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:21.995740 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-277da5a9-0042-408b-ae22-3aa110444d10 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6099889 Nov 22 16:27:22.029490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d3044-0a7c-4e85-a395-4781b6fa5d9a req-3b0e9cb4-f59f-45b8-8a5c-350c63851c0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.035510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': '06b6db81-9243-4333-90f5-223cdc506de1', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:22.044794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262d3044-0a7c-4e85-a395-4781b6fa5d9a req-3b0e9cb4-f59f-45b8-8a5c-350c63851c0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1367741 Nov 22 16:27:22.119322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['dd9b3a70-29a3-48fd-98c4-dc88284801cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:22.277137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe90691-0d03-4bb7-ac9d-000e8a3ee056 None None] Pushing event updated for resources: {'Port': ['ID=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:22.307355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262d3044-0a7c-4e85-a395-4781b6fa5d9a req-44afa3cb-b8fc-445b-84a5-190c1277332c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612767 Nov 22 16:27:22.312588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3f3ca60-ae2a-4d32-a65a-ffc19e48cc86 req-f69899e0-2a6a-496c-95d7-71425604ecc1 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 210 time: 0.1336825 Nov 22 16:27:22.323744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.372451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Provisioning complete for port 7146f92f-e586-4bca-86aa-d0d476474a1a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:22.372980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.417823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:22.421038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:22.499521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7146f92f-e586-4bca-86aa-d0d476474a1a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:22.545676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:22.557894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.573741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47436) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.592220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.603696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.647175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-28aada63-250a-4350-a9c7-16fe017c3c1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b5f3db102a6487489b99220cce08069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702457 Nov 22 16:27:22.647730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47438) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:22.750471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c84342a0-7685-45ee-9e45-1e6debf9dc85 req-a48e4036-3d36-4261-a5a4-76e9d0041df7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.0866768 Nov 22 16:27:22.776385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:22.790856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:22.819912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'mac_address': 'fa:16:3e:a6:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:22.855989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd1af100-2d5b-4b59-adc9-6d29ada77437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.900205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.915236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd1af100-2d5b-4b59-adc9-6d29ada77437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:22.952679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bce87e-38fe-4d1a-9ecd-06c6f1ab93c1 req-e5e198cc-2504-47b1-a350-ce0e7ac3adc7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:22.955368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Allocated IP 192.168.233.228 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/535c3fc8-784f-454c-8ba7-fabbbfd511fd) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:22.958170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:22.963009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10bce87e-38fe-4d1a-9ecd-06c6f1ab93c1 req-e5e198cc-2504-47b1-a350-ce0e7ac3adc7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.1041884 Nov 22 16:27:22.964644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.001174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:23.003775 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da0beab-8834-48cf-90fc-3b6610a3855c" -d '{"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:23.045720 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.085609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10bce87e-38fe-4d1a-9ecd-06c6f1ab93c1 req-9e1a9b40-adab-42b9-b71e-59efe1235f72 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207840 Nov 22 16:27:23.109282 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd1af100-2d5b-4b59-adc9-6d29ada77437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.116354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd1af100-2d5b-4b59-adc9-6d29ada77437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.129160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dd1af100-2d5b-4b59-adc9-6d29ada77437 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df872e25-ff47-4281-a4e2-15d043e3abea HTTP/1.1" status: 204 len: 168 time: 0.4747064 Nov 22 16:27:23.144128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1af100-2d5b-4b59-adc9-6d29ada77437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df872e25-ff47-4281-a4e2-15d043e3abea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:23.199681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2986fad0-591b-4fb6-accf-08cf9dcf83c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.269680 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7cfb52b-b3c9-4c1e-b4e8-34aa1b0e0880 x-openstack-request-id: req-a7cfb52b-b3c9-4c1e-b4e8-34aa1b0e0880 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:23.274064 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:23.274404 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7cfb52b-b3c9-4c1e-b4e8-34aa1b0e0880 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:23.274820 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'code': 200} Nov 22 16:27:23.295562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.370878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:23.391503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:23.406047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7146f92f-e586-4bca-86aa-d0d476474a1a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:23.406397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.446253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.508676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:23.567456 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.589249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.661365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] For port 7146f92f-e586-4bca-86aa-d0d476474a1a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7146f92f-e586-4bca-86aa-d0d476474a1a,segment=NetworkSegment(e18a2176-a109-43bf-bdf4-5d9ed047cd98),segment_id=e18a2176-a109-43bf-bdf4-5d9ed047cd98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:23.677325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.724991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:27:23.725452 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:27:23.752112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Provisioning complete for port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:23.752507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.822221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:23.890093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a326e9b2-9153-41b3-9ecf-c8a7feea3edf None None] Pushing event updated for resources: {'Port': ['ID=7146f92f-e586-4bca-86aa-d0d476474a1a,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:23.947674 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:23.983429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:27:23.987448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:24.038100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9570ca0a-16c4-4d84-82aa-7f847349874d req-4ea315f6-902e-4a4f-a2c1-cbdf8c6e4732 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 210 time: 0.5182292 Nov 22 16:27:24.064165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e32c9-27a2-448a-b4c7-f87060397a6a req-baae6155-821e-4d68-abb9-725148157980 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.070228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.072838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd0e32c9-27a2-448a-b4c7-f87060397a6a req-baae6155-821e-4d68-abb9-725148157980 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 948 time: 0.6402309 Nov 22 16:27:24.124239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-99372616-9a7e-42de-83f4-a65670dd0d7e None None] Provisioning complete for port 7146f92f-e586-4bca-86aa-d0d476474a1a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:24.124635 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99372616-9a7e-42de-83f4-a65670dd0d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.174690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd0e32c9-27a2-448a-b4c7-f87060397a6a req-b78b18a5-2fb4-40ec-bb5e-dd1fb3e6469a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008875 Nov 22 16:27:24.237042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:24.262316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Sync routers for ids ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:24.327887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.57 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/c314178a-44bb-4390-8d8d-3823a9e69c30) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:24.364304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af12f673-b1f9-44c0-889b-cc6799224225 req-7e5cda17-a91b-470b-b780-6af9e465fd53 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.0484481 Nov 22 16:27:24.386497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.398778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.399069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-240e0660-f384-4c7d-9adf-4c876810685e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8504324 Nov 22 16:27:24.401838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:24.417465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Routers {'d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:24.418158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:27:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:24.609414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:24.616668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:24.625565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:24.705082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:24.776710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.777713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.805592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:24.822409 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-27f05f15-8b96-4e1c-a0f8-ae64094d791f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8634167 Nov 22 16:27:24.843297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce4094-d623-4133-a4c2-cdb5605ebf84 req-504a6f9b-717f-4d72-b0a6-86862483c9a6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:24.844910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30ce4094-d623-4133-a4c2-cdb5605ebf84 req-504a6f9b-717f-4d72-b0a6-86862483c9a6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.3375440 Nov 22 16:27:24.849701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Request body: {'port': {'device_id': '65c0577e-078f-44cb-ba15-72db16ef1699', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:25.035273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:25.065194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.133239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.159799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886', 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:25.379708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:25.384252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.427473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Set router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:25.433831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23bd5ab0-d19b-418e-82ba-5341b051b2b2 None None] Provisioning complete for port 535c3fc8-784f-454c-8ba7-fabbbfd511fd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:25.436916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23bd5ab0-d19b-418e-82ba-5341b051b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.500638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30ce4094-d623-4133-a4c2-cdb5605ebf84 req-d977b6c2-412d-4622-be8b-6f1b3732616a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333640 Nov 22 16:27:25.587698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4c110-0ceb-426b-a71f-54744295d993 req-5da7e2d2-4d02-42a9-851f-716aeb1e52dc tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:25.589498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68b4c110-0ceb-426b-a71f-54744295d993 req-5da7e2d2-4d02-42a9-851f-716aeb1e52dc tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 936 time: 0.3209829 Nov 22 16:27:25.724921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:25.732484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:25.733261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68b4c110-0ceb-426b-a71f-54744295d993 req-2c53599d-8b47-488f-abe1-7858aa7471fd tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313674 Nov 22 16:27:25.759104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:25.849289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:25.866904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:25.950769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=c314178a-44bb-4390-8d8d-3823a9e69c30,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:25.968321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23bd5ab0-d19b-418e-82ba-5341b051b2b2 None None] Port 535c3fc8-784f-454c-8ba7-fabbbfd511fd cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:26.038688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.044315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.134829 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.146365 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-532db73b-c324-4367-91eb-cd0a7cf5d4d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1187816 Nov 22 16:27:26.189761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Request body: {'port': {'device_id': '06b6db81-9243-4333-90f5-223cdc506de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:26.293697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086cd973-07c6-4f09-a700-2840a32768cd req-24d8123a-bb76-46c7-9b73-03fe8cebc0b8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.303687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-086cd973-07c6-4f09-a700-2840a32768cd req-24d8123a-bb76-46c7-9b73-03fe8cebc0b8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 949 time: 0.4646692 Nov 22 16:27:26.360059 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.385249 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.438644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e584576-16c2-4550-a9be-a2234873d416 req-9449f825-8ab6-4a13-beb4-7c1b669c8b04 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:26.439083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-df3c28bf-7b26-4141-afad-91317dc023fb None None] Provisioning complete for port c314178a-44bb-4390-8d8d-3823a9e69c30 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:26.439721 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df3c28bf-7b26-4141-afad-91317dc023fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.447926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e584576-16c2-4550-a9be-a2234873d416 req-9449f825-8ab6-4a13-beb4-7c1b669c8b04 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 935 time: 0.3161044 Nov 22 16:27:26.490688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-df3c28bf-7b26-4141-afad-91317dc023fb None None] Port c314178a-44bb-4390-8d8d-3823a9e69c30 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:26.494430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:26.504581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-086cd973-07c6-4f09-a700-2840a32768cd req-55fa1238-fb2f-40d5-a1fe-4e7493d98302 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914978 Nov 22 16:27:26.543192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 535c3fc8-784f-454c-8ba7-fabbbfd511fd {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:26.563153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.592841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port dd9b3a70-29a3-48fd-98c4-dc88284801cb completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:26.604280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port dd9b3a70-29a3-48fd-98c4-dc88284801cb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:26.604653 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.655837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Transition to ACTIVE for port object 535c3fc8-784f-454c-8ba7-fabbbfd511fd will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:26.674171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e584576-16c2-4550-a9be-a2234873d416 req-d88f3993-f7f1-43e7-a6b4-2783d02fe58b tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249713 Nov 22 16:27:26.689668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:26.796503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7146f92f-e586-4bca-86aa-d0d476474a1a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:26.829510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:26.865440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:22Z', 'revision_number': 3, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:26.967651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Allocated IP 172.20.0.1 (70dd1ef7-cdd9-40eb-8423-db4f233c338f/6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7/f35a063f-5f0f-4462-a4b4-9e8dca83615b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:26.972421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Checking router: d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:26.973011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Updating router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b port 8054d299-71e3-4e2b-8945-fb63877dfabe binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:27.039868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.167069 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.173237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cfb23b-89a6-480a-8866-331567e99515 req-2d12314d-11df-4ba1-b6dc-5ac60a5b8724 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.182238 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45cfb23b-89a6-480a-8866-331567e99515 req-2d12314d-11df-4ba1-b6dc-5ac60a5b8724 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.3917997 Nov 22 16:27:27.285753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Attempting to bind port 535c3fc8-784f-454c-8ba7-fabbbfd511fd on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:27.286968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Attempting to bind port 535c3fc8-784f-454c-8ba7-fabbbfd511fd by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:27.287318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Attempting to bind port 535c3fc8-784f-454c-8ba7-fabbbfd511fd on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:27.287553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45cfb23b-89a6-480a-8866-331567e99515 req-58a69290-91f4-41b6-9378-039502b374ef tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036725 Nov 22 16:27:27.295475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Port 535c3fc8-784f-454c-8ba7-fabbbfd511fd on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:27.295815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Attempting to bind port 535c3fc8-784f-454c-8ba7-fabbbfd511fd on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:27.327926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:27.332053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:27.332867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:27.333909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Bound port: 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:27.334995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.336468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:27.343928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:27.347936 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f42f74f-4fd1-487f-bda0-157d8a840cb4" -d '{"events": [{"server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "name": "network-vif-plugged", "status": "completed", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:27.356880 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.369460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.369957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.370413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.370868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.371322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.371776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.372224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.372673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.373123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.373573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.375887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0517a9f-0dcd-4348-be7f-4e294a7e09e3 req-632c7de9-8944-4de2-b5fc-3b897d453344 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7119 time: 0.3689768 Nov 22 16:27:27.439234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.463315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c314178a-44bb-4390-8d8d-3823a9e69c30 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:27.476776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.533101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Transition to ACTIVE for port object c314178a-44bb-4390-8d8d-3823a9e69c30 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:27.541830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.544438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Pushing event updated for resources: {'Port': ['ID=f35a063f-5f0f-4462-a4b4-9e8dca83615b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:27.548950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:27.559226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:27.562885 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.583030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:27.585148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:27.627011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:27.632648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Pushing event updated for resources: {'Port': ['ID=c314178a-44bb-4390-8d8d-3823a9e69c30,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:27.639416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.650274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7146f92f-e586-4bca-86aa-d0d476474a1a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:27.661183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.713365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:27.755707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621da74-1d3a-4536-93b0-dde2784c8006 req-df89b017-c927-4d03-bbcf-e1f9e1622037 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.757470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c621da74-1d3a-4536-93b0-dde2784c8006 req-df89b017-c927-4d03-bbcf-e1f9e1622037 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 948 time: 0.2379184 Nov 22 16:27:27.812945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.904341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.918460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:27.920122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-6a79b6ce-0a6b-477b-a667-94fb3cc26f8e service neutron] 10.222.0.66 "PUT /v2.0/ports/535c3fc8-784f-454c-8ba7-fabbbfd511fd HTTP/1.1" status: 200 len: 1096 time: 3.0771606 Nov 22 16:27:27.920687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:27.923142 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee40d60-eed2-4a37-bbbc-2e02946bc393" -d '{"events": [{"name": "network-changed", "server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:27.929747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d680a7-f09c-4aae-9925-a26e41271ae5 req-aea31aae-7431-43ce-baed-c6553aa8575c tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:27.934099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Attempting to bind port c314178a-44bb-4390-8d8d-3823a9e69c30 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:27.935303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6d680a7-f09c-4aae-9925-a26e41271ae5 req-aea31aae-7431-43ce-baed-c6553aa8575c tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 886 time: 0.4138906 Nov 22 16:27:27.937959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Attempting to bind port c314178a-44bb-4390-8d8d-3823a9e69c30 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:27.938584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Attempting to bind port c314178a-44bb-4390-8d8d-3823a9e69c30 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:27.960453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Port c314178a-44bb-4390-8d8d-3823a9e69c30 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:27.960969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Attempting to bind port c314178a-44bb-4390-8d8d-3823a9e69c30 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:27.967863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:27.980778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:27.984198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:27.984198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Bound port: c314178a-44bb-4390-8d8d-3823a9e69c30, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:27.984198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.062325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:28.067506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c621da74-1d3a-4536-93b0-dde2784c8006 req-edd70980-fab7-41ed-af53-ec49e09c096c tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958591 Nov 22 16:27:28.199536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-e14ed2b6-7cb7-42e1-82e8-94b80ed2626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.202010 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329ee7b-eff4-4103-8d3e-9cc77230cd01 x-openstack-request-id: req-4329ee7b-eff4-4103-8d3e-9cc77230cd01 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:28.202337 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "name": "network-vif-plugged", "status": "completed", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:28.202600 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4329ee7b-eff4-4103-8d3e-9cc77230cd01 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:28.203005 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'code': 200} Nov 22 16:27:28.205606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-459966ae-6266-49f5-bcb7-cf59710e854b None None] Provisioning complete for port f35a063f-5f0f-4462-a4b4-9e8dca83615b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:28.206056 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-459966ae-6266-49f5-bcb7-cf59710e854b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.215441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-e14ed2b6-7cb7-42e1-82e8-94b80ed2626d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=313c5a551024486c89e3f11f909392c7&device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 1099 time: 0.2198703 Nov 22 16:27:28.235011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] For port c314178a-44bb-4390-8d8d-3823a9e69c30, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:28.258230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] For port c314178a-44bb-4390-8d8d-3823a9e69c30, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c314178a-44bb-4390-8d8d-3823a9e69c30,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:28.275419 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.374173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-b8a654ac-3bb9-406b-a28e-d213f67e4513 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd HTTP/1.1" status: 200 len: 217 time: 0.1129572 Nov 22 16:27:28.436350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da28220-04d3-4dca-9a49-484a23428234 req-7cb5f438-38ee-47d7-aee5-25e80a419799 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.439799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5da28220-04d3-4dca-9a49-484a23428234 req-7cb5f438-38ee-47d7-aee5-25e80a419799 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 949 time: 0.3154359 Nov 22 16:27:28.442758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.443226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.444065 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.448930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:28.453218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] 10.222.0.66 "PUT /v2.0/ports/c314178a-44bb-4390-8d8d-3823a9e69c30 HTTP/1.1" status: 200 len: 1095 time: 2.2897215 Nov 22 16:27:28.512394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-459966ae-6266-49f5-bcb7-cf59710e854b None None] Port f35a063f-5f0f-4462-a4b4-9e8dca83615b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:28.517634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b2966-f170-4c9c-bbd8-29407612f659 service neutron] Pushing event updated for resources: {'Port': ['ID=c314178a-44bb-4390-8d8d-3823a9e69c30,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:28.545429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-9e36d61c-f276-4dad-9f54-acbd7eb39a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.547230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-9e36d61c-f276-4dad-9f54-acbd7eb39a8b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1480179 Nov 22 16:27:28.553273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.588300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.616050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61403342-3add-4438-a1ce-fe3895c12f72 req-ec39cad4-5367-4941-97b5-7762e48d96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.619597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61403342-3add-4438-a1ce-fe3895c12f72 req-ec39cad4-5367-4941-97b5-7762e48d96a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1097 time: 0.3099909 Nov 22 16:27:28.671295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-5f32795e-74a1-44f7-aebf-04202048a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.673432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-5f32795e-74a1-44f7-aebf-04202048a30f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 1098 time: 0.1246006 Nov 22 16:27:28.686382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-04cb2ae6-dfbb-4303-ac7b-2375ccd8c107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.687644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16752f60-6ff2-4c15-8320-22b941728b94 None None] Pushing event updated for resources: {'Port': ['ID=8054d299-71e3-4e2b-8945-fb63877dfabe,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:28.688264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-04cb2ae6-dfbb-4303-ac7b-2375ccd8c107 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1141779 Nov 22 16:27:28.708845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e3bc7-ff0c-4863-aad1-3a7a6e825cbb req-16535de8-0ced-43d6-82e0-6fd630430b13 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.712122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a2e3bc7-ff0c-4863-aad1-3a7a6e825cbb req-16535de8-0ced-43d6-82e0-6fd630430b13 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 947 time: 0.3968596 Nov 22 16:27:28.754801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-760dc868-40fe-44a2-8021-7c521935d17b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c314178a-44bb-4390-8d8d-3823a9e69c30 HTTP/1.1" status: 200 len: 217 time: 0.0653551 Nov 22 16:27:28.812999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5da28220-04d3-4dca-9a49-484a23428234 req-c4ec603d-d25b-4f18-b82c-4b002c0b4df2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551760 Nov 22 16:27:28.895367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-042d5d6a-4b5b-409a-bb21-7df641aa9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.897095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-042d5d6a-4b5b-409a-bb21-7df641aa9872 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1175458 Nov 22 16:27:28.900907 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c39f53-e1c4-4fe9-aebd-22a8da48cf22 x-openstack-request-id: req-a8c39f53-e1c4-4fe9-aebd-22a8da48cf22 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:28.901258 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:28.901443 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8c39f53-e1c4-4fe9-aebd-22a8da48cf22 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:28.901877 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'status': 'completed', 'code': 200} Nov 22 16:27:28.949561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:28.950577 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:28.988587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13201ccf-551b-40a1-9169-b47575432676 req-43deeba4-3df9-4204-a58d-802873d992c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:28.991118 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-43deeba4-3df9-4204-a58d-802873d992c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723083 Nov 22 16:27:28.999037 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61403342-3add-4438-a1ce-fe3895c12f72 req-8488a58b-41f2-41ff-afa7-124e1302ab46 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606570 Nov 22 16:27:29.006863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Attempting to bind port 8054d299-71e3-4e2b-8945-fb63877dfabe on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:29.007607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Attempting to bind port 8054d299-71e3-4e2b-8945-fb63877dfabe by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:29.008201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Attempting to bind port 8054d299-71e3-4e2b-8945-fb63877dfabe on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:29.022255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:29.024292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:29.024958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.025591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:29.026470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Bound port: 8054d299-71e3-4e2b-8945-fb63877dfabe, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:29.027146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.036978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a2e3bc7-ff0c-4863-aad1-3a7a6e825cbb req-a5289a53-afff-4438-b53e-bfebf58e1692 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998762 Nov 22 16:27:29.073476 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-99b53aaf-f66e-41de-be2a-98c2420b2195 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282230 Nov 22 16:27:29.133745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.149203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] For port 8054d299-71e3-4e2b-8945-fb63877dfabe, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:29.152052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-b7b2482b-195c-45a7-9cdf-f068e8b07ea7 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516333 Nov 22 16:27:29.157683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] For port 8054d299-71e3-4e2b-8945-fb63877dfabe, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8054d299-71e3-4e2b-8945-fb63877dfabe,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:29.180717 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.269040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:29.278747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Routers {'d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:29.279413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:27:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:29.288274 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.366886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16752f60-6ff2-4c15-8320-22b941728b94 None None] Pushing event updated for resources: {'Port': ['ID=8054d299-71e3-4e2b-8945-fb63877dfabe,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:29.506398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13201ccf-551b-40a1-9169-b47575432676 req-0e347bdd-8938-4381-b153-a566b51057aa service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606638 Nov 22 16:27:29.539975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:29.559709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] Set router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:29.582415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.582888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.583345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.583800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.584252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.584707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.585163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.585613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.586093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.586549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.588557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb39e6bc-c39b-42b9-b317-e626a8988055 req-32bd8379-935c-4acf-80c3-ec6418981d51 tempest-NetworksTest-1028613149 tempest-NetworksTest-1028613149-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7119 time: 0.6837115 Nov 22 16:27:29.597637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.619051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.672756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0001bd-5005-46e3-aeea-4823d2d6fd57 req-8c6836c7-e74d-4f60-a7f4-482fc1ba921b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.699492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a0001bd-5005-46e3-aeea-4823d2d6fd57 req-8c6836c7-e74d-4f60-a7f4-482fc1ba921b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.5188296 Nov 22 16:27:29.729718 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7906099c-7d33-44b0-b7aa-260af6892fb5 req-bbebc427-a5ff-43fc-b5a5-fda18ce29bf8 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866074 Nov 22 16:27:29.824470 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:29.896569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Pushing event updated for resources: {'Port': ['ID=f35a063f-5f0f-4462-a4b4-9e8dca83615b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:29.962255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-79a12643-e016-41d2-807a-2883cbce603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:29.963747 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-79a12643-e016-41d2-807a-2883cbce603c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=313c5a551024486c89e3f11f909392c7&device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 1099 time: 0.1371963 Nov 22 16:27:29.974014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a0001bd-5005-46e3-aeea-4823d2d6fd57 req-9a890aae-2160-4bff-bb43-1f0c21440069 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676492 Nov 22 16:27:30.173758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:30.190176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-6444af5e-7a36-4010-b804-c318eac87d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.190517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:30.192990 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-6444af5e-7a36-4010-b804-c318eac87d7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2018020 Nov 22 16:27:30.204394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4972e-2a71-420c-b479-8c2b6a017fab req-68a24f2b-f2ca-4531-9e12-1e24fff992ab tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.206546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55d4972e-2a71-420c-b479-8c2b6a017fab req-68a24f2b-f2ca-4531-9e12-1e24fff992ab tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 948 time: 0.2625692 Nov 22 16:27:30.217493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:30.224015 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d916531d-78c9-43d1-a819-102ca46035ea" -d '{"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:30.242200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:28Z', 'revision_number': 4, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f35a063f-5f0f-4462-a4b4-9e8dca83615b', 'name': '', 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'mac_address': 'fa:16:3e:90:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:26Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 1, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'subnets': [{'id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:30.301349 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-f2d749c0-a5bd-4fc0-9ff7-72a68e20e8cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd HTTP/1.1" status: 200 len: 217 time: 0.0789149 Nov 22 16:27:30.321460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcbb77a-22bf-4f66-9de7-988b47f1e8c2 None None] The sync data for ids ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'] in n-d-816206-6 is: [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:28Z', 'revision_number': 4, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f35a063f-5f0f-4462-a4b4-9e8dca83615b', 'name': '', 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'mac_address': 'fa:16:3e:90:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:26Z', 'updated_at': '2021-11-22T16:27:26Z', 'revision_number': 1, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'subnets': [{'id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:30.416949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47578) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:30.439107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55d4972e-2a71-420c-b479-8c2b6a017fab req-44ddb103-1dd6-4d2d-9cc3-1989a68c9ee8 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030451 Nov 22 16:27:30.458695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-64fae22c-7b05-4df6-951f-816f9dcc4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.462786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-64fae22c-7b05-4df6-951f-816f9dcc4c70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1418068 Nov 22 16:27:30.543887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260169ca-669d-4f77-80da-d706402648e0 req-9964fa5a-9c09-4832-aba5-4cff35b181bc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.557798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-260169ca-669d-4f77-80da-d706402648e0 req-9964fa5a-9c09-4832-aba5-4cff35b181bc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.3868697 Nov 22 16:27:30.655512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-1c367468-1632-4a91-bea0-bb81e1bf218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.660116 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-1c367468-1632-4a91-bea0-bb81e1bf218d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1531870 Nov 22 16:27:30.786323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23ee2d8e-b251-409d-8cbc-7cfb99a371df None None] Provisioning complete for port f35a063f-5f0f-4462-a4b4-9e8dca83615b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:30.786945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23ee2d8e-b251-409d-8cbc-7cfb99a371df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:30.855831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-260169ca-669d-4f77-80da-d706402648e0 req-ca10187e-7543-46c8-a6e5-68cfc746bc0a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964041 Nov 22 16:27:30.864450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:27:30.890756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c137077-3306-4102-9336-6a2fd4e06fe7 req-03f2edff-abe3-48c8-94c7-ce76fd9672c1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:30.892343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c137077-3306-4102-9336-6a2fd4e06fe7 req-03f2edff-abe3-48c8-94c7-ce76fd9672c1 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 947 time: 0.2731199 Nov 22 16:27:30.921358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b6db81-9243-4333-90f5-223cdc506de1', 'tag': 'c314178a-44bb-4390-8d8d-3823a9e69c30'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:30.927637 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c4b65-8165-4f99-b295-838f1583e5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "06b6db81-9243-4333-90f5-223cdc506de1", "tag": "c314178a-44bb-4390-8d8d-3823a9e69c30"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:30.947609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23ee2d8e-b251-409d-8cbc-7cfb99a371df None None] Port f35a063f-5f0f-4462-a4b4-9e8dca83615b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:30.976104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-ecceffc4-e4af-49f1-b8a8-f3a6b3e73e68 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971060 Nov 22 16:27:30.986135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79d57949-1e24-41e4-8a00-78e578b46a99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.005608 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db482a6-3b20-4030-b5de-fdbdf7c132d8 x-openstack-request-id: req-8db482a6-3b20-4030-b5de-fdbdf7c132d8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:31.005961 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:31.006254 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8db482a6-3b20-4030-b5de-fdbdf7c132d8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:31.006649 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'code': 200} Nov 22 16:27:31.008775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c137077-3306-4102-9336-6a2fd4e06fe7 req-21afbc5a-f8a9-42b0-a5e6-db8825ef1924 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985830 Nov 22 16:27:31.288651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:27:31.300775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05102aa0-9f8d-4f68-a290-b11ecacc702e admin admin] 10.222.0.65 "PUT /v2.0/routers/d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8969302 Nov 22 16:27:31.305273 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9fe4eb-f6ba-4983-8680-76fa5d64046e x-openstack-request-id: req-9d9fe4eb-f6ba-4983-8680-76fa5d64046e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:31.305616 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b6db81-9243-4333-90f5-223cdc506de1", "tag": "c314178a-44bb-4390-8d8d-3823a9e69c30", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:31.305949 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d9fe4eb-f6ba-4983-8680-76fa5d64046e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:31.306462 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b6db81-9243-4333-90f5-223cdc506de1', 'tag': 'c314178a-44bb-4390-8d8d-3823a9e69c30', 'status': 'completed', 'code': 200} Nov 22 16:27:31.355752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ee40d60-eed2-4a37-bbbc-2e02946bc393 req-97f65082-953e-4f56-98b3-1103f626d239 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650391 Nov 22 16:27:31.580025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00c5ef-8979-458f-99e2-7bc68a8caaae req-33fe29a4-bdac-45d3-8d26-7ae4da788862 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.586300 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79d57949-1e24-41e4-8a00-78e578b46a99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.590409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b00c5ef-8979-458f-99e2-7bc68a8caaae req-33fe29a4-bdac-45d3-8d26-7ae4da788862 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.2276099 Nov 22 16:27:31.613017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79d57949-1e24-41e4-8a00-78e578b46a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.712108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-24bc6cda-6a09-4e6c-872d-77f7d8c6ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.728546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b00c5ef-8979-458f-99e2-7bc68a8caaae req-55ce07db-f460-4bb4-99e9-692b0194514a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367655 Nov 22 16:27:31.736709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-24bc6cda-6a09-4e6c-872d-77f7d8c6ae7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 1098 time: 0.2904131 Nov 22 16:27:31.748275 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-79d57949-1e24-41e4-8a00-78e578b46a99 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cfe5106cc4d44401b8ddc9df19566e06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3295887 Nov 22 16:27:31.750205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6467190-f5f8-4708-b19a-f5a2ac170898 req-9a6220dc-262c-42b9-81b6-e4d07133f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.750997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47612) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:31.754526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6467190-f5f8-4708-b19a-f5a2ac170898 req-9a6220dc-262c-42b9-81b6-e4d07133f729 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1101 time: 0.2614858 Nov 22 16:27:31.771610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d57949-1e24-41e4-8a00-78e578b46a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5727d58-fbb8-4cc8-9e1a-49894b741187,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:31.840465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730780b-718a-4d8f-9a35-b23954ca2bc5 req-6e026099-3b8e-48ce-9bfc-97b025b2a602 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:31.884299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f730780b-718a-4d8f-9a35-b23954ca2bc5 req-6e026099-3b8e-48ce-9bfc-97b025b2a602 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 948 time: 0.2578919 Nov 22 16:27:31.950224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6467190-f5f8-4708-b19a-f5a2ac170898 req-8de5176f-d0d7-4ffe-a43e-f62b8df6e784 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842594 Nov 22 16:27:31.974370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee10-c6e2-4d36-a874-326fa68a6b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:31.992109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f730780b-718a-4d8f-9a35-b23954ca2bc5 req-d3f6889b-db91-4e2a-851d-c50bb39062de tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068180 Nov 22 16:27:32.067689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-1565bbb5-fe3c-4d07-b1d9-ffd1322aeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.074062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-1565bbb5-fe3c-4d07-b1d9-ffd1322aeb82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.3033891 Nov 22 16:27:32.103019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee10-c6e2-4d36-a874-326fa68a6b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.188586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cba270-0833-4f00-9f12-7fdbf03808ee req-d20289ca-57d6-4237-8c77-8ccf85956445 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.192048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4cba270-0833-4f00-9f12-7fdbf03808ee req-d20289ca-57d6-4237-8c77-8ccf85956445 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1434565 Nov 22 16:27:32.255884 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-7e22b2dc-bf83-4dcc-b2b4-dd546030c991 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=c314178a-44bb-4390-8d8d-3823a9e69c30 HTTP/1.1" status: 200 len: 217 time: 0.0480001 Nov 22 16:27:32.257010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee10-c6e2-4d36-a874-326fa68a6b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.259841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c38ee10-c6e2-4d36-a874-326fa68a6b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.264209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c38ee10-c6e2-4d36-a874-326fa68a6b6f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5727d58-fbb8-4cc8-9e1a-49894b741187 HTTP/1.1" status: 204 len: 168 time: 0.5086651 Nov 22 16:27:32.291823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38ee10-c6e2-4d36-a874-326fa68a6b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5727d58-fbb8-4cc8-9e1a-49894b741187,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:32.419370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4cba270-0833-4f00-9f12-7fdbf03808ee req-4b04babb-dad0-4dab-b4b8-015d8ea3be8f tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124391 Nov 22 16:27:32.444918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc9b51-8c6b-4a11-9874-7df651c59082 req-b122292e-3717-4796-b226-642bfdee66ba tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.457351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-e9559f54-df29-4fdc-bc6b-b28419026f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.457351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-e9559f54-df29-4fdc-bc6b-b28419026f24 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1648662 Nov 22 16:27:32.462403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0bdc9b51-8c6b-4a11-9874-7df651c59082 req-b122292e-3717-4796-b226-642bfdee66ba tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 947 time: 0.3211761 Nov 22 16:27:32.587962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0bdc9b51-8c6b-4a11-9874-7df651c59082 req-918b9a47-be9d-4f0d-a04a-b0c308b16f70 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188166 Nov 22 16:27:32.628282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8054d299-71e3-4e2b-8945-fb63877dfabe up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:32.696105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-90816fe8-1976-4ebb-a1cf-4528df561df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:32.704667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-90816fe8-1976-4ebb-a1cf-4528df561df4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2344098 Nov 22 16:27:32.792785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8054d299-71e3-4e2b-8945-fb63877dfabe triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:32.793187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:32.930845 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-27b72933-4960-46ec-b4d2-b7eb475a8de5 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186933 Nov 22 16:27:33.084652 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.145195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfd0c7-2796-4d58-9bd0-aa432964ebd8 req-29a50de6-ca5a-4daa-99c4-7a518744e514 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.153920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dfd0c7-2796-4d58-9bd0-aa432964ebd8 req-29a50de6-ca5a-4daa-99c4-7a518744e514 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.1554141 Nov 22 16:27:33.179607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 8054d299-71e3-4e2b-8945-fb63877dfabe, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8054d299-71e3-4e2b-8945-fb63877dfabe,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:33.195760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.235097 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-410c4b65-8165-4f99-b295-838f1583e5a0 req-f4796345-a06a-47db-a2c7-f3787aa07970 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934053 Nov 22 16:27:33.345907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47638) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:33.387500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1b4-8b8f-43b1-b783-127de21078bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.403882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dfd0c7-2796-4d58-9bd0-aa432964ebd8 req-16d4cfb1-e6fc-4aab-83ee-abcda5f4c97d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391453 Nov 22 16:27:33.477401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=8054d299-71e3-4e2b-8945-fb63877dfabe,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:33.751228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c314178a-44bb-4390-8d8d-3823a9e69c30 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:33.767175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b69899e-d067-4ea7-8927-ff217ce572e2 req-daa98286-9e43-4438-84f2-7f49b91963f4 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:33.774612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1b4-8b8f-43b1-b783-127de21078bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.788863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfb2c1b4-8b8f-43b1-b783-127de21078bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:33.805290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b69899e-d067-4ea7-8927-ff217ce572e2 req-daa98286-9e43-4438-84f2-7f49b91963f4 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 948 time: 0.2300937 Nov 22 16:27:33.918634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b69899e-d067-4ea7-8927-ff217ce572e2 req-a2feaaae-1ca6-4685-8e27-bc89006afe4b tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120691 Nov 22 16:27:33.957892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dfb2c1b4-8b8f-43b1-b783-127de21078bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ccd00ac27264680b2d3add2dedd692a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6096492 Nov 22 16:27:33.961989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47648) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:33.966303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2c1b4-8b8f-43b1-b783-127de21078bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a4fb12-9e5a-4580-96f5-65bae4c93d8b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.028248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c314178a-44bb-4390-8d8d-3823a9e69c30, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c314178a-44bb-4390-8d8d-3823a9e69c30,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:34.061939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'c314178a-44bb-4390-8d8d-3823a9e69c30', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'c314178a-44bb-4390-8d8d-3823a9e69c30', 'mac_address': 'fa:16:3e:e5:2e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:34.142194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a22acfa-4391-4e6c-b668-9e757e94d6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.144274 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.159059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879825a-ed38-4a8b-a029-7376fd9de53d req-4095d58f-145f-4c1e-beea-9bafacb8377b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.163260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5879825a-ed38-4a8b-a029-7376fd9de53d req-4095d58f-145f-4c1e-beea-9bafacb8377b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.0951495 Nov 22 16:27:34.177741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c314178a-44bb-4390-8d8d-3823a9e69c30 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:34.226819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c314178a-44bb-4390-8d8d-3823a9e69c30, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c314178a-44bb-4390-8d8d-3823a9e69c30,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:34.234190 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.235072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:34.351041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a22acfa-4391-4e6c-b668-9e757e94d6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.382979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:34.386087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=c314178a-44bb-4390-8d8d-3823a9e69c30,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.441321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'mac_address': 'fa:16:3e:1c:44:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:34.497941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5879825a-ed38-4a8b-a029-7376fd9de53d req-b5d0fb13-9233-4682-9eb1-e946ac725144 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162541 Nov 22 16:27:34.589263 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.616238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535c3fc8-784f-454c-8ba7-fabbbfd511fd {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:34.646072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:34.649717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8054d299-71e3-4e2b-8945-fb63877dfabe up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:34.653914 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.663951 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a22acfa-4391-4e6c-b668-9e757e94d6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.675889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a22acfa-4391-4e6c-b668-9e757e94d6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:34.677917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6a22acfa-4391-4e6c-b668-9e757e94d6f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4a4fb12-9e5a-4580-96f5-65bae4c93d8b HTTP/1.1" status: 204 len: 168 time: 0.7144079 Nov 22 16:27:34.762830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22acfa-4391-4e6c-b668-9e757e94d6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a4fb12-9e5a-4580-96f5-65bae4c93d8b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:34.801091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b0c1-b086-4525-ba32-a3d14abbe7c4 req-bd040069-cb63-4f96-ad2d-35df1d9e8805 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:34.809510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b41b0c1-b086-4525-ba32-a3d14abbe7c4 req-bd040069-cb63-4f96-ad2d-35df1d9e8805 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1300018 Nov 22 16:27:34.900327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b41b0c1-b086-4525-ba32-a3d14abbe7c4 req-345f74ec-bec4-435f-9d4a-fd8686febbbc tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880172 Nov 22 16:27:34.919352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:35.102226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8054d299-71e3-4e2b-8945-fb63877dfabe triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:35.102856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:35.123516 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Sync routers for ids ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:27:35.132154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a94e11-2196-432c-9b47-4a70352d23e0 req-70750276-a0cd-472c-b43b-d59fe5922156 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.141390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a94e11-2196-432c-9b47-4a70352d23e0 req-70750276-a0cd-472c-b43b-d59fe5922156 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 948 time: 0.0932689 Nov 22 16:27:35.192308 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Routers {'d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:35.203984 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:27:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:35.239459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a94e11-2196-432c-9b47-4a70352d23e0 req-45075241-57a4-411f-a539-634076245344 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963237 Nov 22 16:27:35.252886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['535c3fc8-784f-454c-8ba7-fabbbfd511fd'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:35.321168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['c314178a-44bb-4390-8d8d-3823a9e69c30'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:35.554119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2229ca-69c5-4233-9b0d-5d8fe589e6ab req-3ebb03f9-5c29-4b53-893c-e4b60630737b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:35.565971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae2229ca-69c5-4233-9b0d-5d8fe589e6ab req-3ebb03f9-5c29-4b53-893c-e4b60630737b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.0990784 Nov 22 16:27:35.693076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae2229ca-69c5-4233-9b0d-5d8fe589e6ab req-242a3f06-42c8-4aeb-9a42-92406f3da0ce tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254730 Nov 22 16:27:36.053274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1bb34b-f196-49b9-b6a4-9c4bee10b46f req-db9c7d2a-92fe-431f-9f55-7ac8b962154c tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:36.095181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb1bb34b-f196-49b9-b6a4-9c4bee10b46f req-db9c7d2a-92fe-431f-9f55-7ac8b962154c tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 949 time: 0.1396561 Nov 22 16:27:36.224482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb1bb34b-f196-49b9-b6a4-9c4bee10b46f req-bb363403-58c6-407b-8eef-295bdb0a85c0 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244819 Nov 22 16:27:36.395882 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Set router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:37.053534 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:37.402701 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:28Z', 'revision_number': 4, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f35a063f-5f0f-4462-a4b4-9e8dca83615b', 'name': '', 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'mac_address': 'fa:16:3e:90:ab:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:26Z', 'updated_at': '2021-11-22T16:27:28Z', 'revision_number': 2, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'subnets': [{'id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:37.504187 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Checking router: d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:27:37.505112 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Updating router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b port f35a063f-5f0f-4462-a4b4-9e8dca83615b binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:27:37.638772 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.176736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44213148-fcbd-4c39-8b92-d50258986816 req-ec20c93e-2d0a-46a7-a292-efdce4149c62 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:38.197531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44213148-fcbd-4c39-8b92-d50258986816 req-ec20c93e-2d0a-46a7-a292-efdce4149c62 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 948 time: 0.2304394 Nov 22 16:27:38.493069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44213148-fcbd-4c39-8b92-d50258986816 req-a763dfe1-825a-467d-952c-e20c6ecbcccb tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923059 Nov 22 16:27:38.593997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.705321 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.717568 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:38.909636 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cae2a-8563-4465-832b-d7bfd7bd3d45 None None] Pushing event updated for resources: {'Port': ['ID=f35a063f-5f0f-4462-a4b4-9e8dca83615b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:39.232256 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Attempting to bind port f35a063f-5f0f-4462-a4b4-9e8dca83615b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:39.232662 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Attempting to bind port f35a063f-5f0f-4462-a4b4-9e8dca83615b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:39.235390 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Attempting to bind port f35a063f-5f0f-4462-a4b4-9e8dca83615b on network 70dd1ef7-cdd9-40eb-8423-db4f233c338f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:39.256582 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:39.259562 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Checking segment: {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:39.259980 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.260384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Bound using segment: {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:39.260916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Bound port: f35a063f-5f0f-4462-a4b4-9e8dca83615b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18a2176-a109-43bf-bdf4-5d9ed047cd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:39.261538 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.325077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91995ba6-f6e7-424c-b581-8bbfa637cbaf req-bca607b8-8057-4e7c-9d47-d0c9e66bc19f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:39.332658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91995ba6-f6e7-424c-b581-8bbfa637cbaf req-bca607b8-8057-4e7c-9d47-d0c9e66bc19f tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 949 time: 0.5332303 Nov 22 16:27:39.544698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] For port f35a063f-5f0f-4462-a4b4-9e8dca83615b, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:39.559107 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] For port f35a063f-5f0f-4462-a4b4-9e8dca83615b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f35a063f-5f0f-4462-a4b4-9e8dca83615b,segment=NetworkSegment(e18a2176-a109-43bf-bdf4-5d9ed047cd98),segment_id=e18a2176-a109-43bf-bdf4-5d9ed047cd98)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:39.594661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1eb875ff-1d41-4933-9f6f-8fdf31647645 None None] Provisioning complete for port f35a063f-5f0f-4462-a4b4-9e8dca83615b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:39.600098 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eb875ff-1d41-4933-9f6f-8fdf31647645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.616118 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:39.661770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da301b5-eb90-4448-ae1b-c5bd62fd00fb req-2d62f877-4c2a-4f1d-915f-c75bc137604b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:39.671504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3da301b5-eb90-4448-ae1b-c5bd62fd00fb req-2d62f877-4c2a-4f1d-915f-c75bc137604b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.5982969 Nov 22 16:27:39.775257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3da301b5-eb90-4448-ae1b-c5bd62fd00fb req-78f49e03-8365-4c54-9245-f3220e7366ab tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022046 Nov 22 16:27:39.797436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c314178a-44bb-4390-8d8d-3823a9e69c30 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:39.838156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91995ba6-f6e7-424c-b581-8bbfa637cbaf req-4627ccbb-a468-4e13-b2db-1f2ec14658a0 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4741983 Nov 22 16:27:40.272146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eb875ff-1d41-4933-9f6f-8fdf31647645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:40.294647 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cae2a-8563-4465-832b-d7bfd7bd3d45 None None] Pushing event updated for resources: {'Port': ['ID=f35a063f-5f0f-4462-a4b4-9e8dca83615b,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:40.296910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port c314178a-44bb-4390-8d8d-3823a9e69c30 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:40.398737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port c314178a-44bb-4390-8d8d-3823a9e69c30 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:40.407842 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:40.466082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e8991-fef6-43f7-aa69-b3e01e334df9 req-e42d0302-d75f-4bcf-b3ca-1f75ec711fa6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.472172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f08e8991-fef6-43f7-aa69-b3e01e334df9 req-e42d0302-d75f-4bcf-b3ca-1f75ec711fa6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 948 time: 0.4354312 Nov 22 16:27:40.528367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-799b791d-3ecc-4d85-afd9-330377f5158f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3338826 Nov 22 16:27:40.641535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1eb875ff-1d41-4933-9f6f-8fdf31647645 None None] For port f35a063f-5f0f-4462-a4b4-9e8dca83615b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f35a063f-5f0f-4462-a4b4-9e8dca83615b,segment=NetworkSegment(e18a2176-a109-43bf-bdf4-5d9ed047cd98),segment_id=e18a2176-a109-43bf-bdf4-5d9ed047cd98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:40.647792 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Routers {'d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:27:40.649595 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:27:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:40.656811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eb875ff-1d41-4933-9f6f-8fdf31647645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:40.739319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f08e8991-fef6-43f7-aa69-b3e01e334df9 req-cbc58450-1bf8-4675-ab28-5ffc8ca86582 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464018 Nov 22 16:27:40.763425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-7142891c-0056-4a5d-b51c-6414a13089c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:40.765055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-7142891c-0056-4a5d-b51c-6414a13089c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 1101 time: 0.1994739 Nov 22 16:27:40.789415 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:27:41.034715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-30a757a6-9571-45de-b674-e2501c20dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.036813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-30a757a6-9571-45de-b674-e2501c20dce7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2429278 Nov 22 16:27:41.059267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.149074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-1a151faf-09ec-441d-8fd4-83b9a9bd6e62 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77 HTTP/1.1" status: 200 len: 217 time: 0.1015129 Nov 22 16:27:41.195640 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] Set router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:27:41.260848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb875ff-1d41-4933-9f6f-8fdf31647645 None None] Pushing event updated for resources: {'Port': ['ID=f35a063f-5f0f-4462-a4b4-9e8dca83615b,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:41.353765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c314178a-44bb-4390-8d8d-3823a9e69c30, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c314178a-44bb-4390-8d8d-3823a9e69c30,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:41.359124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b6db81-9243-4333-90f5-223cdc506de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c314178a-44bb-4390-8d8d-3823a9e69c30'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:41.367561 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f5e87-9962-4f1d-b9d1-0eb11bf130a2" -d '{"events": [{"server_uuid": "06b6db81-9243-4333-90f5-223cdc506de1", "name": "network-vif-plugged", "status": "completed", "tag": "c314178a-44bb-4390-8d8d-3823a9e69c30"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:41.382442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.383768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:41.482424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6435a430-5028-4bf3-82d1-3927ef951313 None None] Provisioning complete for port f35a063f-5f0f-4462-a4b4-9e8dca83615b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:41.482805 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6435a430-5028-4bf3-82d1-3927ef951313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.516319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-cfcb2982-4198-4ede-93df-caa180caeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.519871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-cfcb2982-4198-4ede-93df-caa180caeaee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.3593559 Nov 22 16:27:41.529428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd68b10-9caa-4b12-964f-485a210b7f86 req-87ff1415-103b-4558-a96f-3ba58c9d9a18 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.534708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fd68b10-9caa-4b12-964f-485a210b7f86 req-87ff1415-103b-4558-a96f-3ba58c9d9a18 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2413461 Nov 22 16:27:41.629474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5e3f8-840c-4121-9fa6-be3e811c19cd req-86addb50-9d88-4782-b2af-09a0f94cf7c8 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.642442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb5e3f8-840c-4121-9fa6-be3e811c19cd req-86addb50-9d88-4782-b2af-09a0f94cf7c8 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 949 time: 0.2438080 Nov 22 16:27:41.793523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=c314178a-44bb-4390-8d8d-3823a9e69c30,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:41.812662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fd68b10-9caa-4b12-964f-485a210b7f86 req-719dad2a-765f-4e3e-8824-476dff40d663 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618363 Nov 22 16:27:41.875377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 535c3fc8-784f-454c-8ba7-fabbbfd511fd completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:27:41.883715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:28Z', 'revision_number': 4, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f35a063f-5f0f-4462-a4b4-9e8dca83615b', 'name': '', 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'mac_address': 'fa:16:3e:90:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:26Z', 'updated_at': '2021-11-22T16:27:40Z', 'revision_number': 5, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'subnets': [{'id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:27:41.914531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 535c3fc8-784f-454c-8ba7-fabbbfd511fd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:41.915424 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:41.944665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb5e3f8-840c-4121-9fa6-be3e811c19cd req-cc451e54-4390-4a6b-9b71-02fdb76d1f27 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992494 Nov 22 16:27:41.967034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-75728520-c881-4ff0-9ced-8f82a4d04acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:41.972491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-75728520-c881-4ff0-9ced-8f82a4d04acf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4309647 Nov 22 16:27:42.025209 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289f6ee1-d161-4b60-a2c3-4be81ee50b5b None None] The sync data for ids ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'] in n-d-816206-6 is: [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:27:28Z', 'revision_number': 4, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f35a063f-5f0f-4462-a4b4-9e8dca83615b', 'name': '', 'network_id': '70dd1ef7-cdd9-40eb-8423-db4f233c338f', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'mac_address': 'fa:16:3e:90:ab:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:26Z', 'updated_at': '2021-11-22T16:27:40Z', 'revision_number': 5, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'subnets': [{'id': '6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:27:42.486237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-3426f848-4e21-4737-8c61-5e299ebea7e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951984 Nov 22 16:27:42.740564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f35a063f-5f0f-4462-a4b4-9e8dca83615b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:42.918234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-5247570d-cb90-4c60-9bfb-c9d70367104c service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215579 Nov 22 16:27:43.167390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4509bc4c-36bc-4c57-a624-2363b774ef04 req-175551c7-e4e2-4ccf-a75e-bddd4e4a4b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.182531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4509bc4c-36bc-4c57-a624-2363b774ef04 req-175551c7-e4e2-4ccf-a75e-bddd4e4a4b87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 1100 time: 0.2610765 Nov 22 16:27:43.218736 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edcd50d-bb91-41c7-bd8c-09aa93afb97c x-openstack-request-id: req-8edcd50d-bb91-41c7-bd8c-09aa93afb97c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:43.219361 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b6db81-9243-4333-90f5-223cdc506de1", "name": "network-vif-plugged", "status": "completed", "tag": "c314178a-44bb-4390-8d8d-3823a9e69c30", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:43.219361 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8edcd50d-bb91-41c7-bd8c-09aa93afb97c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:43.219719 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b6db81-9243-4333-90f5-223cdc506de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c314178a-44bb-4390-8d8d-3823a9e69c30', 'code': 200} Nov 22 16:27:43.249284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c27604e5-fae7-4241-aa48-4163b7649d6f req-7adfee1d-cba5-4863-8bf4-6ba05a1395d4 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285165 Nov 22 16:27:43.273073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.393806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:43.405374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.406716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de246505-ebe0-4381-8f85-d8e898b1c4b0 req-1ff403ed-4111-43ed-952f-bf534deb82cd tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.424507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de246505-ebe0-4381-8f85-d8e898b1c4b0 req-1ff403ed-4111-43ed-952f-bf534deb82cd tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.2284868 Nov 22 16:27:43.498006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f35a063f-5f0f-4462-a4b4-9e8dca83615b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:43.498381 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:43.587574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de246505-ebe0-4381-8f85-d8e898b1c4b0 req-23694d03-8336-4a8b-86b5-86061b76fcaa tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554084 Nov 22 16:27:43.603336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:43.858563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85d16f-fa28-423b-a9b9-28269c6b3bba req-3a982329-7d81-47aa-9983-fe852f7ad0ff tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:43.884829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a85d16f-fa28-423b-a9b9-28269c6b3bba req-3a982329-7d81-47aa-9983-fe852f7ad0ff tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1766527 Nov 22 16:27:44.014541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a85d16f-fa28-423b-a9b9-28269c6b3bba req-bbc7e31a-dc7a-439c-bc3b-04b500d92622 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287878 Nov 22 16:27:44.206838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-860bf24d-4486-4612-80f0-d22d24ac7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.219177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-860bf24d-4486-4612-80f0-d22d24ac7d3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 1101 time: 1.6912467 Nov 22 16:27:44.249636 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4509bc4c-36bc-4c57-a624-2363b774ef04 req-66f48c39-716a-45b3-b154-265737905db5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0647862 Nov 22 16:27:44.484697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba19cd-3db9-47ee-9ed3-3bb2439a4bc2 req-cd6059b1-b637-4c6a-9272-f9112c75fd7c tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.497318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acba19cd-3db9-47ee-9ed3-3bb2439a4bc2 req-cd6059b1-b637-4c6a-9272-f9112c75fd7c tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 950 time: 0.1776216 Nov 22 16:27:44.691504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acba19cd-3db9-47ee-9ed3-3bb2439a4bc2 req-27dc6040-3941-4982-aac3-2439b07c00a8 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930513 Nov 22 16:27:44.869366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a2d0-e174-4389-9893-8e15aa93da78 req-d20a5abc-8ea2-4326-892a-fbfb63dbbbb5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:44.880319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b639a2d0-e174-4389-9893-8e15aa93da78 req-d20a5abc-8ea2-4326-892a-fbfb63dbbbb5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.0812917 Nov 22 16:27:45.047818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-986422ac-0270-40f6-9254-879650257a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.055430 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-986422ac-0270-40f6-9254-879650257a16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4640710 Nov 22 16:27:45.098101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b639a2d0-e174-4389-9893-8e15aa93da78 req-c0ec306b-960e-4081-8240-c45121854831 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121460 Nov 22 16:27:45.223212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:45.228041 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d20cf04-ade1-4ce8-89ad-c65df34c9730" -d '{"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-plugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:45.322794 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-1d6ebfc6-9d21-4021-8b0d-aaad12b2f84b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523 HTTP/1.1" status: 200 len: 217 time: 0.2560737 Nov 22 16:27:45.344967 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49c40bb-20e7-43d2-b9cf-763f2910129d x-openstack-request-id: req-a49c40bb-20e7-43d2-b9cf-763f2910129d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:45.345823 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-plugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:45.346462 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a49c40bb-20e7-43d2-b9cf-763f2910129d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:45.347696 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'code': 200} Nov 22 16:27:45.555972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ea00-42f2-40df-8f0a-6a6ae184a38a req-33d5b111-26be-4388-9d80-a1dde67c22c3 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.573284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8af2ea00-42f2-40df-8f0a-6a6ae184a38a req-33d5b111-26be-4388-9d80-a1dde67c22c3 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2691081 Nov 22 16:27:45.644911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-41a94bbc-c2a7-462e-aa80-ad644ea2ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.663128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-41a94bbc-c2a7-462e-aa80-ad644ea2ee5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2992640 Nov 22 16:27:45.709022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8af2ea00-42f2-40df-8f0a-6a6ae184a38a req-6dac4a10-678b-426c-84f4-857c7b49f043 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298041 Nov 22 16:27:45.742112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-1cdb3400-1b4c-4617-86c5-b5e98f8fa41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.745985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-1cdb3400-1b4c-4617-86c5-b5e98f8fa41f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883825 Nov 22 16:27:45.767200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c992d-b013-4a03-902f-b8d28f19efb6 req-53eeb145-1181-4ce6-b37b-35479bc6c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.770555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d97c992d-b013-4a03-902f-b8d28f19efb6 req-53eeb145-1181-4ce6-b37b-35479bc6c242 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 1101 time: 0.2513978 Nov 22 16:27:45.927756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b24bee-fc5a-4b69-845a-5da2f1100dd3 req-0fb91cc6-d090-4f3b-b043-92fc90508080 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:45.931592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-c8baf29d-530f-4010-a245-b1b36051fa7d service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565039 Nov 22 16:27:45.949369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0b24bee-fc5a-4b69-845a-5da2f1100dd3 req-0fb91cc6-d090-4f3b-b043-92fc90508080 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 950 time: 0.1058257 Nov 22 16:27:45.991773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47840) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:46.068451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0b24bee-fc5a-4b69-845a-5da2f1100dd3 req-f36cdd7e-b066-4026-b7ed-054a3744e474 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083050 Nov 22 16:27:46.110085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d97c992d-b013-4a03-902f-b8d28f19efb6 req-e86f49fa-7b7e-4dc5-befb-1b45f110e3c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771755 Nov 22 16:27:46.268030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c0ddb7d-ed35-45b0-a0f0-32b806fa7fda req-97f23a94-77c1-439c-9cf4-569fb8da419b service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839899 Nov 22 16:27:46.309493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99eb7a65-21c3-44ae-9e46-4d37276cbbfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.468821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4889273-43f0-4c0d-acab-cc5c0bd8c09f req-f57b3807-c2c7-404b-b898-1b89f48c6e30 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:46.469401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4889273-43f0-4c0d-acab-cc5c0bd8c09f req-f57b3807-c2c7-404b-b898-1b89f48c6e30 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.1383259 Nov 22 16:27:46.483621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99eb7a65-21c3-44ae-9e46-4d37276cbbfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.616503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4889273-43f0-4c0d-acab-cc5c0bd8c09f req-30eddc04-3fd5-4ee4-b249-584d128c9193 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459482 Nov 22 16:27:46.618182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99eb7a65-21c3-44ae-9e46-4d37276cbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.700669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-99eb7a65-21c3-44ae-9e46-4d37276cbbfe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89db5884d157407283757b1d3c11ef03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7029519 Nov 22 16:27:46.702387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:46.742519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb7a65-21c3-44ae-9e46-4d37276cbbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c11b6f-533d-4e07-a292-43e5b5f8dfcb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:46.796581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07a1ed3f-864e-4c45-9fb6-5758969f2828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.841400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07a1ed3f-864e-4c45-9fb6-5758969f2828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.914161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07a1ed3f-864e-4c45-9fb6-5758969f2828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.917328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07a1ed3f-864e-4c45-9fb6-5758969f2828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:46.922591 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-07a1ed3f-864e-4c45-9fb6-5758969f2828 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36c11b6f-533d-4e07-a292-43e5b5f8dfcb HTTP/1.1" status: 204 len: 168 time: 0.2152927 Nov 22 16:27:46.937375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1ed3f-864e-4c45-9fb6-5758969f2828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c11b6f-533d-4e07-a292-43e5b5f8dfcb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.012079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec59ee3-d217-4ee9-9acb-c1a354802246 req-71fff0df-e7ab-4767-8d28-e44712df1d75 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:47.020254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aec59ee3-d217-4ee9-9acb-c1a354802246 req-71fff0df-e7ab-4767-8d28-e44712df1d75 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1268311 Nov 22 16:27:47.167630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aec59ee3-d217-4ee9-9acb-c1a354802246 req-e893646c-be71-4dd0-8121-aea3bf308d20 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392009 Nov 22 16:27:47.534235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47904) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:47.550383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd046-1089-4ddc-93a4-4b7259b0375b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.581857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015684d-0a9d-4056-924b-2495b3abaf6c req-3ae03671-809c-404d-8e26-114ea46b6574 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:47.596475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5015684d-0a9d-4056-924b-2495b3abaf6c req-3ae03671-809c-404d-8e26-114ea46b6574 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 950 time: 0.1068008 Nov 22 16:27:47.760784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd046-1089-4ddc-93a4-4b7259b0375b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.774950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd046-1089-4ddc-93a4-4b7259b0375b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:47.779242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5015684d-0a9d-4056-924b-2495b3abaf6c req-586e5186-896f-4baa-861d-82d605a17847 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816087 Nov 22 16:27:47.873646 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b5dd046-1089-4ddc-93a4-4b7259b0375b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6501c9f02c96421ea487826043ca71a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382885 Nov 22 16:27:47.874745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dd046-1089-4ddc-93a4-4b7259b0375b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ffe298-82d9-4500-b6bf-4a8174a3b199,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:47.876480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47914) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:48.021980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75ac9781-1a44-4557-87e5-ffa0a7afd0c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.048605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328b350-d547-4e51-9b53-ebde14d8d4c1 req-45c419bc-75f4-4eeb-904c-5fcdd1873e3c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.059782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4328b350-d547-4e51-9b53-ebde14d8d4c1 req-45c419bc-75f4-4eeb-904c-5fcdd1873e3c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.1218939 Nov 22 16:27:48.109663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75ac9781-1a44-4557-87e5-ffa0a7afd0c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.226686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4328b350-d547-4e51-9b53-ebde14d8d4c1 req-2a86f142-2c32-4545-8413-d6f16c317e99 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659405 Nov 22 16:27:48.293963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75ac9781-1a44-4557-87e5-ffa0a7afd0c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.297887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75ac9781-1a44-4557-87e5-ffa0a7afd0c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:48.309005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-75ac9781-1a44-4557-87e5-ffa0a7afd0c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58ffe298-82d9-4500-b6bf-4a8174a3b199 HTTP/1.1" status: 204 len: 168 time: 0.4309719 Nov 22 16:27:48.344531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac9781-1a44-4557-87e5-ffa0a7afd0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ffe298-82d9-4500-b6bf-4a8174a3b199,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:48.560417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b7b44-181b-4cf8-89eb-068dd28c6b61 req-21e4ba15-c4f5-4188-8bcf-0ff9d3bd81f9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.562195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f48b7b44-181b-4cf8-89eb-068dd28c6b61 req-21e4ba15-c4f5-4188-8bcf-0ff9d3bd81f9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1660862 Nov 22 16:27:48.580563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50b69-c2b6-431d-a1f2-ebbdfdaaf980 req-4e8c6fc9-75ca-431b-9d3f-f9540901ed6e tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:48.583772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54d50b69-c2b6-431d-a1f2-ebbdfdaaf980 req-4e8c6fc9-75ca-431b-9d3f-f9540901ed6e tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 1100 time: 0.0799375 Nov 22 16:27:48.715178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54d50b69-c2b6-431d-a1f2-ebbdfdaaf980 req-383c86fe-2b21-4732-95e0-d3f48b2dd2db tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095948 Nov 22 16:27:48.758126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f48b7b44-181b-4cf8-89eb-068dd28c6b61 req-ff8d309f-e113-45a1-9c9f-e9603b6abebb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801600 Nov 22 16:27:49.206175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791d807-d80d-4a88-b844-482f6e1846bb req-a14047c9-da7c-4a6c-9522-ff7648703ba4 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:49.232476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d791d807-d80d-4a88-b844-482f6e1846bb req-a14047c9-da7c-4a6c-9522-ff7648703ba4 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 950 time: 0.1679349 Nov 22 16:27:49.346271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-aebbd977-305e-4001-bfff-010a51f6b0d6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943527 Nov 22 16:27:49.377758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d791d807-d80d-4a88-b844-482f6e1846bb req-8ef38588-5b74-42f2-a67d-7b677d10b7cf tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435547 Nov 22 16:27:49.681956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-6359a4c1-cd84-4237-88c8-dfc65dcaf7b7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:49.684467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-6359a4c1-cd84-4237-88c8-dfc65dcaf7b7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3369725 Nov 22 16:27:49.724172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-3813eb06-b816-45d0-84d9-74201856d81a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/quotas/efe73d52e3de4d588962831a47224ad3 HTTP/1.1" status: 200 len: 375 time: 0.0314367 Nov 22 16:27:49.762360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-3a39c530-ae35-4e21-9982-71616cd45cae tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:49.770779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-3a39c530-ae35-4e21-9982-71616cd45cae tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.2639427 Nov 22 16:27:49.815832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-cd269501-109b-46b1-a3cb-267e9559884a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/quotas/0c0f07237ebb41a5a83090190193d6a9 HTTP/1.1" status: 200 len: 375 time: 0.0432715 Nov 22 16:27:49.895017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2a49109-af19-47eb-ac7f-8cf886eaabe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:49.985623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-3ec51cda-3715-4d9b-b8ad-8411d5530501 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2600403 Nov 22 16:27:50.036657 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-80168d64-c973-42a3-81a0-928e38622a27 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2195334 Nov 22 16:27:50.335276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-e2f15cbf-a073-4110-867e-ef73f92e6ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969790 Nov 22 16:27:50.541349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:50.584844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-d8685c83-2492-4091-af74-d159695c5cb0 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484519 Nov 22 16:27:50.940019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.044812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:51.053050 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410cfffd-d64c-47a4-b062-401ed7546d85" -d '{"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-unplugged", "status": "completed", "tag": "e453c812-da9f-4653-8a66-988c4530703d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:51.104732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:51.114252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.217506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b0cd8-445d-46a6-8dfc-0ffa227b66c9 req-76e7f086-47d0-4ee5-8b5e-07a6512806d3 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.229282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c2b0cd8-445d-46a6-8dfc-0ffa227b66c9 req-76e7f086-47d0-4ee5-8b5e-07a6512806d3 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2911468 Nov 22 16:27:51.316021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:51.394710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c88ee4c7-39b6-439c-aa39-1b7a99eee197 req-80fe4294-8740-4339-8f0c-01bbcd42bc5f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 210 time: 0.0854542 Nov 22 16:27:51.442957 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c2b0cd8-445d-46a6-8dfc-0ffa227b66c9 req-d7da5f1f-8a00-4722-be7c-d8c72b910532 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111630 Nov 22 16:27:51.486396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60046c80-56c0-43df-be63-3ede1216e0de req-ad10b4dc-32b0-4bb1-ae20-946635dc5bd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:51.491061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60046c80-56c0-43df-be63-3ede1216e0de req-ad10b4dc-32b0-4bb1-ae20-946635dc5bd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "GET /v2.0/ports?device_id=d270a1ec-e140-4043-97e0-976e59e7922f HTTP/1.1" status: 200 len: 945 time: 0.4525056 Nov 22 16:27:51.663599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07897993-1186-4a6d-9257-78ed91c7e0b6 req-a4727ff8-bf9c-4334-a5ed-67b79173f90f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 210 time: 0.1528623 Nov 22 16:27:51.735310 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921692a0-7474-4cc9-bd19-51ed92cbf1dc x-openstack-request-id: req-921692a0-7474-4cc9-bd19-51ed92cbf1dc {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:51.735620 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-unplugged", "status": "completed", "tag": "e453c812-da9f-4653-8a66-988c4530703d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:51.736580 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-921692a0-7474-4cc9-bd19-51ed92cbf1dc {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:51.737373 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d', 'code': 200} Nov 22 16:27:51.773162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Deleting port e453c812-da9f-4653-8a66-988c4530703d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:27:51.773162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:51.972563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] For port e453c812-da9f-4653-8a66-988c4530703d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e453c812-da9f-4653-8a66-988c4530703d,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:51.972974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.013560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Calling delete_port for e453c812-da9f-4653-8a66-988c4530703d owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:27:52.401484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.491202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event deleted for resources: {'Port': ['ID=e453c812-da9f-4653-8a66-988c4530703d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:52.590508 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-14a87076-e52a-405f-88e0-a7b863c415c6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=efe73d52e3de4d588962831a47224ad3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370607 Nov 22 16:27:52.665713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca34eaee-5422-41ef-b2ba-99941798978c req-3173a60a-0f6d-4c25-bd17-13c3e5ea0bd5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 210 time: 0.0943997 Nov 22 16:27:52.668474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] No DVR routers for this DVR port e453c812-da9f-4653-8a66-988c4530703d on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:27:52.696533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.713195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60046c80-56c0-43df-be63-3ede1216e0de req-fe26165f-629a-475b-b844-6a20e1170dd2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "DELETE /v2.0/ports/e453c812-da9f-4653-8a66-988c4530703d HTTP/1.1" status: 204 len: 173 time: 1.2160401 Nov 22 16:27:52.713993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-deleted', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:52.716452 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14935ef1-fba8-44ad-8918-d68c25af60a4" -d '{"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-deleted", "tag": "e453c812-da9f-4653-8a66-988c4530703d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:52.820895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db15d2-a577-4749-8c7e-a69abf2f98a1 req-36feb6ca-8aad-4041-a16f-3f09b97e6ad5 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:52.833315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04db15d2-a577-4749-8c7e-a69abf2f98a1 req-36feb6ca-8aad-4041-a16f-3f09b97e6ad5 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1654818 Nov 22 16:27:52.870259 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d815fac8-0941-4a46-82b3-51c15bacedcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:52.921241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-b648b09d-f645-4219-842e-a41481f989a2 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:52.923720 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-b648b09d-f645-4219-842e-a41481f989a2 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3154461 Nov 22 16:27:52.925954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04db15d2-a577-4749-8c7e-a69abf2f98a1 req-acaef1ca-f268-45a3-8c6d-f6eeb9be428e tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909951 Nov 22 16:27:52.952141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Request body: {'port': {'device_id': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'efe73d52e3de4d588962831a47224ad3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:52.995089 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a949eb0-4a6e-4275-88a3-94e09d3e1aef x-openstack-request-id: req-0a949eb0-4a6e-4275-88a3-94e09d3e1aef {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:52.995593 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d270a1ec-e140-4043-97e0-976e59e7922f", "name": "network-vif-deleted", "tag": "e453c812-da9f-4653-8a66-988c4530703d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:52.996033 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a949eb0-4a6e-4275-88a3-94e09d3e1aef {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:52.996588 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd270a1ec-e140-4043-97e0-976e59e7922f', 'name': 'network-vif-deleted', 'tag': 'e453c812-da9f-4653-8a66-988c4530703d', 'status': 'completed', 'code': 200} Nov 22 16:27:53.182955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f012e8af-0a3e-4302-82ba-7cd0ab4fa4cb req-99bf6084-7efe-4929-90dc-9f19db3b8d65 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 210 time: 0.0716147 Nov 22 16:27:53.272465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Made reservation on behalf of efe73d52e3de4d588962831a47224ad3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:53.280169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:53.633986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Allocated IP 192.168.233.127 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:53.870936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:53.885370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:27:54.081823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:54.194502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.252427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:54.308917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'mac_address': 'fa:16:3e:1c:44:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:27:54.340331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-e684eada-716d-4df1-bee2-4506dd73f87b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.342408 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-e684eada-716d-4df1-bee2-4506dd73f87b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.2626994 Nov 22 16:27:54.408939 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.421830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Request body: {'port': {'device_id': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'admin_state_up': True, 'tenant_id': '0c0f07237ebb41a5a83090190193d6a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:54.442024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.455030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 535c3fc8-784f-454c-8ba7-fabbbfd511fd {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:54.471094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:54.477130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886', 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'c314178a-44bb-4390-8d8d-3823a9e69c30'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:54.491865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:54.563260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:54.573002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:54.606750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:54.609324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:27:54.623924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.745020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: e453c812-da9f-4653-8a66-988c4530703d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:27:54.745426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e453c812-da9f-4653-8a66-988c4530703d not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:27:54.749415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e596aeb1-01f6-4a56-88ef-2dc643ce0a32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.770567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da67929f-d47a-4c2a-a194-25c8d59967aa req-03e81005-9e92-4da6-8390-4cbf66d5e3f0 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 210 time: 0.9432724 Nov 22 16:27:54.874962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.876532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:54.938101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['535c3fc8-784f-454c-8ba7-fabbbfd511fd'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:27:54.940363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2d0b2-c342-4d17-87df-2236bea1dfd7 req-867554e3-7848-4e8d-bb1b-dcd607696aa2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:54.955348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdc2d0b2-c342-4d17-87df-2236bea1dfd7 req-867554e3-7848-4e8d-bb1b-dcd607696aa2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2022839 Nov 22 16:27:54.965089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event updated for resources: {'Port': ['ID=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:55.029131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.030590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.031132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.031858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.032333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.033680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.034279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.034723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.035184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.035682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.036107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.036529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:55.066100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-99607301-7098-41e6-ab10-2fed02ccc8ec req-1c4fed89-4187-43ed-87dc-c572e2e59604 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 210 time: 0.0991230 Nov 22 16:27:55.069644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-ec5b50f4-86a8-4f82-a9d5-85a5df81e35f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1341465 Nov 22 16:27:55.084456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Request body: {'port': {'device_id': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:55.111494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:55.147903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdc2d0b2-c342-4d17-87df-2236bea1dfd7 req-3553d49a-9e87-4b34-abed-54eb4e180552 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871488 Nov 22 16:27:55.197030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-41825552-9da0-472a-9c86-201a5cb0abc3 None None] Provisioning complete for port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:55.197465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41825552-9da0-472a-9c86-201a5cb0abc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.252072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.309140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Made reservation on behalf of 0c0f07237ebb41a5a83090190193d6a9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:27:55.312960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.316197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-41825552-9da0-472a-9c86-201a5cb0abc3 None None] Port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:27:55.387958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.426477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e596aeb1-01f6-4a56-88ef-2dc643ce0a32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.444829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e596aeb1-01f6-4a56-88ef-2dc643ce0a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:55.885731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:27:55.953073 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e596aeb1-01f6-4a56-88ef-2dc643ce0a32 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91fcd9d6709d476eb0471a7928500174&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8662012 Nov 22 16:27:55.956262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48180) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:55.992323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596aeb1-01f6-4a56-88ef-2dc643ce0a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffd2cdd-dd97-401c-808d-d9af035d2a3a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:55.993517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.042932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119be04-a8ea-4563-9201-8e12c92055ca req-125aca47-c6b6-4551-b282-546b6b9e65b7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.048964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 535c3fc8-784f-454c-8ba7-fabbbfd511fd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:27:56.049334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.056494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8119be04-a8ea-4563-9201-8e12c92055ca req-125aca47-c6b6-4551-b282-546b6b9e65b7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 936 time: 0.1581843 Nov 22 16:27:56.226994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Allocated IP 172.20.0.14 (3ef78086-ee15-48f8-aede-6f122dfd89fa/e85babbb-af90-4fc2-ade5-0d5a082d4312/7439d77a-2f9c-40e0-855e-5c1b0353272c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:27:56.227212 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.279671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8119be04-a8ea-4563-9201-8e12c92055ca req-96c87b2e-8b89-4e13-a55f-5eef2dec1895 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185929 Nov 22 16:27:56.299868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.304651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:56.307250 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb78f6bf-8523-486b-a559-5e765b0a5c23" -d '{"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-plugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:56.326542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:27:56.333610 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.350011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.421909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:56.458875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5361924-4e56-477c-885c-057e187d9fcf req-c0be3d10-7e66-43d6-9eb4-63f4b3c864e5 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 210 time: 0.0462430 Nov 22 16:27:56.540613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.544133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.545533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ffd2cdd-dd97-401c-808d-d9af035d2a3a HTTP/1.1" status: 204 len: 168 time: 0.5798333 Nov 22 16:27:56.589523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffd2cdd-dd97-401c-808d-d9af035d2a3a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:56.625525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.625898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.627233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.628566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.628566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.628566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.628981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.629134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.658814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.659482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.659831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.660226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8bbd25-3d8a-4921-9d02-d7038c9e7b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:27:56.715983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.737162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bde7ad-ccfe-42fc-9ad2-14d3d1ce71d2 req-6f021fe9-f52d-4599-a6ed-27b3509eb9c8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:56.755066 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f0d7b3-5050-4f25-b32e-087aceee12af x-openstack-request-id: req-65f0d7b3-5050-4f25-b32e-087aceee12af {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:56.755414 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-plugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:56.755687 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-65f0d7b3-5050-4f25-b32e-087aceee12af {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:56.756094 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'code': 200} Nov 22 16:27:56.760631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22bde7ad-ccfe-42fc-9ad2-14d3d1ce71d2 req-6f021fe9-f52d-4599-a6ed-27b3509eb9c8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2701633 Nov 22 16:27:56.793525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:56.916518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22bde7ad-ccfe-42fc-9ad2-14d3d1ce71d2 req-a4217c7e-571e-44c2-b599-b7c5915fdb5c tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538854 Nov 22 16:27:56.949058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:27:56.969174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:27:56.977203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:27:57.026129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.039121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:57.063339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.064683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48218) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:57.090955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e097f44-a411-4134-8c3e-5a858c231b4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.099635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.100354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.119675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Transition to ACTIVE for port object ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:57.143391 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.157465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6a3d60d8-af0e-4a65-98ba-3ccc385f8ca9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7509999 Nov 22 16:27:57.212539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Request body: {'port': {'device_id': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:27:57.245593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Pushing event updated for resources: {'Port': ['ID=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.280290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e097f44-a411-4134-8c3e-5a858c231b4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.328746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.331808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e097f44-a411-4134-8c3e-5a858c231b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.382044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e097f44-a411-4134-8c3e-5a858c231b4a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ff497074f7a4de58dda421f0247dc9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3161674 Nov 22 16:27:57.384538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48224) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:27:57.445241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e097f44-a411-4134-8c3e-5a858c231b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c6ace-124e-4d49-b8a6-fd9f8b4d37e4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:57.622293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Attempting to bind port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:57.622531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Attempting to bind port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:57.622831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Attempting to bind port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:57.637121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:57.637121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Attempting to bind port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:57.651300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:57.651653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:57.652030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:57.652207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6041ffdd-88d6-49c2-8566-33bd9dd50983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.652527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Bound port: ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:57.652836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.785929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81539d59-8baa-4731-8d46-6512fc36cb99 req-4f24ea91-6590-4914-bc36-bf2c35a754ad tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.799441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81539d59-8baa-4731-8d46-6512fc36cb99 req-4f24ea91-6590-4914-bc36-bf2c35a754ad tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 948 time: 0.3237743 Nov 22 16:27:57.808009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6041ffdd-88d6-49c2-8566-33bd9dd50983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:57.900542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16268eef-6fb1-446a-927f-922e97ec7193 req-1aa8a676-7354-4f1f-a95c-6519339d28c6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:57.902175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16268eef-6fb1-446a-927f-922e97ec7193 req-1aa8a676-7354-4f1f-a95c-6519339d28c6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 932 time: 0.2557859 Nov 22 16:27:57.937194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] For port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:58.015238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7439d77a-2f9c-40e0-855e-5c1b0353272c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:27:58.027575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.043648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Transition to ACTIVE for port object 7439d77a-2f9c-40e0-855e-5c1b0353272c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:27:58.050158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] For port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:58.052740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.116132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.152977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81539d59-8baa-4731-8d46-6512fc36cb99 req-ffbdd1da-e8dc-4c1a-8dce-f9a579e3f026 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477275 Nov 22 16:27:58.182683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.183179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.187229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] 10.222.0.20 "PUT /v2.0/ports/ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e HTTP/1.1" status: 200 len: 1096 time: 3.1091645 Nov 22 16:27:58.188804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:58.196362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'tag': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:27:58.211653 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4df586-ed0d-4ab9-b4e9-5813d736a351" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3", "tag": "ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:27:58.253016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6041ffdd-88d6-49c2-8566-33bd9dd50983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.257442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6041ffdd-88d6-49c2-8566-33bd9dd50983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.258637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6041ffdd-88d6-49c2-8566-33bd9dd50983 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fe1c6ace-124e-4d49-b8a6-fd9f8b4d37e4 HTTP/1.1" status: 204 len: 168 time: 0.8729358 Nov 22 16:27:58.312056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041ffdd-88d6-49c2-8566-33bd9dd50983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c6ace-124e-4d49-b8a6-fd9f8b4d37e4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:58.339499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a771f3f-1189-4c7e-afa0-a4f4a3971945 service neutron] Pushing event updated for resources: {'Port': ['ID=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:58.346861 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16268eef-6fb1-446a-927f-922e97ec7193 req-b314ea8b-2858-49b2-ba71-6af1a0ac2875 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303579 Nov 22 16:27:58.534675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-31e66796-e856-4231-a633-4a790b9716b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.537599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-31e66796-e856-4231-a633-4a790b9716b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 1099 time: 0.2887685 Nov 22 16:27:58.600551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26bbb1-c4f7-4359-8ee1-0d255c0bb1fa req-d8a98d13-99a3-4bfa-af82-fcfd368d0c76 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.610750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f26bbb1-c4f7-4359-8ee1-0d255c0bb1fa req-d8a98d13-99a3-4bfa-af82-fcfd368d0c76 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1084998 Nov 22 16:27:58.671595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-c08f0452-c855-42a1-b6a5-cc3f6aed5686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e HTTP/1.1" status: 200 len: 217 time: 0.1200585 Nov 22 16:27:58.673164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Attempting to bind port 7439d77a-2f9c-40e0-855e-5c1b0353272c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:27:58.674699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Attempting to bind port 7439d77a-2f9c-40e0-855e-5c1b0353272c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:27:58.675190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Attempting to bind port 7439d77a-2f9c-40e0-855e-5c1b0353272c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:58.719091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Port 7439d77a-2f9c-40e0-855e-5c1b0353272c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:27:58.720017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f26bbb1-c4f7-4359-8ee1-0d255c0bb1fa req-1fbf40c7-d4fd-4341-8429-cc5541dce5cc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062920 Nov 22 16:27:58.721804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Attempting to bind port 7439d77a-2f9c-40e0-855e-5c1b0353272c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:27:58.780444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:27:58.781932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Checking segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:27:58.783370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Bound using segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:27:58.784387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Bound port: 7439d77a-2f9c-40e0-855e-5c1b0353272c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:27:58.785244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:58.815786 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f699b87c-ebc5-4051-afa7-4bd1feec232d x-openstack-request-id: req-f699b87c-ebc5-4051-afa7-4bd1feec232d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:27:58.816696 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3", "tag": "ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:27:58.817142 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f699b87c-ebc5-4051-afa7-4bd1feec232d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:27:58.818850 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'tag': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e', 'status': 'completed', 'code': 200} Nov 22 16:27:58.974246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:27:58.984686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:27:58.988796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-24a36b30-3473-43cf-8e00-48721f2c6cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:58.994941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-24a36b30-3473-43cf-8e00-48721f2c6cf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.3028920 Nov 22 16:27:59.001270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.060243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.061788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:27:59.063409 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/7439d77a-2f9c-40e0-855e-5c1b0353272c HTTP/1.1" status: 200 len: 1092 time: 1.8656669 Nov 22 16:27:59.266257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-c442e9ee-2c56-43af-89ac-fdcc24b36ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.268822 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-c442e9ee-2c56-43af-89ac-fdcc24b36ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 1095 time: 0.1304724 Nov 22 16:27:59.269639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6317152b-5960-40c2-bf16-2a08c3c196e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:27:59.316848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-58c9a983-0038-40c5-9e44-e481a699b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.319274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-58c9a983-0038-40c5-9e44-e481a699b6d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3056030 Nov 22 16:27:59.405683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-b0e7e4c1-a4db-484f-9e3f-5a5c68bf2442 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c HTTP/1.1" status: 200 len: 217 time: 0.1140063 Nov 22 16:27:59.430890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81326148-dab6-4881-a502-24fc1d14308c req-b4aa0217-4de1-4117-b2b7-a57b8a6d8267 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.443567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81326148-dab6-4881-a502-24fc1d14308c req-b4aa0217-4de1-4117-b2b7-a57b8a6d8267 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 948 time: 0.1241536 Nov 22 16:27:59.567432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81326148-dab6-4881-a502-24fc1d14308c req-a4cf9a2e-905a-4be8-8d22-2c113fca529e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197731 Nov 22 16:27:59.567750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-884d4999-9717-43f0-bf73-e87f57b6b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.573462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-884d4999-9717-43f0-bf73-e87f57b6b4a1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.1550598 Nov 22 16:27:59.683208 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-d40171ea-d463-40b9-9213-d759f19f497b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936353 Nov 22 16:27:59.760583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-082c687c-749b-45e2-9804-75728762e2e6 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534060 Nov 22 16:27:59.962905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa557a2b-a0a5-4916-942d-2a4c18c27c65 req-5add6f24-8748-4198-8bd4-aa28ea051fde tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:27:59.966019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa557a2b-a0a5-4916-942d-2a4c18c27c65 req-5add6f24-8748-4198-8bd4-aa28ea051fde tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 944 time: 0.1066062 Nov 22 16:28:00.045683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-2429cfb3-2393-483f-986d-9376d06af5cc service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3346918 Nov 22 16:28:00.071658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb36873a-6756-41fa-986c-e8a2601e4eac req-b347af9c-1fa0-44db-99a7-462e8798152e service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632461 Nov 22 16:28:00.122226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa557a2b-a0a5-4916-942d-2a4c18c27c65 req-6765b58b-cc6c-465c-96f7-e464545a98d0 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387675 Nov 22 16:28:00.403770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42b4ef-55e5-4406-8a6d-272ff880ca5a req-c7c9be5b-477d-4c8b-9355-f29561bed2c9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:00.421953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f42b4ef-55e5-4406-8a6d-272ff880ca5a req-c7c9be5b-477d-4c8b-9355-f29561bed2c9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1241293 Nov 22 16:28:00.563735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f42b4ef-55e5-4406-8a6d-272ff880ca5a req-fb36dcea-a3c2-4bcb-8841-971d941ab82b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404896 Nov 22 16:28:00.681402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8641eb43-677c-41b5-aaac-73ba098644a0 req-62e7fe19-257d-4ea7-930e-6d353e4c479e service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6074972 Nov 22 16:28:00.782488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-6e03cfa6-2399-4ccf-a0c2-7828489671d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:00.786881 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-6e03cfa6-2399-4ccf-a0c2-7828489671d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=efe73d52e3de4d588962831a47224ad3&device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 1099 time: 0.1840739 Nov 22 16:28:01.018000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:01.020704 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fd48d4-aa12-4f28-a85c-4aa7655be964" -d '{"events": [{"name": "network-changed", "server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:01.025069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-2f49bc53-c122-48b5-a0b7-437ff6078e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.027040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-2f49bc53-c122-48b5-a0b7-437ff6078e74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2328517 Nov 22 16:28:01.134421 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-4fa80520-b4a7-4f26-8f35-a12c8e3b71bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e HTTP/1.1" status: 200 len: 217 time: 0.0905621 Nov 22 16:28:01.160217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf129c-7553-467f-9699-3a6a42370fbd req-3323fb45-94c4-4c80-9eef-48fd8ecff250 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.170823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fcf129c-7553-467f-9699-3a6a42370fbd req-3323fb45-94c4-4c80-9eef-48fd8ecff250 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 948 time: 0.0812571 Nov 22 16:28:01.232025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-e4ac4fc4-9466-4837-abb5-90df4d635010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.233855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-e4ac4fc4-9466-4837-abb5-90df4d635010 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0968332 Nov 22 16:28:01.298894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fcf129c-7553-467f-9699-3a6a42370fbd req-4648b68c-faf8-4eb6-8d03-9fbd498f382a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243019 Nov 22 16:28:01.343854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-c6491f2b-48ed-417b-bf1b-62f66e2354c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.349526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-c6491f2b-48ed-417b-bf1b-62f66e2354c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1076558 Nov 22 16:28:01.559097 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceaac602-0c0e-49df-835f-4ba0b94e0310 x-openstack-request-id: req-ceaac602-0c0e-49df-835f-4ba0b94e0310 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:01.561829 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:01.562249 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ceaac602-0c0e-49df-835f-4ba0b94e0310 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:01.564401 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'status': 'completed', 'code': 200} Nov 22 16:28:01.605834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-b5f02225-89e5-4ae7-aa38-6e2cd5454d63 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484221 Nov 22 16:28:01.730288 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6c4df586-ed0d-4ab9-b4e9-5813d736a351 req-1f6fef56-b46c-4f9f-90db-bea4796ee545 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099730 Nov 22 16:28:01.771758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-ce094958-0f5c-415c-a1b2-4eadf25a176d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.773304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-ce094958-0f5c-415c-a1b2-4eadf25a176d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 1095 time: 0.1627686 Nov 22 16:28:01.931229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-641563c2-9abd-4764-ac11-bf017de0d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:01.933007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-641563c2-9abd-4764-ac11-bf017de0d27c service neutron] 10.222.0.66 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 905 time: 0.1381688 Nov 22 16:28:02.008733 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-324df554-fb33-406e-b590-09b40b3a6046 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c HTTP/1.1" status: 200 len: 217 time: 0.0617919 Nov 22 16:28:02.101244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-fb029e84-750e-4a26-905a-210ff298342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:02.103419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-fb029e84-750e-4a26-905a-210ff298342e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.0577061 Nov 22 16:28:02.148423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-412c015a-c3e9-4117-9c61-a7cc80a17054 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335755 Nov 22 16:28:02.319353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-f4384755-f56d-496e-bf71-d2fca1f33c11 service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517560 Nov 22 16:28:02.493687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f5fd48d4-aa12-4f28-a85c-4aa7655be964 req-1ea05e32-6916-43d3-bce9-b3bbcfad3e2a service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467676 Nov 22 16:28:02.613889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:02.760402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:02.776371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e', 'mac_address': 'fa:16:3e:b0:23:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:02.825034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:02.850317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:02.877702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:02.884605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:02.961688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:02.987987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.988629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.989147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.989642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.990202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.990832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.991321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.991921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.992694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.993180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.993841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:02.994368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:03.225799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:03.917804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:04.077077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:04.097610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'mac_address': 'fa:16:3e:a1:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:04.146747 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.200529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7439d77a-2f9c-40e0-855e-5c1b0353272c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:04.231454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:04.241451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.336968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:04.633228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:04.748201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:04.768902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:04.769467 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.896199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:04.942444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:04.947387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:04.951734 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae36f2b-5a7b-4061-9474-0d0f89506898" -d '{"events": [{"server_uuid": "d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3", "name": "network-vif-plugged", "status": "completed", "tag": "ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:04.956487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:05.052246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:05.201529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['7439d77a-2f9c-40e0-855e-5c1b0353272c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:07.066525 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:07.121486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37db36d-fdb6-46c8-8e0c-77c095a8a76d req-4af60345-f2ed-49f0-962b-ecdc917d5236 tempest-AbsoluteLimitsNegativeTestJSON-664725554 tempest-AbsoluteLimitsNegativeTestJSON-664725554-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=052d660f7eab4dd086f148b1d620c3de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451064 Nov 22 16:28:07.263140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5814a-f72a-4d64-bfb3-6758bcfd2f4f req-dca1e63b-a846-4208-bbde-013167d73019 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:07.264671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26d5814a-f72a-4d64-bfb3-6758bcfd2f4f req-dca1e63b-a846-4208-bbde-013167d73019 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 945 time: 0.1084342 Nov 22 16:28:07.327603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37db36d-fdb6-46c8-8e0c-77c095a8a76d req-f6c63b26-88fe-4d22-a254-b89a707d8d5e tempest-AbsoluteLimitsNegativeTestJSON-664725554 tempest-AbsoluteLimitsNegativeTestJSON-664725554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:07.329102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37db36d-fdb6-46c8-8e0c-77c095a8a76d req-f6c63b26-88fe-4d22-a254-b89a707d8d5e tempest-AbsoluteLimitsNegativeTestJSON-664725554 tempest-AbsoluteLimitsNegativeTestJSON-664725554-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982665 Nov 22 16:28:07.360824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37db36d-fdb6-46c8-8e0c-77c095a8a76d req-64b1b6af-32d5-4685-9789-5012f3df9b1a tempest-AbsoluteLimitsNegativeTestJSON-664725554 tempest-AbsoluteLimitsNegativeTestJSON-664725554-project] 10.222.0.65 "GET /v2.0/quotas/052d660f7eab4dd086f148b1d620c3de HTTP/1.1" status: 200 len: 375 time: 0.0170143 Nov 22 16:28:07.394835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26d5814a-f72a-4d64-bfb3-6758bcfd2f4f req-f8451953-95e4-45c8-bb0d-19d00c7d1bbf tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172028 Nov 22 16:28:07.433694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37db36d-fdb6-46c8-8e0c-77c095a8a76d req-0389c633-d830-482a-bb8e-d12079c1f04a tempest-AbsoluteLimitsNegativeTestJSON-664725554 tempest-AbsoluteLimitsNegativeTestJSON-664725554-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=052d660f7eab4dd086f148b1d620c3de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0667102 Nov 22 16:28:07.621497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695e56e-c56c-4840-8ccd-9b6620bea5d2 req-3448719d-6b05-4b0d-948a-76f15dd70797 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:07.630872 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e695e56e-c56c-4840-8ccd-9b6620bea5d2 req-3448719d-6b05-4b0d-948a-76f15dd70797 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 950 time: 0.1005092 Nov 22 16:28:07.680414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e0753-aaf8-4ad8-97ed-6132a0fa57f1 req-e7784f69-b22b-4b24-b44b-3add0ae2596d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:07.682455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c8e0753-aaf8-4ad8-97ed-6132a0fa57f1 req-e7784f69-b22b-4b24-b44b-3add0ae2596d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1739714 Nov 22 16:28:07.784213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e695e56e-c56c-4840-8ccd-9b6620bea5d2 req-1741a807-9116-4fae-88b6-bfd9e494d50e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476121 Nov 22 16:28:07.835616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c8e0753-aaf8-4ad8-97ed-6132a0fa57f1 req-7d989f62-efc0-4209-ae2b-0bfb34af9106 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287754 Nov 22 16:28:07.901569 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e35a8d-4698-4751-b3c8-d027ab841d2d x-openstack-request-id: req-b6e35a8d-4698-4751-b3c8-d027ab841d2d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:07.901992 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3", "name": "network-vif-plugged", "status": "completed", "tag": "ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:07.902333 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6e35a8d-4698-4751-b3c8-d027ab841d2d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:07.902686 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e', 'code': 200} Nov 22 16:28:07.973909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48368) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:08.048044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0e47e-e088-486a-906a-d5d7ee612818 req-4b6a10db-5cc5-4bbc-8adb-68cfd7b43df8 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.051822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3df0e47e-e088-486a-906a-d5d7ee612818 req-4b6a10db-5cc5-4bbc-8adb-68cfd7b43df8 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1097 time: 0.0894220 Nov 22 16:28:08.059077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee03244-a9cd-4d40-96b7-d852f0154444 req-b03ac242-d429-4826-a6ef-130299d523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.061678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fee03244-a9cd-4d40-96b7-d852f0154444 req-b03ac242-d429-4826-a6ef-130299d523f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 1101 time: 0.0799060 Nov 22 16:28:08.126169 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fee03244-a9cd-4d40-96b7-d852f0154444 req-502abbc2-3d95-4964-9987-135a16d812d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539908 Nov 22 16:28:08.152130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3df0e47e-e088-486a-906a-d5d7ee612818 req-38d7d56d-1131-46cd-b090-989d602f16ce tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931461 Nov 22 16:28:08.224214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec1b4c13-7b79-4971-9f4a-833f6784e88a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.406523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec1b4c13-7b79-4971-9f4a-833f6784e88a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.420814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec1b4c13-7b79-4971-9f4a-833f6784e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.489922 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ec1b4c13-7b79-4971-9f4a-833f6784e88a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=052d660f7eab4dd086f148b1d620c3de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142415 Nov 22 16:28:08.491108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b4c13-7b79-4971-9f4a-833f6784e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ca65eb-17a7-48d9-8498-7159de259f4b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:08.495101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:08.560173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.608223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-258d0e8f-12eb-45d9-b5bf-6a6136e42d73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.640933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-258d0e8f-12eb-45d9-b5bf-6a6136e42d73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.721007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-258d0e8f-12eb-45d9-b5bf-6a6136e42d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.725217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-258d0e8f-12eb-45d9-b5bf-6a6136e42d73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:08.726435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-258d0e8f-12eb-45d9-b5bf-6a6136e42d73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21ca65eb-17a7-48d9-8498-7159de259f4b HTTP/1.1" status: 204 len: 168 time: 0.2314208 Nov 22 16:28:08.733876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-43480bf9-0be3-4532-979d-4d37c4881c26 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:08.735554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d0e8f-12eb-45d9-b5bf-6a6136e42d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ca65eb-17a7-48d9-8498-7159de259f4b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:08.759217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-43480bf9-0be3-4532-979d-4d37c4881c26 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/networks?id=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 HTTP/1.1" status: 200 len: 815 time: 0.2962692 Nov 22 16:28:08.782676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-b13215cd-7e5f-43e9-a354-23d751a51aab tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/quotas/522039d5945c4ac78e72a5c35c70da0d HTTP/1.1" status: 200 len: 375 time: 0.0218658 Nov 22 16:28:08.852871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-fc46b276-421c-49d3-9955-68aa2f808846 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=522039d5945c4ac78e72a5c35c70da0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691712 Nov 22 16:28:08.992929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-59395d88-ed9d-4a9e-b743-2038121e2887 service neutron] 10.222.0.65 "GET /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388981 Nov 22 16:28:09.129338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-6668e74c-c653-4ee4-9d64-814dc4f99828 service neutron] 10.222.0.65 "GET /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295905 Nov 22 16:28:09.435139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa0849b-e966-406d-9b9a-30456f3cabf2 req-a147a500-b1ac-45a9-8fe3-fd78d6b278eb tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:09.448443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfa0849b-e966-406d-9b9a-30456f3cabf2 req-a147a500-b1ac-45a9-8fe3-fd78d6b278eb tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 945 time: 0.0942957 Nov 22 16:28:09.558638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfa0849b-e966-406d-9b9a-30456f3cabf2 req-76cf985f-2063-43f5-a80f-c974b67ec400 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085384 Nov 22 16:28:09.714781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a10b1d-13b1-4865-bb1f-734fc9226901 req-1ac18ff9-5c78-41da-9f20-6b67dd5b92dd tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:09.717598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a10b1d-13b1-4865-bb1f-734fc9226901 req-1ac18ff9-5c78-41da-9f20-6b67dd5b92dd tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 950 time: 0.0816216 Nov 22 16:28:09.831276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a10b1d-13b1-4865-bb1f-734fc9226901 req-da28b838-5274-45f4-b319-b310e0a3c2d5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966699 Nov 22 16:28:09.950001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:10.049206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bce292-6976-4c64-8b2b-d2df565aeef0 req-907ece06-0703-4082-bd05-5f327ddef0f9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.053971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 7439d77a-2f9c-40e0-855e-5c1b0353272c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:10.059975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 7439d77a-2f9c-40e0-855e-5c1b0353272c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:10.060570 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.065729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85bce292-6976-4c64-8b2b-d2df565aeef0 req-907ece06-0703-4082-bd05-5f327ddef0f9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1170905 Nov 22 16:28:10.092417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:10.223977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.254372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85bce292-6976-4c64-8b2b-d2df565aeef0 req-1db9a855-7e66-42f0-b25d-dc29b3160637 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876316 Nov 22 16:28:10.341439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:10.351858 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0d6549-53cf-46ac-9349-2187bf95af3c" -d '{"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:10.369791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-886233115-network', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:10.403042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:10.415153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Made reservation on behalf of 1ca5f5744a6a496b90e01dd0f964386e for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:10.419870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.429742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.443063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.509124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48478) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:10.520030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:10.631691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-23c9b3e9-ac0d-4728-ba80-7a496ae88c87 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:28:10.655332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-23c9b3e9-ac0d-4728-ba80-7a496ae88c87 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1432199 Nov 22 16:28:10.699259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.708561 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.741947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:28:10.748580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f5a0664-5d3d-4a4a-a53e-67aa87b9c0b7 req-6a072571-337b-4729-bad2-27cf3f43298c tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 210 time: 0.0732062 Nov 22 16:28:10.774338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01fab27-23e9-4e15-af64-c89bf78f9c2c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:10.784414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.784983 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Added segment 89f283b5-3a77-4c0d-b060-24e290f33cc5 of type vlan for network 36670122-3de2-4d1a-a686-d6db42255beb Nov 22 16:28:10.858660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.920033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-37e80299-3dab-4748-bc9a-8b1e6517435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.926234 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.928367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:10.928656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-37e80299-3dab-4748-bc9a-8b1e6517435c service neutron] 10.222.0.65 "GET /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 1094 time: 0.1784565 Nov 22 16:28:10.929004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:10.935293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:10.936005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:28:11.007418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0dd308-5592-4d8e-b356-0d970f8a98ff req-62502d5c-6ffc-46bb-8936-1c101800c264 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.016585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c0dd308-5592-4d8e-b356-0d970f8a98ff req-62502d5c-6ffc-46bb-8936-1c101800c264 tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 1101 time: 0.1317449 Nov 22 16:28:11.039548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] Pushing event updated for resources: {'Network': ['ID=36670122-3de2-4d1a-a686-d6db42255beb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:11.054397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 36670122-3de2-4d1a-a686-d6db42255beb details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:28:11.056167 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06e4daa7-b204-464e-8008-9c454a0f1bd2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9605453 Nov 22 16:28:11.059170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48492) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:11.065463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Request body: {'subnet': {'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-886233115-subnet', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:11.115137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Made reservation on behalf of 1ca5f5744a6a496b90e01dd0f964386e for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:11.121859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.270208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c0dd308-5592-4d8e-b356-0d970f8a98ff req-9652d50e-7741-44bd-b6f4-31facaf8a11c tempest-ServersOnMultiNodesTest-1229470496 tempest-ServersOnMultiNodesTest-1229470496-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467039 Nov 22 16:28:11.392873 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470bce85-55aa-40cd-bfec-3886437c19dc x-openstack-request-id: req-470bce85-55aa-40cd-bfec-3886437c19dc {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:11.393412 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:11.394161 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-470bce85-55aa-40cd-bfec-3886437c19dc {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:11.394366 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'code': 200} Nov 22 16:28:11.463064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:11.464369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:11.466429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:11.481030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:11.481692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:11.499251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:11.500732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:11.500732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:11.501119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Bound port: dd9b3a70-29a3-48fd-98c4-dc88284801cb, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:11.513136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.586513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-f8584e66-7721-45c4-87bc-7e23ae2ccee4 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.586513 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-f8584e66-7721-45c4-87bc-7e23ae2ccee4 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.20 "GET /v2.0/networks?id=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 HTTP/1.1" status: 200 len: 815 time: 0.4604552 Nov 22 16:28:11.604462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Request body: {'port': {'device_id': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'admin_state_up': True, 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:11.611373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578f7418-f741-4682-80ea-f491a86765e1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:11.628143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:11.644236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:11.669030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-156fa0e1-15bb-401b-b36c-d074091ba1c4 service neutron] 10.222.0.65 "POST /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb/bindings HTTP/1.1" status: 201 len: 389 time: 0.7383878 Nov 22 16:28:11.749639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4edab5e-f8b8-4469-9290-8450ff75e498 req-1347cd38-fd30-4c73-9de2-68547f7085bf tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.758768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4edab5e-f8b8-4469-9290-8450ff75e498 req-1347cd38-fd30-4c73-9de2-68547f7085bf tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1907070 Nov 22 16:28:11.835901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Checking segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:11.839379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Network hostable DHCP agents. Network: 36670122-3de2-4d1a-a686-d6db42255beb, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:28:11.892724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4edab5e-f8b8-4469-9290-8450ff75e498 req-8348c04f-9509-4b05-bd6c-c6e7ac6fa9e9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267235 Nov 22 16:28:11.956905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684102d-e47d-4412-9467-0dac56fd0fed req-b45a637d-b568-4f5b-b39a-867d739246fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:11.959938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e684102d-e47d-4412-9467-0dac56fd0fed req-b45a637d-b568-4f5b-b39a-867d739246fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 1097 time: 0.2293825 Nov 22 16:28:12.020197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Network 36670122-3de2-4d1a-a686-d6db42255beb is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:28:12.058865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 36670122-3de2-4d1a-a686-d6db42255beb) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:12.073544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:12.074435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.083115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2e4082-ccb0-42c6-9524-407d8554e789 None None] Network 36670122-3de2-4d1a-a686-d6db42255beb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:12.086540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Made reservation on behalf of 522039d5945c4ac78e72a5c35c70da0d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:12.090778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.107225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e684102d-e47d-4412-9467-0dac56fd0fed req-92866c4b-83e5-435b-8ca7-ed0f770f3d1b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118345 Nov 22 16:28:12.113574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fb1413aa-7c0d-4e6c-9678-f300fb5d24f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0530496 Nov 22 16:28:12.121389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48520) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:12.135357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:12.232999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.234093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.271038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd7ed8-9cd5-4b91-9913-dfb68264bacc req-f8c36362-ef2d-410c-9c41-bd681602876a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:12.273054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bfd7ed8-9cd5-4b91-9913-dfb68264bacc req-f8c36362-ef2d-410c-9c41-bd681602876a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.2652583 Nov 22 16:28:12.327800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Allocated IP 172.20.0.8 (867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1/22c476d4-3295-4667-a9a8-66ae96bb9159/f1fce494-d544-41c3-84ce-e771ecf49151) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:12.331353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-9e754920-d04a-4788-bf29-acf5169b2ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:12.333398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-9e754920-d04a-4788-bf29-acf5169b2ca7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1097 time: 0.1484041 Nov 22 16:28:12.381281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bfd7ed8-9cd5-4b91-9913-dfb68264bacc req-d988b729-d237-41be-adbe-b34e4c24d555 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004846 Nov 22 16:28:12.494560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-36670122-3de2-4d1a-a686-d6db42255beb', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:28:12.495605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.547493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-e2b7d417-d602-428d-9c63-954385f53f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:12.553374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-e2b7d417-d602-428d-9c63-954385f53f56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1800959 Nov 22 16:28:12.752655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-94127079-a86e-433d-9cab-67470dac9697 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 217 time: 0.1700952 Nov 22 16:28:12.763465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.789432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.854970 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:12.910687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Allocated IP 172.20.0.2 (36670122-3de2-4d1a-a686-d6db42255beb/578f7418-f741-4682-80ea-f491a86765e1/cfde6907-0ca2-49e2-8bfb-245936017a34) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:12.918100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:12.922323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:12.930115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:12.936929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Pushing event updated for resources: {'Port': ['ID=f1fce494-d544-41c3-84ce-e771ecf49151,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:12.967816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbd4f0f5-5536-4a75-b963-cd3b614185d6 req-e6a65d62-4cd6-4d80-bd63-d04103fe0b25 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 210 time: 0.2340794 Nov 22 16:28:13.062066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-9f6e6389-ebf6-47c2-af27-394f0b828c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.067287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-9f6e6389-ebf6-47c2-af27-394f0b828c5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.2920437 Nov 22 16:28:13.100412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.104295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.140738 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-5e02d9e3-bdf3-47d1-80b3-33e7c8a77e8b tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5420644 Nov 22 16:28:13.165944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.179554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Request body: {'port': {'device_id': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:13.234225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-a1ed8496-6c8e-4f41-a355-456d56d49299 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624766 Nov 22 16:28:13.339340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.355249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.362312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.479816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b466bfb-f53c-4e1d-b061-b9f33c5b8da8 req-e6020246-d382-471a-9e9f-675806ceef68 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.488913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b466bfb-f53c-4e1d-b061-b9f33c5b8da8 req-e6020246-d382-471a-9e9f-675806ceef68 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.3156011 Nov 22 16:28:13.522200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Network 36670122-3de2-4d1a-a686-d6db42255beb is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:13.559598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:13.571630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:13.607701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Pushing event updated for resources: {'Port': ['ID=cfde6907-0ca2-49e2-8bfb-245936017a34,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:13.683158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-aa6bf001-e94b-4d18-a25b-a96dc022a8d6 None None] Provisioning complete for port f1fce494-d544-41c3-84ce-e771ecf49151 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:13.683956 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aa6bf001-e94b-4d18-a25b-a96dc022a8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.697208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-3ac922ef-6395-4dc1-8cbc-975c98b9bb44 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196846 Nov 22 16:28:13.729796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Attempting to bind port cfde6907-0ca2-49e2-8bfb-245936017a34 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:13.730187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Attempting to bind port cfde6907-0ca2-49e2-8bfb-245936017a34 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:13.730698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Attempting to bind port cfde6907-0ca2-49e2-8bfb-245936017a34 on network 36670122-3de2-4d1a-a686-d6db42255beb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:13.743253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:13.743689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Checking segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:13.744170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.744492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Bound using segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:13.745080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Bound port: cfde6907-0ca2-49e2-8bfb-245936017a34, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:13.745550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.768820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-aa6bf001-e94b-4d18-a25b-a96dc022a8d6 None None] Port f1fce494-d544-41c3-84ce-e771ecf49151 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:13.781577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b466bfb-f53c-4e1d-b061-b9f33c5b8da8 req-99d52a82-a773-4f0c-bdd3-9b715d6144cc tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913861 Nov 22 16:28:13.849167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] For port cfde6907-0ca2-49e2-8bfb-245936017a34, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:13.853216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] For port cfde6907-0ca2-49e2-8bfb-245936017a34, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cfde6907-0ca2-49e2-8bfb-245936017a34,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:13.860093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.880630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cb09d5-f07b-477e-b742-213511b9f5e0 req-7ab694ed-0c15-4d68-9916-e0803030d975 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:13.883211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2cb09d5-f07b-477e-b742-213511b9f5e0 req-7ab694ed-0c15-4d68-9916-e0803030d975 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 950 time: 0.2277522 Nov 22 16:28:13.938192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1fce494-d544-41c3-84ce-e771ecf49151 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:13.949087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:13.966418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Transition to ACTIVE for port object f1fce494-d544-41c3-84ce-e771ecf49151 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:13.975742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.020060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403ab09-0bc2-47db-ac77-69968c8e4fa8 None None] Pushing event updated for resources: {'Port': ['ID=cfde6907-0ca2-49e2-8bfb-245936017a34,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:14.216627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fce494-d544-41c3-84ce-e771ecf49151,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:14.321557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2cb09d5-f07b-477e-b742-213511b9f5e0 req-12cb3c50-cb9a-4862-b67b-8b83e47d56e5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178584 Nov 22 16:28:14.388414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Attempting to bind port f1fce494-d544-41c3-84ce-e771ecf49151 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:14.388862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Attempting to bind port f1fce494-d544-41c3-84ce-e771ecf49151 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:14.389167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Attempting to bind port f1fce494-d544-41c3-84ce-e771ecf49151 on network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:14.401789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Port f1fce494-d544-41c3-84ce-e771ecf49151 on network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:14.402123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Attempting to bind port f1fce494-d544-41c3-84ce-e771ecf49151 on network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:14.436150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741f891-f209-471e-8b59-19284ebe179e req-9f6a8563-e46e-4df5-8c1b-4d6178e38ab0 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:14.449214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4741f891-f209-471e-8b59-19284ebe179e req-9f6a8563-e46e-4df5-8c1b-4d6178e38ab0 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 950 time: 0.2334089 Nov 22 16:28:14.454991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:14.454991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Checking segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:14.456275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Bound using segment: {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:14.456456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Bound port: f1fce494-d544-41c3-84ce-e771ecf49151, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf7bd91-7ee0-4b37-8053-da795f4c3a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:14.456856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.515445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574cd8c-912b-42eb-bf06-f1902477b192 req-baacd807-6e8b-4f98-9208-c6760283bdb5 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:14.537385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2574cd8c-912b-42eb-bf06-f1902477b192 req-baacd807-6e8b-4f98-9208-c6760283bdb5 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.4047954 Nov 22 16:28:14.558062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-593edfe1-11fd-45da-988f-5bd60a4dba6a service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6726041 Nov 22 16:28:14.603564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.677196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:14.724354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.777427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] For port f1fce494-d544-41c3-84ce-e771ecf49151, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:14.791649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] For port f1fce494-d544-41c3-84ce-e771ecf49151, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f1fce494-d544-41c3-84ce-e771ecf49151,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:14.808258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:14.982719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:14.995902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:14.996243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.012743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.018053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.019876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f1fce494-d544-41c3-84ce-e771ecf49151 HTTP/1.1" status: 200 len: 1091 time: 1.8531406 Nov 22 16:28:15.022766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'tag': 'f1fce494-d544-41c3-84ce-e771ecf49151'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:15.037410 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22c9d74-4690-4aed-9596-0c90d6d3b344" -d '{"events": [{"name": "network-changed", "server_uuid": "31a25879-ca85-4ab1-bed1-3205a896cebe", "tag": "f1fce494-d544-41c3-84ce-e771ecf49151"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:15.223938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea57ae-fa8c-42f7-843d-a33cc0f818c2 service neutron] Pushing event updated for resources: {'Port': ['ID=f1fce494-d544-41c3-84ce-e771ecf49151,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:15.412958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:15.524110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:15.524918 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.544694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'mac_address': 'fa:16:3e:a6:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:15.576902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-46bb8f64-dea1-40b2-b0b9-0f0bfefb3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.581128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.583398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-46bb8f64-dea1-40b2-b0b9-0f0bfefb3cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522039d5945c4ac78e72a5c35c70da0d&device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 1094 time: 0.3229592 Nov 22 16:28:15.617773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:15.625438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76b647f-be0d-405d-98f3-8c502ec63f61 req-e80480ef-3a67-461b-a59e-d557ec8d8cb4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:15.627645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b76b647f-be0d-405d-98f3-8c502ec63f61 req-e80480ef-3a67-461b-a59e-d557ec8d8cb4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 1.0859463 Nov 22 16:28:15.675544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2574cd8c-912b-42eb-bf06-f1902477b192 req-7c94d84a-81a8-4937-9dce-69c943f7c373 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1160154 Nov 22 16:28:15.755199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-faacae9e-2892-4207-9b00-3e4dc98889af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1fce494-d544-41c3-84ce-e771ecf49151 HTTP/1.1" status: 200 len: 217 time: 0.1610854 Nov 22 16:28:15.864081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:15.871602 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8c8b02-808a-47d8-a74a-66dddcaaf93e" -d '{"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:15.872539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b76b647f-be0d-405d-98f3-8c502ec63f61 req-e3716abf-e4cd-4737-945e-4b0e9b1f84e8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125232 Nov 22 16:28:15.906654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:15.969030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Allocated IP 172.25.6.122 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bc5a5101-0f54-4459-b104-6b99c4d70c38) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:15.997346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:16.000263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:16.033245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.112656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:16.348043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-6319234e-2191-44f8-8631-896d6a86e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:16.349702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-6319234e-2191-44f8-8631-896d6a86e935 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22c476d4-3295-4667-a9a8-66ae96bb9159 HTTP/1.1" status: 200 len: 854 time: 0.4642925 Nov 22 16:28:16.350961 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.351995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1278f4-fae9-4b93-a044-a8129574c39c req-5a05ff88-40ea-4005-873c-ef95ee7dacf2 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:16.353678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa1278f4-fae9-4b93-a044-a8129574c39c req-5a05ff88-40ea-4005-873c-ef95ee7dacf2 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.1900375 Nov 22 16:28:16.388255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f203494-edef-4f32-bd64-c58721515459 req-b9a1da37-4385-4a28-8956-36e4124764a4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:16.397027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f203494-edef-4f32-bd64-c58721515459 req-b9a1da37-4385-4a28-8956-36e4124764a4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.1497536 Nov 22 16:28:16.400503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c5a10-c007-4353-90f1-5e6fea6a888f None None] Network 36670122-3de2-4d1a-a686-d6db42255beb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:28:16.410067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452', 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:16.416003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886', 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'c314178a-44bb-4390-8d8d-3823a9e69c30'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:16.445524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.504124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:16.596507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f203494-edef-4f32-bd64-c58721515459 req-a09e0cba-4034-4d8c-8d12-6111560f5a55 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985066 Nov 22 16:28:16.608092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa1278f4-fae9-4b93-a044-a8129574c39c req-15041fb3-a470-4b18-b222-d5d1f72946ec tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476108 Nov 22 16:28:16.654982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.680548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-e9d510ed-10b0-4518-aabf-36be7a486325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:16.692966 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-e9d510ed-10b0-4518-aabf-36be7a486325 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3296406 Nov 22 16:28:16.746945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cfde6907-0ca2-49e2-8bfb-245936017a34 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:16.758408 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87179783-3128-4dc3-9249-3f056ba751d2 x-openstack-request-id: req-87179783-3128-4dc3-9249-3f056ba751d2 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:16.758743 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a25879-ca85-4ab1-bed1-3205a896cebe", "tag": "f1fce494-d544-41c3-84ce-e771ecf49151", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:16.759042 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87179783-3128-4dc3-9249-3f056ba751d2 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:16.759460 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'tag': 'f1fce494-d544-41c3-84ce-e771ecf49151', 'status': 'completed', 'code': 200} Nov 22 16:28:16.762033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:16.774203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:16.781696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:16.788340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:16.793468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:16.796153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4741f891-f209-471e-8b59-19284ebe179e req-3e3d68f5-33ca-4dd5-8f55-3d1dd2e2a612 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "DELETE /v2.0/ports/ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e HTTP/1.1" status: 204 len: 173 time: 2.3239889 Nov 22 16:28:16.933223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:16.966108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc0ef598-09be-403c-b4a3-c86fc27dfbc3 req-474a3cb6-9d7e-431e-bd01-471dca17fe2a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3 HTTP/1.1" status: 200 len: 210 time: 0.1899705 Nov 22 16:28:17.082459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Pushing event updated for resources: {'Port': ['ID=bc5a5101-0f54-4459-b104-6b99c4d70c38,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:17.086909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:28:17.087418 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:28:17.157214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-7118211f-8603-4cba-bb58-ab720540a027 service neutron] 10.222.0.20 "GET /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4131243 Nov 22 16:28:17.223521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d10afa8a-71d7-40ed-8966-0ed4ff8a49d5 None None] Provisioning complete for port cfde6907-0ca2-49e2-8bfb-245936017a34 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:17.223897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d10afa8a-71d7-40ed-8966-0ed4ff8a49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.295325 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:28:17.331778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0448ca-0fea-478f-8b88-ff9eae8fccd8 req-31f2c7c7-1930-4382-999e-1fac71606490 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:17.333514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0448ca-0fea-478f-8b88-ff9eae8fccd8 req-31f2c7c7-1930-4382-999e-1fac71606490 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 950 time: 0.3755913 Nov 22 16:28:17.370558 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f992cca1-42b0-4a60-b96c-3a6a7e80777f x-openstack-request-id: req-f992cca1-42b0-4a60-b96c-3a6a7e80777f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:17.370908 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:17.371291 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f992cca1-42b0-4a60-b96c-3a6a7e80777f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:17.371719 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'code': 200} Nov 22 16:28:17.436711 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.473082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-454256f1-e4e9-40ab-96a5-5e5c61cba4f5 req-7b52ef1b-f0ae-4423-b39a-966a775f6f64 service neutron] 10.222.0.20 "GET /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819922 Nov 22 16:28:17.492571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:17.553041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d10afa8a-71d7-40ed-8966-0ed4ff8a49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.572050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:17.603417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d10afa8a-71d7-40ed-8966-0ed4ff8a49d5 None None] For port cfde6907-0ca2-49e2-8bfb-245936017a34, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cfde6907-0ca2-49e2-8bfb-245936017a34,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:17.631578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0448ca-0fea-478f-8b88-ff9eae8fccd8 req-d3cad6f3-8720-4791-b007-9d296e186a89 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566943 Nov 22 16:28:17.652172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e9221-dd11-44b3-bc64-3c9986ae13aa req-62e68640-7391-4a0d-ac74-2c8a22c0f23c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:17.665592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-855e9221-dd11-44b3-bc64-3c9986ae13aa req-62e68640-7391-4a0d-ac74-2c8a22c0f23c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.3890572 Nov 22 16:28:17.768097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-756f4022-49ff-466e-8dd5-205088210c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:17.769281 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-756f4022-49ff-466e-8dd5-205088210c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=522039d5945c4ac78e72a5c35c70da0d&device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 1094 time: 0.1633997 Nov 22 16:28:17.976814 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.136424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port cfde6907-0ca2-49e2-8bfb-245936017a34 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:18.137000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.252552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-855e9221-dd11-44b3-bc64-3c9986ae13aa req-d3762fe5-d4ff-4124-900c-36f7f3dba1e1 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5857286 Nov 22 16:28:18.303222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-50c029f9-3ef6-46e2-ba5b-a3b22a2283e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.304996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-50c029f9-3ef6-46e2-ba5b-a3b22a2283e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 HTTP/1.1" status: 200 len: 916 time: 0.5231524 Nov 22 16:28:18.364309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:18.380297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d10afa8a-71d7-40ed-8966-0ed4ff8a49d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.393141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.457611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-0165840b-0ab3-41f9-a771-e04e086b9460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1fce494-d544-41c3-84ce-e771ecf49151 HTTP/1.1" status: 200 len: 217 time: 0.0492210 Nov 22 16:28:18.549879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457ce83-1f5c-4191-95fd-1dc56c30c890 req-8983a3cb-4cff-4402-bc7b-fa72112e8084 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.552924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8457ce83-1f5c-4191-95fd-1dc56c30c890 req-8983a3cb-4cff-4402-bc7b-fa72112e8084 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.5769629 Nov 22 16:28:18.612646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-df3b64a7-a166-4c39-ae5a-8ec40dd62b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.620120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-df3b64a7-a166-4c39-ae5a-8ec40dd62b39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22c476d4-3295-4667-a9a8-66ae96bb9159 HTTP/1.1" status: 200 len: 854 time: 0.1288090 Nov 22 16:28:18.623512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:18.686444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f2095a73-ceb2-4f76-90f4-8885e25eee67 None None] Provisioning complete for port cfde6907-0ca2-49e2-8bfb-245936017a34 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:18.686871 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2095a73-ceb2-4f76-90f4-8885e25eee67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:18.689172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8457ce83-1f5c-4191-95fd-1dc56c30c890 req-a5c42669-e7dc-48de-8795-77dcc65d9355 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264319 Nov 22 16:28:18.757103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab899035-7f99-4c18-bb7a-7371e87e6ab0 req-961d3b6a-ce04-4436-bf8f-52dbd8538695 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.757566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-30c1bc3a-09cb-482b-ac86-8a9a99708320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:18.763348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab899035-7f99-4c18-bb7a-7371e87e6ab0 req-961d3b6a-ce04-4436-bf8f-52dbd8538695 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 948 time: 0.3253217 Nov 22 16:28:18.763725 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-30c1bc3a-09cb-482b-ac86-8a9a99708320 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223319 Nov 22 16:28:18.764815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'name': 'network-vif-deleted', 'tag': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:18.775343 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f323cd75-0397-445a-947a-209eac451742" -d '{"events": [{"server_uuid": "d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3", "name": "network-vif-deleted", "tag": "ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:18.781440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:18.962326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.037066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-f75281d5-d0ba-49a1-994b-dd12ef3e1dd6 service neutron] 10.222.0.20 "GET /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504525 Nov 22 16:28:19.090105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:19.185761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10afa8a-71d7-40ed-8966-0ed4ff8a49d5 None None] Pushing event updated for resources: {'Port': ['ID=cfde6907-0ca2-49e2-8bfb-245936017a34,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:19.196628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab899035-7f99-4c18-bb7a-7371e87e6ab0 req-48da6c16-5a81-4685-87cc-860e22950448 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142411 Nov 22 16:28:19.268748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc0ec5-fe12-4436-8136-b88ffa1dae88 req-785ae729-66df-4ecf-96ce-a66a273df97e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:19.274439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cdc0ec5-fe12-4436-8136-b88ffa1dae88 req-785ae729-66df-4ecf-96ce-a66a273df97e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.4222822 Nov 22 16:28:19.314220 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d22c9d74-4690-4aed-9596-0c90d6d3b344 req-7e3ec54a-a038-457f-b976-d271ea15fe6a service neutron] 10.222.0.20 "GET /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539415 Nov 22 16:28:19.425224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:19.428065 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a430a-2e0e-45cd-91b5-5f46dd114195" -d '{"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-unplugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:19.435496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:19.460336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:19.634421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cdc0ec5-fe12-4436-8136-b88ffa1dae88 req-be8d29e0-cc38-4143-b116-878e435bcc86 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722202 Nov 22 16:28:19.681448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798922cb-5af3-4795-8221-ce995dc0a3d8 req-7d5b9fcf-9db1-4393-9454-40069b037b14 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:19.686692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-798922cb-5af3-4795-8221-ce995dc0a3d8 req-7d5b9fcf-9db1-4393-9454-40069b037b14 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.2249091 Nov 22 16:28:19.824246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-798922cb-5af3-4795-8221-ce995dc0a3d8 req-f2ceb8a0-7682-4e7f-9fac-1a43d18778e7 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234813 Nov 22 16:28:19.833258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Router a22cc3eb-819e-4e6d-9779-e32af16e59f8 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:28:19.979593 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa228163-6484-465a-9c40-368a38d32b56 x-openstack-request-id: req-aa228163-6484-465a-9c40-368a38d32b56 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:19.980207 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3", "name": "network-vif-deleted", "tag": "ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:19.980207 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa228163-6484-465a-9c40-368a38d32b56 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:19.980520 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cf92f2-8e2a-4f3b-b07e-ff086bc3bbc3', 'name': 'network-vif-deleted', 'tag': 'ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e', 'status': 'completed', 'code': 200} Nov 22 16:28:20.067568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d38145f-21b0-4d34-ab53-b376746a31b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.091571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:20.138818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Sync routers for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:20.148727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:20.153201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-83060263-d5f0-4d22-9d9d-b8ce7392bf4b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0306358 Nov 22 16:28:20.156055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48616) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:20.344986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:20.347974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:20.547052 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2103fde2-baa3-4d04-99f9-600fe9318d05 x-openstack-request-id: req-2103fde2-baa3-4d04-99f9-600fe9318d05 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:20.549190 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-unplugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:20.549687 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2103fde2-baa3-4d04-99f9-600fe9318d05 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:20.550192 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'code': 200} Nov 22 16:28:20.680742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30952e-e484-4a54-9dec-663626cb6c85 req-3198c82b-0431-4867-bd72-91e681ce506e tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.682376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e30952e-e484-4a54-9dec-663626cb6c85 req-3198c82b-0431-4867-bd72-91e681ce506e tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.1167443 Nov 22 16:28:20.885426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e30952e-e484-4a54-9dec-663626cb6c85 req-84372122-f2a9-410c-a35a-9ef48a57fad4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915352 Nov 22 16:28:20.941886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8c8c4-d9c9-400d-adb8-3f32b7d88bf6 req-b23d2a0a-3d85-4fc2-8745-6d3b0510b532 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:20.947018 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cce8c8c4-d9c9-400d-adb8-3f32b7d88bf6 req-b23d2a0a-3d85-4fc2-8745-6d3b0510b532 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1966414 Nov 22 16:28:20.958536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:21.069317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cce8c8c4-d9c9-400d-adb8-3f32b7d88bf6 req-05d47f1c-123e-4a3c-915a-ef28507d0982 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124074 Nov 22 16:28:21.072366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:21.128732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:21.129204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ed732f49-c6a0-4e8a-ab7d-5b6ea2c7bc5e not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:21.305843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cfde6907-0ca2-49e2-8bfb-245936017a34 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:21.371162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f7c2c-4f24-4e9c-8323-ac6b62fb7027 req-6a70b8e7-01cc-4f2e-8a13-ec8c67d42bf7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:21.373287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-059f7c2c-4f24-4e9c-8323-ac6b62fb7027 req-6a70b8e7-01cc-4f2e-8a13-ec8c67d42bf7 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.1595132 Nov 22 16:28:21.481293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-059f7c2c-4f24-4e9c-8323-ac6b62fb7027 req-3696f854-b07f-4e22-bdbb-d50338cbca84 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991845 Nov 22 16:28:21.632001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port cfde6907-0ca2-49e2-8bfb-245936017a34 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:21.632493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.718362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c5b35-753f-4d56-9185-dd3180daa3af req-fac4253e-272c-4b33-a20b-02ff0adb278e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:21.721313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-491c5b35-753f-4d56-9185-dd3180daa3af req-fac4253e-272c-4b33-a20b-02ff0adb278e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.0997081 Nov 22 16:28:21.775500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:17Z', 'revision_number': 3, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:21.817340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-491c5b35-753f-4d56-9185-dd3180daa3af req-35992656-9617-431b-9a24-87b3b23af188 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891426 Nov 22 16:28:21.835824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Checking router: a22cc3eb-819e-4e6d-9779-e32af16e59f8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:21.836238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Updating router a22cc3eb-819e-4e6d-9779-e32af16e59f8 port bc5a5101-0f54-4459-b104-6b99c4d70c38 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:21.850478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:21.949745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.234239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Allocated IP 172.20.0.1 (36670122-3de2-4d1a-a686-d6db42255beb/578f7418-f741-4682-80ea-f491a86765e1/3cc63c35-63da-4f40-bfa4-001321cd7cd8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:22.453002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291179a3-a968-497b-98f7-8796460ba2b8 req-c37b9308-8842-45a2-9e3f-1fed8fe436a7 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:22.462409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-291179a3-a968-497b-98f7-8796460ba2b8 req-c37b9308-8842-45a2-9e3f-1fed8fe436a7 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.1966336 Nov 22 16:28:22.493794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-490bbbe6-8ebb-4c23-9f7e-8dfc591df048 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--473663076&fields=id&tenant_id=af4d1c2927f8486e9c9f75b796cf8e22 HTTP/1.1" status: 200 len: 267 time: 0.2128799 Nov 22 16:28:22.517713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.595995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.627612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-291179a3-a968-497b-98f7-8796460ba2b8 req-d257af0f-a0b5-4e38-8649-0a4cc3cb8a52 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639452 Nov 22 16:28:22.686124 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.696363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.707914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc63c35-63da-4f40-bfa4-001321cd7cd8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:22.734319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Network 36670122-3de2-4d1a-a686-d6db42255beb is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:22.748588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:22.751519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:22.760622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-c767f218-ecb6-4a1a-9896-2800f7b55113 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:22.777281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-c767f218-ecb6-4a1a-9896-2800f7b55113 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 824 time: 0.2819664 Nov 22 16:28:22.853943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Attempting to bind port bc5a5101-0f54-4459-b104-6b99c4d70c38 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:22.856689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Attempting to bind port bc5a5101-0f54-4459-b104-6b99c4d70c38 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:22.860455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Attempting to bind port bc5a5101-0f54-4459-b104-6b99c4d70c38 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:22.868250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.900965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-1afc9262-b8fc-4191-afc1-752ff37bd5b6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/quotas/af4d1c2927f8486e9c9f75b796cf8e22 HTTP/1.1" status: 200 len: 375 time: 0.1219232 Nov 22 16:28:22.930189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:22.930870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:22.939261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:22.940000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:22.940720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Bound port: bc5a5101-0f54-4459-b104-6b99c4d70c38, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:22.947584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.090630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65a725-3f9b-4b5b-8e40-dfadae229242 req-b0c450e2-b5ac-46d5-80bf-880e78043ac5 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:23.093992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a65a725-3f9b-4b5b-8e40-dfadae229242 req-b0c450e2-b5ac-46d5-80bf-880e78043ac5 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 950 time: 0.3012788 Nov 22 16:28:23.119534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] For port bc5a5101-0f54-4459-b104-6b99c4d70c38, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:23.125013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] For port bc5a5101-0f54-4459-b104-6b99c4d70c38, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bc5a5101-0f54-4459-b104-6b99c4d70c38,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:23.143518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:23.149972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-36475f86-2569-4d44-a7a3-86be64b58270 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2478566 Nov 22 16:28:23.229086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.247096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5791323-8337-4d6e-b5cd-12663181b42b None None] Pushing event updated for resources: {'Port': ['ID=bc5a5101-0f54-4459-b104-6b99c4d70c38,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:23.251647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.395621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-64d24e02-bc19-4b0f-a7ad-d78e458174be service neutron] 10.222.0.65 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298265 Nov 22 16:28:23.395838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5791323-8337-4d6e-b5cd-12663181b42b None None] Pushing event updated for resources: {'Port': ['ID=bc5a5101-0f54-4459-b104-6b99c4d70c38,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:23.398573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e518ffd-7d89-4dea-9aa8-84c2af359e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.461143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2ad072fc-1d28-4b51-8b99-2e1c0c140875 None None] Provisioning complete for port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:23.461513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ad072fc-1d28-4b51-8b99-2e1c0c140875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.595972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:23.599957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:23.630359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-f65e5998-32a3-4037-a056-77c2a294d4b8 service neutron] 10.222.0.65 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715982 Nov 22 16:28:23.666760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a65a725-3f9b-4b5b-8e40-dfadae229242 req-b6e10770-7edd-4553-8369-7b252979e8a8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614164 Nov 22 16:28:23.718382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2ad072fc-1d28-4b51-8b99-2e1c0c140875 None None] Port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:23.721819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:23.722424 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:23.724238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c042d66a-f8aa-46a9-bf36-ff5e1ca34b65 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:23.728623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c042d66a-f8aa-46a9-bf36-ff5e1ca34b65 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.66 "GET /v2.0/ports?device_id=fcf55581-1d5b-451a-98c2-6c3e9bb89ac3 HTTP/1.1" status: 200 len: 945 time: 0.3410380 Nov 22 16:28:23.975162 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.027633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:24.062884 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.116012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:24.121554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:24.122478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-9722c225-0b4d-4abf-bc08-7b3e520c0f47 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:24.124134 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b365c03e-2bcb-4e7e-bf5d-1a5b48dc55d3" -d '{"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:24.125677 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-9722c225-0b4d-4abf-bc08-7b3e520c0f47 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.3805761 Nov 22 16:28:24.159854 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.184678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e801f37-48c7-428d-87a0-d82bad41255c req-47eb08e6-5fe7-4714-bab0-8b8f333a53c6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:24.208109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e801f37-48c7-428d-87a0-d82bad41255c req-47eb08e6-5fe7-4714-bab0-8b8f333a53c6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2354910 Nov 22 16:28:24.279652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=11']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:24.341804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Deleting port a1bd41b5-312d-4672-8027-3e7299a1a814 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:24.342254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.345844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e801f37-48c7-428d-87a0-d82bad41255c req-7692a7cc-5519-4cb9-a78d-aaeccce1c0d4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203249 Nov 22 16:28:24.349638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.377413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.402530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238b74e-d570-4a8e-b19f-eb9462b70030 req-e3b8acf9-abd8-480f-a605-17dca8b9f018 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:24.428092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5238b74e-d570-4a8e-b19f-eb9462b70030 req-e3b8acf9-abd8-480f-a605-17dca8b9f018 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 949 time: 0.1805353 Nov 22 16:28:24.481678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:22Z', 'revision_number': 1, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:24.537029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.551001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8328aadc-967f-4854-a241-68b0fb2e04d4 None None] The sync data for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 is: [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:22Z', 'revision_number': 1, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:24.558382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port c314178a-44bb-4390-8d8d-3823a9e69c30 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:24.558823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.570772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5238b74e-d570-4a8e-b19f-eb9462b70030 req-9068c514-c2a7-4d34-bf59-873fdac3146e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414392 Nov 22 16:28:24.768128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port c314178a-44bb-4390-8d8d-3823a9e69c30, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c314178a-44bb-4390-8d8d-3823a9e69c30,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:24.768668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:24.797148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for c314178a-44bb-4390-8d8d-3823a9e69c30 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:24.886773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63798b9-0c7c-4fc8-b93f-afba2fd5d819 req-0e248c64-0c5e-4e93-9980-05963739023a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:24.889824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a63798b9-0c7c-4fc8-b93f-afba2fd5d819 req-0e248c64-0c5e-4e93-9980-05963739023a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.2072847 Nov 22 16:28:24.929574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613f7f9-371c-49ce-b664-1d3f684ac218 req-4dd7e2db-6236-4624-99a7-bed69d5bc011 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:24.938734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f613f7f9-371c-49ce-b664-1d3f684ac218 req-4dd7e2db-6236-4624-99a7-bed69d5bc011 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.1844990 Nov 22 16:28:25.061676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f613f7f9-371c-49ce-b664-1d3f684ac218 req-b841e063-ff9a-4014-8ba1-ae9d10205893 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219149 Nov 22 16:28:25.092606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.095382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3cc63c35-63da-4f40-bfa4-001321cd7cd8,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:25.104874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:25.110408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a63798b9-0c7c-4fc8-b93f-afba2fd5d819 req-958862ea-da08-45a9-9fc3-df7f42ff3900 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045503 Nov 22 16:28:25.137909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] For port a1bd41b5-312d-4672-8027-3e7299a1a814, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a1bd41b5-312d-4672-8027-3e7299a1a814,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:25.138472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.269030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886', 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:25.336518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55920d70-f107-454e-a2ba-40a8ea894a17 req-0e9d4bab-d334-4e48-a458-6883c18968c5 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 210 time: 0.1158113 Nov 22 16:28:25.458157 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd7a6d8-7b5f-43d0-89b5-824cfeeaad78 x-openstack-request-id: req-dfd7a6d8-7b5f-43d0-89b5-824cfeeaad78 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:25.458157 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-plugged", "status": "completed", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:25.458516 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfd7a6d8-7b5f-43d0-89b5-824cfeeaad78 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:25.458695 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'code': 200} Nov 22 16:28:25.486355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:25.831831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=c314178a-44bb-4390-8d8d-3823a9e69c30,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:25.865267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf0022-f5e5-4ee8-bdc6-89689274823e req-8d4f8f35-9c5e-4144-9665-555911900d60 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:25.893202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2cf0022-f5e5-4ee8-bdc6-89689274823e req-8d4f8f35-9c5e-4144-9665-555911900d60 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.3548546 Nov 22 16:28:26.090604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c314178a-44bb-4390-8d8d-3823a9e69c30 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:26.200566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2cf0022-f5e5-4ee8-bdc6-89689274823e req-23ea0d98-2a87-4cbb-a65d-863acd66e677 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855859 Nov 22 16:28:26.245840 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.249316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.249803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.250034 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966 disassociated. External IP: 172.25.6.149, port: a1bd41b5-312d-4672-8027-3e7299a1a814. Nov 22 16:28:26.250842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Calling delete_port for a1bd41b5-312d-4672-8027-3e7299a1a814 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:26.389872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: c314178a-44bb-4390-8d8d-3823a9e69c30 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:26.390214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c314178a-44bb-4390-8d8d-3823a9e69c30 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:26.390625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a1bd41b5-312d-4672-8027-3e7299a1a814 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:26.619222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed369ee7-126b-4c3f-9ab5-effd099122e3 req-227e5dd9-6f04-4940-b862-c583fb839596 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:26.622553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed369ee7-126b-4c3f-9ab5-effd099122e3 req-227e5dd9-6f04-4940-b862-c583fb839596 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2142074 Nov 22 16:28:26.699276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:26.719065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No active binding found for port a1bd41b5-312d-4672-8027-3e7299a1a814 {{(pid=103516) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:28:26.724448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a1bd41b5-312d-4672-8027-3e7299a1a814 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:26.744997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e8bc68f-ebfd-4449-820b-3466196df1da req-9e6de2c4-121e-4154-a0ba-36adeb72c47c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.1213074 Nov 22 16:28:26.911919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed369ee7-126b-4c3f-9ab5-effd099122e3 req-50251bde-6213-4096-bc72-653d32808e27 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885264 Nov 22 16:28:26.912536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event deleted for resources: {'Port': ['ID=a1bd41b5-312d-4672-8027-3e7299a1a814,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:27.294119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port c314178a-44bb-4390-8d8d-3823a9e69c30 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:27.303516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.340925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30df8d39-0552-4ebb-839d-6b0fe40ead7c req-6f27aa56-a078-4a3f-b53a-78bfc723609f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "DELETE /v2.0/ports/c314178a-44bb-4390-8d8d-3823a9e69c30 HTTP/1.1" status: 204 len: 173 time: 3.1907995 Nov 22 16:28:27.381622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145a406-b090-4f55-9515-73fbeef52b05 req-92f50e8a-6428-458c-ba3a-3a8081d38b8d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:27.393706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e145a406-b090-4f55-9515-73fbeef52b05 req-92f50e8a-6428-458c-ba3a-3a8081d38b8d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.2977161 Nov 22 16:28:27.536611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5eb1a-fa06-4a9f-9d05-27240aa4d975 req-aa524889-4d76-4a05-915d-f8f557c04189 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:27.556904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5f5eb1a-fa06-4a9f-9d05-27240aa4d975 req-aa524889-4d76-4a05-915d-f8f557c04189 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.6197894 Nov 22 16:28:27.590603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc5a5101-0f54-4459-b104-6b99c4d70c38 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:27.670267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e145a406-b090-4f55-9515-73fbeef52b05 req-9c89a6ec-c784-47a7-9c95-7192ef58d093 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742090 Nov 22 16:28:27.848921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b6db81-9243-4333-90f5-223cdc506de1', 'name': 'network-vif-deleted', 'tag': 'c314178a-44bb-4390-8d8d-3823a9e69c30'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:27.854253 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9d424a-fd02-42f2-a9d2-16ef6c60d4e3" -d '{"events": [{"server_uuid": "06b6db81-9243-4333-90f5-223cdc506de1", "name": "network-vif-deleted", "tag": "c314178a-44bb-4390-8d8d-3823a9e69c30"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:27.888804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Network 36670122-3de2-4d1a-a686-d6db42255beb is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:27.893029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bc5a5101-0f54-4459-b104-6b99c4d70c38 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:27.893425 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:27.900047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5f5eb1a-fa06-4a9f-9d05-27240aa4d975 req-47325628-fe72-45ae-bcaa-0f9b6f97c093 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285495 Nov 22 16:28:27.957511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-859f4fc4-72db-4e9c-9756-53f8d173e47b req-4e3d5381-b5b9-4eb6-ab2a-e6c7946c796e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 210 time: 0.0979369 Nov 22 16:28:27.992584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:28.022476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-ba33f714-9e6a-43ac-84f3-ca4375a19ea6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.023887 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-ba33f714-9e6a-43ac-84f3-ca4375a19ea6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.20 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 824 time: 1.1148469 Nov 22 16:28:28.084904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a41f7-a4ea-4c81-8325-57d0f68e5097 req-7e598aba-3880-4e4b-8d34-a9172b365665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.091199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-128a41f7-a4ea-4c81-8325-57d0f68e5097 req-7e598aba-3880-4e4b-8d34-a9172b365665 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1102 time: 1.4468827 Nov 22 16:28:28.137381 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.226039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port bc5a5101-0f54-4459-b104-6b99c4d70c38, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bc5a5101-0f54-4459-b104-6b99c4d70c38,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:28.235132 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.293620 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-128a41f7-a4ea-4c81-8325-57d0f68e5097 req-8c5b0a67-3bd5-41e3-a9c0-ef9ba486ea5a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812217 Nov 22 16:28:28.304104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67689c-aa3a-479d-a3e5-a12fae45382e req-89853bcf-1a6f-4adb-ab26-056b656016ce tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.314900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee67689c-aa3a-479d-a3e5-a12fae45382e req-89853bcf-1a6f-4adb-ab26-056b656016ce tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.1752360 Nov 22 16:28:28.327862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=bc5a5101-0f54-4459-b104-6b99c4d70c38,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:28.332727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19f5160a-05c2-409a-a8dd-4aff3ff0a6e4 req-e142582e-f0aa-4bb7-ac84-3c59b6756821 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=06b6db81-9243-4333-90f5-223cdc506de1 HTTP/1.1" status: 200 len: 210 time: 0.1045661 Nov 22 16:28:28.393613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee67689c-aa3a-479d-a3e5-a12fae45382e req-7edce8d7-d695-4d9b-a361-92c47b75ad61 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Nov 22 16:28:28.457028 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-d1c39577-9e1e-4ebb-8f9e-93c6b168a8dc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af4d1c2927f8486e9c9f75b796cf8e22 HTTP/1.1" status: 200 len: 379 time: 0.3982539 Nov 22 16:28:28.460657 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3431be52-d026-4fb8-be54-5dc5a43c4a9d x-openstack-request-id: req-3431be52-d026-4fb8-be54-5dc5a43c4a9d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:28.460942 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b6db81-9243-4333-90f5-223cdc506de1", "name": "network-vif-deleted", "tag": "c314178a-44bb-4390-8d8d-3823a9e69c30", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:28.461200 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3431be52-d026-4fb8-be54-5dc5a43c4a9d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:28.461881 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b6db81-9243-4333-90f5-223cdc506de1', 'name': 'network-vif-deleted', 'tag': 'c314178a-44bb-4390-8d8d-3823a9e69c30', 'status': 'completed', 'code': 200} Nov 22 16:28:28.491615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fb5273f6-0fc9-478a-a4b5-c7cf20b8d0b5 None None] Provisioning complete for port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:28.493124 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb5273f6-0fc9-478a-a4b5-c7cf20b8d0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:28.496957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Router 951dc012-9b61-4fd8-b303-0678d6a3006b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:28.528597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'port': {'device_id': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'admin_state_up': True, 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'security_groups': ['eb1e535e-1373-4bf1-b51b-f45cc15ffe45']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:28.548149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb5321-0ab7-4f11-acfe-093f7acc93f4 req-f6101bfb-131a-4411-9bfb-b80534e80c59 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.550258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69fb5321-0ab7-4f11-acfe-093f7acc93f4 req-f6101bfb-131a-4411-9bfb-b80534e80c59 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0911009 Nov 22 16:28:28.575608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fb5273f6-0fc9-478a-a4b5-c7cf20b8d0b5 None None] Port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:28.661713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69fb5321-0ab7-4f11-acfe-093f7acc93f4 req-5df0e69e-1448-49c9-8658-663bdab7bac0 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010904 Nov 22 16:28:28.834805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563df522-c163-4d9c-a96f-e2efbf5abdc0 req-88053277-6180-4a43-8e25-ad6e712c61ee tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:28.836458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-563df522-c163-4d9c-a96f-e2efbf5abdc0 req-88053277-6180-4a43-8e25-ad6e712c61ee tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.0591357 Nov 22 16:28:28.883446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Router a22cc3eb-819e-4e6d-9779-e32af16e59f8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:28.899516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-563df522-c163-4d9c-a96f-e2efbf5abdc0 req-aea3dab0-497d-49d3-9b7f-8738c798ee7f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564928 Nov 22 16:28:29.036705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091615b-07c1-4ea2-8ef8-2965c55f2c02 req-985687e0-31f1-406b-aa80-e8c39c6724a2 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:29.038796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1091615b-07c1-4ea2-8ef8-2965c55f2c02 req-985687e0-31f1-406b-aa80-e8c39c6724a2 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.0705721 Nov 22 16:28:29.146423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1091615b-07c1-4ea2-8ef8-2965c55f2c02 req-5c4b6dd1-17e8-418e-bd5b-5d9c490df1b0 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963888 Nov 22 16:28:29.162219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a1e8810-74e3-44a8-b670-7a077a889a80 req-2c5e68da-6217-4680-af90-8c0c780a0199 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 210 time: 0.0407715 Nov 22 16:28:29.182559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:29.192073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc5a5101-0f54-4459-b104-6b99c4d70c38 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:29.200337 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:29.211496 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:29.212115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:29.252022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bc5a5101-0f54-4459-b104-6b99c4d70c38 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:29.252655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.259797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] No DVR routers for this DVR port a1bd41b5-312d-4672-8027-3e7299a1a814 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:29.262816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.267237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c3f26f64-8b0e-4198-9fc8-7e86b0f9ea89 req-c6a8e14d-a986-4ea6-a956-454ce060153e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.66 "DELETE /v2.0/ports/a1bd41b5-312d-4672-8027-3e7299a1a814 HTTP/1.1" status: 204 len: 173 time: 5.5240366 Nov 22 16:28:29.290604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Made reservation on behalf of af4d1c2927f8486e9c9f75b796cf8e22 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:29.294985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.315167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:29.331386 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a48337e-c825-4e4e-a7b3-4b53dfcf16f4 admin admin] 10.222.0.65 "PUT /v2.0/routers/a22cc3eb-819e-4e6d-9779-e32af16e59f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1738753 Nov 22 16:28:29.347130 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:29.360689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Sync routers for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:29.391242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:29.397066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:29.604168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2695c7-9f37-4b14-b799-104e447d4a71 req-459f7510-823e-40f0-a4de-55bfc225cf81 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:29.616001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c2695c7-9f37-4b14-b799-104e447d4a71 req-459f7510-823e-40f0-a4de-55bfc225cf81 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.1048372 Nov 22 16:28:29.660549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Allocated IP 172.20.0.9 (6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d/dbf2bcc9-a43b-4856-91af-5c6b95201324/d565b3be-dacd-4a7c-ad23-51668143558a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:29.757369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c2695c7-9f37-4b14-b799-104e447d4a71 req-2cf5c868-88e6-4ea2-9fdf-8d618ff9f05d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296456 Nov 22 16:28:29.932610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:29.971001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e90b4-ec09-4cfb-b538-51ca8d790826 req-96a51c6c-12a2-47b6-8616-7b5b182fbacf tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:29.975288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd7e90b4-ec09-4cfb-b538-51ca8d790826 req-96a51c6c-12a2-47b6-8616-7b5b182fbacf tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1182058 Nov 22 16:28:29.977081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:29.980004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:29.986122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.023870 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:30.046009 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:30.048861 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:30.050047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:30.059076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:30.066454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:30.095736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd7e90b4-ec09-4cfb-b538-51ca8d790826 req-277e5824-33b9-4eba-b4a4-c56a4fefbd9d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122692 Nov 22 16:28:30.132077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event updated for resources: {'Port': ['ID=d565b3be-dacd-4a7c-ad23-51668143558a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:30.201354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:30.202413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.237810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-8e723daf-671e-4f83-8089-36182842ca93 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7385609 Nov 22 16:28:30.254741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Request body: {'port': {'device_id': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:30.283558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48790) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:30.289579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003792238', 'description': 'tempest-description--818777728'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:30.293845 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:30.360209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.399412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.400572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 2, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:30.435890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Checking router: a22cc3eb-819e-4e6d-9779-e32af16e59f8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:30.436590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Updating router a22cc3eb-819e-4e6d-9779-e32af16e59f8 port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:28:30.474302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'name': 'network-vif-deleted', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:30.476680 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54f3a85-27ad-4dcd-9816-01d668e195b9" -d '{"events": [{"server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "name": "network-vif-deleted", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:30.486400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.687216 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:30.719726 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1279e9c-92db-46e3-b17a-d3bc0ebefeb5 None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:30.749922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ee046-33dd-4f88-92c3-71846fb27fa6 req-8606bd3c-5af2-42cb-8a20-37a7612bf7a9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:30.757723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-963ee046-33dd-4f88-92c3-71846fb27fa6 req-8606bd3c-5af2-42cb-8a20-37a7612bf7a9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 949 time: 0.5287535 Nov 22 16:28:30.842508 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-963ee046-33dd-4f88-92c3-71846fb27fa6 req-c0b3407c-1fb5-48ab-8cb3-22ca3026929e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832241 Nov 22 16:28:30.854430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.861903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.868148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5db975a-fb8b-4f41-a44c-47320d2a8c48 req-259494d2-d851-4ddb-bda6-cb221c1e1063 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:30.876451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5db975a-fb8b-4f41-a44c-47320d2a8c48 req-259494d2-d851-4ddb-bda6-cb221c1e1063 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.4868915 Nov 22 16:28:30.903441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.906320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d565b3be-dacd-4a7c-ad23-51668143558a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:30.913891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.916572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.949973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Transition to ACTIVE for port object d565b3be-dacd-4a7c-ad23-51668143558a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:30.959862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:30.996196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067225b-2a03-42f5-8ee2-f05c75730331 None None] Pushing event updated for resources: {'Port': ['ID=3cc63c35-63da-4f40-bfa4-001321cd7cd8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:30.997553 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.001183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7157588 Nov 22 16:28:31.020170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5db975a-fb8b-4f41-a44c-47320d2a8c48 req-c8b723b6-1041-493f-af85-fdfe28ae5cd4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424766 Nov 22 16:28:31.029754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48804) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:31.030443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6b09d-4e1c-47b7-bb17-d0095a69862b tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67421d60-f61c-4d5d-9df4-e8a7453de6ad,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:31.042859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Request body: {'security_group_rule': {'security_group_id': '67421d60-f61c-4d5d-9df4-e8a7453de6ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:31.104318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f1fce494-d544-41c3-84ce-e771ecf49151 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:31.108189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Attempting to bind port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:31.108580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Attempting to bind port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:31.108925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Attempting to bind port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 on network 36670122-3de2-4d1a-a686-d6db42255beb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:31.166673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Pushing event updated for resources: {'Port': ['ID=d565b3be-dacd-4a7c-ad23-51668143558a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:31.232441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Attempting to bind port d565b3be-dacd-4a7c-ad23-51668143558a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:31.232759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Attempting to bind port d565b3be-dacd-4a7c-ad23-51668143558a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:31.233213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Attempting to bind port d565b3be-dacd-4a7c-ad23-51668143558a on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:31.233860 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63216a8-9601-4c5a-a028-896c113f8fc1 None None] New status for floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:28:31.239681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Port d565b3be-dacd-4a7c-ad23-51668143558a on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:31.240190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Attempting to bind port d565b3be-dacd-4a7c-ad23-51668143558a on network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:31.247944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:31.248521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Checking segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:31.248924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Bound using segment: {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:31.249676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Bound port: d565b3be-dacd-4a7c-ad23-51668143558a, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40d0792-c33a-4ca0-a524-9893e097299f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:31.250073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.259464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.274759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:31.279709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Checking segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:31.280723 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.281359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Bound using segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:31.282792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Bound port: 3cc63c35-63da-4f40-bfa4-001321cd7cd8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:31.283431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.332020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] For port d565b3be-dacd-4a7c-ad23-51668143558a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:31.336469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] For port d565b3be-dacd-4a7c-ad23-51668143558a, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d565b3be-dacd-4a7c-ad23-51668143558a,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:31.348236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.350669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40e821-ab49-4426-8c7f-f64de20eca52 req-7b99f2d7-f9fc-4fac-9b8f-71f9ff4163ee tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.359029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db40e821-ab49-4426-8c7f-f64de20eca52 req-7b99f2d7-f9fc-4fac-9b8f-71f9ff4163ee tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 943 time: 0.2893333 Nov 22 16:28:31.388464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.394002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.400361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] 10.222.0.20 "PUT /v2.0/ports/d565b3be-dacd-4a7c-ad23-51668143558a HTTP/1.1" status: 200 len: 1091 time: 1.1531603 Nov 22 16:28:31.421850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] For port 3cc63c35-63da-4f40-bfa4-001321cd7cd8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:31.427439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] For port 3cc63c35-63da-4f40-bfa4-001321cd7cd8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3cc63c35-63da-4f40-bfa4-001321cd7cd8,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:31.450818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0a9f1-451a-4ebb-b702-834581c45204 req-dfec2012-db20-48da-b40c-638739e327a2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.453294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb0a9f1-451a-4ebb-b702-834581c45204 req-dfec2012-db20-48da-b40c-638739e327a2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 943 time: 0.2889550 Nov 22 16:28:31.458194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.488855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.503715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793452c-1e86-4e17-bd9b-243d9347146f service neutron] Pushing event updated for resources: {'Port': ['ID=d565b3be-dacd-4a7c-ad23-51668143558a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:31.519656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.535881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4f21615e-91d6-4396-87eb-b322dd7429bc None None] Provisioning complete for port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:31.536265 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f21615e-91d6-4396-87eb-b322dd7429bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.539204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port f1fce494-d544-41c3-84ce-e771ecf49151, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f1fce494-d544-41c3-84ce-e771ecf49151,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:31.581182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-5c885a40-aac5-4bdd-ad96-f2642e6f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.583086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-5c885a40-aac5-4bdd-ad96-f2642e6f6f60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 1094 time: 0.0688157 Nov 22 16:28:31.606104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb0a9f1-451a-4ebb-b702-834581c45204 req-47334a9a-3ce5-4ff7-bfff-3b6c5706e3d9 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154690 Nov 22 16:28:31.626485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db40e821-ab49-4426-8c7f-f64de20eca52 req-9d976d50-9a34-466a-bd76-4238b7e33b37 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664678 Nov 22 16:28:31.641768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceeef385-07d0-4b12-9867-786ff4e5ba3d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:31.646110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:31.647159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:31.650451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.651851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4c0ae969-a596-4407-ade4-6c3ae870f44e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6128542 Nov 22 16:28:31.659517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48814) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:31.666364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Request body: {'security_group_rule': {'security_group_id': '67421d60-f61c-4d5d-9df4-e8a7453de6ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:31.729591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.730859 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c070c698-893d-4fa0-a97c-456e5daed3dd x-openstack-request-id: req-c070c698-893d-4fa0-a97c-456e5daed3dd {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:31.732350 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcf55581-1d5b-451a-98c2-6c3e9bb89ac3", "name": "network-vif-deleted", "tag": "a1bd41b5-312d-4672-8027-3e7299a1a814", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:31.732748 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c070c698-893d-4fa0-a97c-456e5daed3dd {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:31.734339 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcf55581-1d5b-451a-98c2-6c3e9bb89ac3', 'name': 'network-vif-deleted', 'tag': 'a1bd41b5-312d-4672-8027-3e7299a1a814', 'status': 'completed', 'code': 200} Nov 22 16:28:31.741831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-9e8aeb9a-aac5-4836-913b-6136736bed13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d565b3be-dacd-4a7c-ad23-51668143558a HTTP/1.1" status: 200 len: 217 time: 0.1497865 Nov 22 16:28:31.779021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:31.832540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'f1fce494-d544-41c3-84ce-e771ecf49151', 'network_id': '867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1', 'port_id': 'f1fce494-d544-41c3-84ce-e771ecf49151', 'mac_address': 'fa:16:3e:08:f9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c476d4-3295-4667-a9a8-66ae96bb9159', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:31.871294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-f72fbf03-8083-4024-a193-f391293b70a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.877156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-f72fbf03-8083-4024-a193-f391293b70a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.1274536 Nov 22 16:28:31.879814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067225b-2a03-42f5-8ee2-f05c75730331 None None] Pushing event updated for resources: {'Port': ['ID=3cc63c35-63da-4f40-bfa4-001321cd7cd8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:31.932149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-a2544c79-ef18-4c7b-a8ec-cdef5917cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:31.934381 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-a2544c79-ef18-4c7b-a8ec-cdef5917cd5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493979 Nov 22 16:28:31.977673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:31.991423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.007098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef5dfb-06a4-4cd4-ad95-e03cf059a3d2 req-e51ccd59-10b5-427a-a129-176705f320d9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.008658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cef5dfb-06a4-4cd4-ad95-e03cf059a3d2 req-e51ccd59-10b5-427a-a129-176705f320d9 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.1873896 Nov 22 16:28:32.040449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:32.042589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.049428 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.053431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899329 Nov 22 16:28:32.055230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48828) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:32.080559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1fce494-d544-41c3-84ce-e771ecf49151 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:32.081387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:32.096986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b17bc-535e-44e3-904d-7fcba148f6a9 req-95fea012-a774-4379-8116-cb58b0fd33d4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.103634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e5b17bc-535e-44e3-904d-7fcba148f6a9 req-95fea012-a774-4379-8116-cb58b0fd33d4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2479830 Nov 22 16:28:32.110989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb9d211-cb64-487c-bbe5-bca2b08003be tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b955728f-6b2c-43ed-817a-ce11a2638f76,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.152467 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-741d1fcf-3788-4adb-a7fd-cc3bbfe9ff3f service neutron] 10.222.0.20 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055933 Nov 22 16:28:32.170780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.193354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:28:32.215802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cef5dfb-06a4-4cd4-ad95-e03cf059a3d2 req-e727a123-c9c5-4a4e-bef5-75e5757f88c4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844070 Nov 22 16:28:32.295912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port f1fce494-d544-41c3-84ce-e771ecf49151, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f1fce494-d544-41c3-84ce-e771ecf49151,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:32.298452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f21615e-91d6-4396-87eb-b322dd7429bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.311700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e5b17bc-535e-44e3-904d-7fcba148f6a9 req-05b64c83-ae4f-42bb-a631-30b9b240e4cc tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916852 Nov 22 16:28:32.353496 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.362555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7750d591-f0c7-4485-b58c-79af79aa8994 req-48ee16ee-e9af-4c7b-bf94-95c9fbdb81f1 service neutron] 10.222.0.20 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024136 Nov 22 16:28:32.422741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:32.525997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099abf1-6314-4e09-a318-20451c9e2701 req-c01f281b-740a-4b68-9d96-db12c70d3254 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.534994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9099abf1-6314-4e09-a318-20451c9e2701 req-c01f281b-740a-4b68-9d96-db12c70d3254 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 949 time: 0.1729343 Nov 22 16:28:32.554529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'mac_address': 'fa:16:3e:1c:44:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:32.574132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4f21615e-91d6-4396-87eb-b322dd7429bc None None] For port 3cc63c35-63da-4f40-bfa4-001321cd7cd8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3cc63c35-63da-4f40-bfa4-001321cd7cd8,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:32.589506 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f21615e-91d6-4396-87eb-b322dd7429bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.622461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=f1fce494-d544-41c3-84ce-e771ecf49151,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.680762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['f1fce494-d544-41c3-84ce-e771ecf49151'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:32.683637 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.700275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.709249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9099abf1-6314-4e09-a318-20451c9e2701 req-7aec2d60-e735-4a94-89f5-5fccd8f37139 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733718 Nov 22 16:28:32.722968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e8733-e76b-45b3-b19f-465709ba97f4 req-bec6afba-0af1-4e51-ad4d-e9d515ae1bed tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.730927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a14e8733-e76b-45b3-b19f-465709ba97f4 req-bec6afba-0af1-4e51-ad4d-e9d515ae1bed tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.1663952 Nov 22 16:28:32.879730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-ad542b9f-a839-43c9-9f17-6d9c285cb3b0 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:32.883711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 535c3fc8-784f-454c-8ba7-fabbbfd511fd {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:32.884702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-ad542b9f-a839-43c9-9f17-6d9c285cb3b0 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 949 time: 0.1226161 Nov 22 16:28:32.893681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21615e-91d6-4396-87eb-b322dd7429bc None None] Pushing event updated for resources: {'Port': ['ID=3cc63c35-63da-4f40-bfa4-001321cd7cd8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:32.921275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:31Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:32.929371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:32.963853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ca8b0-de0b-4645-b711-9b25cce94f2c None None] The sync data for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 is: [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:31Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:32.965503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:32.988019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a14e8733-e76b-45b3-b19f-465709ba97f4 req-f5c74f86-1590-400d-bfc8-b4f7f9fc30bb tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560275 Nov 22 16:28:33.129902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-85c0f772-ce93-4340-95d0-e095c204032c None None] Provisioning complete for port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:33.130278 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85c0f772-ce93-4340-95d0-e095c204032c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.152522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['535c3fc8-784f-454c-8ba7-fabbbfd511fd'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:33.206099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Allocated IP 172.25.6.77 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/128ce36c-3fa5-47c0-9cbb-2e69d53c9659) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:33.235149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:33.236894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.311015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cc63c35-63da-4f40-bfa4-001321cd7cd8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:33.321421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:33.370678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.413083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:33.413902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.437561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:33.474922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.501686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:33.533819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:33.574997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:33.620562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.662310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:33.728024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:33.728979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.736720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event updated for resources: {'Port': ['ID=128ce36c-3fa5-47c0-9cbb-2e69d53c9659,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:33.752924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8fa9b-7bd3-4ab7-998f-75722e16206f req-3cc0cfb6-d949-457f-bb32-3595a6f5088f tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:33.761579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10c8fa9b-7bd3-4ab7-998f-75722e16206f req-3cc0cfb6-d949-457f-bb32-3595a6f5088f tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 944 time: 0.6167283 Nov 22 16:28:33.768877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:33.772423 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66cb832-8747-4efb-91b5-f96da6e136d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:33.776111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:33.785261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.792579 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47c4a665-4799-4ffd-a581-d7fa1495e29e req-338d9fe6-158c-42c8-a177-48f7cf941204 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "DELETE /v2.0/ports/ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c HTTP/1.1" status: 204 len: 173 time: 0.9020772 Nov 22 16:28:33.805186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d153b6-7e3c-4095-bd16-6b59c8d83eae req-612893a9-1304-4a14-b20f-a80425e13b59 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:33.806852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d153b6-7e3c-4095-bd16-6b59c8d83eae req-612893a9-1304-4a14-b20f-a80425e13b59 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 943 time: 0.3470652 Nov 22 16:28:33.807960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.934791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:33.949500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10c8fa9b-7bd3-4ab7-998f-75722e16206f req-69511c84-f9e7-4188-83c7-fcfc0e097cb7 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856434 Nov 22 16:28:34.019062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d153b6-7e3c-4095-bd16-6b59c8d83eae req-b685a7e5-918a-4bff-8063-9ea436dfa26d tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906211 Nov 22 16:28:34.360647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.368577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.404103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ab12c-0049-4c38-a9a4-f9f028470490 req-133c3bd2-af18-4f71-ad8c-967a63ddaca5 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.405618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de8ab12c-0049-4c38-a9a4-f9f028470490 req-133c3bd2-af18-4f71-ad8c-967a63ddaca5 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1102 time: 0.2298148 Nov 22 16:28:34.418236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:34.420114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f66f46-e927-4c7b-98f6-7b1cf7aa8a8b req-d8399813-f2dc-482f-a597-89505db4fe43 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.421584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09f66f46-e927-4c7b-98f6-7b1cf7aa8a8b req-d8399813-f2dc-482f-a597-89505db4fe43 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2656305 Nov 22 16:28:34.484875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event updated for resources: {'Port': ['ID=128ce36c-3fa5-47c0-9cbb-2e69d53c9659,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:34.536620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.548343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09f66f46-e927-4c7b-98f6-7b1cf7aa8a8b req-884d4545-34ad-4de0-9816-1b45f5d75f57 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173229 Nov 22 16:28:34.581693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de8ab12c-0049-4c38-a9a4-f9f028470490 req-b0c60620-140b-4525-bf86-e501630e1008 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567895 Nov 22 16:28:34.591910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:34.593221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7bb14112-d24f-4db7-8cc4-a5b34a2182f6 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5205615 Nov 22 16:28:34.759293 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f088c6-34f3-416d-a8be-388a948118d7 x-openstack-request-id: req-90f088c6-34f3-416d-a8be-388a948118d7 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:34.760121 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:34.760558 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90f088c6-34f3-416d-a8be-388a948118d7 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:34.761103 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'status': 'completed', 'code': 200} Nov 22 16:28:34.824848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4fe05ba-d674-4b22-9a3d-ab86bb424c4a req-6c2e47a1-7ce4-4848-b644-a980565e02ae tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=a8e8cf95-051c-4c6f-be85-03d9c0712d39 HTTP/1.1" status: 200 len: 210 time: 0.0659413 Nov 22 16:28:34.860779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-abab500e-df2e-4720-9fa5-8cad62ee8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.862706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-abab500e-df2e-4720-9fa5-8cad62ee8300 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 1094 time: 0.0706413 Nov 22 16:28:34.900743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:34.961642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-eb76dd69-9934-42ce-aec6-2200e952d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.963571 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-eb76dd69-9934-42ce-aec6-2200e952d95e service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 925 time: 0.0931671 Nov 22 16:28:34.987754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07be60-cc0b-4a3f-96c6-5ee619d54f00 req-4045a975-c61b-42f5-8155-edc42fc9a36b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:34.998618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c07be60-cc0b-4a3f-96c6-5ee619d54f00 req-4045a975-c61b-42f5-8155-edc42fc9a36b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 946 time: 0.1284442 Nov 22 16:28:35.027710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-d3a61ae7-b4c9-4369-aaac-f0445d38f1c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d565b3be-dacd-4a7c-ad23-51668143558a HTTP/1.1" status: 200 len: 217 time: 0.0556798 Nov 22 16:28:35.076443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d565b3be-dacd-4a7c-ad23-51668143558a details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:35.092512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c07be60-cc0b-4a3f-96c6-5ee619d54f00 req-9648e9c7-48c8-4578-82d6-7572ea002e74 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930777 Nov 22 16:28:35.141534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-718db1cf-38be-4b18-b0f2-efb8d9e0a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.145449 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-718db1cf-38be-4b18-b0f2-efb8d9e0a99f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.1007347 Nov 22 16:28:35.160797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f1fce494-d544-41c3-84ce-e771ecf49151 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:35.311077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-f1083f86-91fb-4c15-a88d-e4bede58d23f tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2003792238&fields=id&tenant_id=1ca5f5744a6a496b90e01dd0f964386e HTTP/1.1" status: 200 len: 267 time: 0.1485505 Nov 22 16:28:35.324913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d565b3be-dacd-4a7c-ad23-51668143558a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d565b3be-dacd-4a7c-ad23-51668143558a,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:35.330612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-77a07889-8326-430e-9d75-9fd875970d79 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.332555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-77a07889-8326-430e-9d75-9fd875970d79 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1097 time: 0.1857822 Nov 22 16:28:35.350516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:35.354180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-b69bdd29-7378-4865-bf4c-e23bc6ca2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.363359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-b69bdd29-7378-4865-bf4c-e23bc6ca2d46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1714785 Nov 22 16:28:35.367432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'port_id': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'mac_address': 'fa:16:3e:1d:f4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:35.380927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port f1fce494-d544-41c3-84ce-e771ecf49151 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:35.388009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port f1fce494-d544-41c3-84ce-e771ecf49151 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:35.388366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.510091 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.516751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b9b85-7ee5-4768-b4b9-26e5ecbcb842 req-e71654dd-06bc-42af-8083-e2bee88768fe tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.529004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce3b9b85-7ee5-4768-b4b9-26e5ecbcb842 req-e71654dd-06bc-42af-8083-e2bee88768fe tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 944 time: 0.2913206 Nov 22 16:28:35.531111 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.564867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d565b3be-dacd-4a7c-ad23-51668143558a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:35.593574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d565b3be-dacd-4a7c-ad23-51668143558a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d565b3be-dacd-4a7c-ad23-51668143558a,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:35.643632 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-e7b93549-39f3-4fc9-b9fd-212dc2b08be8 service neutron] 10.222.0.20 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390573 Nov 22 16:28:35.646033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.667650 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.669150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-3d5f1c16-5617-4d8d-8966-215bd3dd82c0 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:35.684319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-3d5f1c16-5617-4d8d-8966-215bd3dd82c0 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/networks?id=36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 200 len: 811 time: 0.3732896 Nov 22 16:28:35.719773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-c6330738-c1c6-49fa-a3dd-be294f52a80d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/quotas/1ca5f5744a6a496b90e01dd0f964386e HTTP/1.1" status: 200 len: 375 time: 0.0339606 Nov 22 16:28:35.757455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce3b9b85-7ee5-4768-b4b9-26e5ecbcb842 req-b45e0516-d2ad-44fa-9253-3b741a8f70f7 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274885 Nov 22 16:28:35.812082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:35.833187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fce494-d544-41c3-84ce-e771ecf49151'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:35.835722 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810335ab-2a4e-4b3e-bca9-de2cb639c690" -d '{"events": [{"server_uuid": "31a25879-ca85-4ab1-bed1-3205a896cebe", "name": "network-vif-plugged", "status": "completed", "tag": "f1fce494-d544-41c3-84ce-e771ecf49151"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:35.839703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e66cb832-8747-4efb-91b5-f96da6e136d5 req-03d90aee-735c-4f32-81c4-56218dbd3b02 service neutron] 10.222.0.20 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683736 Nov 22 16:28:35.868126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port f1fce494-d544-41c3-84ce-e771ecf49151, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f1fce494-d544-41c3-84ce-e771ecf49151,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:35.869903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:35.900899 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.910340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-9db58af9-026b-4da3-ac85-abad8eaf7d53 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854129 Nov 22 16:28:35.932845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:35.941036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=d565b3be-dacd-4a7c-ad23-51668143558a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:35.948375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.027048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=f1fce494-d544-41c3-84ce-e771ecf49151,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:36.042987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['d565b3be-dacd-4a7c-ad23-51668143558a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:36.099139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:36.103915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:36.106390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:36.107046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:36.117298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb591cd-460e-465f-a0ef-795a84ebf30f req-e0ff4072-ddcd-41f9-9827-a6ffb1ee5ab4 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.125818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:36.126519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Attempting to bind port dd9b3a70-29a3-48fd-98c4-dc88284801cb on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:36.130367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:36.135013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fb591cd-460e-465f-a0ef-795a84ebf30f req-e0ff4072-ddcd-41f9-9827-a6ffb1ee5ab4 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1102 time: 0.1960208 Nov 22 16:28:36.168768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:36.170432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:36.180430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:36.181079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Bound port: dd9b3a70-29a3-48fd-98c4-dc88284801cb, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:36.181566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.252009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-d63969a8-5256-4477-b7fd-c0f8e954d593 service neutron] 10.222.0.65 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371215 Nov 22 16:28:36.273974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fb591cd-460e-465f-a0ef-795a84ebf30f req-926d35a9-41cd-45c4-867f-b9c0104d3760 tempest-ServersAdminTestJSON-1250296466 tempest-ServersAdminTestJSON-1250296466-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329935 Nov 22 16:28:36.274949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:36.279174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:36.297004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.306670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 535c3fc8-784f-454c-8ba7-fabbbfd511fd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:36.309552 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.443761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.444785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.446606 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] 10.222.0.20 "PUT /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 1122 time: 1.1004159 Nov 22 16:28:36.447492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4cba62-6bf8-4293-8d66-d9228abd92c1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=8']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:36.478622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-1145d733-e2e0-43c0-bfcf-1f824c516e3d service neutron] 10.222.0.65 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193558 Nov 22 16:28:36.523229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.544171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380417d5-0bb7-4760-9992-3155de2b854a req-bb97f886-687d-495d-a865-cf16e69c8f54 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.548584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-380417d5-0bb7-4760-9992-3155de2b854a req-bb97f886-687d-495d-a865-cf16e69c8f54 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 944 time: 0.1268237 Nov 22 16:28:36.582716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['dd9b3a70-29a3-48fd-98c4-dc88284801cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:36.659024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-380417d5-0bb7-4760-9992-3155de2b854a req-3641d1c3-0cc6-4594-b155-57a5b7af9069 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062615 Nov 22 16:28:36.675531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:36.705327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['dd9b3a70-29a3-48fd-98c4-dc88284801cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:36.762476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'name': 'network-vif-deleted', 'tag': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c'}, {'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb'}, {'name': 'network-changed', 'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:36.764841 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deae699-0712-487a-b61a-884878dbd339" -d '{"events": [{"server_uuid": "a8e8cf95-051c-4c6f-be85-03d9c0712d39", "name": "network-vif-deleted", "tag": "ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c"}, {"server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb"}, {"name": "network-changed", "server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:36.821455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:36.822174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:36.901052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88232db8-b5ff-458b-972a-fd5c258cc0c7 req-3c9144fa-24bd-472a-82ec-735c509caea6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:36.903185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88232db8-b5ff-458b-972a-fd5c258cc0c7 req-3c9144fa-24bd-472a-82ec-735c509caea6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0962334 Nov 22 16:28:36.926839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:36.927416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:36.934001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:36.973750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88232db8-b5ff-458b-972a-fd5c258cc0c7 req-d6a06ad7-f048-43fa-94f7-cd0b9cd65fe6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627544 Nov 22 16:28:37.035327 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d2bd50-3a29-4cc5-8d23-747b0b82ecd6 x-openstack-request-id: req-f5d2bd50-3a29-4cc5-8d23-747b0b82ecd6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:37.035822 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a25879-ca85-4ab1-bed1-3205a896cebe", "name": "network-vif-plugged", "status": "completed", "tag": "f1fce494-d544-41c3-84ce-e771ecf49151", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:37.035932 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5d2bd50-3a29-4cc5-8d23-747b0b82ecd6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:37.036278 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1fce494-d544-41c3-84ce-e771ecf49151', 'code': 200} Nov 22 16:28:37.096890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:37.191372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309b101-bf9e-44eb-8920-4857e2b9b218 req-36572207-d4fc-4e14-af5b-56bafb980e9b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.200635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8309b101-bf9e-44eb-8920-4857e2b9b218 req-36572207-d4fc-4e14-af5b-56bafb980e9b tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.0879474 Nov 22 16:28:37.253980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1a4a9-8a99-49e1-a4ab-c7ae121715a0 req-eb49ff63-0263-4efd-8869-8cd0534797d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.254861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:28:37.255555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a0a1a4a9-8a99-49e1-a4ab-c7ae121715a0 req-eb49ff63-0263-4efd-8869-8cd0534797d4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 1096 time: 0.1397181 Nov 22 16:28:37.259661 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:37.316734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8309b101-bf9e-44eb-8920-4857e2b9b218 req-9e1f720b-587d-490f-b114-63b05c1c5745 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151323 Nov 22 16:28:37.399298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4dbe4cf1-28ed-4594-9f7f-d159cce70765 req-64fd2f1f-8a25-4c08-bb98-d4f332e76129 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 210 time: 0.0677965 Nov 22 16:28:37.439470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a0a1a4a9-8a99-49e1-a4ab-c7ae121715a0 req-0f844004-c0d4-4d4f-97b7-09d3298197b9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550624 Nov 22 16:28:37.441486 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dad979-4593-4c7c-a4ee-cdd282629169 x-openstack-request-id: req-19dad979-4593-4c7c-a4ee-cdd282629169 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:37.442088 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e8cf95-051c-4c6f-be85-03d9c0712d39", "name": "network-vif-deleted", "tag": "ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c", "status": "completed", "code": 200}, {"server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb", "code": 200}, {"name": "network-changed", "server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:37.442658 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19dad979-4593-4c7c-a4ee-cdd282629169 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:37.443534 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e8cf95-051c-4c6f-be85-03d9c0712d39', 'name': 'network-vif-deleted', 'tag': 'ef39d0b3-d7aa-4dfb-92a8-7805ca2dbc9c', 'status': 'completed', 'code': 200} Nov 22 16:28:37.443941 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'code': 200} Nov 22 16:28:37.444339 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'status': 'completed', 'code': 200} Nov 22 16:28:37.599994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deae699-0712-487a-b61a-884878dbd339 req-41711eba-7de1-46d4-a86b-a2681f2b84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.604897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-41711eba-7de1-46d4-a86b-a2681f2b84f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1125 time: 0.1142972 Nov 22 16:28:37.613066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50f281-5d15-445b-8602-94eaa9b9eddb req-94a2224c-9be6-4392-8419-6e0a1b770f8c tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.620822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b50f281-5d15-445b-8602-94eaa9b9eddb req-94a2224c-9be6-4392-8419-6e0a1b770f8c tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 945 time: 0.1084702 Nov 22 16:28:37.717602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b50f281-5d15-445b-8602-94eaa9b9eddb req-371fb5cb-a98a-42ce-afe1-b8b8eabcc79c tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Nov 22 16:28:37.825788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deae699-0712-487a-b61a-884878dbd339 req-d03642e7-66c4-4b40-8829-dae539da7ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.827850 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-d03642e7-66c4-4b40-8829-dae539da7ffd service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.2121766 Nov 22 16:28:37.855472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:37.885058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a889-88bb-47af-8658-37e99f0f0765 req-3694f25e-f56e-4d3f-a0d7-e138f9fcb0bc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.893283 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-24b21deb-e7b1-46b3-a62c-e5a05c0ecc70 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 217 time: 0.0488412 Nov 22 16:28:37.899995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37f9a889-88bb-47af-8658-37e99f0f0765 req-3694f25e-f56e-4d3f-a0d7-e138f9fcb0bc tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 949 time: 0.1052675 Nov 22 16:28:37.905028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:28:37.973094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253f119-6900-4190-a70b-834990ad2b3d req-4277bfa1-4e37-4eec-8c67-3eaf398006bb tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:37.975016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f253f119-6900-4190-a70b-834990ad2b3d req-4277bfa1-4e37-4eec-8c67-3eaf398006bb tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 944 time: 0.0669217 Nov 22 16:28:38.003984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37f9a889-88bb-47af-8658-37e99f0f0765 req-48b84168-29cd-4aec-8545-d79c1718dd68 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031079 Nov 22 16:28:38.015004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deae699-0712-487a-b61a-884878dbd339 req-76fade61-24d7-4761-aa13-deb72d35c5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.018217 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-76fade61-24d7-4761-aa13-deb72d35c5cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0765471 Nov 22 16:28:38.057434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f253f119-6900-4190-a70b-834990ad2b3d req-2be5e7d9-173c-4956-b689-8d6cffb88e6f tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740957 Nov 22 16:28:38.081729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-f6e672b9-9a50-4e57-b0c3-522e16b70e8f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377405 Nov 22 16:28:38.260241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-70592a14-1bde-469e-9238-0d524afae481 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615407 Nov 22 16:28:38.280996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad6ec8-9122-4d6e-8674-7ac76942fc16 req-808cde4e-4e94-47b1-86d1-9e4ad3ac8fcc tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.283922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54ad6ec8-9122-4d6e-8674-7ac76942fc16 req-808cde4e-4e94-47b1-86d1-9e4ad3ac8fcc tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0655410 Nov 22 16:28:38.380894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1586c08c-67a3-4e29-94f9-b14cc669cf85 req-c4b5743f-dbd1-4d6b-a8a5-b22aa28983ce tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.388265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1586c08c-67a3-4e29-94f9-b14cc669cf85 req-c4b5743f-dbd1-4d6b-a8a5-b22aa28983ce tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 950 time: 0.0803890 Nov 22 16:28:38.400482 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4deae699-0712-487a-b61a-884878dbd339 req-87dc150c-b0c4-4b24-80ea-2dfbf4aa52d9 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279025 Nov 22 16:28:38.405755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54ad6ec8-9122-4d6e-8674-7ac76942fc16 req-ec6b2954-7b98-45fd-b224-8d816d4cdb22 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155326 Nov 22 16:28:38.461422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1586c08c-67a3-4e29-94f9-b14cc669cf85 req-1abbd29a-de79-4f67-af19-edc371f8700a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722954 Nov 22 16:28:38.560907 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:38.581215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71fc06a6-ea3a-48ba-81a3-86853c5ac512 req-2edc5b74-9bcf-4361-81e8-f2e6a044647a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 210 time: 0.0377796 Nov 22 16:28:38.605440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed813b-80e5-4996-8ed3-a7ec56b4d97b req-636ec9b6-e46f-4033-88ea-88fc8d5aa059 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.605440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52ed813b-80e5-4996-8ed3-a7ec56b4d97b req-636ec9b6-e46f-4033-88ea-88fc8d5aa059 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.0990462 Nov 22 16:28:38.665166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52ed813b-80e5-4996-8ed3-a7ec56b4d97b req-4d7f9276-4933-4a70-9ec2-b70db4a071b4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566440 Nov 22 16:28:38.851488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfdf6c-5c48-44f8-8d53-2f963852b9e6 req-0edf6d55-781a-4ec5-8540-a7a199c42d98 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:38.853395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cbfdf6c-5c48-44f8-8d53-2f963852b9e6 req-0edf6d55-781a-4ec5-8540-a7a199c42d98 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 945 time: 0.0651290 Nov 22 16:28:38.933843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cbfdf6c-5c48-44f8-8d53-2f963852b9e6 req-05b0a022-6dfd-4294-94db-afcf69bdb7b1 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671606 Nov 22 16:28:39.039131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:39.045045 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2171e5d-6f44-41be-9253-e7fd0c7dc5b6" -d '{"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-plugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:39.052485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-7cde48b3-9622-4870-af7e-a1ee6c2d7b14 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.054085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-7cde48b3-9622-4870-af7e-a1ee6c2d7b14 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.66 "GET /v2.0/networks?id=36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 200 len: 811 time: 0.1975758 Nov 22 16:28:39.071073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d565b3be-dacd-4a7c-ad23-51668143558a up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:39.179453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-931ccc41-4457-447f-bb2a-f79bc53fd46c tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ca5f5744a6a496b90e01dd0f964386e HTTP/1.1" status: 200 len: 380 time: 0.0970583 Nov 22 16:28:39.181226 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b257508f-caf9-458c-b274-419afa63ebc4 x-openstack-request-id: req-b257508f-caf9-458c-b274-419afa63ebc4 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:39.186035 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-plugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:39.189044 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b257508f-caf9-458c-b274-419afa63ebc4 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:39.189044 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'code': 200} Nov 22 16:28:39.201420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Request body: {'port': {'device_id': '457af421-d165-412e-9a30-42f59db59a85', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'admin_state_up': True, 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'security_groups': ['67421d60-f61c-4d5d-9df4-e8a7453de6ad']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:39.265369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port d565b3be-dacd-4a7c-ad23-51668143558a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:39.273184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port d565b3be-dacd-4a7c-ad23-51668143558a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:39.273184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.341067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663ad47-5cbb-412a-907b-6931b38f5755 req-6bd0ef1f-e0a2-4741-8cb0-ee90ea147537 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.343293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5663ad47-5cbb-412a-907b-6931b38f5755 req-6bd0ef1f-e0a2-4741-8cb0-ee90ea147537 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 944 time: 0.1556094 Nov 22 16:28:39.366750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acea1c5-6df6-4cda-9e5e-0089f195c691 req-387c6fbd-82fd-4e87-8412-8c08df777a16 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.378521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3acea1c5-6df6-4cda-9e5e-0089f195c691 req-387c6fbd-82fd-4e87-8412-8c08df777a16 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 949 time: 0.1474829 Nov 22 16:28:39.402625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Made reservation on behalf of 1ca5f5744a6a496b90e01dd0f964386e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:28:39.407169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.456555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.470592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3acea1c5-6df6-4cda-9e5e-0089f195c691 req-c36d83c0-50ad-4551-903e-9e0149498d85 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847774 Nov 22 16:28:39.487494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5663ad47-5cbb-412a-907b-6931b38f5755 req-211fc137-231e-4516-812b-b945252865cc tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010146 Nov 22 16:28:39.531110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d565b3be-dacd-4a7c-ad23-51668143558a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d565b3be-dacd-4a7c-ad23-51668143558a,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:39.539348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:39.603920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=d565b3be-dacd-4a7c-ad23-51668143558a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:39.641268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-83ca4668-40eb-4798-a6d1-9f9257489c45 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.642891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-83ca4668-40eb-4798-a6d1-9f9257489c45 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 949 time: 0.1230066 Nov 22 16:28:39.725220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Allocated IP 172.20.0.3 (36670122-3de2-4d1a-a686-d6db42255beb/578f7418-f741-4682-80ea-f491a86765e1/3516868d-3ec5-47d4-89ad-2fa7fe243066) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:28:39.731052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c773fdf-f541-4b6a-85d5-d0a2766be28e req-f75258d7-6a46-44b3-b79f-fd6e29dbd527 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.732978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c773fdf-f541-4b6a-85d5-d0a2766be28e req-f75258d7-6a46-44b3-b79f-fd6e29dbd527 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0998683 Nov 22 16:28:39.756028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced825a1-841a-4639-b5e2-f21b8f987059 req-47553569-57b5-4ea8-bb35-2e84e39add06 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:39.757718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ced825a1-841a-4639-b5e2-f21b8f987059 req-47553569-57b5-4ea8-bb35-2e84e39add06 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 950 time: 0.0863507 Nov 22 16:28:39.839142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c773fdf-f541-4b6a-85d5-d0a2766be28e req-b2c3a3e7-ae60-43fe-9587-e10ad7ea0b1e tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973861 Nov 22 16:28:39.865205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ced825a1-841a-4639-b5e2-f21b8f987059 req-3c2d7d73-a06a-4864-8058-f6d038c23ca6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910523 Nov 22 16:28:39.986838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a067b6d8-f3d7-4acb-ad2d-8b4d13ca26a3 req-faab6c0d-99e7-46fc-a39f-9c05df7d76ee tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 210 time: 0.0475988 Nov 22 16:28:40.012152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cd503-2b87-4517-9099-38f36e32c1f5 req-04b3ebac-2476-4476-ac2f-00fd20f4768a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.023201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d8cd503-2b87-4517-9099-38f36e32c1f5 req-04b3ebac-2476-4476-ac2f-00fd20f4768a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.0933647 Nov 22 16:28:40.122433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Deleting port b0018448-db2b-402b-951b-f03ae14affb0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:40.122779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.123493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d8cd503-2b87-4517-9099-38f36e32c1f5 req-b2a38c43-3b16-4e20-9883-1ee27d81f895 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940695 Nov 22 16:28:40.154464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29c193-cfcd-4ed3-bcbd-76d5ceb7e991 req-5e3c46c8-0ad6-4bf8-be8a-2fd6bca705ab tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.162896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a29c193-cfcd-4ed3-bcbd-76d5ceb7e991 req-5e3c46c8-0ad6-4bf8-be8a-2fd6bca705ab tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 945 time: 0.0819442 Nov 22 16:28:40.225879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a29c193-cfcd-4ed3-bcbd-76d5ceb7e991 req-e602438e-a647-4553-8ac6-60e9727bef0c tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619929 Nov 22 16:28:40.284488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] For port b0018448-db2b-402b-951b-f03ae14affb0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b0018448-db2b-402b-951b-f03ae14affb0,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:40.284877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.296214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.304483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Calling delete_port for b0018448-db2b-402b-951b-f03ae14affb0 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:40.395253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.486413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Network 36670122-3de2-4d1a-a686-d6db42255beb is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:28:40.515500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:28:40.524134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:28:40.584177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.584870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.599252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event updated for resources: {'Port': ['ID=3516868d-3ec5-47d4-89ad-2fa7fe243066,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:40.684588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-f16bbd81-05a4-4c59-a420-44cd64060c4a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.694884 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-f16bbd81-05a4-4c59-a420-44cd64060c4a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/ports?device_id=7feacb67-804a-40b4-9464-aa61e8fb54f3 HTTP/1.1" status: 200 len: 949 time: 0.2454345 Nov 22 16:28:40.700836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-ace37f2b-1f2a-43dd-910a-4405f982f274 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5038064 Nov 22 16:28:40.738431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Request body: {'port': {'device_id': '457af421-d165-412e-9a30-42f59db59a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:40.770241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff43cf1-c89f-4b13-aa10-2c500a28b246 req-1d44768f-8484-4ee8-bce5-01cfd0c51788 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:40.783392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ff43cf1-c89f-4b13-aa10-2c500a28b246 req-1d44768f-8484-4ee8-bce5-01cfd0c51788 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.1387525 Nov 22 16:28:40.815393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:40.830058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['8299f7fa-90a0-49fc-baee-45cae67ca83e', 'b0018448-db2b-402b-951b-f03ae14affb0', '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:40.879568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event deleted for resources: {'Port': ['ID=b0018448-db2b-402b-951b-f03ae14affb0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:41.106278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.186147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] No DVR routers for this DVR port b0018448-db2b-402b-951b-f03ae14affb0 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:41.191849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.196195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-657eda0c-1d2a-4aae-8325-234ed9d7d696 req-1a5ff266-7f97-415b-bbaa-1126aa516a0b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "DELETE /v2.0/ports/b0018448-db2b-402b-951b-f03ae14affb0 HTTP/1.1" status: 204 len: 173 time: 1.5411241 Nov 22 16:28:41.196956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'name': 'network-vif-deleted', 'tag': 'b0018448-db2b-402b-951b-f03ae14affb0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:41.199372 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766de657-bb8b-4bb3-a888-9f4596e64a1f" -d '{"events": [{"server_uuid": "93e5d5dc-e083-4211-80c5-0c91629e3f2f", "name": "network-vif-deleted", "tag": "b0018448-db2b-402b-951b-f03ae14affb0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:41.276188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438d600-977c-489f-9a27-c91feab03a03 req-3fb968f9-0f6f-4310-9ba2-1c4c90dba450 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:41.296467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f438d600-977c-489f-9a27-c91feab03a03 req-3fb968f9-0f6f-4310-9ba2-1c4c90dba450 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=93e5d5dc-e083-4211-80c5-0c91629e3f2f HTTP/1.1" status: 200 len: 867 time: 0.6056409 Nov 22 16:28:41.330008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port eff1c0ab-7f21-4733-be80-63ddb11bd452 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:41.330350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.473393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port eff1c0ab-7f21-4733-be80-63ddb11bd452, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eff1c0ab-7f21-4733-be80-63ddb11bd452,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:41.473835 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.476581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ff43cf1-c89f-4b13-aa10-2c500a28b246 req-63c62def-eb36-48ba-9738-0c9bdfda0324 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6907210 Nov 22 16:28:41.492866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for eff1c0ab-7f21-4733-be80-63ddb11bd452 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:41.509384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:41.513353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f438d600-977c-489f-9a27-c91feab03a03 req-c0131188-cda7-40b3-b21f-f535e9fed51b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079213 Nov 22 16:28:41.517454 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5a8a8b-9c53-4bf3-8128-566959338e25" -d '{"events": [{"server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "name": "network-vif-plugged", "status": "completed", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:41.531006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3f229d53-13cb-43ce-88f1-845176631830 None None] Provisioning complete for port 3516868d-3ec5-47d4-89ad-2fa7fe243066 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:41.532269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f229d53-13cb-43ce-88f1-845176631830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.592240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3f229d53-13cb-43ce-88f1-845176631830 None None] Port 3516868d-3ec5-47d4-89ad-2fa7fe243066 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:28:41.633999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-2b31fdcc-54ac-42ef-b512-839db381f920 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:41.635542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-2b31fdcc-54ac-42ef-b512-839db381f920 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 950 time: 0.4029684 Nov 22 16:28:41.883162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:41.908195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', '168082c3-2272-4dd1-a525-49e0087fe886'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:41.929938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4190f5-5c1f-4a6e-b6fe-0cd539f6c8ee req-05afa5c7-a563-455c-ad78-19b5725b326d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:41.932291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a4190f5-5c1f-4a6e-b6fe-0cd539f6c8ee req-05afa5c7-a563-455c-ad78-19b5725b326d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2337301 Nov 22 16:28:41.949122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=eff1c0ab-7f21-4733-be80-63ddb11bd452,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:42.024174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5da3b-20ed-41a6-8191-689895089b0f req-88b142d0-23b2-4387-adca-49109c901496 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:42.037393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03e5da3b-20ed-41a6-8191-689895089b0f req-88b142d0-23b2-4387-adca-49109c901496 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 950 time: 0.2876513 Nov 22 16:28:42.076478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port eff1c0ab-7f21-4733-be80-63ddb11bd452 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:42.084516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.085038 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67e7c6ac-f329-4af6-a232-1b65264d8213 req-3ee4c62c-c446-40cf-a9e1-ec304d05968c tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "DELETE /v2.0/ports/eff1c0ab-7f21-4733-be80-63ddb11bd452 HTTP/1.1" status: 204 len: 173 time: 1.3801382 Nov 22 16:28:42.097027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port 168082c3-2272-4dd1-a525-49e0087fe886 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:42.097027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.178481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a4190f5-5c1f-4a6e-b6fe-0cd539f6c8ee req-39480685-1280-4f02-aee2-6dfd44ac0379 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298038 Nov 22 16:28:42.236067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3516868d-3ec5-47d4-89ad-2fa7fe243066 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:42.247054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.264087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Transition to ACTIVE for port object 3516868d-3ec5-47d4-89ad-2fa7fe243066 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:42.282365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03e5da3b-20ed-41a6-8191-689895089b0f req-24abfe4d-d402-4ee5-842b-1d90fa75a1e0 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425375 Nov 22 16:28:42.306770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.485068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3516868d-3ec5-47d4-89ad-2fa7fe243066,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:42.498404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port 168082c3-2272-4dd1-a525-49e0087fe886, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=168082c3-2272-4dd1-a525-49e0087fe886,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:42.498994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.528142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for 168082c3-2272-4dd1-a525-49e0087fe886 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:42.610891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ff3f3-d66d-4049-83f0-34c42edab513 req-f27f39e3-f63c-40c7-9330-64bc27f8e52d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:42.618706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f3ff3f3-d66d-4049-83f0-34c42edab513 req-f27f39e3-f63c-40c7-9330-64bc27f8e52d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 943 time: 0.1968985 Nov 22 16:28:42.664418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d1972-d5ef-4e8c-a203-a6a96eb8cfa1 req-678f3cac-17f0-4381-b4ba-0d25e7e1eb93 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:42.674471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f92d1972-d5ef-4e8c-a203-a6a96eb8cfa1 req-678f3cac-17f0-4381-b4ba-0d25e7e1eb93 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1517506 Nov 22 16:28:42.694813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'eff1c0ab-7f21-4733-be80-63ddb11bd452'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:42.833340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Attempting to bind port 3516868d-3ec5-47d4-89ad-2fa7fe243066 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:28:42.833795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Attempting to bind port 3516868d-3ec5-47d4-89ad-2fa7fe243066 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:28:42.834124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Attempting to bind port 3516868d-3ec5-47d4-89ad-2fa7fe243066 on network 36670122-3de2-4d1a-a686-d6db42255beb {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:42.843259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Port 3516868d-3ec5-47d4-89ad-2fa7fe243066 on network 36670122-3de2-4d1a-a686-d6db42255beb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:28:42.847009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Attempting to bind port 3516868d-3ec5-47d4-89ad-2fa7fe243066 on network 36670122-3de2-4d1a-a686-d6db42255beb {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:28:42.893414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f3ff3f3-d66d-4049-83f0-34c42edab513 req-dca90c8e-b08a-4cbc-8d1a-b3b7839972a2 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737427 Nov 22 16:28:42.896525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:28:42.897020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Checking segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:28:42.897413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Bound using segment: {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:28:42.900806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Bound port: 3516868d-3ec5-47d4-89ad-2fa7fe243066, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f283b5-3a77-4c0d-b060-24e290f33cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:28:42.902318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:42.947041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f92d1972-d5ef-4e8c-a203-a6a96eb8cfa1 req-3544d72a-3bf3-4285-98c5-19a5b924a31e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716303 Nov 22 16:28:42.986567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] For port 3516868d-3ec5-47d4-89ad-2fa7fe243066, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:42.990399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] For port 3516868d-3ec5-47d4-89ad-2fa7fe243066, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:28:43.006738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.065535 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11acc600-ae2c-47ad-a2af-91e4a551f2bc x-openstack-request-id: req-11acc600-ae2c-47ad-a2af-91e4a551f2bc {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:43.066158 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e5d5dc-e083-4211-80c5-0c91629e3f2f", "name": "network-vif-deleted", "tag": "b0018448-db2b-402b-951b-f03ae14affb0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:43.066562 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11acc600-ae2c-47ad-a2af-91e4a551f2bc {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:43.067456 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e5d5dc-e083-4211-80c5-0c91629e3f2f', 'name': 'network-vif-deleted', 'tag': 'b0018448-db2b-402b-951b-f03ae14affb0', 'status': 'completed', 'code': 200} Nov 22 16:28:43.083945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.084562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.086238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] 10.222.0.66 "PUT /v2.0/ports/3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 200 len: 1091 time: 2.3573909 Nov 22 16:28:43.123920 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3033e391-ade9-4557-9fcb-def675fa7180 x-openstack-request-id: req-3033e391-ade9-4557-9fcb-def675fa7180 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:43.124450 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "name": "network-vif-plugged", "status": "completed", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:43.124551 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3033e391-ade9-4557-9fcb-def675fa7180 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:43.129323 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'code': 200} Nov 22 16:28:43.130295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b0018448-db2b-402b-951b-f03ae14affb0 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:43.238716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf778f-d70a-4581-bdc5-bf21941d7bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=3516868d-3ec5-47d4-89ad-2fa7fe243066,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:43.272671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: b0018448-db2b-402b-951b-f03ae14affb0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:43.273461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b0018448-db2b-402b-951b-f03ae14affb0 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:43.328938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798ac16-389d-4d0d-9e80-d9b551262279 req-4bc19d31-eee5-44b1-adeb-14662b12d337 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.350211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6798ac16-389d-4d0d-9e80-d9b551262279 req-4bc19d31-eee5-44b1-adeb-14662b12d337 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.1434288 Nov 22 16:28:43.371642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.459760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6798ac16-389d-4d0d-9e80-d9b551262279 req-640e60c6-9c89-4bb0-8ec9-1481346a6636 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071551 Nov 22 16:28:43.479882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=168082c3-2272-4dd1-a525-49e0087fe886,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:43.487585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-f594a532-b017-4f68-9c2e-8563fdfcc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.497794 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-f594a532-b017-4f68-9c2e-8563fdfcc815 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 1094 time: 0.2419095 Nov 22 16:28:43.586524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473e7fb-cdd6-4f26-9463-ce6d09c3f235 req-69fa2363-c833-4d1e-a85e-85130446603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.588047 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e473e7fb-cdd6-4f26-9463-ce6d09c3f235 req-69fa2363-c833-4d1e-a85e-85130446603d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 1096 time: 0.3127751 Nov 22 16:28:43.608451 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-3451e389-6501-46af-b59b-08ac5c998f6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 200 len: 217 time: 0.0802679 Nov 22 16:28:43.634931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port 168082c3-2272-4dd1-a525-49e0087fe886 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:43.661254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:43.667245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4b74ec01-8ef1-4154-9c4f-f52e23704f27 req-a31f4ce2-b947-4c3b-8d28-80253ae9e474 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "DELETE /v2.0/ports/168082c3-2272-4dd1-a525-49e0087fe886 HTTP/1.1" status: 204 len: 173 time: 1.9728312 Nov 22 16:28:43.708635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e084b32-33ee-492a-988c-2ec2aa49b626 req-6561a445-7870-457b-b435-e3c3c1df0271 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.712706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e084b32-33ee-492a-988c-2ec2aa49b626 req-6561a445-7870-457b-b435-e3c3c1df0271 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1145563 Nov 22 16:28:43.787464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:43.847518 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e473e7fb-cdd6-4f26-9463-ce6d09c3f235 req-087381e7-ffc1-4d8c-83e0-48f41ac11952 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373445 Nov 22 16:28:43.869270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e084b32-33ee-492a-988c-2ec2aa49b626 req-7763d0a2-f53e-4641-a38e-30a7dea7648e tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321485 Nov 22 16:28:43.869499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-52972154-e827-40f9-9166-c1587952b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.871929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-52972154-e827-40f9-9166-c1587952b9f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=578f7418-f741-4682-80ea-f491a86765e1 HTTP/1.1" status: 200 len: 850 time: 0.2326205 Nov 22 16:28:43.920190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:43.965046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938da45-b57c-40fa-b19f-393d1216370d req-cbc316fc-790d-470d-b906-9db842fa8c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:43.967418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-cbc316fc-790d-470d-b906-9db842fa8c13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36670122-3de2-4d1a-a686-d6db42255beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779047 Nov 22 16:28:44.252865 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-45a38ca6-d543-4017-a171-dd4f12fd6cf4 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694457 Nov 22 16:28:44.327797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2708b09f-ed05-4a46-9a4d-a503f794c398 req-7a4c3722-364d-4001-bbdd-a05346dc2288 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb HTTP/1.1" status: 200 len: 210 time: 0.0536661 Nov 22 16:28:44.434467 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b938da45-b57c-40fa-b19f-393d1216370d req-8706f7ee-3d65-4fb7-a601-af9fb61947ac service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633911 Nov 22 16:28:44.496851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c765153-4500-4449-be13-b68d9dfd890b req-03283be4-6369-4ca2-862a-4f682d2e768a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.500257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c765153-4500-4449-be13-b68d9dfd890b req-03283be4-6369-4ca2-862a-4f682d2e768a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 943 time: 0.1335704 Nov 22 16:28:44.566675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd19a4-fdb1-4762-ba20-79302cd53c5b req-c487a7bb-4a1e-4b9a-86c4-8e48a22d54ed tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.580844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ccd19a4-fdb1-4762-ba20-79302cd53c5b req-c487a7bb-4a1e-4b9a-86c4-8e48a22d54ed tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1425302 Nov 22 16:28:44.711859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ccd19a4-fdb1-4762-ba20-79302cd53c5b req-a34a699c-cbcd-478a-8d16-061fb92dd551 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302483 Nov 22 16:28:44.758991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c765153-4500-4449-be13-b68d9dfd890b req-146e9ecf-06c8-45c9-a66c-555898791243 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417500 Nov 22 16:28:44.973774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f88c-9bcc-444c-acac-0b09b116de82 req-910d8e66-a6d8-41ac-8086-802684009eb0 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:44.983618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f925f88c-9bcc-444c-acac-0b09b116de82 req-910d8e66-a6d8-41ac-8086-802684009eb0 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.1340246 Nov 22 16:28:45.045181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f767441-4f5c-40d9-aa50-bac62cc7e7e4 req-5ff8b75d-722d-4bb7-b873-547e33c14718 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.053687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f767441-4f5c-40d9-aa50-bac62cc7e7e4 req-5ff8b75d-722d-4bb7-b873-547e33c14718 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.1326423 Nov 22 16:28:45.069529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'name': 'network-vif-deleted', 'tag': 'eff1c0ab-7f21-4733-be80-63ddb11bd452'}, {'name': 'network-changed', 'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066'}, {'server_uuid': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'name': 'network-vif-deleted', 'tag': '168082c3-2272-4dd1-a525-49e0087fe886'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:45.072711 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b3cd1c-288c-4a94-94a4-a0d262c10235" -d '{"events": [{"server_uuid": "7feacb67-804a-40b4-9464-aa61e8fb54f3", "name": "network-vif-deleted", "tag": "eff1c0ab-7f21-4733-be80-63ddb11bd452"}, {"name": "network-changed", "server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066"}, {"server_uuid": "ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb", "name": "network-vif-deleted", "tag": "168082c3-2272-4dd1-a525-49e0087fe886"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:45.083450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f925f88c-9bcc-444c-acac-0b09b116de82 req-68f48202-e106-4170-96e1-fab34dd57123 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956938 Nov 22 16:28:45.087450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eff1c0ab-7f21-4733-be80-63ddb11bd452 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:45.170587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: eff1c0ab-7f21-4733-be80-63ddb11bd452 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:45.176996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eff1c0ab-7f21-4733-be80-63ddb11bd452 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:45.177488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f767441-4f5c-40d9-aa50-bac62cc7e7e4 req-e856429e-7f6c-41bf-a114-fa2127013cce tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160655 Nov 22 16:28:45.263372 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c542c50-ba79-43a6-9f6d-32dea3e68e33 x-openstack-request-id: req-6c542c50-ba79-43a6-9f6d-32dea3e68e33 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:45.263742 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feacb67-804a-40b4-9464-aa61e8fb54f3", "name": "network-vif-deleted", "tag": "eff1c0ab-7f21-4733-be80-63ddb11bd452", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066", "status": "completed", "code": 200}, {"server_uuid": "ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb", "name": "network-vif-deleted", "tag": "168082c3-2272-4dd1-a525-49e0087fe886", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:45.263891 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c542c50-ba79-43a6-9f6d-32dea3e68e33 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:45.264255 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feacb67-804a-40b4-9464-aa61e8fb54f3', 'name': 'network-vif-deleted', 'tag': 'eff1c0ab-7f21-4733-be80-63ddb11bd452', 'status': 'completed', 'code': 200} Nov 22 16:28:45.264527 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'status': 'completed', 'code': 200} Nov 22 16:28:45.264785 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4aa790-2fae-48cf-9293-cf0f3d6cb7fb', 'name': 'network-vif-deleted', 'tag': '168082c3-2272-4dd1-a525-49e0087fe886', 'status': 'completed', 'code': 200} Nov 22 16:28:45.326463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063be02-90d3-4689-81b7-1690c91a1943 req-610559b2-e57d-4e2f-8056-9b6f6f86d921 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.328912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5063be02-90d3-4689-81b7-1690c91a1943 req-610559b2-e57d-4e2f-8056-9b6f6f86d921 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1085606 Nov 22 16:28:45.414352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-81446bf4-fae8-41d4-95af-e8fd2a59f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.415284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-81446bf4-fae8-41d4-95af-e8fd2a59f649 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 1094 time: 0.1081665 Nov 22 16:28:45.529216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5063be02-90d3-4689-81b7-1690c91a1943 req-5b057985-56fb-4565-ae2a-c094dd8c7783 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897671 Nov 22 16:28:45.838812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-d48d736e-8a19-4fa0-87b0-41dc8e9cebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.845856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-d48d736e-8a19-4fa0-87b0-41dc8e9cebeb service neutron] 10.222.0.66 "GET /v2.0/networks?id=36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 200 len: 912 time: 0.4117954 Nov 22 16:28:45.869881 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-2e5acc30-2b5e-4607-85a9-6b0dfc30a25c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1813831 Nov 22 16:28:45.917252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134fc19-6b01-4c75-a3bb-f0e1e3b9c369 req-b48f59ab-e86c-416b-a711-70d37c5a155a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:45.918807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e134fc19-6b01-4c75-a3bb-f0e1e3b9c369 req-b48f59ab-e86c-416b-a711-70d37c5a155a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.0834193 Nov 22 16:28:46.026963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-d30fec92-363e-493c-8c06-f2a85bae4ace service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 200 len: 217 time: 0.1556232 Nov 22 16:28:46.070847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e134fc19-6b01-4c75-a3bb-f0e1e3b9c369 req-b09d093b-4ace-4787-87db-b1e42ce0f5b0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306164 Nov 22 16:28:46.129299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 168082c3-2272-4dd1-a525-49e0087fe886 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:46.143400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e686d1-7bbf-414b-a651-7860c038b43c req-dc887102-d935-4a8f-a268-3a26b1dd62fc tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.148430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-2efedd1a-4010-48d3-aaac-45e2f5b27032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.151008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20e686d1-7bbf-414b-a651-7860c038b43c req-dc887102-d935-4a8f-a268-3a26b1dd62fc tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 943 time: 0.1531255 Nov 22 16:28:46.155827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-2efedd1a-4010-48d3-aaac-45e2f5b27032 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=578f7418-f741-4682-80ea-f491a86765e1 HTTP/1.1" status: 200 len: 850 time: 0.0879798 Nov 22 16:28:46.181753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 168082c3-2272-4dd1-a525-49e0087fe886 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:46.183475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 168082c3-2272-4dd1-a525-49e0087fe886 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:46.184171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:46.276408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20e686d1-7bbf-414b-a651-7860c038b43c req-b9b9e986-d0a9-4cc8-bb9f-d5ef72cb4a1f tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204185 Nov 22 16:28:46.380500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e3ffe1ce-fab2-4005-8dae-12686fe0d190 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.389580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e3ffe1ce-fab2-4005-8dae-12686fe0d190 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.2559669 Nov 22 16:28:46.392075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-605e37e6-d83d-479c-99bd-f9396219839a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.393509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-605e37e6-d83d-479c-99bd-f9396219839a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 1102 time: 0.3852932 Nov 22 16:28:46.448261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-29b8ee68-b268-4352-830b-7abc8aa3e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.449736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-29b8ee68-b268-4352-830b-7abc8aa3e666 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36670122-3de2-4d1a-a686-d6db42255beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665532 Nov 22 16:28:46.506237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5556445-b697-4966-b8ce-bcaab655cb33 req-cbddbd3a-c9d9-4a77-8556-3a9831070306 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.507867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5556445-b697-4966-b8ce-bcaab655cb33 req-cbddbd3a-c9d9-4a77-8556-3a9831070306 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.1191721 Nov 22 16:28:46.564940 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-92042545-6664-4ffc-827e-dfec72faeef6 service neutron] 10.222.0.66 "GET /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.3006763 Nov 22 16:28:46.668007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5556445-b697-4966-b8ce-bcaab655cb33 req-eb8b2816-830d-4296-ba04-e7d4ac58ca36 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543052 Nov 22 16:28:46.699379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f639c-ef5f-4d92-a19e-20c40558453a req-7f764fb2-4a57-43e0-8736-cd4999fc9056 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.707820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d47f639c-ef5f-4d92-a19e-20c40558453a req-7f764fb2-4a57-43e0-8736-cd4999fc9056 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.0892918 Nov 22 16:28:46.772045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d47f639c-ef5f-4d92-a19e-20c40558453a req-03bd64ff-2a5a-4e6e-aee2-5cb42adc2f94 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632243 Nov 22 16:28:46.905186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af883c-c715-456c-aadd-5fbf273ec25e req-540e7792-6a0b-4a88-9fc6-92e3aa06e117 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:46.908638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05af883c-c715-456c-aadd-5fbf273ec25e req-540e7792-6a0b-4a88-9fc6-92e3aa06e117 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 950 time: 0.1195157 Nov 22 16:28:47.045558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137caf6-0e0f-43c2-ab10-3c5621969a60 req-699b162b-a413-4747-9c6f-282fe409c363 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.055909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4137caf6-0e0f-43c2-ab10-3c5621969a60 req-699b162b-a413-4747-9c6f-282fe409c363 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1289625 Nov 22 16:28:47.130695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05af883c-c715-456c-aadd-5fbf273ec25e req-5293d1f1-3f38-4f80-a2a7-e8a280db0be5 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159491 Nov 22 16:28:47.162203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4137caf6-0e0f-43c2-ab10-3c5621969a60 req-725f8a0e-4243-4d38-83b6-8b738994c0e2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053534 Nov 22 16:28:47.193060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-02c56fba-e9ab-487c-92b4-1662369f3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.196077 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-02c56fba-e9ab-487c-92b4-1662369f3cb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.7607210 Nov 22 16:28:47.303691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-631e1912-453a-4075-a6ca-e4960dc5ea8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 HTTP/1.1" status: 200 len: 217 time: 0.0920961 Nov 22 16:28:47.309099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e5939-e5ea-41ee-909b-bc7437aea1f2 req-8711f413-60f3-4e07-bd93-a1b08719ef94 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.310876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d3e5939-e5ea-41ee-909b-bc7437aea1f2 req-8711f413-60f3-4e07-bd93-a1b08719ef94 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.0779552 Nov 22 16:28:47.331502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49122) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:47.345546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Request body: {'floatingip': {'port_id': 'd565b3be-dacd-4a7c-ad23-51668143558a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:47.418914 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-c3634e19-988c-43e9-b10e-b8cbe991a26f service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8935649 Nov 22 16:28:47.452353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-546f758e-ee3d-464b-a630-e17b7bb75e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.455237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-546f758e-ee3d-464b-a630-e17b7bb75e95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1228328 Nov 22 16:28:47.456502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c9125-63aa-4bdb-8740-08b6cf27ddcb req-1b3a3c43-d2d9-4bd0-9be5-e686aa45aa38 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.478294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b2c9125-63aa-4bdb-8740-08b6cf27ddcb req-1b3a3c43-d2d9-4bd0-9be5-e686aa45aa38 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1847556 Nov 22 16:28:47.507687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Deleting port 8299f7fa-90a0-49fc-baee-45cae67ca83e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:47.508024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:47.512345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:47.552033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b2c9125-63aa-4bdb-8740-08b6cf27ddcb req-2f6f1f4b-558e-475d-a555-4e7139450682 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667691 Nov 22 16:28:47.593568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914efbfb-8207-47a5-8cd8-684ba82de7aa req-712e2645-212e-4b48-a0b0-a188a193c16c tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.595480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-914efbfb-8207-47a5-8cd8-684ba82de7aa req-712e2645-212e-4b48-a0b0-a188a193c16c tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 943 time: 0.1142926 Nov 22 16:28:47.690011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-914efbfb-8207-47a5-8cd8-684ba82de7aa req-8e9d444d-0165-4f86-93a4-e8fc763d12c5 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829556 Nov 22 16:28:47.716914 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49b3cd1c-288c-4a94-94a4-a0d262c10235 req-34396edf-b12d-4203-a574-7721102568f8 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601810 Nov 22 16:28:47.810480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82bd03-91e3-471e-835f-2419dee1ccfd req-fd1e3b54-f007-4ad2-ade4-a12ab66a78d8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:47.819868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb82bd03-91e3-471e-835f-2419dee1ccfd req-fd1e3b54-f007-4ad2-ade4-a12ab66a78d8 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.0602539 Nov 22 16:28:47.883876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb82bd03-91e3-471e-835f-2419dee1ccfd req-1432b81b-3b55-4b7e-a429-37669a2249b2 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625191 Nov 22 16:28:48.017032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] For port 8299f7fa-90a0-49fc-baee-45cae67ca83e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=8299f7fa-90a0-49fc-baee-45cae67ca83e,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:48.017529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.035299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Calling delete_port for 8299f7fa-90a0-49fc-baee-45cae67ca83e owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:48.125817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3516868d-3ec5-47d4-89ad-2fa7fe243066 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:28:48.168316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-dfca1e52-0ed7-4732-8a0b-47d6ef8680c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.169910 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-dfca1e52-0ed7-4732-8a0b-47d6ef8680c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7003431 Nov 22 16:28:48.392067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701f443-7bfa-476c-b174-bf974afeb6d6 req-7ca2a494-76ea-4320-b925-46378997c275 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.398409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3516868d-3ec5-47d4-89ad-2fa7fe243066, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:48.416510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c701f443-7bfa-476c-b174-bf974afeb6d6 req-7ca2a494-76ea-4320-b925-46378997c275 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 950 time: 0.1474726 Nov 22 16:28:48.433018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'port_id': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'mac_address': 'fa:16:3e:52:53:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:28:48.516059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d2be5-8ebc-45e5-9e13-e0d2d60a3e03 req-3bbf5790-3e32-433f-842a-5af075276912 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:48.528104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d66d2be5-8ebc-45e5-9e13-e0d2d60a3e03 req-3bbf5790-3e32-433f-842a-5af075276912 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2202466 Nov 22 16:28:48.544014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.547573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:48.579383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:48.579896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3516868d-3ec5-47d4-89ad-2fa7fe243066 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:48.622445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3516868d-3ec5-47d4-89ad-2fa7fe243066, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:48.639399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.666908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9b3a70-29a3-48fd-98c4-dc88284801cb {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:28:48.694937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d66d2be5-8ebc-45e5-9e13-e0d2d60a3e03 req-98c9ced8-14b6-455d-9d8f-4d7915e27a9f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540716 Nov 22 16:28:48.699377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:48.714344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c701f443-7bfa-476c-b174-bf974afeb6d6 req-656a2c5f-e807-4fe2-96e3-4a0be439d448 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967451 Nov 22 16:28:48.833067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3516868d-3ec5-47d4-89ad-2fa7fe243066,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:48.993637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:48.998593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa926-b58d-413b-a11e-521f60c385ee req-d6505774-541c-4069-9670-e9ae22215bea tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.010092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad3aa926-b58d-413b-a11e-521f60c385ee req-d6505774-541c-4069-9670-e9ae22215bea tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 944 time: 0.1242568 Nov 22 16:28:49.011530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.095860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad3aa926-b58d-413b-a11e-521f60c385ee req-a3af30dd-3b30-4513-9407-de7c1433d71c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824366 Nov 22 16:28:49.104920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 8299f7fa-90a0-49fc-baee-45cae67ca83e no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:49.118491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b888-d0b6-42af-83f1-8a8f96c754d3 req-9f3184c2-72be-43d9-9e8a-78bff089f222 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.128156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f665b888-d0b6-42af-83f1-8a8f96c754d3 req-9f3184c2-72be-43d9-9e8a-78bff089f222 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 944 time: 0.1845629 Nov 22 16:28:49.169631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3516868d-3ec5-47d4-89ad-2fa7fe243066'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:49.211739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f665b888-d0b6-42af-83f1-8a8f96c754d3 req-345288a2-0f6c-4f8c-add6-e5ff6ce10f65 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822558 Nov 22 16:28:49.233780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] Transition to ACTIVE for port object dd9b3a70-29a3-48fd-98c4-dc88284801cb will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:28:49.235445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.332460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cba8d-ab63-4665-832c-3c4ee2a419a4 req-475d3d82-d220-4f7a-a9f2-37d3c5217fde tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.333054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.334217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-804cba8d-ab63-4665-832c-3c4ee2a419a4 req-475d3d82-d220-4f7a-a9f2-37d3c5217fde tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 950 time: 0.1271112 Nov 22 16:28:49.414054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-804cba8d-ab63-4665-832c-3c4ee2a419a4 req-dcd3de09-3339-4fa2-a094-b43d1b410839 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692155 Nov 22 16:28:49.424115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c792-4119-4458-be5d-6730c488029a req-f076b64d-45d6-47d4-b8aa-15dfa4032be9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.425770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e063c792-4119-4458-be5d-6730c488029a req-f076b64d-45d6-47d4-b8aa-15dfa4032be9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/ports?device_id=90da842e-ed9a-4f25-9adc-6b0926281866 HTTP/1.1" status: 200 len: 950 time: 0.1644678 Nov 22 16:28:49.494032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.511407 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966 associated. External IP: 172.25.6.149, port: d565b3be-dacd-4a7c-ad23-51668143558a. Nov 22 16:28:49.520825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-c91be6e6-dc65-4925-86ed-74d87c1d5060 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:49.522327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-c91be6e6-dc65-4925-86ed-74d87c1d5060 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 950 time: 0.7859251 Nov 22 16:28:49.548348 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-4de778ba-2681-4d36-817f-f4b40d4d4010 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3218157 Nov 22 16:28:49.559548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:49.560033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.706294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:49.706294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.722750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:49.727519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:49.729251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] No DVR routers for this DVR port dd9b3a70-29a3-48fd-98c4-dc88284801cb on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:49.740802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:49.965441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e0f3d2c4-c0f6-423f-a40a-06dde519daab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.098337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b574c4-834b-469c-a27e-82750825d1fe req-090609ab-30d6-4e5d-9651-37349a507219 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.100362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96b574c4-834b-469c-a27e-82750825d1fe req-090609ab-30d6-4e5d-9651-37349a507219 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1886156 Nov 22 16:28:50.102555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.116901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1bc8dad2-b352-4fc6-8986-1cc63c6f2523', '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:50.153822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22acc-48a2-4c35-a436-fcf3aab79a8e req-b06572bd-f169-4501-af9b-df058b16d68a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.165832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75e22acc-48a2-4c35-a436-fcf3aab79a8e req-b06572bd-f169-4501-af9b-df058b16d68a tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 950 time: 0.2467921 Nov 22 16:28:50.221549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:50.322912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-acdbb95f-bfb2-4b5a-8817-2f2772521116 service neutron] 10.222.0.66 "PUT /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 3.7315195 Nov 22 16:28:50.325965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event deleted for resources: {'Port': ['ID=8299f7fa-90a0-49fc-baee-45cae67ca83e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:50.340463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=0a3cc195-9eec-44d8-aa42-50b5bc419cc6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:50.355857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:50.360296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:50.368092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.381697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] No DVR routers for this DVR port 8299f7fa-90a0-49fc-baee-45cae67ca83e on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:50.387508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.391603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e063c792-4119-4458-be5d-6730c488029a req-f201356b-6606-4b54-9996-7532f7579850 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "DELETE /v2.0/ports/0a3cc195-9eec-44d8-aa42-50b5bc419cc6 HTTP/1.1" status: 204 len: 173 time: 0.9556293 Nov 22 16:28:50.391825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7ccbaaa-447c-4cd0-8f24-8017d9785c38 req-e6b69bae-7ca3-4206-a27e-a50c279654cb tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "DELETE /v2.0/ports/8299f7fa-90a0-49fc-baee-45cae67ca83e HTTP/1.1" status: 204 len: 173 time: 3.9906340 Nov 22 16:28:50.392689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'name': 'network-vif-deleted', 'tag': '8299f7fa-90a0-49fc-baee-45cae67ca83e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:50.393250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90da842e-ed9a-4f25-9adc-6b0926281866', 'name': 'network-vif-deleted', 'tag': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:50.395020 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b38bb80-d629-4310-ab69-05d00f86dca1" -d '{"events": [{"server_uuid": "7f624cd8-8ba3-4b7a-a97d-45a6696efc96", "name": "network-vif-deleted", "tag": "8299f7fa-90a0-49fc-baee-45cae67ca83e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:50.399926 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f84ff-d54f-49ce-9a20-01eea3fe7a99" -d '{"events": [{"server_uuid": "90da842e-ed9a-4f25-9adc-6b0926281866", "name": "network-vif-deleted", "tag": "0a3cc195-9eec-44d8-aa42-50b5bc419cc6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:50.432345 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f45a916d-666f-4be2-b4ea-c5d345f43ec1 req-a736154a-cdc1-419a-8387-dd65b3ef8441 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8349442 Nov 22 16:28:50.502290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75e22acc-48a2-4c35-a436-fcf3aab79a8e req-e61edf1e-fee6-48d4-a08e-4ba26127e41f tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351643 Nov 22 16:28:50.543050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:50.543309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.570507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96b574c4-834b-469c-a27e-82750825d1fe req-a1c2969a-066f-44ae-b565-dda11f4311f7 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3993104 Nov 22 16:28:50.623705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-172daff3-6ef6-4ac0-acd1-2be625356289 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.626466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-172daff3-6ef6-4ac0-acd1-2be625356289 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1500216 Nov 22 16:28:50.887636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:50.888135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:50.909833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-69e859e8-24b0-4540-804e-a94b6caf6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.911531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-69e859e8-24b0-4540-804e-a94b6caf6b8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3&tenant_id=7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 1096 time: 0.2733908 Nov 22 16:28:50.948576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7722db-9792-4ef3-894f-6604785e9456 req-65ff1099-c50d-4475-953e-ca671ac1c9a9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:50.960675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af7722db-9792-4ef3-894f-6604785e9456 req-65ff1099-c50d-4475-953e-ca671ac1c9a9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.1983893 Nov 22 16:28:50.980728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Router 951dc012-9b61-4fd8-b303-0678d6a3006b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:50.989277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:50.998051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be36d6c4-c65c-4bb4-8d2d-30a21848e7bf req-9f854cdb-ab05-40d0-8911-203dd9f3c4b3 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:51.002229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be36d6c4-c65c-4bb4-8d2d-30a21848e7bf req-9f854cdb-ab05-40d0-8911-203dd9f3c4b3 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 944 time: 0.1623151 Nov 22 16:28:51.257796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be36d6c4-c65c-4bb4-8d2d-30a21848e7bf req-04922de0-14a6-4558-92aa-25e35d951047 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392173 Nov 22 16:28:51.338678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:51.340435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.348055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af7722db-9792-4ef3-894f-6604785e9456 req-3e4b74fb-b753-4af8-b5b2-c3d9c505f176 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3851349 Nov 22 16:28:51.352478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:51.359809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.411629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-bba68471-cb09-4ac5-820b-84a2d666e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:51.418766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-bba68471-cb09-4ac5-820b-84a2d666e1d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1096 time: 0.4425285 Nov 22 16:28:51.419761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['0a3cc195-9eec-44d8-aa42-50b5bc419cc6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:51.426743 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896abc57-24e4-4f45-8619-663e6cd26d12 x-openstack-request-id: req-896abc57-24e4-4f45-8619-663e6cd26d12 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:51.427043 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90da842e-ed9a-4f25-9adc-6b0926281866", "name": "network-vif-deleted", "tag": "0a3cc195-9eec-44d8-aa42-50b5bc419cc6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:51.428275 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-896abc57-24e4-4f45-8619-663e6cd26d12 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:51.428919 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90da842e-ed9a-4f25-9adc-6b0926281866', 'name': 'network-vif-deleted', 'tag': '0a3cc195-9eec-44d8-aa42-50b5bc419cc6', 'status': 'completed', 'code': 200} Nov 22 16:28:51.429264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:51.463514 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c340d41-0491-4495-8fa5-cd26e9891ffb x-openstack-request-id: req-0c340d41-0491-4495-8fa5-cd26e9891ffb {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:51.468077 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f624cd8-8ba3-4b7a-a97d-45a6696efc96", "name": "network-vif-deleted", "tag": "8299f7fa-90a0-49fc-baee-45cae67ca83e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:51.469201 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c340d41-0491-4495-8fa5-cd26e9891ffb {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:51.470213 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f624cd8-8ba3-4b7a-a97d-45a6696efc96', 'name': 'network-vif-deleted', 'tag': '8299f7fa-90a0-49fc-baee-45cae67ca83e', 'status': 'completed', 'code': 200} Nov 22 16:28:51.475012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=1bc8dad2-b352-4fc6-8986-1cc63c6f2523,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:51.537197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:51.539047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:51.655406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:51.665003 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8212ce20-b2bf-4cd1-b91c-c084ae158bc2 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "PUT /v2.0/floatingips/0fe632ab-9f27-46c0-a359-e9f07966b966 HTTP/1.1" status: 200 len: 991 time: 4.3231406 Nov 22 16:28:51.666356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:51.677770 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-617168c2-41ca-4ec8-85f6-4154db56a7cc req-9f2edba2-f1b5-4b69-99a1-ccc9a9a3841e tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.66 "DELETE /v2.0/ports/1bc8dad2-b352-4fc6-8986-1cc63c6f2523 HTTP/1.1" status: 204 len: 173 time: 2.1166067 Nov 22 16:28:51.714848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d113cc10-49f0-4f05-8aad-e1d49d0c115a req-b5c3513b-9634-4fc5-a327-1fbbaeb09a5a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f624cd8-8ba3-4b7a-a97d-45a6696efc96 HTTP/1.1" status: 200 len: 210 time: 0.0997908 Nov 22 16:28:51.838774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c49cde5-20ec-4b55-a771-6659fe6c9c59 req-ae28216d-4d79-48ab-a25c-5ee2a313a138 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=12ff4402-972b-4d74-9688-52e581ba60e6 HTTP/1.1" status: 200 len: 210 time: 0.1176858 Nov 22 16:28:51.975650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:52.056224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-1f7cf574-4cfe-437b-b06d-54f15485830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.076651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-1f7cf574-4cfe-437b-b06d-54f15485830a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.6347141 Nov 22 16:28:52.105303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976b3dce-2b51-44ef-9056-ef497f962103 req-a336fd9f-93ed-438a-8a5e-5609063cf27f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.117717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-976b3dce-2b51-44ef-9056-ef497f962103 req-a336fd9f-93ed-438a-8a5e-5609063cf27f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.2724016 Nov 22 16:28:52.176785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3516868d-3ec5-47d4-89ad-2fa7fe243066 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:28:52.229420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-2ad294fc-0c96-4426-8da4-f2875457b067 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 200 len: 217 time: 0.0805986 Nov 22 16:28:52.250905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-976b3dce-2b51-44ef-9056-ef497f962103 req-5eb062f3-469a-401f-ac03-e12e5c619427 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301303 Nov 22 16:28:52.388126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-13478d5f-fe5c-43db-b141-2c84b9db8030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.400051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-13478d5f-fe5c-43db-b141-2c84b9db8030 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1451991 Nov 22 16:28:52.520464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3516868d-3ec5-47d4-89ad-2fa7fe243066 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:28:52.533423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3516868d-3ec5-47d4-89ad-2fa7fe243066 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:28:52.533423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.541146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-c9153c40-c096-4540-8d9f-7c83678d83d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330960 Nov 22 16:28:52.684680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.700875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78384562-083b-4d94-8739-0b3156a84b5a req-d8b42757-9821-4cbb-b60b-f4c4b79e2f37 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.703140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78384562-083b-4d94-8739-0b3156a84b5a req-d8b42757-9821-4cbb-b60b-f4c4b79e2f37 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 944 time: 0.2011149 Nov 22 16:28:52.723559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0fe632ab-9f27-46c0-a359-e9f07966b966', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'port_id': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'mac_address': 'fa:16:3e:1d:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:24Z', 'updated_at': '2021-11-22T16:28:48Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:52.731866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:52.737260 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00477c47-2985-427b-ab18-bcf6392c0cdc" -d '{"events": [{"server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "name": "network-vif-plugged", "status": "completed", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:52.772546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90e47b-7ef5-4e41-8ca2-f3e2f8cb853a req-56cc798f-c388-468c-80f8-d4b6664537ea tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:52.774705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:52.775091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b90e47b-7ef5-4e41-8ca2-f3e2f8cb853a req-56cc798f-c388-468c-80f8-d4b6664537ea tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.1926200 Nov 22 16:28:52.786999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3516868d-3ec5-47d4-89ad-2fa7fe243066, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:52.792604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:52.793163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:52.854938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.855713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:52.887068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-4f4de24f-7473-4128-aaf2-f8fe26a9b949 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179731 Nov 22 16:28:52.892014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b90e47b-7ef5-4e41-8ca2-f3e2f8cb853a req-d8e73b90-f63d-4f0d-a9e5-b613d504c998 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003854 Nov 22 16:28:52.898286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78384562-083b-4d94-8739-0b3156a84b5a req-45041577-b47a-4a4d-a689-fadf747db2b3 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874802 Nov 22 16:28:52.910520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e36021ea-2ab6-49ba-a629-e4c5e45a4a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:52.916115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:52.916463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1bc8dad2-b352-4fc6-8986-1cc63c6f2523 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:53.017687 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc40c8c-85e9-4a38-a699-df236b44c6f4 x-openstack-request-id: req-7dc40c8c-85e9-4a38-a699-df236b44c6f4 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:53.018020 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "name": "network-vif-plugged", "status": "completed", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:53.018276 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7dc40c8c-85e9-4a38-a699-df236b44c6f4 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:53.018667 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'code': 200} Nov 22 16:28:53.063603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3516868d-3ec5-47d4-89ad-2fa7fe243066,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:53.075027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-96243208-1f95-4aa5-a01e-4f238f55c3ec service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627238 Nov 22 16:28:53.096557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:53.267597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d702670-8cb3-4d5f-ab76-e5d1d598eec6 req-f06e1257-45d9-4318-9eb5-e289cf717387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.269226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d702670-8cb3-4d5f-ab76-e5d1d598eec6 req-f06e1257-45d9-4318-9eb5-e289cf717387 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 1096 time: 0.1116600 Nov 22 16:28:53.420297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d702670-8cb3-4d5f-ab76-e5d1d598eec6 req-083b8705-8e5a-4086-b4a5-d293076327b6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300051 Nov 22 16:28:53.471515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a'}, {'server_uuid': '12ff4402-972b-4d74-9688-52e581ba60e6', 'name': 'network-vif-deleted', 'tag': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:53.474327 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ce677-e21c-47eb-86ff-82de9b1f98a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a"}, {"server_uuid": "12ff4402-972b-4d74-9688-52e581ba60e6", "name": "network-vif-deleted", "tag": "1bc8dad2-b352-4fc6-8986-1cc63c6f2523"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:53.687108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee13a7-8909-486a-97dc-6021b2cc0213 req-cd21d76d-7413-4706-9899-3278ba02122a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.688150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0fe632ab-9f27-46c0-a359-e9f07966b966', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'port_id': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'mac_address': 'fa:16:3e:1d:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:24Z', 'updated_at': '2021-11-22T16:28:48Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:53.688968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bee13a7-8909-486a-97dc-6021b2cc0213 req-cd21d76d-7413-4706-9899-3278ba02122a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1653063 Nov 22 16:28:53.693455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-c3c532bc-22fe-46f0-997c-3e5604b45aad tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.695277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-c3c532bc-22fe-46f0-997c-3e5604b45aad tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1341913 Nov 22 16:28:53.727767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f507ca77-1b84-4846-ab1e-7780705f6752 req-9a3be1c0-ff2f-4a41-b0fd-ab7cef6d426a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:53.729827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f507ca77-1b84-4846-ab1e-7780705f6752 req-9a3be1c0-ff2f-4a41-b0fd-ab7cef6d426a tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.1154819 Nov 22 16:28:53.739563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631707f7-1df7-488d-a9ab-f93857b00c1a None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0fe632ab-9f27-46c0-a359-e9f07966b966', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'floating_ip_address': '172.25.6.149', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'port_id': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'mac_address': 'fa:16:3e:1d:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:25:24Z', 'updated_at': '2021-11-22T16:28:48Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:53.887892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bee13a7-8909-486a-97dc-6021b2cc0213 req-810feaeb-2b8a-4dda-80db-3ce7588b14c4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866224 Nov 22 16:28:53.889060 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:53.924678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f507ca77-1b84-4846-ab1e-7780705f6752 req-2aab218d-c3b7-4baa-9ec6-f9b1e8eeb8d1 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538355 Nov 22 16:28:53.958625 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7490585-0654-466f-96af-eb1ff7102d69 x-openstack-request-id: req-b7490585-0654-466f-96af-eb1ff7102d69 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:53.959121 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a", "status": "completed", "code": 200}, {"server_uuid": "12ff4402-972b-4d74-9688-52e581ba60e6", "name": "network-vif-deleted", "tag": "1bc8dad2-b352-4fc6-8986-1cc63c6f2523", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:53.959537 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7490585-0654-466f-96af-eb1ff7102d69 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:53.960098 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'status': 'completed', 'code': 200} Nov 22 16:28:53.960512 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ff4402-972b-4d74-9688-52e581ba60e6', 'name': 'network-vif-deleted', 'tag': '1bc8dad2-b352-4fc6-8986-1cc63c6f2523', 'status': 'completed', 'code': 200} Nov 22 16:28:54.112418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-950ef6b7-913b-4584-a1ad-bac84f2cd346 service neutron] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:28:54.129273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:54.130261 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-950ef6b7-913b-4584-a1ad-bac84f2cd346 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:54.133041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82c9b6-4bd9-466c-bdcd-29688aba8580 req-950ef6b7-913b-4584-a1ad-bac84f2cd346 service neutron] 10.222.0.20 "DELETE /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.4228821 Nov 22 16:28:54.163725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3f98d-3070-498f-86cc-115130bea852 req-361f0c1e-7be7-467d-a364-4d4c2ebe2787 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.165538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66f3f98d-3070-498f-86cc-115130bea852 req-361f0c1e-7be7-467d-a364-4d4c2ebe2787 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.0715649 Nov 22 16:28:54.166359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-a7f11773-a767-4928-bb7e-22e4f4592692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.173419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-a7f11773-a767-4928-bb7e-22e4f4592692 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 1096 time: 0.1836236 Nov 22 16:28:54.184984 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c7acc8-f8cc-41b2-914e-57f25c3f5184 None None] New status for floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:28:54.222064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:54.223716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0a3cc195-9eec-44d8-aa42-50b5bc419cc6 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:54.305455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66f3f98d-3070-498f-86cc-115130bea852 req-99756462-1904-4e5e-8e8c-06639d48f791 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289842 Nov 22 16:28:54.413339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-185016c5-cfe1-4272-8366-289b0797a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.418538 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-185016c5-cfe1-4272-8366-289b0797a483 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 200 len: 925 time: 0.2336044 Nov 22 16:28:54.508763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d89c8a-8ffd-412e-b07a-5efed63c17b9 req-8ea0c1db-4d6c-4f67-8df0-869d5371f574 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.514504 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:28:54.517047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4d89c8a-8ffd-412e-b07a-5efed63c17b9 req-8ea0c1db-4d6c-4f67-8df0-869d5371f574 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.0753775 Nov 22 16:28:54.535235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-67d3eb30-efaf-4aad-bd17-8a30070deda1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d565b3be-dacd-4a7c-ad23-51668143558a HTTP/1.1" status: 200 len: 999 time: 0.1039662 Nov 22 16:28:54.612599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4d89c8a-8ffd-412e-b07a-5efed63c17b9 req-446c7e5a-1002-42de-9256-44f49dd8197a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945883 Nov 22 16:28:54.619573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-1ae91d7e-8a9b-4e4e-be4d-4558803483ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.621223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-1ae91d7e-8a9b-4e4e-be4d-4558803483ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 200 len: 863 time: 0.0707898 Nov 22 16:28:54.650834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406a182-dc21-45c4-8012-345a26c1f71b req-72a71e15-e696-41fe-97c1-5c7cf7157aa9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.659221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e406a182-dc21-45c4-8012-345a26c1f71b req-72a71e15-e696-41fe-97c1-5c7cf7157aa9 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 950 time: 0.0983834 Nov 22 16:28:54.710968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-26ae7eda-f701-4b65-a700-b1294792d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.714626 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-26ae7eda-f701-4b65-a700-b1294792d533 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822711 Nov 22 16:28:54.718095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e406a182-dc21-45c4-8012-345a26c1f71b req-7a05f494-d08d-4795-8f63-c9fb747f7c6d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564337 Nov 22 16:28:54.830469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-924bc7ee-3d55-49ce-a891-bf99988bf70f service neutron] 10.222.0.20 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033731 Nov 22 16:28:54.874011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6aea3-8b2e-4249-9e35-bb5c983ad5ac req-cb510d41-abb9-45d6-ad77-1452bb8c92f6 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.876398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1be6aea3-8b2e-4249-9e35-bb5c983ad5ac req-cb510d41-abb9-45d6-ad77-1452bb8c92f6 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0518231 Nov 22 16:28:54.933325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d24ce677-e21c-47eb-86ff-82de9b1f98a5 req-a94aefec-0f75-4dab-b079-0ee9e546a4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926859 Nov 22 16:28:54.956598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1be6aea3-8b2e-4249-9e35-bb5c983ad5ac req-51dcc4a7-ebf6-4e5c-8ccb-287d750cf22c tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737522 Nov 22 16:28:54.974113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c865-1158-49a1-a82a-b004b32570ec req-1e67853e-b653-49ab-b0ee-31d880070981 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:54.974113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0103c865-1158-49a1-a82a-b004b32570ec req-1e67853e-b653-49ab-b0ee-31d880070981 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 951 time: 0.0823727 Nov 22 16:28:55.035676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0103c865-1158-49a1-a82a-b004b32570ec req-10545b46-7dd1-4118-a613-539573f85637 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547011 Nov 22 16:28:55.082652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3362-a8b7-4bb6-899b-579e2430d091 req-4297e495-68d1-44db-a781-d9f4da6b1457 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.084133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c3a3362-a8b7-4bb6-899b-579e2430d091 req-4297e495-68d1-44db-a781-d9f4da6b1457 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0700908 Nov 22 16:28:55.160591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c3a3362-a8b7-4bb6-899b-579e2430d091 req-4ee61b93-72f3-4606-b9bf-b04e6bdb4ec3 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698335 Nov 22 16:28:55.173630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59a7c9-a253-4791-a3be-fd962f19bc7a req-288a9eb3-5857-433d-a260-b0093b0c84b4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.175114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd59a7c9-a253-4791-a3be-fd962f19bc7a req-288a9eb3-5857-433d-a260-b0093b0c84b4 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.0695000 Nov 22 16:28:55.258256 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.259061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd59a7c9-a253-4791-a3be-fd962f19bc7a req-1c84d932-3d7d-45b7-8ce4-b4b2c9f95b89 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/security-groups?id=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771317 Nov 22 16:28:55.272157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd926ad-33d4-4f94-98ff-f7488bc31fc8 req-732e050b-360f-4ab5-8ed1-5e0509c1143c tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.273675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0bd926ad-33d4-4f94-98ff-f7488bc31fc8 req-732e050b-360f-4ab5-8ed1-5e0509c1143c tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 1096 time: 0.0564039 Nov 22 16:28:55.294045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-b25919f0-1885-4be3-a0a3-93317bdd9c0d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.295629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-b25919f0-1885-4be3-a0a3-93317bdd9c0d tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 951 time: 0.0858359 Nov 22 16:28:55.340843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0bd926ad-33d4-4f94-98ff-f7488bc31fc8 req-f2cb01a9-2852-4873-ad8e-f7d8cb6d5739 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529292 Nov 22 16:28:55.441422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Deleting port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:55.442063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.450988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43cd7-7a08-4b7c-88d3-6d03000da1a2 req-4ed51a07-4581-40f6-81ab-6652742639e4 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.453536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72a43cd7-7a08-4b7c-88d3-6d03000da1a2 req-4ed51a07-4581-40f6-81ab-6652742639e4 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.0664210 Nov 22 16:28:55.526635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72a43cd7-7a08-4b7c-88d3-6d03000da1a2 req-6b5935b2-810b-43d3-9dbc-f0876c231828 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670257 Nov 22 16:28:55.587510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] For port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:55.587885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.602450 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Calling delete_port for 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:55.746602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.760346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:55.800013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Pushing event deleted for resources: {'Port': ['ID=4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:55.832643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.833016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.833367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.833737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.834081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.834558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.834899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.835232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.835559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.835887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.836219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.836550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:55.841688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbd7d-10f9-4790-9461-19fd2e656bd8 req-cb00d907-96be-49d3-aaaf-f61669abdbfe tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:55.850057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b23bbd7d-10f9-4790-9461-19fd2e656bd8 req-cb00d907-96be-49d3-aaaf-f61669abdbfe tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 950 time: 0.0588427 Nov 22 16:28:55.892910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] No DVR routers for this DVR port 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:55.901718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.905074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d6e0c63-6d44-485b-bb8c-6a7696bf5ae3 req-5f5cda15-5dc9-4475-bfb2-4a06fdb7c49b tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.20 "DELETE /v2.0/ports/4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 HTTP/1.1" status: 204 len: 173 time: 0.5966482 Nov 22 16:28:55.914279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b23bbd7d-10f9-4790-9461-19fd2e656bd8 req-f8b767ec-d542-4582-a3e4-e7c4bd663c34 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/security-groups?id=c009b886-2ed4-4e81-82a7-fffa94ddf95a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633442 Nov 22 16:28:55.930709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:55.961868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-deleted', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:55.964508 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0cb559-2a34-43b2-b456-d23a3513a492" -d '{"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-deleted", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:56.007744 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48057e6-282f-46d5-8260-a020ea0cb380 x-openstack-request-id: req-f48057e6-282f-46d5-8260-a020ea0cb380 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:56.008045 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3", "name": "network-vif-deleted", "tag": "4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:56.008691 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f48057e6-282f-46d5-8260-a020ea0cb380 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:56.008691 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3', 'name': 'network-vif-deleted', 'tag': '4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2', 'status': 'completed', 'code': 200} Nov 22 16:28:56.157813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aafbddd-b1dc-4015-ac99-8d716d13cf61 req-e9c71ae9-642e-43d6-ac32-33b60e788465 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.159219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aafbddd-b1dc-4015-ac99-8d716d13cf61 req-e9c71ae9-642e-43d6-ac32-33b60e788465 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 951 time: 0.0488462 Nov 22 16:28:56.212875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aafbddd-b1dc-4015-ac99-8d716d13cf61 req-428bda84-b2bb-4d3f-999c-ecfd6dc49de1 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472248 Nov 22 16:28:56.279144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd8f09-582d-4004-9cf6-cc430fb40245 req-f3ae347a-2399-4605-b795-5be7ed875e30 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.280695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-affd8f09-582d-4004-9cf6-cc430fb40245 req-f3ae347a-2399-4605-b795-5be7ed875e30 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0503621 Nov 22 16:28:56.334522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-affd8f09-582d-4004-9cf6-cc430fb40245 req-78972596-712a-4207-af16-b8561aae83f2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474639 Nov 22 16:28:56.341631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-ec640a96-9838-4d6d-8c4f-e9c2daa662dc tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.343426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-ec640a96-9838-4d6d-8c4f-e9c2daa662dc tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 950 time: 0.0562642 Nov 22 16:28:56.450819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f57cd8e-1c5d-476b-81a5-01aebb6979dc req-4588680e-f5c4-4f99-9387-c0febe289ab5 tempest-ServersAdminTestJSON-809302924 tempest-ServersAdminTestJSON-809302924-project] 10.222.0.65 "GET /v2.0/ports?device_id=16dfd117-f277-4bc0-9a45-d0fc7e3dd9c3 HTTP/1.1" status: 200 len: 210 time: 0.0381885 Nov 22 16:28:56.506263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Deleting port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:28:56.506757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.659536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] For port 207edbe0-2a57-41f0-b5de-b4c0e73afd77, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=207edbe0-2a57-41f0-b5de-b4c0e73afd77,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:28:56.660636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.675619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Calling delete_port for 207edbe0-2a57-41f0-b5de-b4c0e73afd77 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:28:56.713797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044832-a66a-4dfc-afdd-1f3e986a2dc5 req-c3ab2fdf-de0d-4645-91a6-d9b6b9976ed8 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.728085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7044832-a66a-4dfc-afdd-1f3e986a2dc5 req-c3ab2fdf-de0d-4645-91a6-d9b6b9976ed8 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.0762100 Nov 22 16:28:56.787076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7044832-a66a-4dfc-afdd-1f3e986a2dc5 req-50efa6f5-8509-46b1-9a19-99dc13f48c9e tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580282 Nov 22 16:28:56.848257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.863738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['207edbe0-2a57-41f0-b5de-b4c0e73afd77'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:28:56.899085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Pushing event deleted for resources: {'Port': ['ID=207edbe0-2a57-41f0-b5de-b4c0e73afd77,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:56.951939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] No DVR routers for this DVR port 207edbe0-2a57-41f0-b5de-b4c0e73afd77 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:28:56.955194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:56.958991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63331bb3-a3a1-45d5-a7c2-cff27cb52c53 req-247706c6-b8ca-453d-b436-ec0ff6ec417d tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.20 "DELETE /v2.0/ports/207edbe0-2a57-41f0-b5de-b4c0e73afd77 HTTP/1.1" status: 204 len: 173 time: 0.6077056 Nov 22 16:28:56.981126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb20152-8e07-409c-8f5b-037ceb8c8f0f req-86824906-f7a1-45e5-af2b-a510a6d39c80 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:56.982899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3eb20152-8e07-409c-8f5b-037ceb8c8f0f req-86824906-f7a1-45e5-af2b-a510a6d39c80 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.0751734 Nov 22 16:28:56.994830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49382) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:57.000613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Request body: {'floatingip': {'port_id': '3516868d-3ec5-47d4-89ad-2fa7fe243066'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:28:57.060036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.126720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d573dba-875f-4f12-b5e0-bbe71f994777 req-1f9ad9f9-7f42-4673-ace5-3bc165bb66f6 tempest-ServersOnMultiNodesTest-1603608618 tempest-ServersOnMultiNodesTest-1603608618-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d5799f4-475f-4f6e-a907-9d5cb7c27ed1 HTTP/1.1" status: 200 len: 210 time: 0.0344319 Nov 22 16:28:57.334952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf57f12-3c29-4d5b-972e-55fb9253b696 req-fe4b546c-281d-44ba-8978-612ea7d760f5 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.347282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcf57f12-3c29-4d5b-972e-55fb9253b696 req-fe4b546c-281d-44ba-8978-612ea7d760f5 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 951 time: 0.0874581 Nov 22 16:28:57.433767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcf57f12-3c29-4d5b-972e-55fb9253b696 req-5a2e1f04-21f6-4c50-8d60-5c4250c5ae74 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839040 Nov 22 16:28:57.564859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfbfe6-d6a0-44f9-9d95-e788725aad3a req-e343b287-dcc3-493d-87e6-bbd89d262606 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:57.572663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ecfbfe6-d6a0-44f9-9d95-e788725aad3a req-e343b287-dcc3-493d-87e6-bbd89d262606 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1267898 Nov 22 16:28:57.640678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ecfbfe6-d6a0-44f9-9d95-e788725aad3a req-41908fa7-5692-4fc6-9531-f5bdd0bc8135 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612040 Nov 22 16:28:57.736204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.741206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:57.850968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:57.858072 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Floating IP 8f9964b5-a37d-4f04-875c-83d38dc950c0 associated. External IP: 172.25.6.77, port: 3516868d-3ec5-47d4-89ad-2fa7fe243066. Nov 22 16:28:57.999107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c45374b-20ab-45da-9276-d163035b057b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae7bd3d04d09481e828b5be0fe105cf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446702 Nov 22 16:28:58.000240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:58.019624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'name': 'network-vif-deleted', 'tag': '207edbe0-2a57-41f0-b5de-b4c0e73afd77'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:28:58.021876 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa49c01-b36a-4ac5-9931-0d23c3d8f88f" -d '{"events": [{"server_uuid": "8d5799f4-475f-4f6e-a907-9d5cb7c27ed1", "name": "network-vif-deleted", "tag": "207edbe0-2a57-41f0-b5de-b4c0e73afd77"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:28:58.088220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.113609 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fb65b7-f160-4e4f-8581-dc910f7b0903 x-openstack-request-id: req-84fb65b7-f160-4e4f-8581-dc910f7b0903 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:28:58.114066 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5799f4-475f-4f6e-a907-9d5cb7c27ed1", "name": "network-vif-deleted", "tag": "207edbe0-2a57-41f0-b5de-b4c0e73afd77", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:28:58.114320 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84fb65b7-f160-4e4f-8581-dc910f7b0903 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:28:58.114703 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5799f4-475f-4f6e-a907-9d5cb7c27ed1', 'name': 'network-vif-deleted', 'tag': '207edbe0-2a57-41f0-b5de-b4c0e73afd77', 'status': 'completed', 'code': 200} Nov 22 16:28:58.120446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.125134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Router a22cc3eb-819e-4e6d-9779-e32af16e59f8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:28:58.177193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.180266 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.181793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29dab237-b8e3-4896-a5fe-1a3ce9cb12ab HTTP/1.1" status: 204 len: 168 time: 0.1802788 Nov 22 16:28:58.196756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dab237-b8e3-4896-a5fe-1a3ce9cb12ab,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:58.205400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.205799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.206286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.206649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.207021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.207360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.207693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.208020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.208350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.208679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.209004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.209326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36c8e98-308b-40bb-a761-cd7cb4b1f21b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:28:58.248865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:28:58.255601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.261176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] Sync routers for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:28:58.275266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:58.276247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:58.291810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-055a4027-b94b-4740-aec8-2ae56bb4cebf tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "PUT /v2.0/floatingips/8f9964b5-a37d-4f04-875c-83d38dc950c0 HTTP/1.1" status: 200 len: 990 time: 1.2958267 Nov 22 16:28:58.435467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:58.610768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49424) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:58.613787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a26b51-31b6-4332-9faa-e514e1eff779 req-01c33c31-29bb-4235-9e51-cec866e4d7d3 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.623235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01a26b51-31b6-4332-9faa-e514e1eff779 req-01c33c31-29bb-4235-9e51-cec866e4d7d3 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 951 time: 0.0848582 Nov 22 16:28:58.684143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd2521f6-c24e-4b4a-a7f3-31b99e21c108 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0050be78298f43608c814621b288e25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0718763 Nov 22 16:28:58.689201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:58.726443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:58.747915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6224701-50e4-44af-ab2f-e5b493eb24b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.755254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01a26b51-31b6-4332-9faa-e514e1eff779 req-778d2138-17e0-46d5-9d67-034fea6b8b35 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310275 Nov 22 16:28:58.772902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6224701-50e4-44af-ab2f-e5b493eb24b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.825123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1279b6-108f-4518-8c66-191af7029ab0 req-3183a91e-e75e-493b-9707-59d0493b974b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:58.835224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd1279b6-108f-4518-8c66-191af7029ab0 req-3183a91e-e75e-493b-9707-59d0493b974b tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.0735872 Nov 22 16:28:58.845311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6224701-50e4-44af-ab2f-e5b493eb24b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.849347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6224701-50e4-44af-ab2f-e5b493eb24b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:58.850755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e6224701-50e4-44af-ab2f-e5b493eb24b5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd615cb4-f486-4f0d-bc41-18845f69fca5 HTTP/1.1" status: 204 len: 168 time: 0.1603189 Nov 22 16:28:58.863676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6224701-50e4-44af-ab2f-e5b493eb24b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd615cb4-f486-4f0d-bc41-18845f69fca5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:58.913354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '8f9964b5-a37d-4f04-875c-83d38dc950c0', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'port_id': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'mac_address': 'fa:16:3e:52:53:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457af421-d165-412e-9a30-42f59db59a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:28:33Z', 'updated_at': '2021-11-22T16:28:57Z', 'revision_number': 1, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:58.940241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd1279b6-108f-4518-8c66-191af7029ab0 req-7786fc9d-cf04-4ccd-8c77-53caeed4879c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032643 Nov 22 16:28:58.944488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] Checking router: a22cc3eb-819e-4e6d-9779-e32af16e59f8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:28:58.957369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:28:58.958739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:59.095694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:28:59.105703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2bf0109f-ee1f-47ce-9344-2c7473b57738 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efe73d52e3de4d588962831a47224ad3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765495 Nov 22 16:28:59.106709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49438) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:59.175876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46023c48-1a78-46ea-91c8-685af7f27fad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.208904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:59.224350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46023c48-1a78-46ea-91c8-685af7f27fad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.240282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:59.240628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ed9fc7a-ed08-418a-a4fb-8562c04cc2b2 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:59.241249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 207edbe0-2a57-41f0-b5de-b4c0e73afd77 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:28:59.281990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 207edbe0-2a57-41f0-b5de-b4c0e73afd77 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:28:59.283202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 207edbe0-2a57-41f0-b5de-b4c0e73afd77 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:28:59.283742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46023c48-1a78-46ea-91c8-685af7f27fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.288259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46023c48-1a78-46ea-91c8-685af7f27fad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.290645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-46023c48-1a78-46ea-91c8-685af7f27fad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c009b886-2ed4-4e81-82a7-fffa94ddf95a HTTP/1.1" status: 204 len: 168 time: 0.1820056 Nov 22 16:28:59.304403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46023c48-1a78-46ea-91c8-685af7f27fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c009b886-2ed4-4e81-82a7-fffa94ddf95a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:28:59.482330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '8f9964b5-a37d-4f04-875c-83d38dc950c0', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'port_id': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'mac_address': 'fa:16:3e:52:53:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457af421-d165-412e-9a30-42f59db59a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:28:33Z', 'updated_at': '2021-11-22T16:28:57Z', 'revision_number': 1, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:28:59.510610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa052-a43d-47f7-b3ff-6c04c43b87ee None None] The sync data for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 is: [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '8f9964b5-a37d-4f04-875c-83d38dc950c0', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'port_id': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'mac_address': 'fa:16:3e:52:53:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '457af421-d165-412e-9a30-42f59db59a85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:28:33Z', 'updated_at': '2021-11-22T16:28:57Z', 'revision_number': 1, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:28:59.768617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:59.856451 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2097c95c-2e90-40f0-8734-cf029fe45cc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f92e339391b448da81833ecbf82a996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0867136 Nov 22 16:28:59.860061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49470) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:28:59.896551 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6f4075-772e-4d79-bb85-2b3b63789952 None None] New status for floating IP 8f9964b5-a37d-4f04-875c-83d38dc950c0: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:28:59.917306 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18dcad8c-4e9b-4b80-b077-54d15522697a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.942860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18dcad8c-4e9b-4b80-b077-54d15522697a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:28:59.965137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299da1a2-70f1-41f2-9898-ba3f3ad0776f req-2c23e988-89bf-46a8-95a5-e628f9f0e9fb tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:28:59.973991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-299da1a2-70f1-41f2-9898-ba3f3ad0776f req-2c23e988-89bf-46a8-95a5-e628f9f0e9fb tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 951 time: 0.1217618 Nov 22 16:29:00.046495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-299da1a2-70f1-41f2-9898-ba3f3ad0776f req-9c2dfc8e-4293-4592-91a5-d4516a8d3669 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707383 Nov 22 16:29:00.060087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18dcad8c-4e9b-4b80-b077-54d15522697a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.063827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18dcad8c-4e9b-4b80-b077-54d15522697a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.065173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-18dcad8c-4e9b-4b80-b077-54d15522697a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4faaf340-ccfd-4a82-9333-7173bf8457f5 HTTP/1.1" status: 204 len: 168 time: 0.2041004 Nov 22 16:29:00.076620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dcad8c-4e9b-4b80-b077-54d15522697a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faaf340-ccfd-4a82-9333-7173bf8457f5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:00.115798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:00.122024 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234c701-42f6-4c6e-bc20-5fe6017c345e" -d '{"events": [{"name": "network-changed", "server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:00.173158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:00.196194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632fc47-5e30-4b3f-ba85-62301639234b req-dbfb6bd0-d06b-4c3f-bf44-fe1861dd5654 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.208829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a632fc47-5e30-4b3f-ba85-62301639234b req-dbfb6bd0-d06b-4c3f-bf44-fe1861dd5654 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1296175 Nov 22 16:29:00.283699 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cba515-62d3-427d-ae9d-257f92f39cfb x-openstack-request-id: req-05cba515-62d3-427d-ae9d-257f92f39cfb {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:00.284674 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:00.285978 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05cba515-62d3-427d-ae9d-257f92f39cfb {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:00.288628 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'status': 'completed', 'code': 200} Nov 22 16:29:00.344988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a632fc47-5e30-4b3f-ba85-62301639234b req-0e87043a-48c1-4faa-8b1d-6b20ca95e9ab tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340725 Nov 22 16:29:00.472941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-a9a04edf-3f11-4902-878f-b707d846d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.476894 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-a9a04edf-3f11-4902-878f-b707d846d3e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 1096 time: 0.1371689 Nov 22 16:29:00.494369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258495c-a63e-494d-92b1-247d7685ca95 req-22ef5421-d896-41b2-a529-c3e493b56153 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.501549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7258495c-a63e-494d-92b1-247d7685ca95 req-22ef5421-d896-41b2-a529-c3e493b56153 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.66 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 951 time: 0.1248422 Nov 22 16:29:00.592222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.628469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-1def80a2-bc69-4925-a4cb-d8e3ccdc5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.634705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-1def80a2-bc69-4925-a4cb-d8e3ccdc5384 service neutron] 10.222.0.66 "GET /v2.0/networks?id=36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 200 len: 912 time: 0.1432838 Nov 22 16:29:00.652521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:00.659949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:00.663941 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e289118b-7b50-437f-8c3f-b861a745d068" -d '{"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-unplugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:00.678901 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:00.802022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-6f608506-1b5d-4dd4-9488-9018348a8a85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 200 len: 1000 time: 0.1536717 Nov 22 16:29:00.840907 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebba724-e945-4ba5-ab70-797faeb3a641 x-openstack-request-id: req-eebba724-e945-4ba5-ab70-797faeb3a641 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:00.841204 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-unplugged", "status": "completed", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:00.841461 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eebba724-e945-4ba5-ab70-797faeb3a641 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:00.841889 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'code': 200} Nov 22 16:29:00.842907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=11']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:00.971678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-c48c12a0-f22d-4ada-af36-2a0919064182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:00.973394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-c48c12a0-f22d-4ada-af36-2a0919064182 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=578f7418-f741-4682-80ea-f491a86765e1 HTTP/1.1" status: 200 len: 850 time: 0.1559279 Nov 22 16:29:01.038780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-ad1fd53c-4072-488f-8168-bd8c3533c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.040466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-ad1fd53c-4072-488f-8168-bd8c3533c50f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36670122-3de2-4d1a-a686-d6db42255beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516219 Nov 22 16:29:01.173683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-5cb35fe7-95a5-4c0d-8868-e61359a55068 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194437 Nov 22 16:29:01.199657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Deleting port 535c3fc8-784f-454c-8ba7-fabbbfd511fd {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:01.201261 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.387631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] For port 535c3fc8-784f-454c-8ba7-fabbbfd511fd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=535c3fc8-784f-454c-8ba7-fabbbfd511fd,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:01.388422 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.439833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Calling delete_port for 535c3fc8-784f-454c-8ba7-fabbbfd511fd owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:01.570730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dd728-de2a-4d19-a3fb-95abf9577100 req-1e28aadb-9eaa-4c10-a4bb-a314984870e1 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.583521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975dd728-de2a-4d19-a3fb-95abf9577100 req-1e28aadb-9eaa-4c10-a4bb-a314984870e1 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 949 time: 0.3178279 Nov 22 16:29:01.689052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975dd728-de2a-4d19-a3fb-95abf9577100 req-0a6384ba-eaba-4c33-87f4-80dc4058f362 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/security-groups?id=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993598 Nov 22 16:29:01.762553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49548) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:01.792760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.814888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c234c701-42f6-4c6e-bc20-5fe6017c345e req-feaf14d0-b395-40b0-9dd7-f574b8a774dc service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318686 Nov 22 16:29:01.900712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efc487-bb6b-4b55-b5b0-d0eb952b555f req-f0fe3d31-5ba7-4fd8-a75b-8dbd5c750fe4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:01.909676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4efc487-bb6b-4b55-b5b0-d0eb952b555f req-f0fe3d31-5ba7-4fd8-a75b-8dbd5c750fe4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1712484 Nov 22 16:29:01.933057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Pushing event deleted for resources: {'Port': ['ID=535c3fc8-784f-454c-8ba7-fabbbfd511fd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:01.944283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-network', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:01.958909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] No DVR routers for this DVR port 535c3fc8-784f-454c-8ba7-fabbbfd511fd on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:01.964078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.968748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7258495c-a63e-494d-92b1-247d7685ca95 req-a4effbcc-124b-409c-8d3a-1deaf49bd26a tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.66 "DELETE /v2.0/ports/535c3fc8-784f-454c-8ba7-fabbbfd511fd HTTP/1.1" status: 204 len: 173 time: 1.4552362 Nov 22 16:29:01.971137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-deleted', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:01.974278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Made reservation on behalf of 668141f54eb64db1994ed0df6dd0007d for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:01.979662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:01.979834 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051febbf-ab5a-4e3a-b29a-7711cdabd3ff" -d '{"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-deleted", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:02.012935 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.018178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4efc487-bb6b-4b55-b5b0-d0eb952b555f req-d6bb5a84-aa09-4df2-8525-3eb604d2468d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075709 Nov 22 16:29:02.117880 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65cd9c-e351-412f-babf-142f0f76f0a6 x-openstack-request-id: req-6b65cd9c-e351-412f-babf-142f0f76f0a6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:02.118277 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c0577e-078f-44cb-ba15-72db16ef1699", "name": "network-vif-deleted", "tag": "535c3fc8-784f-454c-8ba7-fabbbfd511fd", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:02.118625 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b65cd9c-e351-412f-babf-142f0f76f0a6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:02.119135 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c0577e-078f-44cb-ba15-72db16ef1699', 'name': 'network-vif-deleted', 'tag': '535c3fc8-784f-454c-8ba7-fabbbfd511fd', 'status': 'completed', 'code': 200} Nov 22 16:29:02.159572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.176068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.205067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:02.216118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbd7cb-07da-4164-852e-0f519c60f59d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:02.224324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.224673 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Added segment 6d86998e-3098-40b6-8355-8c0c289c6c20 of type vlan for network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 Nov 22 16:29:02.290761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.391903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.393168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:02.394029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.473575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6965022 Nov 22 16:29:02.476430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49576) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:02.481250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Request body: {'subnet': {'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-subnet', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:02.490307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05209b-4042-4579-b233-5c6335ba8279 admin admin] Pushing event updated for resources: {'Network': ['ID=c5c42233-17be-4b73-9b6f-53e64f6b6ce2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:02.504157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:02.504732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Made reservation on behalf of 668141f54eb64db1994ed0df6dd0007d for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:02.507879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.598573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49578) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:02.776563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30739d11-5064-4fab-b399-3f98b04c11e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.808037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:02.843635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cb7dfd3-c01b-4bb3-b56a-354dc720317e req-50bc43a3-adb2-4978-a982-162acf258612 tempest-ImagesOneServerTestJSON-1698759964 tempest-ImagesOneServerTestJSON-1698759964-project] 10.222.0.65 "GET /v2.0/ports?device_id=65c0577e-078f-44cb-ba15-72db16ef1699 HTTP/1.1" status: 200 len: 210 time: 0.0525517 Nov 22 16:29:02.944273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=459d90d9-7ea0-4548-b620-3ad4c7772ed5,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:02.950795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Checking segment: {'id': '6d86998e-3098-40b6-8355-8c0c289c6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:02.951349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Network hostable DHCP agents. Network: c5c42233-17be-4b73-9b6f-53e64f6b6ce2, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:02.999880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:03.021610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30739d11-5064-4fab-b399-3f98b04c11e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.023293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, c5c42233-17be-4b73-9b6f-53e64f6b6ce2) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:03.029058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.030561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.034804 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30739d11-5064-4fab-b399-3f98b04c11e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.037118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dda3ea-6233-449c-be72-a37fa1ed25e8 None None] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:03.094972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-94315b9a-0b62-4571-9d31-e097221e0d71 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6139288 Nov 22 16:29:03.095540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49596) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:03.100079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:03.161054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.162274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.172428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-30739d11-5064-4fab-b399-3f98b04c11e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8781101df99b4996b37da3a686a87c28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699978 Nov 22 16:29:03.174194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49604) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:03.255780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30739d11-5064-4fab-b399-3f98b04c11e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c51abc-6c43-48b3-9bc8-cd9168b816fc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:03.308121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.347449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0442336b-de34-42e6-b5f3-339234deae22 req-07b57c14-70cf-4b6f-8255-6b9726d8e11c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:03.355971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0442336b-de34-42e6-b5f3-339234deae22 req-07b57c14-70cf-4b6f-8255-6b9726d8e11c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1444254 Nov 22 16:29:03.358030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-c5c42233-17be-4b73-9b6f-53e64f6b6ce2', 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'fixed_ips': [{'subnet_id': '459d90d9-7ea0-4548-b620-3ad4c7772ed5'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:03.360764 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.385996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d166c429-f6fc-4f5e-9415-48e80fd8cea4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.463176 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d166c429-f6fc-4f5e-9415-48e80fd8cea4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.476521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0442336b-de34-42e6-b5f3-339234deae22 req-ff3f99c1-3906-4442-9355-0a22043ee6d6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195898 Nov 22 16:29:03.563471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d166c429-f6fc-4f5e-9415-48e80fd8cea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.569826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d166c429-f6fc-4f5e-9415-48e80fd8cea4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.576696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d166c429-f6fc-4f5e-9415-48e80fd8cea4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9c51abc-6c43-48b3-9bc8-cd9168b816fc HTTP/1.1" status: 204 len: 168 time: 0.3872137 Nov 22 16:29:03.588324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166c429-f6fc-4f5e-9415-48e80fd8cea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c51abc-6c43-48b3-9bc8-cd9168b816fc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:03.590973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.667609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Allocated IP 172.20.0.2 (c5c42233-17be-4b73-9b6f-53e64f6b6ce2/459d90d9-7ea0-4548-b620-3ad4c7772ed5/4fc12490-89e4-4e29-a87e-2e5bd87d1a07) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:03.897600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.912581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.915509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:03.960386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.033266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Pushing event updated for resources: {'Port': ['ID=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.048507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:04.051005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.051767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.053047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.053450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.054047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.054387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.054721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.055254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.055821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.056158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.056486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.056811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:04.060624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:04.070681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:04.094560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Allocated IP 172.25.6.123 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/0976f024-49e3-49fe-a81b-fdd5ec316dd4) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:04.204405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Attempting to bind port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:04.204898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Attempting to bind port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6d86998e-3098-40b6-8355-8c0c289c6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:04.205372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Attempting to bind port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 on network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:04.216838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:04.218320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49664) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.233426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c40d421-9310-4c1d-afa2-43f786c167d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.269517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 535c3fc8-784f-454c-8ba7-fabbbfd511fd {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:04.269517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 535c3fc8-784f-454c-8ba7-fabbbfd511fd not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:04.272552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:04.273042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.284522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Checking segment: {'id': '6d86998e-3098-40b6-8355-8c0c289c6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:04.287311 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.287927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Bound using segment: {'id': '6d86998e-3098-40b6-8355-8c0c289c6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:04.288603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Bound port: 4fc12490-89e4-4e29-a87e-2e5bd87d1a07, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d86998e-3098-40b6-8355-8c0c289c6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:04.290602 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.364909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.397109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c40d421-9310-4c1d-afa2-43f786c167d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.404468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c40d421-9310-4c1d-afa2-43f786c167d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.404657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] For port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:04.408652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] For port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,segment=NetworkSegment(6d86998e-3098-40b6-8355-8c0c289c6c20),segment_id=6d86998e-3098-40b6-8355-8c0c289c6c20)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:04.416383 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.459604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2c40d421-9310-4c1d-afa2-43f786c167d1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=204ca05f20314a2b8d57f94f9ca8091f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397003 Nov 22 16:29:04.461142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d421-9310-4c1d-afa2-43f786c167d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcff3f9-1df5-4c01-ae92-214a313b00b3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.463475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:04.464289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49692) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.478843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:04.481057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Pushing event updated for resources: {'Port': ['ID=0976f024-49e3-49fe-a81b-fdd5ec316dd4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.483250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:04.522984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49696) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.533370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fc4ec-e4c6-47dd-ba81-bb96aea453c8 None None] Pushing event updated for resources: {'Port': ['ID=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:04.574130 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e7c2a6-e021-45bc-8c24-317b59eec933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.700267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e7c2a6-e021-45bc-8c24-317b59eec933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.752315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263b8b2-955e-4e32-a04a-afe5faa2a88e req-265a791a-9b38-480a-969a-ecf4f8161d8f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:04.753893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d263b8b2-955e-4e32-a04a-afe5faa2a88e req-265a791a-9b38-480a-969a-ecf4f8161d8f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1491666 Nov 22 16:29:04.832675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d263b8b2-955e-4e32-a04a-afe5faa2a88e req-c972e30c-ac22-4bf6-a201-376e280e9ab6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638909 Nov 22 16:29:04.860724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b44ce719-1a44-4eb0-8b41-369161427f10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=313c5a551024486c89e3f11f909392c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308721 Nov 22 16:29:04.860957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49702) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:04.881289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e7c2a6-e021-45bc-8c24-317b59eec933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.885889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e7c2a6-e021-45bc-8c24-317b59eec933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:04.887272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26e7c2a6-e021-45bc-8c24-317b59eec933 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bfcff3f9-1df5-4c01-ae92-214a313b00b3 HTTP/1.1" status: 204 len: 168 time: 0.4087062 Nov 22 16:29:04.994074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7c2a6-e021-45bc-8c24-317b59eec933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcff3f9-1df5-4c01-ae92-214a313b00b3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:05.069279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e01ef4d0-b48e-47cc-a369-fa535d2cdbd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.131027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e01ef4d0-b48e-47cc-a369-fa535d2cdbd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.158942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.274611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e01ef4d0-b48e-47cc-a369-fa535d2cdbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.286116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:05.286995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e01ef4d0-b48e-47cc-a369-fa535d2cdbd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.289149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e01ef4d0-b48e-47cc-a369-fa535d2cdbd4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b HTTP/1.1" status: 204 len: 168 time: 0.4271834 Nov 22 16:29:05.300406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ef4d0-b48e-47cc-a369-fa535d2cdbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f00fdd5-645b-4d2a-9d3a-fb1280f4a41b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:05.435625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:05.436247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.568913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.638868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,segment=NetworkSegment(6d86998e-3098-40b6-8355-8c0c289c6c20),segment_id=6d86998e-3098-40b6-8355-8c0c289c6c20)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:05.650269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.652155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:05.805710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:06.068792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Router d772477b-04cd-42d5-93ab-09b81a6aedbe is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:29:06.102388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec8f07-0b88-4400-b1a9-bc08c1a69411 req-40ec305b-fcc9-488c-bcb8-28bccd00bf42 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:06.114849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9ec8f07-0b88-4400-b1a9-bc08c1a69411 req-40ec305b-fcc9-488c-bcb8-28bccd00bf42 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1442332 Nov 22 16:29:06.315775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9ec8f07-0b88-4400-b1a9-bc08c1a69411 req-e4f3adab-731c-4fae-8989-d9e5a0cf4763 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027595 Nov 22 16:29:06.365270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:06.379892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Sync routers for ids ['d772477b-04cd-42d5-93ab-09b81a6aedbe'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:06.407374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Routers {'d772477b-04cd-42d5-93ab-09b81a6aedbe'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:06.408022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d772477b-04cd-42d5-93ab-09b81a6aedbe'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:06.418365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.422471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e352f8a1-1cc3-4e5c-93bb-7983712e0f2b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3261514 Nov 22 16:29:06.425239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49748) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:06.485071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936612e8-d181-44bc-816e-03c7bbe4fd02 None None] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:06.706522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b03219d2-7f4f-421e-80a6-339ad3dbc1e9 None None] Provisioning complete for port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:06.706890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b03219d2-7f4f-421e-80a6-339ad3dbc1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:06.813624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Set router d772477b-04cd-42d5-93ab-09b81a6aedbe gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:07.173984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49778) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:07.219328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.410930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:07.416417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1625745131-network', 'tenant_id': '0ce9a139827345d7949eb1ad476fb6ca'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:07.476405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Made reservation on behalf of 0ce9a139827345d7949eb1ad476fb6ca for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:07.479604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.484398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.507696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.550374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:07.551106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.657718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:04Z', 'revision_number': 3, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'gw_port': {'id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:07.659216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Allocated IP 172.20.0.1 (c5c42233-17be-4b73-9b6f-53e64f6b6ce2/459d90d9-7ea0-4548-b620-3ad4c7772ed5/fea78a50-7922-40a8-8517-705675b4f532) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:07.725537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Checking router: d772477b-04cd-42d5-93ab-09b81a6aedbe for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:07.725988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Updating router d772477b-04cd-42d5-93ab-09b81a6aedbe port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:29:07.779748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.840821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a77b60-d073-40ce-aa88-f2096261bd8e req-25675ade-917b-49c5-9745-5f2c44e43166 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:07.857886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9a77b60-d073-40ce-aa88-f2096261bd8e req-25675ade-917b-49c5-9745-5f2c44e43166 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.3449519 Nov 22 16:29:07.887244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.969905 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:07.997495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.022903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9a77b60-d073-40ce-aa88-f2096261bd8e req-69348461-dd1b-4e61-9da7-040aa1a27e98 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589637 Nov 22 16:29:08.027006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.048196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:08.068478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:08.082562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:08.143904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:08.174537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Pushing event updated for resources: {'Port': ['ID=fea78a50-7922-40a8-8517-705675b4f532,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:08.178912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c55a0b0-d737-434c-9e4b-d6ea45f7bc23,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:08.216861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.244220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.246123 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Added segment ce252bab-7879-4325-a45c-96aa1fc6bcc1 of type vlan for network 28f4b908-c5f5-489f-891b-8d1d0c49a811 Nov 22 16:29:08.277820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c342cb8-7058-4e4a-afb3-61fcbd847b7a req-ebee032f-56a4-4f25-b214-1d1a238b83ad tempest-FlavorsV2NegativeTest-1831952532 tempest-FlavorsV2NegativeTest-1831952532-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=dc5f0260729c4d3188869465efa89eb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040957 Nov 22 16:29:08.419021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4d7ae44c-399a-471c-b7f6-c1c8c3f04d37 None None] Provisioning complete for port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:08.419540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d7ae44c-399a-471c-b7f6-c1c8c3f04d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.528656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.545699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342cb8-7058-4e4a-afb3-61fcbd847b7a req-1e6e92a3-a14b-4101-90b8-e4f5195ac419 tempest-FlavorsV2NegativeTest-1831952532 tempest-FlavorsV2NegativeTest-1831952532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.554545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c342cb8-7058-4e4a-afb3-61fcbd847b7a req-1e6e92a3-a14b-4101-90b8-e4f5195ac419 tempest-FlavorsV2NegativeTest-1831952532 tempest-FlavorsV2NegativeTest-1831952532-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2186825 Nov 22 16:29:08.579017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c342cb8-7058-4e4a-afb3-61fcbd847b7a req-7e7a115b-9864-4fde-a662-59e351dc5e29 tempest-FlavorsV2NegativeTest-1831952532 tempest-FlavorsV2NegativeTest-1831952532-project] 10.222.0.65 "GET /v2.0/quotas/dc5f0260729c4d3188869465efa89eb4 HTTP/1.1" status: 200 len: 375 time: 0.0232680 Nov 22 16:29:08.639628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c342cb8-7058-4e4a-afb3-61fcbd847b7a req-2c71d6d5-9b42-4ca9-9c52-798bd8c02444 tempest-FlavorsV2NegativeTest-1831952532 tempest-FlavorsV2NegativeTest-1831952532-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc5f0260729c4d3188869465efa89eb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591178 Nov 22 16:29:08.641787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.682961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.693902 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.710238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.711462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.711668 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:08.712467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.807864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Attempting to bind port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:08.809333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Attempting to bind port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:08.809894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Attempting to bind port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:08.819065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:08.819751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:08.820620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.821214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:08.821927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Bound port: 0976f024-49e3-49fe-a81b-fdd5ec316dd4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:08.822508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.843310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6667011 Nov 22 16:29:08.844028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49836) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:08.852072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Request body: {'subnet': {'network_id': '28f4b908-c5f5-489f-891b-8d1d0c49a811', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1625745131-subnet', 'tenant_id': '0ce9a139827345d7949eb1ad476fb6ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:08.856446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24d0c7-6784-4353-b23f-dea670c02faa admin admin] Pushing event updated for resources: {'Network': ['ID=28f4b908-c5f5-489f-891b-8d1d0c49a811,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:08.900993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.906032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] For port 0976f024-49e3-49fe-a81b-fdd5ec316dd4, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:08.910038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] For port 0976f024-49e3-49fe-a81b-fdd5ec316dd4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0976f024-49e3-49fe-a81b-fdd5ec316dd4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:08.913554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.914663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Made reservation on behalf of 0ce9a139827345d7949eb1ad476fb6ca for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:08.916271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 28f4b908-c5f5-489f-891b-8d1d0c49a811 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:08.920010 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:08.933005 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.016058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf45ef-66c8-49ed-ad07-a047a1bf77a8 None None] Pushing event updated for resources: {'Port': ['ID=0976f024-49e3-49fe-a81b-fdd5ec316dd4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:09.080323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3f03b6b4-062f-4025-aa5c-2122a96ba2ca None None] Provisioning complete for port fea78a50-7922-40a8-8517-705675b4f532 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:09.081107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f03b6b4-062f-4025-aa5c-2122a96ba2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.089918 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.096901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Pushing event updated for resources: {'Port': ['ID=fea78a50-7922-40a8-8517-705675b4f532,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:09.118113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf45ef-66c8-49ed-ad07-a047a1bf77a8 None None] Pushing event updated for resources: {'Port': ['ID=0976f024-49e3-49fe-a81b-fdd5ec316dd4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:09.124549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3f03b6b4-062f-4025-aa5c-2122a96ba2ca None None] Port fea78a50-7922-40a8-8517-705675b4f532 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:09.203788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Routers {'d772477b-04cd-42d5-93ab-09b81a6aedbe'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:09.204492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d772477b-04cd-42d5-93ab-09b81a6aedbe'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:09.277021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.317449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:09.322931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:09.399814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c377a44c-0665-4195-8cbe-eab9651efb85,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:09.414403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Checking segment: {'id': 'ce252bab-7879-4325-a45c-96aa1fc6bcc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '28f4b908-c5f5-489f-891b-8d1d0c49a811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:09.416125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Network hostable DHCP agents. Network: 28f4b908-c5f5-489f-891b-8d1d0c49a811, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:09.443900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] Set router d772477b-04cd-42d5-93ab-09b81a6aedbe gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:09.485715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Network 28f4b908-c5f5-489f-891b-8d1d0c49a811 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:09.496707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 28f4b908-c5f5-489f-891b-8d1d0c49a811) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:09.510150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:09.510755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.528977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae581a-9988-454e-8e85-405e7f0c08ef None None] Network 28f4b908-c5f5-489f-891b-8d1d0c49a811 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:09.550506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fab28a7d-a967-4367-b95c-948d0d6c3d9a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7028873 Nov 22 16:29:09.606915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Router d772477b-04cd-42d5-93ab-09b81a6aedbe has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:09.850569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:09.865702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-adc0437e-e93f-476b-a46a-6240dcc422fc admin admin] 10.222.0.65 "PUT /v2.0/routers/d772477b-04cd-42d5-93ab-09b81a6aedbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4346726 Nov 22 16:29:09.877392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49880) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:09.953482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7e32797f-7054-4ae3-956f-c75f93ff2b40 None None] Provisioning complete for port fea78a50-7922-40a8-8517-705675b4f532 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:09.953890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e32797f-7054-4ae3-956f-c75f93ff2b40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:09.965116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8207a1f4-17a9-4391-bb3b-04173ed2ffc1 None None] Network 28f4b908-c5f5-489f-891b-8d1d0c49a811 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:10.078765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7e32797f-7054-4ae3-956f-c75f93ff2b40 None None] Port fea78a50-7922-40a8-8517-705675b4f532 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:10.181769 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-da01a0f7-93c2-4fd4-8b8d-bc55af3fee10 req-c37bc24a-8d62-48ff-bfe1-21cf45baaf57 tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] show failed (client error): The resource could not be found. Nov 22 16:29:10.183656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da01a0f7-93c2-4fd4-8b8d-bc55af3fee10 req-c37bc24a-8d62-48ff-bfe1-21cf45baaf57 tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups/165bd29a-19d3-4cdd-b2e3-1fb5c41b3c2e HTTP/1.1" status: 404 len: 352 time: 0.0174403 Nov 22 16:29:10.279727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 4, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'gw_port': {'id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fea78a50-7922-40a8-8517-705675b4f532', 'name': '', 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'mac_address': 'fa:16:3e:66:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '459d90d9-7ea0-4548-b620-3ad4c7772ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:07Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 2, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'subnets': [{'id': '459d90d9-7ea0-4548-b620-3ad4c7772ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:10.335151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e241b31-c358-481d-b43a-7c677fd9e270 req-a8c530b1-71d1-4b0f-a35c-4ca115c01dfd tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ce9a139827345d7949eb1ad476fb6ca HTTP/1.1" status: 200 len: 3001 time: 0.1088362 Nov 22 16:29:10.337961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb31669-7b13-4eb0-bb5a-1966a78caab9 None None] The sync data for ids ['d772477b-04cd-42d5-93ab-09b81a6aedbe'] in n-d-816206-6 is: [{'id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 4, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'gw_port': {'id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fea78a50-7922-40a8-8517-705675b4f532', 'name': '', 'network_id': 'c5c42233-17be-4b73-9b6f-53e64f6b6ce2', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'mac_address': 'fa:16:3e:66:40:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '459d90d9-7ea0-4548-b620-3ad4c7772ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:07Z', 'updated_at': '2021-11-22T16:29:08Z', 'revision_number': 2, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'subnets': [{'id': '459d90d9-7ea0-4548-b620-3ad4c7772ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:10.417637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f22dd26c-6139-489a-962d-2f28d04b6c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.432369 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-9ac5e3c2-2eee-4685-b82a-666b1aa9ce8c req-99479f33-ec5f-4f02-9dce-025cbe6acb5c tempest-FloatingIPDetailsNegativeTestJSON-246329540 tempest-FloatingIPDetailsNegativeTestJSON-246329540-project] show failed (client error): The resource could not be found. Nov 22 16:29:10.442767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ac5e3c2-2eee-4685-b82a-666b1aa9ce8c req-99479f33-ec5f-4f02-9dce-025cbe6acb5c tempest-FloatingIPDetailsNegativeTestJSON-246329540 tempest-FloatingIPDetailsNegativeTestJSON-246329540-project] 10.222.0.65 "GET /v2.0/floatingips/c489b216-a421-4a33-b412-dd9e80f6dcc4 HTTP/1.1" status: 404 len: 350 time: 0.0934579 Nov 22 16:29:10.444976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49896) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:10.512165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e241b31-c358-481d-b43a-7c677fd9e270 req-486f540c-c847-4831-abf6-e295b53690bb tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups/7c55a0b0-d737-434c-9e4b-d6ea45f7bc23 HTTP/1.1" status: 200 len: 2998 time: 0.1755419 Nov 22 16:29:10.718075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e241b31-c358-481d-b43a-7c677fd9e270 req-66e21b1e-c145-49b4-9e8c-eef041dfe52a tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups/7c55a0b0-d737-434c-9e4b-d6ea45f7bc23 HTTP/1.1" status: 200 len: 2998 time: 0.1938076 Nov 22 16:29:10.823985 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f22dd26c-6139-489a-962d-2f28d04b6c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.837681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f22dd26c-6139-489a-962d-2f28d04b6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:10.911103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe5efa9-b426-4fad-9abe-fff4c09b53ce req-9ccfa280-9bb4-465a-808b-fe8610aa7286 tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups/7c55a0b0-d737-434c-9e4b-d6ea45f7bc23 HTTP/1.1" status: 200 len: 2998 time: 0.1438980 Nov 22 16:29:10.933270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f22dd26c-6139-489a-962d-2f28d04b6c74 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dc5f0260729c4d3188869465efa89eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0547223 Nov 22 16:29:10.934137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dd26c-6139-489a-962d-2f28d04b6c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d646f-6e8a-424b-b841-f607c1ab044f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:10.937178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49914) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.043455 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32e07af2-13e7-478c-96a3-4cc638121fc8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.074796 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-cbe5efa9-b426-4fad-9abe-fff4c09b53ce req-02b22605-0f9d-41bf-bf84-4c47c6f1a0a8 tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:29:11.082142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe5efa9-b426-4fad-9abe-fff4c09b53ce req-02b22605-0f9d-41bf-bf84-4c47c6f1a0a8 tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "DELETE /v2.0/security-groups/7c55a0b0-d737-434c-9e4b-d6ea45f7bc23 HTTP/1.1" status: 409 len: 352 time: 0.1700463 Nov 22 16:29:11.095558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32e07af2-13e7-478c-96a3-4cc638121fc8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.135316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.159153 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-db630243-59af-4013-81d7-7890394d7071 req-34f88202-abf3-4e68-be8b-80fba78be3bf tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] show failed (client error): The resource could not be found. Nov 22 16:29:11.160831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db630243-59af-4013-81d7-7890394d7071 req-34f88202-abf3-4e68-be8b-80fba78be3bf tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups/4ccb5aac-1c13-4ed0-9e58-d1564d18f1b0 HTTP/1.1" status: 404 len: 352 time: 0.0384700 Nov 22 16:29:11.212907 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32e07af2-13e7-478c-96a3-4cc638121fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.215685 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32e07af2-13e7-478c-96a3-4cc638121fc8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.219712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32e07af2-13e7-478c-96a3-4cc638121fc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d91d646f-6e8a-424b-b841-f607c1ab044f HTTP/1.1" status: 204 len: 168 time: 0.2716749 Nov 22 16:29:11.221103 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-7824d7fe-4267-4b24-a2dd-55d78d094b6e req-02743b57-9eec-4cd6-b43b-335c053b513d tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] show failed (client error): The resource could not be found. Nov 22 16:29:11.222262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7824d7fe-4267-4b24-a2dd-55d78d094b6e req-02743b57-9eec-4cd6-b43b-335c053b513d tempest-SecurityGroupsNegativeTestJSON-2062666756 tempest-SecurityGroupsNegativeTestJSON-2062666756-project] 10.222.0.65 "GET /v2.0/security-groups/8283c126-5306-4cb8-9251-3949028ae761 HTTP/1.1" status: 404 len: 352 time: 0.0352383 Nov 22 16:29:11.227200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e07af2-13e7-478c-96a3-4cc638121fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d646f-6e8a-424b-b841-f607c1ab044f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:11.233599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49924) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.325553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Deleting subnet c377a44c-0665-4195-8cbe-eab9651efb85 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:11.331270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.408630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.533882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.725471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.815669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c377a44c-0665-4195-8cbe-eab9651efb85,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:11.821511 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.825177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7196e4f3-7726-4247-add1-0ad7081e9795 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c377a44c-0665-4195-8cbe-eab9651efb85 HTTP/1.1" status: 204 len: 168 time: 0.5897636 Nov 22 16:29:11.828398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49950) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:11.974787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Deleting port fea78a50-7922-40a8-8517-705675b4f532 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:11.977262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:11.983579 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.140039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.162740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.173351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f4b908-c5f5-489f-891b-8d1d0c49a811']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:12.190484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce252bab-7879-4325-a45c-96aa1fc6bcc1') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:12.190484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce252bab-7879-4325-a45c-96aa1fc6bcc1') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:12.199316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Calling delete_port for fea78a50-7922-40a8-8517-705675b4f532 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:12.207058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.234566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.235472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:12.236155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.259417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:12.308005 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:12.315346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.352314 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.365252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] 10.222.0.65 "DELETE /v2.0/networks/28f4b908-c5f5-489f-891b-8d1d0c49a811 HTTP/1.1" status: 204 len: 168 time: 0.5356090 Nov 22 16:29:12.367085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114c51d-aec8-45e5-8892-6445b1677d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f4b908-c5f5-489f-891b-8d1d0c49a811,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:12.552485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:12.592806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'mac_address': 'fa:16:3e:a1:62:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:12.692442 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.712491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.757356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Pushing event deleted for resources: {'Port': ['ID=fea78a50-7922-40a8-8517-705675b4f532,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:12.763421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7439d77a-2f9c-40e0-855e-5c1b0353272c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:12.772048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49990) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:12.845507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:12.854847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:12.964891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-116af122-7c9c-461f-87bd-688290f48144 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ce9a139827345d7949eb1ad476fb6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1917143 Nov 22 16:29:12.966659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50010) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:13.023884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:13.070856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1fded-c5c3-4fd1-a7c9-d1e1da98166e req-15fd5f5f-4b23-41c9-b8e8-68bdd626b424 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:13.080738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64f1fded-c5c3-4fd1-a7c9-d1e1da98166e req-15fd5f5f-4b23-41c9-b8e8-68bdd626b424 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 945 time: 0.2743461 Nov 22 16:29:13.105889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['7439d77a-2f9c-40e0-855e-5c1b0353272c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:13.229062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.257888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64f1fded-c5c3-4fd1-a7c9-d1e1da98166e req-0a404c94-ea54-4c27-ae75-e30fe6519b14 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761765 Nov 22 16:29:13.262005 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dd0-929f-430a-b5fd-1a7356a52b32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.295097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dd0-929f-430a-b5fd-1a7356a52b32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.321509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0976f024-49e3-49fe-a81b-fdd5ec316dd4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:13.352730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dd0-929f-430a-b5fd-1a7356a52b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.356964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a25d5dd0-929f-430a-b5fd-1a7356a52b32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.361809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a25d5dd0-929f-430a-b5fd-1a7356a52b32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c55a0b0-d737-434c-9e4b-d6ea45f7bc23 HTTP/1.1" status: 204 len: 168 time: 0.3875341 Nov 22 16:29:13.373281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d5dd0-929f-430a-b5fd-1a7356a52b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c55a0b0-d737-434c-9e4b-d6ea45f7bc23,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:13.739263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:13.740126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.930073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:13.944343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Router d772477b-04cd-42d5-93ab-09b81a6aedbe has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:13.957587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 0976f024-49e3-49fe-a81b-fdd5ec316dd4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0976f024-49e3-49fe-a81b-fdd5ec316dd4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:13.964289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.079069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=0976f024-49e3-49fe-a81b-fdd5ec316dd4,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:14.185276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50046) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:14.229020 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] Sync routers for ids ['d772477b-04cd-42d5-93ab-09b81a6aedbe'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:14.254262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:14.255300 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] Routers {'d772477b-04cd-42d5-93ab-09b81a6aedbe'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:14.258777 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d772477b-04cd-42d5-93ab-09b81a6aedbe'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:14.334291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:14.364890 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1bcbb0c-d473-4467-8c22-abaa79a5a045 admin admin] 10.222.0.65 "PUT /v2.0/routers/d772477b-04cd-42d5-93ab-09b81a6aedbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9155889 Nov 22 16:29:14.365754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50056) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:14.457408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 7439d77a-2f9c-40e0-855e-5c1b0353272c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:14.458420 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.492483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f17bd-7238-43a9-976e-0436e0117107 req-b581616a-e4d3-4847-9b22-972daa93c520 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.496465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f85f17bd-7238-43a9-976e-0436e0117107 req-b581616a-e4d3-4847-9b22-972daa93c520 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.20 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 945 time: 0.0900254 Nov 22 16:29:14.610829 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] Set router d772477b-04cd-42d5-93ab-09b81a6aedbe gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:14.658245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.660699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b017e33d-1c0d-4599-9042-988bf7e7a537 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.737403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:14.746801 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c871c1-611f-4a85-b9d7-45cfeae4268f" -d '{"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:14.785155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:14.795282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.800926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Deleting port f1fce494-d544-41c3-84ce-e771ecf49151 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:14.806529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:14.918809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:14.951255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c5946-a60d-4d43-924f-28bd05168765 req-ac5f952b-dced-4a7e-961e-274b900e3081 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:14.953391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e33c5946-a60d-4d43-924f-28bd05168765 req-ac5f952b-dced-4a7e-961e-274b900e3081 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 945 time: 0.4379494 Nov 22 16:29:15.062830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] For port f1fce494-d544-41c3-84ce-e771ecf49151, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f1fce494-d544-41c3-84ce-e771ecf49151,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:15.065221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.068492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.129959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Calling delete_port for f1fce494-d544-41c3-84ce-e771ecf49151 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:15.221034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e33c5946-a60d-4d43-924f-28bd05168765 req-f63ad8a3-2cf8-4939-9510-990e6f72a9b5 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/security-groups?id=45dc146e-93c7-4e9c-b6a7-0a297b88577b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401896 Nov 22 16:29:15.296200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0976f024-49e3-49fe-a81b-fdd5ec316dd4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:15.394833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b017e33d-1c0d-4599-9042-988bf7e7a537 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.407593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b017e33d-1c0d-4599-9042-988bf7e7a537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.462811 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:12Z', 'revision_number': 5, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'gw_port': {'id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:15.467089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50076) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:15.489777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:15.490559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.523046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.545103 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46910550-20da-4e27-a4ee-03eed29e8b07 x-openstack-request-id: req-46910550-20da-4e27-a4ee-03eed29e8b07 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:15.547954 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-plugged", "status": "completed", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:15.548394 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46910550-20da-4e27-a4ee-03eed29e8b07 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:15.548972 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'code': 200} Nov 22 16:29:15.599184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Pushing event deleted for resources: {'Port': ['ID=f1fce494-d544-41c3-84ce-e771ecf49151,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:15.603940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] Checking router: d772477b-04cd-42d5-93ab-09b81a6aedbe for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:15.626350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b017e33d-1c0d-4599-9042-988bf7e7a537 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61232378428245faa437e777f6bf83fa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4396071 Nov 22 16:29:15.661610 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] Routers {'d772477b-04cd-42d5-93ab-09b81a6aedbe'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:15.662372 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d772477b-04cd-42d5-93ab-09b81a6aedbe'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:15.667443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:15.674834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b017e33d-1c0d-4599-9042-988bf7e7a537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6910310-7313-4f62-b1f9-3bd8659b2856,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:15.718692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] No DVR routers for this DVR port f1fce494-d544-41c3-84ce-e771ecf49151 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:15.727480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.734893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f85f17bd-7238-43a9-976e-0436e0117107 req-e427b8a6-8eae-4df6-91e4-3abf6fd959bf tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.20 "DELETE /v2.0/ports/f1fce494-d544-41c3-84ce-e771ecf49151 HTTP/1.1" status: 204 len: 173 time: 1.1915390 Nov 22 16:29:15.736243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'name': 'network-vif-deleted', 'tag': 'f1fce494-d544-41c3-84ce-e771ecf49151'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:15.743034 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0cd3ae-fea2-4a79-8234-dc9b0ed39d0d" -d '{"events": [{"server_uuid": "31a25879-ca85-4ab1-bed1-3205a896cebe", "name": "network-vif-deleted", "tag": "f1fce494-d544-41c3-84ce-e771ecf49151"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:15.753269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.817400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-141691960-network', 'tenant_id': '96f4a139df2f47a6a912865a040904d7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:15.839692 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757be849-82c4-4a3a-8412-e809166941ce x-openstack-request-id: req-757be849-82c4-4a3a-8412-e809166941ce {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:15.840261 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a25879-ca85-4ab1-bed1-3205a896cebe", "name": "network-vif-deleted", "tag": "f1fce494-d544-41c3-84ce-e771ecf49151", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:15.840520 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-757be849-82c4-4a3a-8412-e809166941ce {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:15.840931 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a25879-ca85-4ab1-bed1-3205a896cebe', 'name': 'network-vif-deleted', 'tag': 'f1fce494-d544-41c3-84ce-e771ecf49151', 'status': 'completed', 'code': 200} Nov 22 16:29:15.880056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:15.882749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.885467 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] Set router d772477b-04cd-42d5-93ab-09b81a6aedbe gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:15.901268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:15.960654 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60893954-ac67-4c45-9f5b-ddde3bce3a2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.052637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60893954-ac67-4c45-9f5b-ddde3bce3a2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.131637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Deleting port 0976f024-49e3-49fe-a81b-fdd5ec316dd4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:16.132747 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.187720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.196838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.232294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:16.247424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.248091 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Added segment b29adba9-c7d6-4a51-beb2-b2f32c18161b of type vlan for network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 Nov 22 16:29:16.328377 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.349235 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:12Z', 'revision_number': 5, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'gw_port': {'id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:16.394083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.395555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:16.396307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.446739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60893954-ac67-4c45-9f5b-ddde3bce3a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.457092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60893954-ac67-4c45-9f5b-ddde3bce3a2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.459612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-60893954-ac67-4c45-9f5b-ddde3bce3a2f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b6910310-7313-4f62-b1f9-3bd8659b2856 HTTP/1.1" status: 204 len: 168 time: 0.7718959 Nov 22 16:29:16.486986 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8185e00-7a34-4d21-813c-aed457e4bbd2 None None] The sync data for ids ['d772477b-04cd-42d5-93ab-09b81a6aedbe'] in n-d-816206-6 is: [{'id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-854661699-router', 'tenant_id': '668141f54eb64db1994ed0df6dd0007d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:12Z', 'revision_number': 5, 'project_id': '668141f54eb64db1994ed0df6dd0007d', 'gw_port': {'id': '0976f024-49e3-49fe-a81b-fdd5ec316dd4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:82:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd772477b-04cd-42d5-93ab-09b81a6aedbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:03Z', 'updated_at': '2021-11-22T16:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:16.509878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60893954-ac67-4c45-9f5b-ddde3bce3a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6910310-7313-4f62-b1f9-3bd8659b2856,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:16.534071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Pushing event updated for resources: {'Network': ['ID=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:16.537563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:16.565166 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21480a41-4919-46a0-b40f-d5f46540fcf5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0900640 Nov 22 16:29:16.567730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50092) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:16.574209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Request body: {'subnet': {'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-141691960-subnet', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:16.598977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d2f42c2-5037-4c67-bddc-b35c1c7d1e28 req-cd869e49-58ea-4167-b485-428b5b9c9814 tempest-AttachSCSIVolumeTestJSON-327167652 tempest-AttachSCSIVolumeTestJSON-327167652-project] 10.222.0.65 "GET /v2.0/ports?device_id=31a25879-ca85-4ab1-bed1-3205a896cebe HTTP/1.1" status: 200 len: 210 time: 0.0937419 Nov 22 16:29:16.601612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] For port 0976f024-49e3-49fe-a81b-fdd5ec316dd4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0976f024-49e3-49fe-a81b-fdd5ec316dd4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:16.602025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:16.638601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:16.657322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Calling delete_port for 0976f024-49e3-49fe-a81b-fdd5ec316dd4 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:16.660648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:16.671567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.043180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.147559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Pushing event deleted for resources: {'Port': ['ID=0976f024-49e3-49fe-a81b-fdd5ec316dd4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.227678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fea78a50-7922-40a8-8517-705675b4f532 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:17.273802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.296489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: fea78a50-7922-40a8-8517-705675b4f532 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:17.301507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fea78a50-7922-40a8-8517-705675b4f532 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:17.308020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f1fce494-d544-41c3-84ce-e771ecf49151 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:17.330754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.376098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: f1fce494-d544-41c3-84ce-e771ecf49151 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:17.376736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f1fce494-d544-41c3-84ce-e771ecf49151 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:17.496873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc6a1dc-c822-4e67-9dfb-600cc772258b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:17.520732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Checking segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:17.521084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Network hostable DHCP agents. Network: 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:17.558216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:17.580579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:17.590468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2e987-ac92-4efa-a2a0-9eff3404100e None None] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:17.603266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:17.603922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.657413 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dafab1f6-04b1-472f-8d67-2995cc57e508 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0884917 Nov 22 16:29:17.661543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:17.680782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:17.755824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.757044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:17.979233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.169064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:18.170014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.413744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Allocated IP 172.20.0.2 (049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1/abc6a1dc-c822-4e67-9dfb-600cc772258b/cf839b89-c897-481f-b48b-688081fb5044) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:18.427285 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.447273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50130) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:18.472169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.478466 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.566128 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.567186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d772477b-04cd-42d5-93ab-09b81a6aedbe {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:29:18.583260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.585500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5b20f35f-1c4f-45b9-a3d8-e4cee9df4428 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d772477b-04cd-42d5-93ab-09b81a6aedbe HTTP/1.1" status: 204 len: 168 time: 4.2177434 Nov 22 16:29:18.588653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:18.590464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Sync routers for ids ['d772477b-04cd-42d5-93ab-09b81a6aedbe'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:18.648887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:18.649543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:29:18.650983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_agentschedulers_db [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d772477b-04cd-42d5-93ab-09b81a6aedbe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103516) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:29:18.715984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:18.716603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:29:18.717739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_agentschedulers_db [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d772477b-04cd-42d5-93ab-09b81a6aedbe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103516) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:29:18.718433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f19a6-8bcc-4ec6-a452-153efd4a0347 None None] The sync data for ids ['d772477b-04cd-42d5-93ab-09b81a6aedbe'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:18.756772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Deleting subnet 459d90d9-7ea0-4548-b620-3ad4c7772ed5 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:18.762117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.822967 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.833374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.839120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1750042944-network', 'tenant_id': '6d78b9a7b3c541e69def25b6c27238c7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:18.841855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:18.912664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:18.919023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:18.923193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:18.991217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Pushing event updated for resources: {'Port': ['ID=cf839b89-c897-481f-b48b-688081fb5044,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.065089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Attempting to bind port cf839b89-c897-481f-b48b-688081fb5044 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:19.065471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Attempting to bind port cf839b89-c897-481f-b48b-688081fb5044 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:19.067277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Attempting to bind port cf839b89-c897-481f-b48b-688081fb5044 on network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:19.068944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.083052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:19.084176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Checking segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:19.084538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.086080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Bound using segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:19.086663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Bound port: cf839b89-c897-481f-b48b-688081fb5044, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:19.086994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.094967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Made reservation on behalf of 6d78b9a7b3c541e69def25b6c27238c7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:19.097717 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.111577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.115991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.143202 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.191585 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.242931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] For port cf839b89-c897-481f-b48b-688081fb5044, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:19.245971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459d90d9-7ea0-4548-b620-3ad4c7772ed5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.248303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] For port cf839b89-c897-481f-b48b-688081fb5044, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cf839b89-c897-481f-b48b-688081fb5044,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:19.261060 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.267142 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.272832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b8b0be6e-afc4-4cbb-9666-7e85dc12caf3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/459d90d9-7ea0-4548-b620-3ad4c7772ed5 HTTP/1.1" status: 204 len: 168 time: 0.6808112 Nov 22 16:29:19.279374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50140) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:19.349901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Allocated IP 172.25.6.104 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:19.378163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.411142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6e61d-b77c-4286-9a23-d40b80bdcbda None None] Network c5c42233-17be-4b73-9b6f-53e64f6b6ce2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:19.424929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.435833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f3c27-3dfa-43f9-969f-63ef0a5e1e65 None None] Pushing event updated for resources: {'Port': ['ID=cf839b89-c897-481f-b48b-688081fb5044,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.498515 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.554658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:19.562914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c107b3-2272-4ac9-b842-0fde23bbc157,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:19.632326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0976f024-49e3-49fe-a81b-fdd5ec316dd4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:19.668342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.668690 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Added segment c35a2272-901b-4e4a-8a29-e9a6f0345f10 of type vlan for network 1352f4b3-f77f-4ff9-a045-a06833ecf340 Nov 22 16:29:19.752569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Deleting port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:19.753073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.777476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0976f024-49e3-49fe-a81b-fdd5ec316dd4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:19.778880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0976f024-49e3-49fe-a81b-fdd5ec316dd4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:19.867027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.880754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] For port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,segment=NetworkSegment(6d86998e-3098-40b6-8355-8c0c289c6c20),segment_id=6d86998e-3098-40b6-8355-8c0c289c6c20)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:19.881133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.881254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.950080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Calling delete_port for 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:19.960702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1d329551-4215-4978-a112-534e71912bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.962266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:19.963610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:19.964208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.075213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] DHCP port deletion for c5c42233-17be-4b73-9b6f-53e64f6b6ce2 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:29:20.101701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.155686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.166658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.188244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Deleting port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:20.191154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.206636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] No DVR routers for this DVR port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:20.239569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:20.252799 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8040099 Nov 22 16:29:20.261324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:20.264852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0e587-0de0-42a8-ba1c-923f1b24b100 admin admin] Pushing event updated for resources: {'Network': ['ID=1352f4b3-f77f-4ff9-a045-a06833ecf340,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.272753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Request body: {'subnet': {'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1750042944-subnet', 'tenant_id': '6d78b9a7b3c541e69def25b6c27238c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:20.294990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:20.303175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Made reservation on behalf of 6d78b9a7b3c541e69def25b6c27238c7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:20.305992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.309501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] For port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:20.310547 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.329048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Calling delete_port for 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:20.335269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:29:20.339379 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.342277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 1352f4b3-f77f-4ff9-a045-a06833ecf340 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:20.373215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] Pushing event deleted for resources: {'Port': ['ID=4fc12490-89e4-4e29-a87e-2e5bd87d1a07,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.420818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.463426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57173e5d-3777-44f7-b033-756e29478f94 None None] No DVR routers for this DVR port 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:20.513670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c42233-17be-4b73-9b6f-53e64f6b6ce2']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:20.521978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:20.528823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d86998e-3098-40b6-8355-8c0c289c6c20') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:20.529539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d86998e-3098-40b6-8355-8c0c289c6c20') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:20.531013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.544916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.567341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Pushing event updated for resources: {'Port': ['ID=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.582755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.597370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:20.598083 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:20.601192 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:20.688379 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.704003 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:20.708380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c5c42233-17be-4b73-9b6f-53e64f6b6ce2 HTTP/1.1" status: 204 len: 168 time: 1.4273486 Nov 22 16:29:20.726125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e1d23-0205-4eaa-9625-bdd6b29d9b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5c42233-17be-4b73-9b6f-53e64f6b6ce2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:20.945857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50154) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:21.059462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-35cbed7f-c3d5-4af8-a99e-8bba0adaf8ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=668141f54eb64db1994ed0df6dd0007d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1095142 Nov 22 16:29:21.060258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50156) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:21.149803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b1430fd-4bf8-4ea8-82e3-9be7234edfec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.206830 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b1430fd-4bf8-4ea8-82e3-9be7234edfec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.256431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b158ebc-b755-4e61-ad47-edc949c20a3c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:21.292855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b1430fd-4bf8-4ea8-82e3-9be7234edfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.296242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b1430fd-4bf8-4ea8-82e3-9be7234edfec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.301125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b1430fd-4bf8-4ea8-82e3-9be7234edfec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75bbd7cb-07da-4164-852e-0f519c60f59d HTTP/1.1" status: 204 len: 168 time: 0.2370408 Nov 22 16:29:21.306782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Checking segment: {'id': 'c35a2272-901b-4e4a-8a29-e9a6f0345f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:21.307353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Network hostable DHCP agents. Network: 1352f4b3-f77f-4ff9-a045-a06833ecf340, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:21.327855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b38398-aafd-443f-bb74-faf352235852 None None] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:21.348400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1430fd-4bf8-4ea8-82e3-9be7234edfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbd7cb-07da-4164-852e-0f519c60f59d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:21.407684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Network 1352f4b3-f77f-4ff9-a045-a06833ecf340 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:21.438624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 1352f4b3-f77f-4ff9-a045-a06833ecf340) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:21.531048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:21.531662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.560053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cf839b89-c897-481f-b48b-688081fb5044 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:21.587400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-44472655-7ace-4bf2-9c6c-50126c26a304 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3191051 Nov 22 16:29:21.632368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e159f9c-7992-4367-872d-eac2f9c522c2 None None] Network 1352f4b3-f77f-4ff9-a045-a06833ecf340 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:21.720298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.789429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-71668d9f-e27d-4bd7-85bb-44ceda6be5cb None None] Provisioning complete for port cf839b89-c897-481f-b48b-688081fb5044 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:21.790743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71668d9f-e27d-4bd7-85bb-44ceda6be5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:21.849953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port cf839b89-c897-481f-b48b-688081fb5044 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:21.850606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.122361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.354189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71668d9f-e27d-4bd7-85bb-44ceda6be5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.438706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Router c3af463a-4687-46d6-b26b-efbe79945220 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:29:22.556123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-71668d9f-e27d-4bd7-85bb-44ceda6be5cb None None] For port cf839b89-c897-481f-b48b-688081fb5044, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cf839b89-c897-481f-b48b-688081fb5044,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:22.566517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7f33cd-9227-4d8e-9bfe-8fe6cfba19c4 None None] Network 1352f4b3-f77f-4ff9-a045-a06833ecf340 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:22.618134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71668d9f-e27d-4bd7-85bb-44ceda6be5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.749933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:22.762246 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Sync routers for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:22.796837 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.804772 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ae9e7440-72c1-4200-a904-f50e5b2606e9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1357491 Nov 22 16:29:22.805001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50206) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:22.805443 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:22.805538 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:28:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:22.910282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:22.962130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-15b1e7f9-e347-4440-a560-55432d0a9e9e None None] Provisioning complete for port cf839b89-c897-481f-b48b-688081fb5044 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:22.962507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15b1e7f9-e347-4440-a560-55432d0a9e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.078864 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:23.114184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:29:23.114476 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:29:23.115258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b352ed01-c4f5-4a20-afba-589899c852cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.118418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71668d9f-e27d-4bd7-85bb-44ceda6be5cb None None] Pushing event updated for resources: {'Port': ['ID=cf839b89-c897-481f-b48b-688081fb5044,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:23.418730 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:21Z', 'revision_number': 3, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:23.460899 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Checking router: c3af463a-4687-46d6-b26b-efbe79945220 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:23.461400 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Updating router c3af463a-4687-46d6-b26b-efbe79945220 port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:29:23.494840 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.571252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.771022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:23.820254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:23.820871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fc12490-89e4-4e29-a87e-2e5bd87d1a07 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:23.838203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Allocated IP 172.20.0.1 (049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1/abc6a1dc-c822-4e67-9dfb-600cc772258b/fda6a4d4-3154-43e0-a165-6d9d206e5fa9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:23.912922 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.937110 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:23.945527 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.008683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cf839b89-c897-481f-b48b-688081fb5044 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:24.035839 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.070333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port cf839b89-c897-481f-b48b-688081fb5044 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:24.070706 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.084835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.099528 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Attempting to bind port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:24.099893 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Attempting to bind port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:24.100339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Attempting to bind port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:24.128464 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Pushing event updated for resources: {'Port': ['ID=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.130172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:24.130406 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:24.130789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:24.131198 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.131600 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:24.132090 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Bound port: e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:24.132557 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.140234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:24.159263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:24.162040 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.162393 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.162740 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.163080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.163417 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.163753 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.164079 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.164404 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.164734 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.165065 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.165383 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.170988 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:24.237237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] For port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:24.244786 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] For port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:24.256917 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.257133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.328635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:24.329582 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:24.379252 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e702cf-a4a1-44bc-884c-c4471c66f117 None None] Pushing event updated for resources: {'Port': ['ID=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.439236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:24.456735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cd50dbb1-fd53-4de0-999f-3ed6ae88c1b7 None None] Provisioning complete for port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:24.458446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd50dbb1-fd53-4de0-999f-3ed6ae88c1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.510745 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:24.549593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cd50dbb1-fd53-4de0-999f-3ed6ae88c1b7 None None] Port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:24.561310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:24.981561 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:21Z', 'revision_number': 3, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:25.003848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.017421 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.067275 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3377e296-a2a3-4326-8f27-7428321c5f1e None None] The sync data for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 is: [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:21Z', 'revision_number': 3, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:25.133749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.144271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Pushing event updated for resources: {'Port': ['ID=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:25.255899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:25.257606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:25.271481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.520235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Router c3af463a-4687-46d6-b26b-efbe79945220 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:25.703211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:25.715813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-430a53ea-2674-44a4-bde4-efd1792a1ba5 admin admin] 10.222.0.65 "PUT /v2.0/routers/c3af463a-4687-46d6-b26b-efbe79945220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9031835 Nov 22 16:29:25.721292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e7cc9bbf-db88-4168-ac8a-b5b4de838167 None None] Provisioning complete for port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:25.723161 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e7cc9bbf-db88-4168-ac8a-b5b4de838167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:25.804470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e7cc9bbf-db88-4168-ac8a-b5b4de838167 None None] Port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:25.943444 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.117531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:26.289500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:26.290078 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.561442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.642853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:26.663676 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:26.767573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.030455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:27.035539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-954623142-network', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:27.059861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Made reservation on behalf of 880b28acfe5b4e8d86049540d183ab50 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:27.063844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.074471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.177977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.196604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.220009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:27.235404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db41c2d5-4dc2-4470-9613-75fb671b9d93,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.251129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.251129 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Added segment 0acf4dfd-7403-4731-ae77-5774ea690d6d of type vlan for network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd Nov 22 16:29:27.293253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.328462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.329704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:27.330552 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.408296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] Pushing event updated for resources: {'Network': ['ID=35452d73-3e2b-4e8a-8c02-e490f3b8c7fd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.420778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:29:27.422753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3aa2261e-8353-4a17-8b57-11c475a79f36 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3911734 Nov 22 16:29:27.425410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50278) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:27.430801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Request body: {'subnet': {'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-954623142-subnet', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:27.463476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Made reservation on behalf of 880b28acfe5b4e8d86049540d183ab50 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:27.466515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.738628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:27.838111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=273ea178-38d7-49fa-ae18-f62c1932cbdf,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:27.890948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Checking segment: {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:27.892141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Network hostable DHCP agents. Network: 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:29:27.913637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Sync routers for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:27.926780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:27.927404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:27.975023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:29:27.996227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:28.001874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.002940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.039174 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ee705149-565e-47da-94c2-095c3fe390ec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6124337 Nov 22 16:29:28.044229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50296) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:28.060414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:28.110649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.112093 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.158707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:28.231043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.233956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:28.256746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab1dbe-f91b-428e-9988-1e57aa20a690 None None] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:28.501436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-c94ae84c-0faf-47d0-8dd2-2ffacef799c2 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:28.503128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-c94ae84c-0faf-47d0-8dd2-2ffacef799c2 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/networks?id=1352f4b3-f77f-4ff9-a045-a06833ecf340 HTTP/1.1" status: 200 len: 822 time: 0.6889472 Nov 22 16:29:28.511241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:28.523202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-8fed922a-0d81-4057-a337-7acc49009df9 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/quotas/6d78b9a7b3c541e69def25b6c27238c7 HTTP/1.1" status: 200 len: 375 time: 0.0137827 Nov 22 16:29:28.599489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-a6341401-2984-425b-a2b6-3b377e950c89 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6d78b9a7b3c541e69def25b6c27238c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675106 Nov 22 16:29:28.845220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-c8d07ef8-fa61-4aa0-93d5-7b1ed8c2d00e service neutron] 10.222.0.65 "GET /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397649 Nov 22 16:29:29.150045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-bacc6b4e-c3c3-4d5c-ad73-8c30f4e90bcd service neutron] 10.222.0.65 "GET /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830155 Nov 22 16:29:29.277445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:29.278082 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.293753 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.356067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:29.721818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9bf946e-d442-4fc0-a8b3-42c0e6f8b3d0 req-4cc9dc0d-d44c-4fa1-8b6e-e155c8e0f703 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 210 time: 0.1020234 Nov 22 16:29:29.823154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Allocated IP 172.25.6.228 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/58182925-d2a9-4fcb-9ed0-b8cf77d6c29f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:29.970368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-35452d73-3e2b-4e8a-8c02-e490f3b8c7fd', 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'fixed_ips': [{'subnet_id': '273ea178-38d7-49fa-ae18-f62c1932cbdf'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:29:29.971586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.112216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50386) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:30.127396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.270500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.344775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Allocated IP 172.20.0.2 (35452d73-3e2b-4e8a-8c02-e490f3b8c7fd/273ea178-38d7-49fa-ae18-f62c1932cbdf/9eb5ead4-1c00-43fa-bf65-24048251865b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:30.380625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Pushing event updated for resources: {'Port': ['ID=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:30.389375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:30.391910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:30.394947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:30.430185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a2d7-f8bf-4153-aed8-08102b17662a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.713793 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.720928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a2d7-f8bf-4153-aed8-08102b17662a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.727664 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0e7a2d7-f8bf-4153-aed8-08102b17662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.759371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:30.842640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7a2d7-f8bf-4153-aed8-08102b17662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08784632-dd57-4e23-8b0a-2d03227cf14b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:30.912461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23f93f6a-b940-4b1d-bfed-f14fb6c4658f req-cc4a4915-efbc-4adb-b850-346593008af6 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 210 time: 0.0413554 Nov 22 16:29:30.938326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0e7a2d7-f8bf-4153-aed8-08102b17662a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f5195666599e4f7f81488d1d81dd0d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8213491 Nov 22 16:29:30.939565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50400) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:31.013691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:31.065933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:31.075841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:31.089107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Pushing event updated for resources: {'Port': ['ID=9eb5ead4-1c00-43fa-bf65-24048251865b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:31.117556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98d329e3-4f29-4741-aa9a-d4cb21890a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.160526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 2, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:31.166656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.183070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98d329e3-4f29-4741-aa9a-d4cb21890a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.266776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Checking router: c3af463a-4687-46d6-b26b-efbe79945220 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:31.268273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Updating router c3af463a-4687-46d6-b26b-efbe79945220 port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:29:31.291787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98d329e3-4f29-4741-aa9a-d4cb21890a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.295386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-98d329e3-4f29-4741-aa9a-d4cb21890a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.300918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-98d329e3-4f29-4741-aa9a-d4cb21890a43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/08784632-dd57-4e23-8b0a-2d03227cf14b HTTP/1.1" status: 204 len: 168 time: 0.3583755 Nov 22 16:29:31.318214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d329e3-4f29-4741-aa9a-d4cb21890a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08784632-dd57-4e23-8b0a-2d03227cf14b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:31.446201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Attempting to bind port 9eb5ead4-1c00-43fa-bf65-24048251865b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:31.446828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Attempting to bind port 9eb5ead4-1c00-43fa-bf65-24048251865b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:31.447088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Attempting to bind port 9eb5ead4-1c00-43fa-bf65-24048251865b on network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:31.501882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:31.502376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Checking segment: {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:31.502799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.503208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Bound using segment: {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:31.503708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Bound port: 9eb5ead4-1c00-43fa-bf65-24048251865b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:31.505339 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.518001 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:29:31.552050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.596881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.691728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] For port 9eb5ead4-1c00-43fa-bf65-24048251865b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:31.696285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] For port 9eb5ead4-1c00-43fa-bf65-24048251865b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9eb5ead4-1c00-43fa-bf65-24048251865b,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:31.724111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:31.918295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed8dd9-71fd-40c4-8b97-591d721a319d None None] Pushing event updated for resources: {'Port': ['ID=9eb5ead4-1c00-43fa-bf65-24048251865b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:32.305247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50f1b6e4-bfde-427a-98be-e435a11c078d req-89ab1e97-58d1-4e9c-8da5-9c9c2ab39aef tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 210 time: 0.1798365 Nov 22 16:29:32.710392 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.730709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:32.844125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935046db-c9c5-4d7a-affc-24ebeb38e7da None None] Pushing event updated for resources: {'Port': ['ID=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:32.951727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Router 44808045-9ef5-483c-b900-baa0cf8f784e is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:29:33.039698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Attempting to bind port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:33.040825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Attempting to bind port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:33.041796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Attempting to bind port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 on network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:33.056997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:33.059424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Checking segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:33.059937 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.062126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Bound using segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:33.062732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Bound port: fda6a4d4-3154-43e0-a165-6d9d206e5fa9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:33.064797 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.180179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-430059c8-068b-483c-ae02-227691e63c96 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:33.190795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-430059c8-068b-483c-ae02-227691e63c96 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.20 "GET /v2.0/networks?id=1352f4b3-f77f-4ff9-a045-a06833ecf340 HTTP/1.1" status: 200 len: 822 time: 1.2477891 Nov 22 16:29:33.227447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Request body: {'port': {'device_id': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340', 'admin_state_up': True, 'tenant_id': '6d78b9a7b3c541e69def25b6c27238c7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:33.294254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] For port fda6a4d4-3154-43e0-a165-6d9d206e5fa9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:33.309424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] For port fda6a4d4-3154-43e0-a165-6d9d206e5fa9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:33.355590 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.364924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fbb93a9a-4459-4ebc-81a8-e95e842609c6 None None] Provisioning complete for port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:33.365641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbb93a9a-4459-4ebc-81a8-e95e842609c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.509871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9eb5ead4-1c00-43fa-bf65-24048251865b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:33.631903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-825b15e1-514f-424c-8096-1186e49597ac req-f46d82e5-2a95-4c40-aac3-857b19480751 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 210 time: 0.0849762 Nov 22 16:29:33.693207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:33.714244 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Sync routers for ids ['44808045-9ef5-483c-b900-baa0cf8f784e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:33.771333 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Routers {'44808045-9ef5-483c-b900-baa0cf8f784e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:33.773019 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44808045-9ef5-483c-b900-baa0cf8f784e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:33.792036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.796982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50484) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:33.824239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a565ff3e-b115-4def-a61b-278ed364ab94 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7784173 Nov 22 16:29:33.825245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Made reservation on behalf of 6d78b9a7b3c541e69def25b6c27238c7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:33.854533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:33.903607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:33.907756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:33.924475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935046db-c9c5-4d7a-affc-24ebeb38e7da None None] Pushing event updated for resources: {'Port': ['ID=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:34.172040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2900c7e-10b8-4da9-9bf2-e1fc3016b0a3 None None] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:34.189345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9eb5ead4-1c00-43fa-bf65-24048251865b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:34.190116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.218963 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Set router 44808045-9ef5-483c-b900-baa0cf8f784e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:34.331069 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbb93a9a-4459-4ebc-81a8-e95e842609c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.376552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Allocated IP 172.20.0.11 (1352f4b3-f77f-4ff9-a045-a06833ecf340/1b158ebc-b755-4e61-ad47-edc949c20a3c/673fee57-899c-407b-b07c-f3da572a53e2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:34.535337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:34.585924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:29:30Z', 'revision_number': 3, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:34.683831 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Checking router: 44808045-9ef5-483c-b900-baa0cf8f784e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:34.684320 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Updating router 44808045-9ef5-483c-b900-baa0cf8f784e port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:29:34.702654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.760992 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.828835 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:34.980676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Pushing event updated for resources: {'Port': ['ID=673fee57-899c-407b-b07c-f3da572a53e2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:35.029972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Network 1352f4b3-f77f-4ff9-a045-a06833ecf340 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:35.045415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:35.052396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:35.107014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a53f50-cb68-4173-af2f-ddd350b03acf req-c178b281-e074-4b14-9cab-0a2b9cfab0e1 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.110666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3a53f50-cb68-4173-af2f-ddd350b03acf req-c178b281-e074-4b14-9cab-0a2b9cfab0e1 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 932 time: 0.2858310 Nov 22 16:29:35.173304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:35.174216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.197849 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.208572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-5e285c01-11e9-4015-b3db-5691c1db43ce tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0036216 Nov 22 16:29:35.223998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Request body: {'port': {'device_id': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:35.409514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.420404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fbb93a9a-4459-4ebc-81a8-e95e842609c6 None None] For port fda6a4d4-3154-43e0-a165-6d9d206e5fa9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:35.430262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3a53f50-cb68-4173-af2f-ddd350b03acf req-3aa4c317-2516-4904-8042-0c00cbafd95f tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089004 Nov 22 16:29:35.455879 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbb93a9a-4459-4ebc-81a8-e95e842609c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.698559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:35.864720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Allocated IP 172.20.0.1 (35452d73-3e2b-4e8a-8c02-e490f3b8c7fd/273ea178-38d7-49fa-ae18-f62c1932cbdf/ee23a122-0d19-407a-ac2e-1e45f40b0c81) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:35.998115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673fee57-899c-407b-b07c-f3da572a53e2 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:36.021497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.022155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 9eb5ead4-1c00-43fa-bf65-24048251865b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9eb5ead4-1c00-43fa-bf65-24048251865b,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:36.048534 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.067499 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.085159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Transition to ACTIVE for port object 673fee57-899c-407b-b07c-f3da572a53e2 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:36.096559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.133942 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.150210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-aa0506ee-9bf6-4ba3-985c-1b5b4de41bd9 None None] Provisioning complete for port 9eb5ead4-1c00-43fa-bf65-24048251865b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:36.152087 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aa0506ee-9bf6-4ba3-985c-1b5b4de41bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.302083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50564) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:36.339809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb93a9a-4459-4ebc-81a8-e95e842609c6 None None] Pushing event updated for resources: {'Port': ['ID=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.365301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa228b-dbdf-4c58-abdd-61fae6f9984c None None] Pushing event updated for resources: {'Port': ['ID=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.425069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Pushing event updated for resources: {'Port': ['ID=673fee57-899c-407b-b07c-f3da572a53e2,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.435795 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Attempting to bind port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:36.436159 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Attempting to bind port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:36.444145 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Attempting to bind port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:36.473662 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:36.478493 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:36.478936 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.479340 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:36.479837 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Bound port: 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:36.484797 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.516909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.576442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Attempting to bind port 673fee57-899c-407b-b07c-f3da572a53e2 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:36.576882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Attempting to bind port 673fee57-899c-407b-b07c-f3da572a53e2 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'c35a2272-901b-4e4a-8a29-e9a6f0345f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:36.577227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Attempting to bind port 673fee57-899c-407b-b07c-f3da572a53e2 on network 1352f4b3-f77f-4ff9-a045-a06833ecf340 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:36.586780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Port 673fee57-899c-407b-b07c-f3da572a53e2 on network 1352f4b3-f77f-4ff9-a045-a06833ecf340 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:36.587103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Attempting to bind port 673fee57-899c-407b-b07c-f3da572a53e2 on network 1352f4b3-f77f-4ff9-a045-a06833ecf340 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:36.601244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:36.601589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Checking segment: {'id': 'c35a2272-901b-4e4a-8a29-e9a6f0345f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:36.602011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Bound using segment: {'id': 'c35a2272-901b-4e4a-8a29-e9a6f0345f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:36.602448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Bound port: 673fee57-899c-407b-b07c-f3da572a53e2, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35a2272-901b-4e4a-8a29-e9a6f0345f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:36.602802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.622083 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.661187 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] For port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:36.669113 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] For port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:36.676558 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.763566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] For port 673fee57-899c-407b-b07c-f3da572a53e2, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:36.764775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Pushing event updated for resources: {'Port': ['ID=ee23a122-0d19-407a-ac2e-1e45f40b0c81,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.771170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] For port 673fee57-899c-407b-b07c-f3da572a53e2, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=673fee57-899c-407b-b07c-f3da572a53e2,segment=NetworkSegment(c35a2272-901b-4e4a-8a29-e9a6f0345f10),segment_id=c35a2272-901b-4e4a-8a29-e9a6f0345f10)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:36.787480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.846732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=9eb5ead4-1c00-43fa-bf65-24048251865b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.850999 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa228b-dbdf-4c58-abdd-61fae6f9984c None None] Pushing event updated for resources: {'Port': ['ID=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.851724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-aa0506ee-9bf6-4ba3-985c-1b5b4de41bd9 None None] Provisioning complete for port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:36.852098 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aa0506ee-9bf6-4ba3-985c-1b5b4de41bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.857092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:33Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:36.888910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:36.897485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15af8146-c1e0-46a4-ae44-cacca6553b7c None None] The sync data for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 is: [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:33Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:36.942098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Pushing event updated for resources: {'Port': ['ID=673fee57-899c-407b-b07c-f3da572a53e2,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:36.963703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:36.964526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:36.966612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-643958e1-d245-4c95-bdb4-15f7e6f2f8cc service neutron] 10.222.0.20 "PUT /v2.0/ports/673fee57-899c-407b-b07c-f3da572a53e2 HTTP/1.1" status: 200 len: 1092 time: 1.7478991 Nov 22 16:29:36.968257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'tag': '673fee57-899c-407b-b07c-f3da572a53e2'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:36.972103 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab343ef2-001a-41fd-9102-476b273625d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c03c83b5-fc7a-4c9f-a206-ab312ca308e4", "tag": "673fee57-899c-407b-b07c-f3da572a53e2"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:36.988462 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Routers {'44808045-9ef5-483c-b900-baa0cf8f784e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:36.990707 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44808045-9ef5-483c-b900-baa0cf8f784e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:37.112186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:37.153893 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92ce98b-ca82-496c-98cc-3c29ab006f5b x-openstack-request-id: req-a92ce98b-ca82-496c-98cc-3c29ab006f5b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:37.155563 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c03c83b5-fc7a-4c9f-a206-ab312ca308e4", "tag": "673fee57-899c-407b-b07c-f3da572a53e2", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:37.155563 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a92ce98b-ca82-496c-98cc-3c29ab006f5b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:37.157971 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'tag': '673fee57-899c-407b-b07c-f3da572a53e2', 'status': 'completed', 'code': 200} Nov 22 16:29:37.215667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-5629ef86-a0af-4834-89a7-add055c518ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.225120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-5629ef86-a0af-4834-89a7-add055c518ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d78b9a7b3c541e69def25b6c27238c7&device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 1095 time: 0.2051060 Nov 22 16:29:37.323516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.414225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-a29925a5-4f5f-4f95-9487-dffe6911869f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=673fee57-899c-407b-b07c-f3da572a53e2 HTTP/1.1" status: 200 len: 217 time: 0.1713080 Nov 22 16:29:37.430040 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] Set router 44808045-9ef5-483c-b900-baa0cf8f784e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:37.478620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-77e33833-2c06-4fa0-9949-6c79f723c6a8 None None] Provisioning complete for port 9eb5ead4-1c00-43fa-bf65-24048251865b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:37.479020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:37.490414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77e33833-2c06-4fa0-9949-6c79f723c6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:37.645305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef6a09-8760-430b-ab25-7e37d208092a req-2c8def45-e1cd-408a-b475-49f59f29f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.655823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-2c8def45-e1cd-408a-b475-49f59f29f8fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b158ebc-b755-4e61-ad47-edc949c20a3c HTTP/1.1" status: 200 len: 862 time: 0.2325320 Nov 22 16:29:37.718909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d0bb5-7daa-42a4-afb1-df0bf7e75bbf req-fccf1c46-362e-4fdd-aa05-3adc9bef9aad tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:37.720531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-697d0bb5-7daa-42a4-afb1-df0bf7e75bbf req-fccf1c46-362e-4fdd-aa05-3adc9bef9aad tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 944 time: 0.9853742 Nov 22 16:29:37.738844 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-a4102c02-257e-4270-9655-4c2365e1546a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1352f4b3-f77f-4ff9-a045-a06833ecf340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754106 Nov 22 16:29:37.975200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c8e3f03e-4f21-4f4a-85f2-3f0b248534fe None None] Provisioning complete for port ee23a122-0d19-407a-ac2e-1e45f40b0c81 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:37.975694 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8e3f03e-4f21-4f4a-85f2-3f0b248534fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.006507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.064769 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-f2609857-189c-4dc7-9291-2e933db93a49 service neutron] 10.222.0.20 "GET /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140209 Nov 22 16:29:38.117290 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:29:30Z', 'revision_number': 3, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:38.150823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c8e3f03e-4f21-4f4a-85f2-3f0b248534fe None None] Port ee23a122-0d19-407a-ac2e-1e45f40b0c81 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:38.198372 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6770ea72-703d-47f9-8914-74cd54dba90a None None] The sync data for ids ['44808045-9ef5-483c-b900-baa0cf8f784e'] in n-d-816206-6 is: [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:29:30Z', 'revision_number': 3, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:38.349089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-697d0bb5-7daa-42a4-afb1-df0bf7e75bbf req-cabade0a-3200-4025-9cd4-bffa41df0ed4 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5997155 Nov 22 16:29:38.468870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-afef6a09-8760-430b-ab25-7e37d208092a req-0ea63ef1-f135-407e-adf2-6f914dc39d32 service neutron] 10.222.0.20 "GET /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963792 Nov 22 16:29:38.615248 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.630072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9eb5ead4-1c00-43fa-bf65-24048251865b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:38.717503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab343ef2-001a-41fd-9102-476b273625d5 req-a10bf9d4-ccec-40be-bff2-2f2795665800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:38.723546 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-a10bf9d4-ccec-40be-bff2-2f2795665800 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d78b9a7b3c541e69def25b6c27238c7&device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 1095 time: 0.1697879 Nov 22 16:29:38.823222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:38.958853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9eb5ead4-1c00-43fa-bf65-24048251865b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:38.959642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.114389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab343ef2-001a-41fd-9102-476b273625d5 req-0614d2a7-f0ef-4be0-81e2-997afe638f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.115887 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-0614d2a7-f0ef-4be0-81e2-997afe638f09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1352f4b3-f77f-4ff9-a045-a06833ecf340 HTTP/1.1" status: 200 len: 923 time: 0.3801076 Nov 22 16:29:39.203438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fda6a4d4-3154-43e0-a165-6d9d206e5fa9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:39.243457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-b4f9b48b-5941-47f1-89bb-78a5711262f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=673fee57-899c-407b-b07c-f3da572a53e2 HTTP/1.1" status: 200 len: 217 time: 0.1177034 Nov 22 16:29:39.358290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:39.358673 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.423002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab343ef2-001a-41fd-9102-476b273625d5 req-13c8f871-3162-4141-9f96-3cf3ff7374af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:39.427880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-13c8f871-3162-4141-9f96-3cf3ff7374af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b158ebc-b755-4e61-ad47-edc949c20a3c HTTP/1.1" status: 200 len: 862 time: 0.1732697 Nov 22 16:29:39.524440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-7bd96c0b-1765-4c76-9f7a-a6c2481b16ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1352f4b3-f77f-4ff9-a045-a06833ecf340&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871513 Nov 22 16:29:39.785383 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-0a288cab-f87d-4b20-97dd-f985bf31668a service neutron] 10.222.0.20 "GET /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498882 Nov 22 16:29:39.822637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:39.860673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.039383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.077308 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab343ef2-001a-41fd-9102-476b273625d5 req-8107f58d-399e-452b-8e26-118a7273dceb service neutron] 10.222.0.20 "GET /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844622 Nov 22 16:29:40.277069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419853-0029-4828-8468-7aecffac196b req-e9d36164-9b80-4371-a2f3-d776cda58239 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:40.279425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3419853-0029-4828-8468-7aecffac196b req-e9d36164-9b80-4371-a2f3-d776cda58239 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 944 time: 0.6752322 Nov 22 16:29:40.297915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:40.350749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.390036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Pushing event updated for resources: {'Port': ['ID=ee23a122-0d19-407a-ac2e-1e45f40b0c81,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:40.428498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:40.429267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.559614 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.592342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:40.599906 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:40.618703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3419853-0029-4828-8468-7aecffac196b req-45c64339-f4a3-49e8-b994-30fdf69405e8 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991722 Nov 22 16:29:40.677895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:40.684262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:40.694228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:41.045233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cefb0ce2-6f2a-4e17-8fbc-977199a2fb5f None None] Provisioning complete for port ee23a122-0d19-407a-ac2e-1e45f40b0c81 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:41.047911 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cefb0ce2-6f2a-4e17-8fbc-977199a2fb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.105253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cefb0ce2-6f2a-4e17-8fbc-977199a2fb5f None None] Port ee23a122-0d19-407a-ac2e-1e45f40b0c81 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:41.269325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-ceb88221-f99b-4e66-8b76-522486b276a1 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973322 Nov 22 16:29:41.327265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 673fee57-899c-407b-b07c-f3da572a53e2 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:41.464225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Router 44808045-9ef5-483c-b900-baa0cf8f784e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:41.494644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 673fee57-899c-407b-b07c-f3da572a53e2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=673fee57-899c-407b-b07c-f3da572a53e2,segment=NetworkSegment(c35a2272-901b-4e4a-8a29-e9a6f0345f10),segment_id=c35a2272-901b-4e4a-8a29-e9a6f0345f10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:41.520710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '673fee57-899c-407b-b07c-f3da572a53e2', 'network_id': '1352f4b3-f77f-4ff9-a045-a06833ecf340', 'port_id': '673fee57-899c-407b-b07c-f3da572a53e2', 'mac_address': 'fa:16:3e:14:f5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b158ebc-b755-4e61-ad47-edc949c20a3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:41.534194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-e2c7ac44-ad92-4a65-8c62-492adebf0237 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:41.542137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-e2c7ac44-ad92-4a65-8c62-492adebf0237 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717540 Nov 22 16:29:41.600771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.612147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-107d74de-7550-40dc-a125-ba72b8bae44d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/quotas/fccfbc68ea1c48ca83ea08077d9f1d7d HTTP/1.1" status: 200 len: 375 time: 0.0684893 Nov 22 16:29:41.633543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673fee57-899c-407b-b07c-f3da572a53e2 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:41.666204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-09a3fb3a-8770-4e4f-9e20-afc3c7c86b2e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529139 Nov 22 16:29:41.672739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 673fee57-899c-407b-b07c-f3da572a53e2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=673fee57-899c-407b-b07c-f3da572a53e2,segment=NetworkSegment(c35a2272-901b-4e4a-8a29-e9a6f0345f10),segment_id=c35a2272-901b-4e4a-8a29-e9a6f0345f10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:41.680937 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:41.769620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=673fee57-899c-407b-b07c-f3da572a53e2,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:41.782222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:41.791910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Sync routers for ids ['44808045-9ef5-483c-b900-baa0cf8f784e'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:41.824542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Routers {'44808045-9ef5-483c-b900-baa0cf8f784e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:41.825427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44808045-9ef5-483c-b900-baa0cf8f784e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:41.845153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7f02a72b-aec9-4813-a7d5-1df4b4d23c94 admin admin] 10.222.0.65 "PUT /v2.0/routers/44808045-9ef5-483c-b900-baa0cf8f784e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0468938 Nov 22 16:29:41.848439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Deleting port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:41.850476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.107673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['673fee57-899c-407b-b07c-f3da572a53e2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:42.174163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] For port 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:42.176198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.197343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Set router 44808045-9ef5-483c-b900-baa0cf8f784e gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:42.322030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:42.334045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Calling delete_port for 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:42.355985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b1c120f9-6dc2-4a87-a230-c8943f83e7a7 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1881421 Nov 22 16:29:42.490384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc423a3-b3f0-4256-bdbb-d6349612b6ca req-1bedae6f-82fe-4446-9eef-3bff49fe1b30 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.498643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fc423a3-b3f0-4256-bdbb-d6349612b6ca req-1bedae6f-82fe-4446-9eef-3bff49fe1b30 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 945 time: 0.4071808 Nov 22 16:29:42.602672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:42.603173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.606850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-c2f17069-5a50-4dc6-8fbd-b3f8bad5453e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:42.623223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-c2f17069-5a50-4dc6-8fbd-b3f8bad5453e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662511 Nov 22 16:29:42.639314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:29:38Z', 'revision_number': 4, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'ee23a122-0d19-407a-ac2e-1e45f40b0c81', 'name': '', 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'mac_address': 'fa:16:3e:b8:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '273ea178-38d7-49fa-ae18-f62c1932cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:35Z', 'updated_at': '2021-11-22T16:29:38Z', 'revision_number': 2, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'subnets': [{'id': '273ea178-38d7-49fa-ae18-f62c1932cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:42.677517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Checking router: 44808045-9ef5-483c-b900-baa0cf8f784e for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:42.677903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Updating router 44808045-9ef5-483c-b900-baa0cf8f784e port ee23a122-0d19-407a-ac2e-1e45f40b0c81 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:29:42.710742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-68cee84b-7d57-409a-9af6-f6390b30d676 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/quotas/fccfbc68ea1c48ca83ea08077d9f1d7d HTTP/1.1" status: 200 len: 375 time: 0.0864465 Nov 22 16:29:42.724110 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:42.782099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-ad1f8ab3-9720-49fe-8982-2f32169aae99 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294569 Nov 22 16:29:42.802436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fc423a3-b3f0-4256-bdbb-d6349612b6ca req-a6c24562-05ad-4daa-ac59-8e3989a047f1 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023672 Nov 22 16:29:42.986844 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.224508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Pushing event deleted for resources: {'Port': ['ID=467a20b1-5acc-45b6-8b55-2fe2d3e3a80c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:43.329991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 673fee57-899c-407b-b07c-f3da572a53e2 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:43.465829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-081bde3d-ab01-455c-a343-19e672e11a26 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:43.468433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-081bde3d-ab01-455c-a343-19e672e11a26 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.5246031 Nov 22 16:29:43.557867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 673fee57-899c-407b-b07c-f3da572a53e2 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:43.575200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 673fee57-899c-407b-b07c-f3da572a53e2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:43.575379 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.608772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.622469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:43.641883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-f002b80d-44c2-4200-9739-819e448b79e7 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/quotas/0c0f07237ebb41a5a83090190193d6a9 HTTP/1.1" status: 200 len: 375 time: 0.1124041 Nov 22 16:29:43.712720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77922e47-faa6-49d6-b94f-5f9ab488c937 req-2d0bc3c3-83c5-4a27-90ac-68139d396ca3 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 210 time: 0.1899049 Nov 22 16:29:43.779678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9e85-444b-400d-9ad6-739239b4771c None None] Pushing event updated for resources: {'Port': ['ID=ee23a122-0d19-407a-ac2e-1e45f40b0c81,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:43.937263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0a0c54de-4c27-4584-8c41-567ea94e459d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433917 Nov 22 16:29:43.969705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-e6e7df5d-4a49-4d0f-835b-0e66c327faa8 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3268526 Nov 22 16:29:43.993802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Attempting to bind port ee23a122-0d19-407a-ac2e-1e45f40b0c81 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:43.994546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Attempting to bind port ee23a122-0d19-407a-ac2e-1e45f40b0c81 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:43.995087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Attempting to bind port ee23a122-0d19-407a-ac2e-1e45f40b0c81 on network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:44.005008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:44.005801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Checking segment: {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:44.006367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.007870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Bound using segment: {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:44.008558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Bound port: ee23a122-0d19-407a-ac2e-1e45f40b0c81, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0acf4dfd-7403-4731-ae77-5774ea690d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:44.009309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.021901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.088123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] For port ee23a122-0d19-407a-ac2e-1e45f40b0c81, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:44.092309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] For port ee23a122-0d19-407a-ac2e-1e45f40b0c81, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ee23a122-0d19-407a-ac2e-1e45f40b0c81,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:44.096745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.100724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.216062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 673fee57-899c-407b-b07c-f3da572a53e2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=673fee57-899c-407b-b07c-f3da572a53e2,segment=NetworkSegment(c35a2272-901b-4e4a-8a29-e9a6f0345f10),segment_id=c35a2272-901b-4e4a-8a29-e9a6f0345f10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:44.250680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fee57-899c-407b-b07c-f3da572a53e2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:44.256697 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1256e866-065c-4387-ad46-c9aa6ca8096c" -d '{"events": [{"server_uuid": "c03c83b5-fc7a-4c9f-a206-ab312ca308e4", "name": "network-vif-plugged", "status": "completed", "tag": "673fee57-899c-407b-b07c-f3da572a53e2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:44.276923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.354273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Routers {'44808045-9ef5-483c-b900-baa0cf8f784e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:44.355379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44808045-9ef5-483c-b900-baa0cf8f784e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:44.359012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b976cd8-f4e5-4751-8238-18de0a15364c req-9d8fc826-1c5a-4188-a61e-d234fb573000 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.364997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f2a1b0a0-a544-4b07-9164-82f27e6f3ea8 None None] Provisioning complete for port ee23a122-0d19-407a-ac2e-1e45f40b0c81 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:44.366129 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b0a0-a544-4b07-9164-82f27e6f3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.367012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b976cd8-f4e5-4751-8238-18de0a15364c req-9d8fc826-1c5a-4188-a61e-d234fb573000 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 945 time: 0.3950367 Nov 22 16:29:44.433867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9e85-444b-400d-9ad6-739239b4771c None None] Pushing event updated for resources: {'Port': ['ID=ee23a122-0d19-407a-ac2e-1e45f40b0c81,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:44.478118 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-516a4571-3687-4057-ac32-afcc174815aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0965066 Nov 22 16:29:44.489043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-4d2bb8d0-2bc3-4fae-bac1-1cc9437e59ec service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183482 Nov 22 16:29:44.492297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:44.519928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-9e78db02-ed97-46a2-8720-67ef07496acc tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.524273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-9e78db02-ed97-46a2-8720-67ef07496acc tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5410411 Nov 22 16:29:44.641177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=673fee57-899c-407b-b07c-f3da572a53e2,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:44.660358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] Set router 44808045-9ef5-483c-b900-baa0cf8f784e gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:44.683692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Request body: {'port': {'device_id': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'fccfbc68ea1c48ca83ea08077d9f1d7d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:44.722999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449597b4-9d46-46af-97e5-d70386fb05ab req-68b1d1c7-b16e-4468-aae1-319480ad9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.727664 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-68b1d1c7-b16e-4468-aae1-319480ad9ea4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 1096 time: 0.1103320 Nov 22 16:29:44.738768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eda711-b814-404a-849a-1d12e939100f req-9c657534-834c-43c9-94d3-8c157450f9d4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.740614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-68eda711-b814-404a-849a-1d12e939100f req-9c657534-834c-43c9-94d3-8c157450f9d4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "GET /v2.0/ports?device_id=8354b76f-336c-4238-b6f1-265fd1574ae1 HTTP/1.1" status: 200 len: 946 time: 0.1741147 Nov 22 16:29:44.863226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.868046 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b0a0-a544-4b07-9164-82f27e6f3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.919816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449597b4-9d46-46af-97e5-d70386fb05ab req-284c740e-8817-4bcb-9f6c-dd2e5d657827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:44.921573 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-284c740e-8817-4bcb-9f6c-dd2e5d657827 service neutron] 10.222.0.66 "GET /v2.0/networks?id=36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 200 len: 912 time: 0.1614001 Nov 22 16:29:44.945762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Deleting port 7439d77a-2f9c-40e0-855e-5c1b0353272c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:44.946376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:44.970543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:44.988874 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.000441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f2a1b0a0-a544-4b07-9164-82f27e6f3ea8 None None] For port ee23a122-0d19-407a-ac2e-1e45f40b0c81, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ee23a122-0d19-407a-ac2e-1e45f40b0c81,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:45.046693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.66', 53656) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:45.063213 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2a1b0a0-a544-4b07-9164-82f27e6f3ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.083326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-8e377a56-5c36-4cee-a4e0-095329ec7927 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 200 len: 1000 time: 0.1500645 Nov 22 16:29:45.088163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-dcb2a5cb-0643-4b53-a549-4a0429d6a413 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401146 Nov 22 16:29:45.158025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:45.172565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449597b4-9d46-46af-97e5-d70386fb05ab req-f4ec99fc-4e16-48fb-ae3f-be1a14a5895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.174420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-f4ec99fc-4e16-48fb-ae3f-be1a14a5895b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=578f7418-f741-4682-80ea-f491a86765e1 HTTP/1.1" status: 200 len: 850 time: 0.0687199 Nov 22 16:29:45.233414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b976cd8-f4e5-4751-8238-18de0a15364c req-9f529fb0-6d62-4a9f-b645-dd498cb14cb7 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8606312 Nov 22 16:29:45.254986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:29:38Z', 'revision_number': 4, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'ee23a122-0d19-407a-ac2e-1e45f40b0c81', 'name': '', 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'mac_address': 'fa:16:3e:b8:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '273ea178-38d7-49fa-ae18-f62c1932cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:35Z', 'updated_at': '2021-11-22T16:29:44Z', 'revision_number': 4, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'subnets': [{'id': '273ea178-38d7-49fa-ae18-f62c1932cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:45.281471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] For port 7439d77a-2f9c-40e0-855e-5c1b0353272c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7439d77a-2f9c-40e0-855e-5c1b0353272c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:45.283562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.304111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fa6820f3-6556-41c1-8a14-bfec81bc7c46 None None] Provisioning complete for port ee23a122-0d19-407a-ac2e-1e45f40b0c81 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:45.304488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa6820f3-6556-41c1-8a14-bfec81bc7c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.306448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a2554-87fb-4270-abdd-b536dadef043 None None] The sync data for ids ['44808045-9ef5-483c-b900-baa0cf8f784e'] in n-d-816206-6 is: [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:29:38Z', 'revision_number': 4, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'ee23a122-0d19-407a-ac2e-1e45f40b0c81', 'name': '', 'network_id': '35452d73-3e2b-4e8a-8c02-e490f3b8c7fd', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'mac_address': 'fa:16:3e:b8:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '273ea178-38d7-49fa-ae18-f62c1932cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:35Z', 'updated_at': '2021-11-22T16:29:44Z', 'revision_number': 4, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'subnets': [{'id': '273ea178-38d7-49fa-ae18-f62c1932cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:45.331948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Calling delete_port for 7439d77a-2f9c-40e0-855e-5c1b0353272c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:45.364410 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe47740-3262-4860-92fe-14a8e4bd1075 x-openstack-request-id: req-ffe47740-3262-4860-92fe-14a8e4bd1075 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:45.364717 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03c83b5-fc7a-4c9f-a206-ab312ca308e4", "name": "network-vif-plugged", "status": "completed", "tag": "673fee57-899c-407b-b07c-f3da572a53e2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:45.364979 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffe47740-3262-4860-92fe-14a8e4bd1075 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:45.365384 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673fee57-899c-407b-b07c-f3da572a53e2', 'code': 200} Nov 22 16:29:45.368785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1b0a0-a544-4b07-9164-82f27e6f3ea8 None None] Pushing event updated for resources: {'Port': ['ID=ee23a122-0d19-407a-ac2e-1e45f40b0c81,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:45.465406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449597b4-9d46-46af-97e5-d70386fb05ab req-d694aaef-6dc7-4846-8c4a-1ccb49f115da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.467989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-d694aaef-6dc7-4846-8c4a-1ccb49f115da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36670122-3de2-4d1a-a686-d6db42255beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761288 Nov 22 16:29:45.597704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-548fa526-05fc-48c5-b059-621f5ff3fe78 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1077473 Nov 22 16:29:45.619002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-42ea98e0-7408-4539-aa7e-328a9ad64317 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:45.620530 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-42ea98e0-7408-4539-aa7e-328a9ad64317 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5128956 Nov 22 16:29:45.633530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Router c0990af6-2907-4d0d-9058-90b45dad5b04 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:45.651113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Request body: {'port': {'device_id': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'fccfbc68ea1c48ca83ea08077d9f1d7d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:45.658821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Made reservation on behalf of fccfbc68ea1c48ca83ea08077d9f1d7d for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:45.668963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.701198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.881458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:45.965834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:45.969021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event deleted for resources: {'Port': ['ID=7439d77a-2f9c-40e0-855e-5c1b0353272c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:45.974216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3620a18c-557f-4230-b5da-84fb1989418b req-ea102e6a-c11a-4437-b509-da69e3d46b17 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 210 time: 0.0682011 Nov 22 16:29:45.989124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c8cd29f1-fe42-456b-bb5f-a944ffe2ba34 admin admin] 10.222.0.65 "PUT /v2.0/routers/c0990af6-2907-4d0d-9058-90b45dad5b04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6829007 Nov 22 16:29:45.992663 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] Sync routers for ids ['c0990af6-2907-4d0d-9058-90b45dad5b04'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:46.007088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50944) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:46.016126 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] Routers {'c0990af6-2907-4d0d-9058-90b45dad5b04'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:46.016970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c0990af6-2907-4d0d-9058-90b45dad5b04'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:46.263360 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.386616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ee23a122-0d19-407a-ac2e-1e45f40b0c81 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:46.496868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0df82d69-499a-47c9-890d-6e662feb0a19 req-c1dafd9d-48f9-49b9-a79c-8a65314cd157 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 210 time: 0.2276070 Nov 22 16:29:46.503203 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] Set router c0990af6-2907-4d0d-9058-90b45dad5b04 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:46.565093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ee23a122-0d19-407a-ac2e-1e45f40b0c81 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:46.567808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.597266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25b820-3b27-41f2-afa4-587fff71f087 req-6617635c-5010-4eb1-b80f-ca8ea49325eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:46.603060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc25b820-3b27-41f2-afa4-587fff71f087 req-6617635c-5010-4eb1-b80f-ca8ea49325eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 1097 time: 1.1220393 Nov 22 16:29:46.666098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.722885 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.800542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] No DVR routers for this DVR port 7439d77a-2f9c-40e0-855e-5c1b0353272c on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:46.805054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.809186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-68eda711-b814-404a-849a-1d12e939100f req-e96fe9c1-004b-4d16-b05a-093f83a9e2f4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "DELETE /v2.0/ports/7439d77a-2f9c-40e0-855e-5c1b0353272c HTTP/1.1" status: 204 len: 173 time: 2.0584409 Nov 22 16:29:46.811495 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-8a78c54e-4c72-46d7-b0a4-213c846b1de2 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3183031 Nov 22 16:29:46.819628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-deleted', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:46.822373 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8179e2-2caa-4e4f-b33d-ded590b8d1dc" -d '{"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-deleted", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:46.970267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Made reservation on behalf of fccfbc68ea1c48ca83ea08077d9f1d7d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:46.979785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:46.988224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc25b820-3b27-41f2-afa4-587fff71f087 req-f8656e29-703d-4401-97c1-0a7c29575288 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478545 Nov 22 16:29:47.063346 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:29:42Z', 'revision_number': 5, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:47.102431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8af1f1-d09a-4ec5-9fba-d67feee00b52 req-60f0ab92-62f7-4f43-94a0-309fea84dfbf tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.104026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d8af1f1-d09a-4ec5-9fba-d67feee00b52 req-60f0ab92-62f7-4f43-94a0-309fea84dfbf tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 946 time: 0.4351206 Nov 22 16:29:47.113389 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] Checking router: c0990af6-2907-4d0d-9058-90b45dad5b04 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:29:47.119554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-50a9090a-5be9-402d-a44d-e0879cd5b5e0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:47.125185 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] Routers {'c0990af6-2907-4d0d-9058-90b45dad5b04'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:47.125878 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c0990af6-2907-4d0d-9058-90b45dad5b04'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:47.127102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-50a9090a-5be9-402d-a44d-e0879cd5b5e0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.8515036 Nov 22 16:29:47.128893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f89d77d-896f-4d4d-a57b-6b044c6e3f51,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:47.189854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-449597b4-9d46-46af-97e5-d70386fb05ab req-09bedee1-27e0-498e-9982-b8bcf721a2a6 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470211 Nov 22 16:29:47.214308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d8af1f1-d09a-4ec5-9fba-d67feee00b52 req-4779f353-273d-43f2-9f9f-33397693763e tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768931 Nov 22 16:29:47.235585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-4d491836-e74f-440d-9951-cf6160498442 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/quotas/7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 375 time: 0.1075130 Nov 22 16:29:47.246841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.349811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Allocated IP 192.168.233.240 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/eacb1232-f2ad-44e1-a19c-317d4293d463) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:47.367081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:47.369418 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c339ebe-0061-4db1-9104-fcef83715ec5" -d '{"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:47.431980 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-4e7b6611-4735-43f8-b334-dcbf88435369 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1948886 Nov 22 16:29:47.438630 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] Set router c0990af6-2907-4d0d-9058-90b45dad5b04 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:47.536490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Deleting port f51ebf04-4010-4a20-aa3b-830b61f7b8d2 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:47.537240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.624978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-6f79fd09-3c46-4717-b55e-042a135d4d2b service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841087 Nov 22 16:29:47.699802 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5154f0-811c-41d2-9996-64d78c997855 x-openstack-request-id: req-cf5154f0-811c-41d2-9996-64d78c997855 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:47.700189 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-deleted", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:47.700444 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf5154f0-811c-41d2-9996-64d78c997855 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:47.701137 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-deleted', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'status': 'completed', 'code': 200} Nov 22 16:29:47.759777 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:29:42Z', 'revision_number': 5, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:47.760642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.816702 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fb1d08-187f-453a-8c3d-ae9a89310a06 None None] The sync data for ids ['c0990af6-2907-4d0d-9058-90b45dad5b04'] in n-d-816206-6 is: [{'id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'name': 'tempest-AttachSCSIVolumeTestJSON-1606524522-router', 'tenant_id': '522039d5945c4ac78e72a5c35c70da0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233'}], 'enable_snat': True}, 'gw_port_id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:06Z', 'updated_at': '2021-11-22T16:29:42Z', 'revision_number': 5, 'project_id': '522039d5945c4ac78e72a5c35c70da0d', 'gw_port': {'id': 'f51ebf04-4010-4a20-aa3b-830b61f7b8d2', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0990af6-2907-4d0d-9058-90b45dad5b04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:07Z', 'updated_at': '2021-11-22T16:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:29:47.852479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] For port f51ebf04-4010-4a20-aa3b-830b61f7b8d2, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:47.853074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.895040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Calling delete_port for f51ebf04-4010-4a20-aa3b-830b61f7b8d2 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:47.902375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:47.995691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:48.003756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:48.012712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:48.047937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.073147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-562f188d-8d2e-484e-bde3-a3b88feff7e9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.076480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-562f188d-8d2e-484e-bde3-a3b88feff7e9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.2755349 Nov 22 16:29:48.087892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-e287386c-e5d8-40e4-8bcb-c21748cf5c8f service neutron] 10.222.0.65 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396451 Nov 22 16:29:48.108345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Request body: {'port': {'device_id': '91d7179d-382d-42e1-b092-06db2002ec43', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'admin_state_up': True, 'tenant_id': '0c0f07237ebb41a5a83090190193d6a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:48.128188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.128792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.151199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Allocated IP 192.168.233.174 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/1b05813a-6c54-4c8a-854b-111415645923) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:48.167425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa191d3-5768-4758-9bad-8cabbad9db64 req-526e104c-2014-4ef6-a1a3-9248b15c0c60 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:48.177027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fa191d3-5768-4758-9bad-8cabbad9db64 req-526e104c-2014-4ef6-a1a3-9248b15c0c60 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 936 time: 0.2231731 Nov 22 16:29:48.258072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:48.293409 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-b6debd1a-1a8f-407b-9629-9874208d9681 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6468558 Nov 22 16:29:48.322934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Request body: {'port': {'device_id': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:48.326204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:48.327276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 467a20b1-5acc-45b6-8b55-2fe2d3e3a80c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:48.452459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.489264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:48.523295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fa191d3-5768-4758-9bad-8cabbad9db64 req-09939009-0827-4d97-9fb6-6357860b4652 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308854 Nov 22 16:29:48.539385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 7439d77a-2f9c-40e0-855e-5c1b0353272c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:48.542038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7439d77a-2f9c-40e0-855e-5c1b0353272c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:48.589922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e8331330-6620-45f1-97e9-36efb873d78a None None] Provisioning complete for port eacb1232-f2ad-44e1-a19c-317d4293d463 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:48.592134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8331330-6620-45f1-97e9-36efb873d78a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.673710 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766038d6-1e84-41d3-8050-99fd351cab32 x-openstack-request-id: req-766038d6-1e84-41d3-8050-99fd351cab32 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:48.674042 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8354b76f-336c-4238-b6f1-265fd1574ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "7439d77a-2f9c-40e0-855e-5c1b0353272c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:48.676356 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-766038d6-1e84-41d3-8050-99fd351cab32 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:48.676845 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8354b76f-336c-4238-b6f1-265fd1574ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7439d77a-2f9c-40e0-855e-5c1b0353272c', 'code': 200} Nov 22 16:29:48.687197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.726067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e8331330-6620-45f1-97e9-36efb873d78a None None] Port eacb1232-f2ad-44e1-a19c-317d4293d463 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:48.755861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Made reservation on behalf of 0c0f07237ebb41a5a83090190193d6a9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:48.759944 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.795315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Pushing event deleted for resources: {'Port': ['ID=f51ebf04-4010-4a20-aa3b-830b61f7b8d2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:48.804595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.848069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f168da-e85c-400f-b67b-7b3e2b83cd0c req-491f5acf-08b6-4d97-bb85-b353947ee7fa tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 210 time: 0.1158524 Nov 22 16:29:48.941624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:48.974221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:49.067788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:49.083507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:49.110515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:49.116133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Allocated IP 172.20.0.2 (3ef78086-ee15-48f8-aede-6f122dfd89fa/e85babbb-af90-4fc2-ade5-0d5a082d4312/71a66dba-a91f-4602-8b9f-bff730685c2c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:49.210279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacb1232-f2ad-44e1-a19c-317d4293d463 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:49.230111 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.256049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53443097-f1ad-40ff-aa79-12faec7e6523 req-1250ee50-7ad8-4735-87e7-427dc7ff033a tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.265244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53443097-f1ad-40ff-aa79-12faec7e6523 req-1250ee50-7ad8-4735-87e7-427dc7ff033a tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 946 time: 0.5598922 Nov 22 16:29:49.268649 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.278505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Transition to ACTIVE for port object eacb1232-f2ad-44e1-a19c-317d4293d463 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:49.325190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.344324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.344593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.376387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18b40deb-b859-4bdb-a446-8cc4d0ba84f7 req-0e0de8f0-ab1e-40aa-b472-422e05499c84 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 210 time: 0.2467690 Nov 22 16:29:49.424950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:49.471560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9548b535-6646-40cc-969c-52b2d5934f63 None None] Provisioning complete for port 1b05813a-6c54-4c8a-854b-111415645923 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:49.472032 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9548b535-6646-40cc-969c-52b2d5934f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.483555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53443097-f1ad-40ff-aa79-12faec7e6523 req-efeb878c-3339-49fb-b8a6-6e9a8584516b tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172847 Nov 22 16:29:49.487005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-0d92995d-09e7-41fa-8e75-51dc1b8a7ad6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8235226 Nov 22 16:29:49.500645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.515970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.522648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Request body: {'port': {'device_id': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:49.585626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9548b535-6646-40cc-969c-52b2d5934f63 None None] Port 1b05813a-6c54-4c8a-854b-111415645923 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:29:49.669833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Attempting to bind port eacb1232-f2ad-44e1-a19c-317d4293d463 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:49.670164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Attempting to bind port eacb1232-f2ad-44e1-a19c-317d4293d463 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:49.670498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Attempting to bind port eacb1232-f2ad-44e1-a19c-317d4293d463 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:49.686385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Port eacb1232-f2ad-44e1-a19c-317d4293d463 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:49.686787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Attempting to bind port eacb1232-f2ad-44e1-a19c-317d4293d463 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:49.691974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.701819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:49.701819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:49.702295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:49.702737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Bound port: eacb1232-f2ad-44e1-a19c-317d4293d463, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:49.703100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.787642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.788176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0990af6-2907-4d0d-9058-90b45dad5b04 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:29:49.808106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.808229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.809406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-565be22a-1ab8-4004-8112-2a071127e88b admin admin] 10.222.0.65 "DELETE /v2.0/routers/c0990af6-2907-4d0d-9058-90b45dad5b04 HTTP/1.1" status: 204 len: 168 time: 3.7960572 Nov 22 16:29:49.812552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51002) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:49.818809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.830675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef332ef8-5e5a-43d0-b791-da5186fc54f8 req-5e8bc960-2238-4457-b6f9-d003d5860441 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:49.838639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef332ef8-5e5a-43d0-b791-da5186fc54f8 req-5e8bc960-2238-4457-b6f9-d003d5860441 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.1524510 Nov 22 16:29:49.879531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0fa6f18e-a115-424f-a024-395528477c3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:49.925359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:49.963942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:49.971455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:49.978705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:49.990858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:49.991318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef332ef8-5e5a-43d0-b791-da5186fc54f8 req-9b665795-a90a-493a-b4ff-47637ad3da0a tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517844 Nov 22 16:29:49.998117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.021303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:50.030342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Deleting subnet 22c476d4-3295-4667-a9a8-66ae96bb9159 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:50.052885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.179191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.179782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.180928 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] 10.222.0.66 "PUT /v2.0/ports/eacb1232-f2ad-44e1-a19c-317d4293d463 HTTP/1.1" status: 200 len: 1096 time: 1.8750145 Nov 22 16:29:50.185688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:50.187250 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f53c48-93f1-48bf-8154-83c48b3435be" -d '{"events": [{"name": "network-changed", "server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:50.219899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389db91-6633-4891-9659-ae586a3ecdf4 req-977e4071-352e-41a4-94f4-71189120e8b2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.226401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.227046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.227749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6389db91-6633-4891-9659-ae586a3ecdf4 req-977e4071-352e-41a4-94f4-71189120e8b2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 931 time: 0.2273116 Nov 22 16:29:50.242960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.396251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-23841c2e-1769-4a60-9ddc-1ecccd0f006f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2922649 Nov 22 16:29:50.396913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8f415-ae99-454d-99ec-2c82e54ed1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:50.435584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Request body: {'port': {'device_id': '91d7179d-382d-42e1-b092-06db2002ec43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:50.553572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f51ebf04-4010-4a20-aa3b-830b61f7b8d2 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:50.638068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-912694d1-14ca-4c1a-9a05-22cdaa8d01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.644887 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-912694d1-14ca-4c1a-9a05-22cdaa8d01d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 1099 time: 0.3311534 Nov 22 16:29:50.663650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-3abc5d4f-3fec-47f7-b216-6b4ad64fc873 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.665189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-3abc5d4f-3fec-47f7-b216-6b4ad64fc873 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 808 time: 0.4657195 Nov 22 16:29:50.669630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.672610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:50.726366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09963ed7-8f24-4c54-a01a-bf81c17cbe51 req-75c6978a-6705-4055-aaa4-201eae764e74 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:50.727932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09963ed7-8f24-4c54-a01a-bf81c17cbe51 req-75c6978a-6705-4055-aaa4-201eae764e74 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 946 time: 0.5958514 Nov 22 16:29:50.751650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Request body: {'port': {'device_id': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'admin_state_up': True, 'tenant_id': '7c16208c51704a059918ff6752731e37'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:50.762017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6389db91-6633-4891-9659-ae586a3ecdf4 req-45cf1e15-56bd-452c-aa44-870d50c72d74 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5332086 Nov 22 16:29:50.785946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-f0da9c9b-51ec-4f95-9158-37e8c0747f92 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=eacb1232-f2ad-44e1-a19c-317d4293d463 HTTP/1.1" status: 200 len: 217 time: 0.1190829 Nov 22 16:29:50.810971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f51ebf04-4010-4a20-aa3b-830b61f7b8d2 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:50.811352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f51ebf04-4010-4a20-aa3b-830b61f7b8d2 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:50.902090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09963ed7-8f24-4c54-a01a-bf81c17cbe51 req-faaa298c-eb86-435d-8d2e-c3bce59286c6 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489034 Nov 22 16:29:51.047673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05813a-6c54-4c8a-854b-111415645923 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:51.058893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.068490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.081470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Transition to ACTIVE for port object 1b05813a-6c54-4c8a-854b-111415645923 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:51.084189 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd20dcc-f91c-41bb-b2b8-57dc5cc3d78b x-openstack-request-id: req-fbd20dcc-f91c-41bb-b2b8-57dc5cc3d78b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:51.084584 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:51.084887 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbd20dcc-f91c-41bb-b2b8-57dc5cc3d78b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:51.085135 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'status': 'completed', 'code': 200} Nov 22 16:29:51.094323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.159260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-3a15f75e-5bf2-429a-bd7a-742e1c487257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.160604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-3a15f75e-5bf2-429a-bd7a-742e1c487257 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2410851 Nov 22 16:29:51.251738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ed9d4cb-deef-4fcd-95e9-58b54f79f9cb req-870f58b3-36a6-4901-83cf-0019c8238710 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 210 time: 0.0849710 Nov 22 16:29:51.274044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:51.340179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7f7eb5-ddf2-46ba-b962-ab0d59c192cd None None] Network 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:29:51.348701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fda641-9ef0-4518-a415-8be4f35bb7ca req-80859826-28b4-45ff-97df-91ef529e1d1d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.361119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.367842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3fda641-9ef0-4518-a415-8be4f35bb7ca req-80859826-28b4-45ff-97df-91ef529e1d1d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.2010882 Nov 22 16:29:51.368087 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/22c476d4-3295-4667-a9a8-66ae96bb9159 HTTP/1.1" status: 204 len: 168 time: 1.5519440 Nov 22 16:29:51.395221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:51.416451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60cab5-c7c0-49a8-8bb5-57078f126950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22c476d4-3295-4667-a9a8-66ae96bb9159,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:51.430283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Made reservation on behalf of 7c16208c51704a059918ff6752731e37 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:51.435566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.476346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.594558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Attempting to bind port 1b05813a-6c54-4c8a-854b-111415645923 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:51.595089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Attempting to bind port 1b05813a-6c54-4c8a-854b-111415645923 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:51.595532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Attempting to bind port 1b05813a-6c54-4c8a-854b-111415645923 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:51.612460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3fda641-9ef0-4518-a415-8be4f35bb7ca req-d073b268-469d-43a0-96aa-6923c3f6620f tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461166 Nov 22 16:29:51.617266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Port 1b05813a-6c54-4c8a-854b-111415645923 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:51.617680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Attempting to bind port 1b05813a-6c54-4c8a-854b-111415645923 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:51.624978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-c38f0e9c-470e-4133-b155-abae6538996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.627956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-c38f0e9c-470e-4133-b155-abae6538996c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3828244 Nov 22 16:29:51.628185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-807cb713-117e-4a55-8f1e-597acce82324 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:51.630098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-807cb713-117e-4a55-8f1e-597acce82324 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.20 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 946 time: 0.2424111 Nov 22 16:29:51.636694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:51.637096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:51.637488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:51.638561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Bound port: 1b05813a-6c54-4c8a-854b-111415645923, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:51.638946 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.719500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] DHCP port deletion for 867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:29:51.767575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Deleting port 50cbbba6-91bd-4df8-893d-4f2e33d34870 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:51.767996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.784491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] Deleting port 50cbbba6-91bd-4df8-893d-4f2e33d34870 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:51.785187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.810081 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-d4ed3382-f92f-4ebb-b493-0bdb7845dc62 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904832 Nov 22 16:29:51.881941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] For port 50cbbba6-91bd-4df8-893d-4f2e33d34870, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50cbbba6-91bd-4df8-893d-4f2e33d34870,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:51.882688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:51.905776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] Calling delete_port for 50cbbba6-91bd-4df8-893d-4f2e33d34870 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:51.929446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Allocated IP 172.20.0.9 (4f80d4fc-9728-44f3-992c-a304b5023c40/3bce2c97-0cae-4b45-a760-4e93f631937a/765e723f-d18e-4061-9011-33c727b84436) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:29:51.937470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-783a84ba-45cb-4ba9-a011-4abf211c02a1 req-e71cf995-d69e-4493-b7e4-98460cff76fd service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121101 Nov 22 16:29:51.999846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:52.034393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] For port 50cbbba6-91bd-4df8-893d-4f2e33d34870, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50cbbba6-91bd-4df8-893d-4f2e33d34870,segment=NetworkSegment(1cf7bd91-7ee0-4b37-8053-da795f4c3a42),segment_id=1cf7bd91-7ee0-4b37-8053-da795f4c3a42)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:52.038278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.070776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:52.087520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Calling delete_port for 50cbbba6-91bd-4df8-893d-4f2e33d34870 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:52.091832 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.208192 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.220811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761c753-59f0-4750-9164-0cef6effca0f req-05f1eb03-059a-4bca-9c87-c1f9d388530f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.228282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0761c753-59f0-4750-9164-0cef6effca0f req-05f1eb03-059a-4bca-9c87-c1f9d388530f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 931 time: 0.3367417 Nov 22 16:29:52.239648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.240277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.255495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] Pushing event deleted for resources: {'Port': ['ID=50cbbba6-91bd-4df8-893d-4f2e33d34870,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:52.268118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685b660f-d78c-451a-9beb-ae14fccd5b19 None None] No DVR routers for this DVR port 50cbbba6-91bd-4df8-893d-4f2e33d34870 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:52.271589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] 10.222.0.66 "PUT /v2.0/ports/1b05813a-6c54-4c8a-854b-111415645923 HTTP/1.1" status: 200 len: 1096 time: 2.7290864 Nov 22 16:29:52.276752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:52.279851 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d" -d '{"events": [{"name": "network-changed", "server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:52.308480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50cbbba6-91bd-4df8-893d-4f2e33d34870 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:52.328301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Deleting port 673fee57-899c-407b-b07c-f3da572a53e2 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:52.328658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.370961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 50cbbba6-91bd-4df8-893d-4f2e33d34870 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:52.371302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50cbbba6-91bd-4df8-893d-4f2e33d34870 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:52.540339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a51e6-b717-4a05-9a5e-83947f17a4ee service neutron] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:52.551307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53c48-93f1-48bf-8154-83c48b3435be req-c3999420-d2fb-4a13-9f4f-074cf4cacaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.552803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-c3999420-d2fb-4a13-9f4f-074cf4cacaf3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 1099 time: 0.5360684 Nov 22 16:29:52.626179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c3a70-7de7-4ef5-85e8-c24ff03ff3ff req-864f0fd4-e7a4-4c8d-8c8c-7d36c3f7e7b8 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.633727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-531c3a70-7de7-4ef5-85e8-c24ff03ff3ff req-864f0fd4-e7a4-4c8d-8c8c-7d36c3f7e7b8 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 946 time: 0.4916210 Nov 22 16:29:52.675867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0761c753-59f0-4750-9164-0cef6effca0f req-2bec53b5-ea8f-4b88-b6eb-59a5895e5635 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4465871 Nov 22 16:29:52.682688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-4a6f10af-d6ff-45a3-962d-43022fef2d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.687124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-4a6f10af-d6ff-45a3-962d-43022fef2d91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 1099 time: 0.3280716 Nov 22 16:29:52.771413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.786647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.791484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53c48-93f1-48bf-8154-83c48b3435be req-c154e4e8-ac5a-4166-8393-e44241ff999c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:52.793167 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-c154e4e8-ac5a-4166-8393-e44241ff999c service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2167113 Nov 22 16:29:52.796821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a66dba-a91f-4602-8b9f-bff730685c2c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:52.806885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.854865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-531c3a70-7de7-4ef5-85e8-c24ff03ff3ff req-786a1ed4-548f-4b01-ab87-9c2475579c27 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9c107b3-2272-4ac9-b842-0fde23bbc157&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200296 Nov 22 16:29:52.864751 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19e29e1a-091a-4412-ae78-801dc19becdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.884727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-24338325-2c9f-44e9-b67f-068ad8f9bd9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1b05813a-6c54-4c8a-854b-111415645923 HTTP/1.1" status: 200 len: 217 time: 0.1720741 Nov 22 16:29:52.894183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Pushing event deleted for resources: {'Port': ['ID=50cbbba6-91bd-4df8-893d-4f2e33d34870,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:52.899568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] No DVR routers for this DVR port 50cbbba6-91bd-4df8-893d-4f2e33d34870 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:52.902210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-185c2ad1-0dab-44e5-ae85-27fb35694661 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=eacb1232-f2ad-44e1-a19c-317d4293d463 HTTP/1.1" status: 200 len: 217 time: 0.0900528 Nov 22 16:29:52.908270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Transition to ACTIVE for port object 71a66dba-a91f-4602-8b9f-bff730685c2c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:52.917347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:52.987188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.000515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['dd9b3a70-29a3-48fd-98c4-dc88284801cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:53.017628 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8159004a-10e9-496c-9a2c-398028c3492b x-openstack-request-id: req-8159004a-10e9-496c-9a2c-398028c3492b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:53.018244 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:53.018787 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8159004a-10e9-496c-9a2c-398028c3492b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:53.019201 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'status': 'completed', 'code': 200} Nov 22 16:29:53.142763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] For port 673fee57-899c-407b-b07c-f3da572a53e2, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=673fee57-899c-407b-b07c-f3da572a53e2,segment=NetworkSegment(c35a2272-901b-4e4a-8a29-e9a6f0345f10),segment_id=c35a2272-901b-4e4a-8a29-e9a6f0345f10)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:53.143482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.151236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Network 4f80d4fc-9728-44f3-992c-a304b5023c40 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:29:53.155136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.188198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.196903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Calling delete_port for 673fee57-899c-407b-b07c-f3da572a53e2 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:53.208859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:29:53.211664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:29:53.224026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-390e6053-7bc4-4e9d-af2d-f69c1f4aed9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.225496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-390e6053-7bc4-4e9d-af2d-f69c1f4aed9a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2881901 Nov 22 16:29:53.261695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:53.261940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53c48-93f1-48bf-8154-83c48b3435be req-55c61436-37bf-4c94-b6cf-a89d7f2a99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.263729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-55c61436-37bf-4c94-b6cf-a89d7f2a99b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.3387880 Nov 22 16:29:53.301909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85dee9-5710-4344-b1e1-44aa43fb5496 req-2fa9d6f7-c72d-4c4f-bf3b-c0818e543d46 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.312808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c85dee9-5710-4344-b1e1-44aa43fb5496 req-2fa9d6f7-c72d-4c4f-bf3b-c0818e543d46 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 931 time: 0.3094225 Nov 22 16:29:53.318114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.336148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf7bd91-7ee0-4b37-8053-da795f4c3a42') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:53.336390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf7bd91-7ee0-4b37-8053-da795f4c3a42') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:53.367916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.368754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.390686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Attempting to bind port 71a66dba-a91f-4602-8b9f-bff730685c2c on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:53.391168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Attempting to bind port 71a66dba-a91f-4602-8b9f-bff730685c2c by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:53.391611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Attempting to bind port 71a66dba-a91f-4602-8b9f-bff730685c2c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:53.405741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Port 71a66dba-a91f-4602-8b9f-bff730685c2c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:53.405741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Attempting to bind port 71a66dba-a91f-4602-8b9f-bff730685c2c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:53.414581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f53c48-93f1-48bf-8154-83c48b3435be req-672d1a23-2294-4288-9e91-7e3154f71cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.416158 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-672d1a23-2294-4288-9e91-7e3154f71cfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1384392 Nov 22 16:29:53.417253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:53.417585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Checking segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:53.417997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Bound using segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:53.418430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Bound port: 71a66dba-a91f-4602-8b9f-bff730685c2c, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:53.418777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.419859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ff327b-fa18-4ada-b2d8-79cdd3c4b5f3 req-01d658e6-451d-469d-80be-844626bdc52b tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.421828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9ff327b-fa18-4ada-b2d8-79cdd3c4b5f3 req-01d658e6-451d-469d-80be-844626bdc52b tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.2914524 Nov 22 16:29:53.426219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.434872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-366719ae-1ddb-41dd-973f-5d38110d9238 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7346148 Nov 22 16:29:53.460561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Request body: {'port': {'device_id': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:53.471629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.509141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:53.509540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:53.511381 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:53.514679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-65922d95-98f7-442b-add6-a12413e825bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.516229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-65922d95-98f7-442b-add6-a12413e825bc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2706311 Nov 22 16:29:53.612138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c85dee9-5710-4344-b1e1-44aa43fb5496 req-4d12f834-1cba-4e22-8c0c-f75c051506f8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982306 Nov 22 16:29:53.636188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:53.640580 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.678159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-ad1d5a45-109c-45a9-a954-5cab143eb9c1 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471075 Nov 22 16:29:53.703648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:53.726121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9ff327b-fa18-4ada-b2d8-79cdd3c4b5f3 req-46792a1f-1143-42cf-ab4c-40fb60f4609f tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871761 Nov 22 16:29:53.759081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.770744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.772803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.776157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] 10.222.0.65 "DELETE /v2.0/networks/867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1 HTTP/1.1" status: 204 len: 168 time: 2.3798356 Nov 22 16:29:53.781693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51046) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:53.859521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.864352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8cbd8-14dd-4c4f-99dc-c9a848f4cc17 admin admin] Pushing event deleted for resources: {'Network': ['ID=867ce1bc-7f84-48a5-8ce1-4fd5350cc7c1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:53.889073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:53.889303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.890878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-3a4da590-fa71-4188-b86d-2ee090b7628b service neutron] 10.222.0.20 "PUT /v2.0/ports/71a66dba-a91f-4602-8b9f-bff730685c2c HTTP/1.1" status: 200 len: 1091 time: 3.4810219 Nov 22 16:29:53.934354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-3a9f5be1-7952-4f69-8746-b228f6f6d5ee service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989544 Nov 22 16:29:53.940819 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:53.952780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:53.955023 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bbb443-ca52-4a2d-905a-af9bd900dc91" -d '{"events": [{"name": "network-changed", "server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:53.988639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.084135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a925504-5511-4e29-a310-65c9f71c934a req-dd4ae882-ae03-443b-a833-80aeb087a8a2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.085750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a925504-5511-4e29-a310-65c9f71c934a req-dd4ae882-ae03-443b-a833-80aeb087a8a2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 943 time: 0.2308097 Nov 22 16:29:54.092453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Pushing event deleted for resources: {'Port': ['ID=673fee57-899c-407b-b07c-f3da572a53e2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:54.094221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-753412ec-5eee-4272-b3bc-f909bd221ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.096309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-753412ec-5eee-4272-b3bc-f909bd221ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 1094 time: 0.1343341 Nov 22 16:29:54.099913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67f53c48-93f1-48bf-8154-83c48b3435be req-2bcfc913-340d-4ef6-81a9-881d9c6851f3 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089730 Nov 22 16:29:54.149984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-e1e3283e-b36c-4f6d-8bda-e583e4cdba9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71a66dba-a91f-4602-8b9f-bff730685c2c HTTP/1.1" status: 200 len: 217 time: 0.0408978 Nov 22 16:29:54.177774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f009987f-d5c8-4006-b4e3-472398ff84d0 req-d360a308-abba-4ba6-93e2-e8a5c15737f3 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.65 "GET /v2.0/ports?device_id=c03c83b5-fc7a-4c9f-a206-ab312ca308e4 HTTP/1.1" status: 200 len: 210 time: 0.0679328 Nov 22 16:29:54.319119 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99464a4a-da66-44bc-911d-0549015081dc x-openstack-request-id: req-99464a4a-da66-44bc-911d-0549015081dc {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:54.319442 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:54.319701 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99464a4a-da66-44bc-911d-0549015081dc {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:54.321376 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'status': 'completed', 'code': 200} Nov 22 16:29:54.349405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c312584-de5a-4adf-a794-649f15234c50 req-e57fe1f4-a727-4545-b18e-269be41ff6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.351000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-e57fe1f4-a727-4545-b18e-269be41ff6fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.1891904 Nov 22 16:29:54.364332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765e723f-d18e-4061-9011-33c727b84436 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:54.388135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.413007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-0ec4b3a9-a956-436b-959b-2dc4bc898d98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409195 Nov 22 16:29:54.503176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:54.510512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] No DVR routers for this DVR port 673fee57-899c-407b-b07c-f3da572a53e2 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:29:54.523705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.526945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b81c4fb-9c5d-4871-ba24-d0c179d1562e req-b369f580-319a-497c-9f34-405fe2b9b384 tempest-ServerAddressesNegativeTestJSON-43735239 tempest-ServerAddressesNegativeTestJSON-43735239-project] 10.222.0.20 "DELETE /v2.0/ports/673fee57-899c-407b-b07c-f3da572a53e2 HTTP/1.1" status: 204 len: 173 time: 2.8843729 Nov 22 16:29:54.548088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-01cc96c6-14e6-4cda-9d40-9e5eeb77d272 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267028 Nov 22 16:29:54.576886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfc9e8bd-ff59-4710-b8de-4277876c6bb7 req-7f1ba9de-2ca0-4402-ac0e-714dee4f6e6e service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037569 Nov 22 16:29:54.577916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Transition to ACTIVE for port object 765e723f-d18e-4061-9011-33c727b84436 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:29:54.609739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.621977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a925504-5511-4e29-a310-65c9f71c934a req-eb6b7223-7818-44fe-8158-24a252efb9ef tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001338 Nov 22 16:29:54.760657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-e7aa4c2f-1877-4682-830e-be8fb17f4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:54.762589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-e7aa4c2f-1877-4682-830e-be8fb17f4679 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 1099 time: 0.0851042 Nov 22 16:29:54.835358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:54.856098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'mac_address': 'fa:16:3e:1b:3e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:54.886961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:54.928463 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:54.947522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacb1232-f2ad-44e1-a19c-317d4293d463 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:54.975480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:54.980694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4c312584-de5a-4adf-a794-649f15234c50 req-8f37a6c5-1ac1-4e41-a292-efeea7656c00 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245706 Nov 22 16:29:54.983599 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.043697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc785f9-f45a-4561-ab35-b525e0f5fce3 req-a284cc49-d0da-4bf9-af28-afde405e6aec tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.052318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cc785f9-f45a-4561-ab35-b525e0f5fce3 req-a284cc49-d0da-4bf9-af28-afde405e6aec tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.2343013 Nov 22 16:29:55.053613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'name': 'network-vif-deleted', 'tag': '673fee57-899c-407b-b07c-f3da572a53e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:55.062832 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1759f-41d4-44ba-a258-1330a0ca59b7" -d '{"events": [{"server_uuid": "c03c83b5-fc7a-4c9f-a206-ab312ca308e4", "name": "network-vif-deleted", "tag": "673fee57-899c-407b-b07c-f3da572a53e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:55.076717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:55.148366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-7b88e49c-66b2-4986-9631-e9c874e31a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.150204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-7b88e49c-66b2-4986-9631-e9c874e31a24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 1094 time: 0.1111572 Nov 22 16:29:55.190331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-a88cce5b-edf0-43cc-8184-1613ff09bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.192556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-a88cce5b-edf0-43cc-8184-1613ff09bfbf service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4142215 Nov 22 16:29:55.256494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.268888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cc785f9-f45a-4561-ab35-b525e0f5fce3 req-ac588cac-9f0a-4b64-a6b3-9916622ef760 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941612 Nov 22 16:29:55.274431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-ff44f988-3e2a-4544-9b29-d4450daa560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.276042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-ff44f988-3e2a-4544-9b29-d4450daa560d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 905 time: 0.1145153 Nov 22 16:29:55.301879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4805a-aeca-45c9-9334-a57947aa335f req-0d749c42-e45b-46c0-91bd-a199f58bc5dd tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.307944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8be4805a-aeca-45c9-9334-a57947aa335f req-0d749c42-e45b-46c0-91bd-a199f58bc5dd tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.4128315 Nov 22 16:29:55.335537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['eacb1232-f2ad-44e1-a19c-317d4293d463'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:55.350319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-982d5214-842d-4758-95e0-d3e7b2fe7595 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=71a66dba-a91f-4602-8b9f-bff730685c2c HTTP/1.1" status: 200 len: 217 time: 0.0584362 Nov 22 16:29:55.351604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:29:55.352205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:29:55.352633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:55.367575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:29:55.367987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:29:55.400734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:29:55.401226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:29:55.401983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:29:55.402558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Bound port: 765e723f-d18e-4061-9011-33c727b84436, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:29:55.403011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.426565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 673fee57-899c-407b-b07c-f3da572a53e2 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:29:55.496146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 673fee57-899c-407b-b07c-f3da572a53e2 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:29:55.496780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 673fee57-899c-407b-b07c-f3da572a53e2 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:29:55.499251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-7ad22e41-ac8a-4c6e-a0c9-f2951fb89374 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1b05813a-6c54-4c8a-854b-111415645923 HTTP/1.1" status: 200 len: 217 time: 0.2430561 Nov 22 16:29:55.505004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-47a82a9f-9bbc-4418-990d-1ccf07501838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.506609 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-47a82a9f-9bbc-4418-990d-1ccf07501838 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.1480463 Nov 22 16:29:55.509284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:29:55.514591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:29:55.528738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.554630 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-e6643e3b-d0ba-4768-8225-ad831021aeb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381885 Nov 22 16:29:55.624290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-22f10b98-1426-4fd2-907f-b0561a869e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.628627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-22f10b98-1426-4fd2-907f-b0561a869e7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1046295 Nov 22 16:29:55.636746 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada71bf-0798-4611-be56-e79e4ff1e81a x-openstack-request-id: req-aada71bf-0798-4611-be56-e79e4ff1e81a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:55.637177 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c03c83b5-fc7a-4c9f-a206-ab312ca308e4", "name": "network-vif-deleted", "tag": "673fee57-899c-407b-b07c-f3da572a53e2", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:55.637518 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aada71bf-0798-4611-be56-e79e4ff1e81a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:55.638910 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c03c83b5-fc7a-4c9f-a206-ab312ca308e4', 'name': 'network-vif-deleted', 'tag': '673fee57-899c-407b-b07c-f3da572a53e2', 'status': 'completed', 'code': 200} Nov 22 16:29:55.675948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8be4805a-aeca-45c9-9334-a57947aa335f req-4f14d135-00f2-4c09-a1dc-f800b612ca57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473222 Nov 22 16:29:55.718352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51072) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:55.756801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-7ebb6e02-2c4d-4ee1-87c2-225f29af0f3d service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785269 Nov 22 16:29:55.780217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.780843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.782218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] 10.222.0.66 "PUT /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 1091 time: 2.3271880 Nov 22 16:29:55.844752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.881151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:55.901860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.902517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.902517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.902862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.903186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.904056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.904386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.904712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.905050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.905358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.905703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.906028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892f024b-7c38-4a59-b0a2-bfa20fbc9d0a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:55.925105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Deleting subnet 1b158ebc-b755-4e61-ad47-edc949c20a3c {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:29:55.939131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:55.944194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-f58bb07f-cb3e-4a2b-a505-21184686b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.946264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-f58bb07f-cb3e-4a2b-a505-21184686b088 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017852 Nov 22 16:29:55.947645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-27ae1adc-d511-4504-bf06-3fa9b00f2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:55.949324 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-27ae1adc-d511-4504-bf06-3fa9b00f2460 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1094 time: 0.1090267 Nov 22 16:29:55.952450 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0bbb443-ca52-4a2d-905a-af9bd900dc91 req-b595dfc2-1092-454c-9376-07aee9d749f2 service neutron] 10.222.0.20 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849132 Nov 22 16:29:55.955702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.012471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-7ec737d5-06a8-4614-827d-bbf9dda893aa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 217 time: 0.0402813 Nov 22 16:29:56.085052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-2d9eda79-5f4e-4cb8-9267-4f6b4d59e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.087633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-2d9eda79-5f4e-4cb8-9267-4f6b4d59e4c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0634437 Nov 22 16:29:56.098771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ed1ad-0d60-47d4-ac10-d8f4d6f9b63e req-72082977-d3e6-426a-a68e-21e282f25a15 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.100251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d1ed1ad-0d60-47d4-ac10-d8f4d6f9b63e req-72082977-d3e6-426a-a68e-21e282f25a15 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 943 time: 0.2865262 Nov 22 16:29:56.106992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.148974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-f3d4630c-92bd-444f-a049-ccf3708a0176 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469027 Nov 22 16:29:56.223513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.282219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-0fb58c44-a019-4ba4-8435-d6e0972aa44c service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100090 Nov 22 16:29:56.326527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'tag': '765e723f-d18e-4061-9011-33c727b84436'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:56.334303 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78061547-e585-4cfc-9cbc-60cca3829729" -d '{"events": [{"name": "network-changed", "server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "tag": "765e723f-d18e-4061-9011-33c727b84436"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:56.404591 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-d31d5a75-d6ad-4e49-bcf6-c13a72a9522b service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384579 Nov 22 16:29:56.470273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.496700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:56.540173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b158ebc-b755-4e61-ad47-edc949c20a3c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.546701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.552953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3f3d4bf5-4adf-42be-8312-dd0570aeb954 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1b158ebc-b755-4e61-ad47-edc949c20a3c HTTP/1.1" status: 204 len: 168 time: 0.8155313 Nov 22 16:29:56.555354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d1ed1ad-0d60-47d4-ac10-d8f4d6f9b63e req-419f5a11-da3b-4f3e-b258-03a0dbc556ec tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446557 Nov 22 16:29:56.556055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51082) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:56.616225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port eacb1232-f2ad-44e1-a19c-317d4293d463 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:56.622071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port eacb1232-f2ad-44e1-a19c-317d4293d463 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:29:56.622811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.652569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab478cd-e33e-4a93-8ba9-b1682b8db5e1 req-0ce5dda8-1e70-400d-8021-fb8912a8c569 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:56.660742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ab478cd-e33e-4a93-8ba9-b1682b8db5e1 req-0ce5dda8-1e70-400d-8021-fb8912a8c569 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.2605150 Nov 22 16:29:56.686976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff97b9af-f8f1-4d38-a97f-ab74eb4c607d req-634479a5-3a41-449d-8755-a013a6e5d616 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878117 Nov 22 16:29:56.747206 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.782976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.793255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:56.800876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:29:56.800876 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3faa5a54-a7df-45ae-8883-b44706230507" -d '{"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-plugged", "status": "completed", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:29:56.804176 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:56.914921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:56.931819 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66ac281-fbc4-4f3d-a5ff-8eb0fc2d9a1f x-openstack-request-id: req-f66ac281-fbc4-4f3d-a5ff-8eb0fc2d9a1f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:56.932360 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "tag": "765e723f-d18e-4061-9011-33c727b84436", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:56.932360 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f66ac281-fbc4-4f3d-a5ff-8eb0fc2d9a1f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:56.932745 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'tag': '765e723f-d18e-4061-9011-33c727b84436', 'status': 'completed', 'code': 200} Nov 22 16:29:56.971442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ab478cd-e33e-4a93-8ba9-b1682b8db5e1 req-7c0200ff-ac06-4a97-8a61-e3fab75895e5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085563 Nov 22 16:29:56.986224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a857168e-16d2-4828-8fd6-7eb5d0f6bd26 req-91c9e4a8-9d33-4352-b561-e7af939b02bc service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719588 Nov 22 16:29:57.032344 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3bbb3d-3aa0-4c61-a1c8-03be2bf3c913 x-openstack-request-id: req-2d3bbb3d-3aa0-4c61-a1c8-03be2bf3c913 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:29:57.033334 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-plugged", "status": "completed", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:29:57.033788 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d3bbb3d-3aa0-4c61-a1c8-03be2bf3c913 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:29:57.034376 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'code': 200} Nov 22 16:29:57.101338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.125229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1352f4b3-f77f-4ff9-a045-a06833ecf340']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:57.127572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78061547-e585-4cfc-9cbc-60cca3829729 req-1a204fdb-7b16-4202-9b3c-2e86ec660ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.129290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-1a204fdb-7b16-4202-9b3c-2e86ec660ea5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1094 time: 0.0478818 Nov 22 16:29:57.136327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35a2272-901b-4e4a-8a29-e9a6f0345f10') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:57.136752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35a2272-901b-4e4a-8a29-e9a6f0345f10') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:57.183461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.187142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Deleting port f35a063f-5f0f-4462-a4b4-9e8dca83615b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:57.187475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.262474 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.264637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78061547-e585-4cfc-9cbc-60cca3829729 req-40a8c62e-c83c-442f-8718-79506d3394e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.267331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-40a8c62e-c83c-442f-8718-79506d3394e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1234419 Nov 22 16:29:57.286573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:29:57.287655 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:29:57.296262 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:29:57.334900 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-6bfd96f0-0ffb-406e-be6d-5f23e7593fc9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 217 time: 0.0520318 Nov 22 16:29:57.366355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e865b-6baf-4611-b0a7-4dbb5827ab0b req-71a1e5c0-b863-4d1c-9bf4-6d66cd5e2663 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.374977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-482e865b-6baf-4611-b0a7-4dbb5827ab0b req-71a1e5c0-b863-4d1c-9bf4-6d66cd5e2663 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 950 time: 0.2292702 Nov 22 16:29:57.388492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca4bc9-1216-41d0-8936-4c853c3d8c6f req-e389da1c-0060-4c05-88d7-95b3bf7fd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.390292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dca4bc9-1216-41d0-8936-4c853c3d8c6f req-e389da1c-0060-4c05-88d7-95b3bf7fd98b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 1101 time: 0.2461712 Nov 22 16:29:57.404163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78061547-e585-4cfc-9cbc-60cca3829729 req-6f6328a9-5667-473d-9d56-af4183f90e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.406841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-6f6328a9-5667-473d-9d56-af4183f90e71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0626638 Nov 22 16:29:57.427640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:57.451844 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-6f58026c-4333-4ea5-bfa6-4411ccdf1bdf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345807 Nov 22 16:29:57.580936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-0d042684-50a7-40c4-bd59-9a3c6c457640 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207311 Nov 22 16:29:57.664903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:57.687131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'mac_address': 'fa:16:3e:f9:9f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:57.742484 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.758794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a66dba-a91f-4602-8b9f-bff730685c2c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:57.766932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.773113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.779542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1352f4b3-f77f-4ff9-a045-a06833ecf340 HTTP/1.1" status: 204 len: 168 time: 1.2142022 Nov 22 16:29:57.784919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:57.793198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.818300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] For port f35a063f-5f0f-4462-a4b4-9e8dca83615b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f35a063f-5f0f-4462-a4b4-9e8dca83615b,segment=NetworkSegment(e18a2176-a109-43bf-bdf4-5d9ed047cd98),segment_id=e18a2176-a109-43bf-bdf4-5d9ed047cd98)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:57.818666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:57.864465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84980701-883b-4501-b7ed-1cb3b6944888 admin admin] Pushing event deleted for resources: {'Network': ['ID=1352f4b3-f77f-4ff9-a045-a06833ecf340,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:57.865289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78061547-e585-4cfc-9cbc-60cca3829729 req-72c6e91f-43b2-45ef-ad12-560df2586835 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749596 Nov 22 16:29:57.885848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Calling delete_port for f35a063f-5f0f-4462-a4b4-9e8dca83615b owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:57.910345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-482e865b-6baf-4611-b0a7-4dbb5827ab0b req-3cca2e6c-bbc5-47a4-8756-75519432d0cb tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344656 Nov 22 16:29:57.937585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dca4bc9-1216-41d0-8936-4c853c3d8c6f req-da6113e8-87b7-42da-9bae-82b4a2a76f86 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5147729 Nov 22 16:29:57.955961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:57.991338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616322f5-5ec2-4008-843e-c304d50aa22e req-d511d394-aed6-4ee5-8bc4-7b6205f78e44 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:57.999038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-616322f5-5ec2-4008-843e-c304d50aa22e req-d511d394-aed6-4ee5-8bc4-7b6205f78e44 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 944 time: 0.2357366 Nov 22 16:29:58.086453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['71a66dba-a91f-4602-8b9f-bff730685c2c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:58.136252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51106) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:58.198584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-42fdb77a-8553-48b3-831e-b6ca8b68325a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d78b9a7b3c541e69def25b6c27238c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605514 Nov 22 16:29:58.201187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51108) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:58.237989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-616322f5-5ec2-4008-843e-c304d50aa22e req-5636e5cf-ce4f-41bd-8edf-20da82ba6eb3 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379143 Nov 22 16:29:58.275722 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9213087-c724-453d-a748-a56d42759d5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.303807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9213087-c724-453d-a748-a56d42759d5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.361219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.370938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9213087-c724-453d-a748-a56d42759d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.373892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e9213087-c724-453d-a748-a56d42759d5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.375044 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e9213087-c724-453d-a748-a56d42759d5f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9c107b3-2272-4ac9-b842-0fde23bbc157 HTTP/1.1" status: 204 len: 168 time: 0.1727986 Nov 22 16:29:58.386440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9213087-c724-453d-a748-a56d42759d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c107b3-2272-4ac9-b842-0fde23bbc157,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:58.430044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Pushing event deleted for resources: {'Port': ['ID=f35a063f-5f0f-4462-a4b4-9e8dca83615b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:58.477223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.477576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.477942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.478280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.478616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.478943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.479273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.479750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.480079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.480408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.480743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.481098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:29:58.516357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16114994-b1dd-4716-a232-ce7ac9c1c3ab req-13deedf6-1c59-4888-8405-ac68f1f8e89a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:58.523865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:29:58.524453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16114994-b1dd-4716-a232-ce7ac9c1c3ab req-13deedf6-1c59-4888-8405-ac68f1f8e89a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.1811976 Nov 22 16:29:58.705559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:58.735171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1b05813a-6c54-4c8a-854b-111415645923', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '1b05813a-6c54-4c8a-854b-111415645923', 'mac_address': 'fa:16:3e:af:20:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:29:58.753258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16114994-b1dd-4716-a232-ce7ac9c1c3ab req-5a8179ea-70e1-478c-9066-44626e6512f9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278929 Nov 22 16:29:58.754260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.830059 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.857339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05813a-6c54-4c8a-854b-111415645923 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:29:58.883523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:58.890407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:58.999893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:59.100317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:29:59.109889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910ad76-df6d-407f-b8c9-2f5564302814 req-461bf708-4bd5-4742-8c23-2ea7c6746465 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.111535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f910ad76-df6d-407f-b8c9-2f5564302814 req-461bf708-4bd5-4742-8c23-2ea7c6746465 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 950 time: 0.0736463 Nov 22 16:29:59.264105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1b05813a-6c54-4c8a-854b-111415645923'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:29:59.304538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f910ad76-df6d-407f-b8c9-2f5564302814 req-fee153d0-7a82-43ab-bfc6-14bceec78d0e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713655 Nov 22 16:29:59.319646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:29:59.328595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-33c17adb-bd5e-41e7-924e-02173daca312 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5399485 Nov 22 16:29:59.329078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51138) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:59.368813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] Sync routers for ids ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:29:59.435872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] Routers {'d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:29:59.436682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:29:59.504201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:29:59.507046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9346f61-57d5-4d5c-8c24-906153919bdb req-4d0777e0-7351-48f0-87f5-52d67c7e0e75 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:29:59.511815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9346f61-57d5-4d5c-8c24-906153919bdb req-4d0777e0-7351-48f0-87f5-52d67c7e0e75 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 944 time: 0.1284161 Nov 22 16:29:59.517686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.571378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51142) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:29:59.611403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9346f61-57d5-4d5c-8c24-906153919bdb req-b76bd444-397c-48cc-80fd-98ef8c51306c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901749 Nov 22 16:29:59.650137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] Set router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:29:59.693901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-28104995-network', 'tenant_id': '95a7ae558e2c4c78bf68be4445766e3b'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:29:59.708304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.725281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Made reservation on behalf of 95a7ae558e2c4c78bf68be4445766e3b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:29:59.728295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.739270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.779229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Deleting port 8054d299-71e3-4e2b-8945-fb63877dfabe {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:29:59.779806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.877573 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.895288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.899891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] For port 8054d299-71e3-4e2b-8945-fb63877dfabe, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8054d299-71e3-4e2b-8945-fb63877dfabe,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:29:59.900272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.917730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Calling delete_port for 8054d299-71e3-4e2b-8945-fb63877dfabe owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:29:59.958750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:29:59.969260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc9f84-ecfe-4bae-972c-50f7c2fcda82,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:29:59.995268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 71a66dba-a91f-4602-8b9f-bff730685c2c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:29:59.996835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:29:59.998623 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Added segment 2f197786-eae1-4be8-8064-33d6e3534582 of type vlan for network 9883e7b7-4094-401f-93f7-da4320524371 Nov 22 16:30:00.014383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 71a66dba-a91f-4602-8b9f-bff730685c2c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:00.014924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.067197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.079311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040cbe2-6d8b-413b-8f5a-d996839f43e0 req-8b74a553-99dd-493a-8d64-0a1c179f1ac7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.090743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5040cbe2-6d8b-413b-8f5a-d996839f43e0 req-8b74a553-99dd-493a-8d64-0a1c179f1ac7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.2111862 Nov 22 16:30:00.166923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5040cbe2-6d8b-413b-8f5a-d996839f43e0 req-b02f4e18-ce6c-43fb-b23c-4d0490ee4ea4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751231 Nov 22 16:30:00.175998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:29:58Z', 'revision_number': 5, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port': {'id': '8054d299-71e3-4e2b-8945-fb63877dfabe', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:27:19Z', 'updated_at': '2021-11-22T16:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:00.176406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.177933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.179527 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.218180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] Checking router: d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:30:00.224457 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.234315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.264645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] Routers {'d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:00.265290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:00.270023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Pushing event deleted for resources: {'Port': ['ID=8054d299-71e3-4e2b-8945-fb63877dfabe,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.274772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7014048 Nov 22 16:30:00.278998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51152) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:00.291519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Request body: {'subnet': {'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-28104995-subnet', 'tenant_id': '95a7ae558e2c4c78bf68be4445766e3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:00.299451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3120ed-e347-4f44-b614-d3a306df5a0b admin admin] Pushing event updated for resources: {'Network': ['ID=9883e7b7-4094-401f-93f7-da4320524371,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.306611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:00.308872 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e94818-aa2e-4e7f-a8f0-fa778485f4ad" -d '{"events": [{"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-plugged", "status": "completed", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:00.345192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Made reservation on behalf of 95a7ae558e2c4c78bf68be4445766e3b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:00.348899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.366503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9883e7b7-4094-401f-93f7-da4320524371 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:00.392866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:00.407342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.442493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] Set router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:00.533026 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d79ad5-399f-4cd9-b60c-5dfd35222438 x-openstack-request-id: req-48d79ad5-399f-4cd9-b60c-5dfd35222438 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:00.533337 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-plugged", "status": "completed", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:00.533596 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48d79ad5-399f-4cd9-b60c-5dfd35222438 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:00.534041 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'code': 200} Nov 22 16:30:00.534735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.593906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.597252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.664543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceb699-d71a-4832-a64c-0a8e7e327e5d req-c66c0309-3abe-4775-93ea-dfaa8fd83184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.666259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46ceb699-d71a-4832-a64c-0a8e7e327e5d req-c66c0309-3abe-4775-93ea-dfaa8fd83184 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 1096 time: 0.1076050 Nov 22 16:30:00.667056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.668005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:30:00.672040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.676011 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-20c536f7-839b-4aee-9c4d-b3c7acc82969 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b HTTP/1.1" status: 204 len: 168 time: 1.3429282 Nov 22 16:30:00.679827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51162) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:00.714355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eccacea-3ace-4fd0-b947-b02dccc88242 req-85aa9f30-b79f-458c-98d9-0e9882fd51ac tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.715565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4eccacea-3ace-4fd0-b947-b02dccc88242 req-85aa9f30-b79f-458c-98d9-0e9882fd51ac tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 950 time: 0.1857622 Nov 22 16:30:00.733538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:30:00Z', 'revision_number': 7, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:00.746117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.772187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Deleting subnet 6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:30:00.784443 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46ceb699-d71a-4832-a64c-0a8e7e327e5d req-e59e5848-9063-43e5-b40c-c5cbca6afd28 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101735 Nov 22 16:30:00.786616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.800540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cea1ee-d4be-47cc-82e1-9684df16e22e None None] The sync data for ids ['d4ea8a1d-0e94-4737-98e5-ff6f992d6f0b'] in n-d-816206-6 is: [{'id': 'd4ea8a1d-0e94-4737-98e5-ff6f992d6f0b', 'name': 'tempest-AttachSCSIVolumeTestJSON-289509662-router', 'tenant_id': '35a221a532ba4a0988ba66357ba8f865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:27:17Z', 'updated_at': '2021-11-22T16:30:00Z', 'revision_number': 7, 'project_id': '35a221a532ba4a0988ba66357ba8f865', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:00.824387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.862771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.896225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57d8e9-e4f2-4d2d-a08b-e22e0325011b req-3b57944e-4b43-421c-816f-e7c10e16b4e3 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:00.897767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb57d8e9-e4f2-4d2d-a08b-e22e0325011b req-3b57944e-4b43-421c-816f-e7c10e16b4e3 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 945 time: 0.1442258 Nov 22 16:30:00.904092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4eccacea-3ace-4fd0-b947-b02dccc88242 req-e81ba532-68e9-40a1-b88b-65d44c280c7c tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619968 Nov 22 16:30:00.942348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7173db-1291-4da3-bad3-8ab989924ff1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:00.962753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Checking segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:00.963126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Network hostable DHCP agents. Network: 9883e7b7-4094-401f-93f7-da4320524371, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:00.982993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:00.996067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb57d8e9-e4f2-4d2d-a08b-e22e0325011b req-046cac01-81ef-4c4d-9529-4391611a6964 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909081 Nov 22 16:30:01.015938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Network 9883e7b7-4094-401f-93f7-da4320524371 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:01.049150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9883e7b7-4094-401f-93f7-da4320524371) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:01.055218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.055835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.057687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.064520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9890a3-f3b9-47f0-a094-57d762acd1b3 None None] Network 9883e7b7-4094-401f-93f7-da4320524371 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:01.079626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507daf35-93a8-46a5-a100-9cb6089c892c req-26169cc9-222a-42c2-a0d8-e9e1fc1c2b62 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.081017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-507daf35-93a8-46a5-a100-9cb6089c892c req-26169cc9-222a-42c2-a0d8-e9e1fc1c2b62 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 949 time: 0.0764463 Nov 22 16:30:01.084897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6e4bd3f6-4b3a-4b77-81d4-2b1adea047a1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8044422 Nov 22 16:30:01.100577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:01.102676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.109458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-204f338a-0390-4659-8cc0-f519e74e41f3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6f85a5ce-8a1a-475d-b331-3bd6ac9ebfa7 HTTP/1.1" status: 204 len: 168 time: 0.4242959 Nov 22 16:30:01.109458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51168) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:01.180307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-507daf35-93a8-46a5-a100-9cb6089c892c req-fcb975c4-8ed5-49c9-8cb2-cbf897827dd4 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850239 Nov 22 16:30:01.185127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c1aed-ff6b-4cec-9db0-513ad149d2b1 None None] Network 70dd1ef7-cdd9-40eb-8423-db4f233c338f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:01.233856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.339509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Deleting port 7146f92f-e586-4bca-86aa-d0d476474a1a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:01.342433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.376580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138be1d7-958b-4710-bb0f-6a926666917c req-8af99ad2-74dc-44bd-ba6d-76b8605000b1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.380314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-138be1d7-958b-4710-bb0f-6a926666917c req-8af99ad2-74dc-44bd-ba6d-76b8605000b1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.0951982 Nov 22 16:30:01.451346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] For port 7146f92f-e586-4bca-86aa-d0d476474a1a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7146f92f-e586-4bca-86aa-d0d476474a1a,segment=NetworkSegment(e18a2176-a109-43bf-bdf4-5d9ed047cd98),segment_id=e18a2176-a109-43bf-bdf4-5d9ed047cd98)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:01.452648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.475406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9157c2af-2072-4c37-99fa-17f40030fec3 None None] Network 9883e7b7-4094-401f-93f7-da4320524371 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:01.478633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Calling delete_port for 7146f92f-e586-4bca-86aa-d0d476474a1a owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:01.515117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-138be1d7-958b-4710-bb0f-6a926666917c req-a9fd2536-ad89-4960-bd5e-6674cbe4a479 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194966 Nov 22 16:30:01.676794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.711514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ccd58c-d08e-4a68-a550-85084a6ca2d8 None None] DHCP port deletion for 70dd1ef7-cdd9-40eb-8423-db4f233c338f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:30:01.724384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Pushing event deleted for resources: {'Port': ['ID=7146f92f-e586-4bca-86aa-d0d476474a1a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:01.734814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] No DVR routers for this DVR port 7146f92f-e586-4bca-86aa-d0d476474a1a on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:01.829395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.863810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70dd1ef7-cdd9-40eb-8423-db4f233c338f']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.881903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18a2176-a109-43bf-bdf4-5d9ed047cd98') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.882264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18a2176-a109-43bf-bdf4-5d9ed047cd98') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:01.894386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.920403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.928223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:30:01.929583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:30:01.932778 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:30:01.985089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-1d508724-613f-4735-b6a5-d9437d4b38fa tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:01.998827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-1d508724-613f-4735-b6a5-d9437d4b38fa tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 812 time: 0.1752148 Nov 22 16:30:02.014080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.023580 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.025368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-53b66c1f-f4f0-4e53-8941-9d173540d831 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/quotas/95a7ae558e2c4c78bf68be4445766e3b HTTP/1.1" status: 200 len: 375 time: 0.0251913 Nov 22 16:30:02.046356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] 10.222.0.65 "DELETE /v2.0/networks/70dd1ef7-cdd9-40eb-8423-db4f233c338f HTTP/1.1" status: 204 len: 168 time: 0.9239495 Nov 22 16:30:02.114646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b032fc-95e4-4bc4-9aeb-8b98a2aa657c admin admin] Pushing event deleted for resources: {'Network': ['ID=70dd1ef7-cdd9-40eb-8423-db4f233c338f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:02.128204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-7947eaf3-e9ec-481b-87e1-0f69617e91d8 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924118 Nov 22 16:30:02.285771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-27bb1b36-d694-4299-add3-5559968aaab9 service neutron] 10.222.0.65 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564269 Nov 22 16:30:02.300442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7146f92f-e586-4bca-86aa-d0d476474a1a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:02.323791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7146f92f-e586-4bca-86aa-d0d476474a1a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:02.324145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7146f92f-e586-4bca-86aa-d0d476474a1a not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:02.324562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8054d299-71e3-4e2b-8945-fb63877dfabe no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:02.328531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7937bf0-6197-4295-a54c-08445e0e9833 req-d7d708b5-3ec0-43e4-9ffb-563dc3aa289c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:02.334288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7937bf0-6197-4295-a54c-08445e0e9833 req-d7d708b5-3ec0-43e4-9ffb-563dc3aa289c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 945 time: 0.2232525 Nov 22 16:30:02.335365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51200) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:02.365907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8054d299-71e3-4e2b-8945-fb63877dfabe {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:02.366541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8054d299-71e3-4e2b-8945-fb63877dfabe not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:02.367140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f35a063f-5f0f-4462-a4b4-9e8dca83615b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:02.411161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f35a063f-5f0f-4462-a4b4-9e8dca83615b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:02.414626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f35a063f-5f0f-4462-a4b4-9e8dca83615b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:02.421885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eb2dbd79-dc04-409a-94bd-e83cecd381dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=522039d5945c4ac78e72a5c35c70da0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0851407 Nov 22 16:30:02.428484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:02.455561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7937bf0-6197-4295-a54c-08445e0e9833 req-4f316814-393a-4e84-a5f9-06da6cf47bcb tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050541 Nov 22 16:30:02.496359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-5fbd21c6-864e-4327-9315-a818c246b154 service neutron] 10.222.0.65 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956096 Nov 22 16:30:02.518143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:02.520049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4c6d-3f93-4902-8bf2-f2099ff81a2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.544554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4c6d-3f93-4902-8bf2-f2099ff81a2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.605405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 1b05813a-6c54-4c8a-854b-111415645923 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:02.619123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4c6d-3f93-4902-8bf2-f2099ff81a2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.624422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c654ca3-5fe8-4051-9fef-72cd0114f4c4 req-50736e4d-1903-4ebb-ba4b-07d4b218f624 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:02.633013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c654ca3-5fe8-4051-9fef-72cd0114f4c4 req-50736e4d-1903-4ebb-ba4b-07d4b218f624 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 949 time: 0.0912590 Nov 22 16:30:02.634216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a7e4c6d-3f93-4902-8bf2-f2099ff81a2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.635862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a7e4c6d-3f93-4902-8bf2-f2099ff81a2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45dc146e-93c7-4e9c-b6a7-0a297b88577b HTTP/1.1" status: 204 len: 168 time: 0.2057641 Nov 22 16:30:02.639394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1b05813a-6c54-4c8a-854b-111415645923 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:02.639988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.670094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e4c6d-3f93-4902-8bf2-f2099ff81a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dc146e-93c7-4e9c-b6a7-0a297b88577b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:02.721631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c654ca3-5fe8-4051-9fef-72cd0114f4c4 req-9daac493-a9a5-4baf-8332-b15ac9dd0236 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831108 Nov 22 16:30:02.821735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.862770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:02.868904 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7895068a-e381-49f2-a90f-b5e478d51e0f" -d '{"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-plugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:02.892031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:02.896263 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:02.978692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:02.997928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfc45d-f311-4d4d-b4dc-4f0d010d63d4 req-9dc87ffb-3a0e-4853-b13a-9f9c1298b123 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.005515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08cfc45d-f311-4d4d-b4dc-4f0d010d63d4 req-9dc87ffb-3a0e-4853-b13a-9f9c1298b123 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.0751233 Nov 22 16:30:03.070581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08cfc45d-f311-4d4d-b4dc-4f0d010d63d4 req-a20a41ca-853e-40e6-8541-c6529276ac0f tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637317 Nov 22 16:30:03.114188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12198804-a9d5-4d8e-99d6-6ba9780ceed6 req-40c22d28-2a09-4c4a-a13b-459a86567bbf tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 210 time: 0.0516553 Nov 22 16:30:03.180400 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b6e051-5004-471f-a73b-199822804132 x-openstack-request-id: req-c2b6e051-5004-471f-a73b-199822804132 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:03.180701 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-plugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:03.180958 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2b6e051-5004-471f-a73b-199822804132 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:03.181352 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'code': 200} Nov 22 16:30:03.297298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:03.336693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea485f-6f6d-4443-b265-82637c413195 req-96e1d919-194a-4312-aece-87bbc4523eed tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.345385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffea485f-6f6d-4443-b265-82637c413195 req-96e1d919-194a-4312-aece-87bbc4523eed tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 945 time: 0.1043241 Nov 22 16:30:03.359525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-37d6532f-96cf-467f-8e2d-2dcfd804a2d2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=35a221a532ba4a0988ba66357ba8f865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606618 Nov 22 16:30:03.362518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51234) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:03.367405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d819ffd-407a-4af7-977b-e898e0bd9832 req-e66c10ab-08d7-4c1a-b2e1-abafb162f738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.369063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d819ffd-407a-4af7-977b-e898e0bd9832 req-e66c10ab-08d7-4c1a-b2e1-abafb162f738 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 1101 time: 0.0945401 Nov 22 16:30:03.429557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97dcd70f-5fdd-4603-a192-f9e25d5873f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.448344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffea485f-6f6d-4443-b265-82637c413195 req-74e24dde-e779-498c-9193-beb80fb9d46a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005676 Nov 22 16:30:03.458248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d819ffd-407a-4af7-977b-e898e0bd9832 req-7a9dd555-3a90-4e7f-b545-7409bce9ba90 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Nov 22 16:30:03.472042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97dcd70f-5fdd-4603-a192-f9e25d5873f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.524241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97dcd70f-5fdd-4603-a192-f9e25d5873f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.527885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97dcd70f-5fdd-4603-a192-f9e25d5873f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:03.529786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-97dcd70f-5fdd-4603-a192-f9e25d5873f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3255de99-46ce-46fe-bda1-cd8b11546dd4 HTTP/1.1" status: 204 len: 168 time: 0.1651223 Nov 22 16:30:03.539810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcd70f-5fdd-4603-a192-f9e25d5873f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3255de99-46ce-46fe-bda1-cd8b11546dd4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:03.886661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27ad3a8-5090-4585-bb1e-b579dcc3092d req-3cb32018-bbdc-4418-8582-9433fbea85fc tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:03.888577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b27ad3a8-5090-4585-bb1e-b579dcc3092d req-3cb32018-bbdc-4418-8582-9433fbea85fc tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 950 time: 0.0927811 Nov 22 16:30:03.941965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b27ad3a8-5090-4585-bb1e-b579dcc3092d req-6e295d15-56f3-4f7c-9a2e-ca17c0ae8ad1 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Nov 22 16:30:04.230166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-219a42be-abec-4b6c-a5f7-161020ac75c9 req-ad7937d3-7f9d-4b3a-834a-04b92fe5b4a8 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 210 time: 0.0324001 Nov 22 16:30:04.267948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe3c27-271d-4f58-804d-998e0215ef22 req-233981d9-b9c2-47aa-a9c8-3273d0803bf4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:04.276297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0fe3c27-271d-4f58-804d-998e0215ef22 req-233981d9-b9c2-47aa-a9c8-3273d0803bf4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.1214964 Nov 22 16:30:04.343497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0fe3c27-271d-4f58-804d-998e0215ef22 req-89b26daf-80e7-4506-abab-343c2c757d57 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Nov 22 16:30:04.438782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-8f49fc9c-36dd-4678-b655-b92dcfeb5147 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:04.441228 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-8f49fc9c-36dd-4678-b655-b92dcfeb5147 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.20 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 812 time: 0.2020550 Nov 22 16:30:04.455166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Request body: {'port': {'device_id': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'admin_state_up': True, 'tenant_id': '95a7ae558e2c4c78bf68be4445766e3b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:04.500740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51280) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:04.646623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d42966-7f96-4260-b445-9fa9bf37af7d req-79bdd2d6-7f89-456e-814d-33db6724fe50 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:04.649128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20d42966-7f96-4260-b445-9fa9bf37af7d req-79bdd2d6-7f89-456e-814d-33db6724fe50 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 945 time: 0.1024697 Nov 22 16:30:04.679024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Made reservation on behalf of 95a7ae558e2c4c78bf68be4445766e3b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:04.679661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-network', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:04.684097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.735727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20d42966-7f96-4260-b445-9fa9bf37af7d req-9d3ad0f8-becc-4c7c-ae50-8b0dd51ef6e4 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760720 Nov 22 16:30:04.736774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Made reservation on behalf of fb5198af865d4aa9b83a1e549e5670a2 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:04.739148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.751640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.827940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Allocated IP 172.20.0.10 (9883e7b7-4094-401f-93f7-da4320524371/cb7173db-1291-4da3-bad3-8ab989924ff1/93b3dcf8-3257-47ca-9649-3da796b0ffe3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:04.852306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.863277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.895546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:04.909096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1eb837-c352-4b5f-8732-9b068c78291c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:04.925151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:04.925509 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Added segment 0379d42c-7b39-4919-87d7-6ee8945637b2 of type vlan for network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 Nov 22 16:30:05.033614 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.034425 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.078946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.101150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.102434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.103209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.136131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Network 9883e7b7-4094-401f-93f7-da4320524371 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:05.140929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:05.151345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:05.186036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:05.206433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7041762 Nov 22 16:30:05.206883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:05.216843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Request body: {'subnet': {'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-subnet', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:05.239656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.240394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.250627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f0ce7-945d-45af-875e-1d9a024ac1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=feabd7b6-0c21-4fa2-80b7-efe466ce4b78,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:05.263496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:05.283790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Made reservation on behalf of fb5198af865d4aa9b83a1e549e5670a2 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:05.286841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.313753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669aef6e-7eeb-41e7-ae2b-3a521f1ef8cd req-63de722e-ae6b-4483-9a1c-b1269be7657d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.316758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-669aef6e-7eeb-41e7-ae2b-3a521f1ef8cd req-63de722e-ae6b-4483-9a1c-b1269be7657d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 950 time: 0.1338494 Nov 22 16:30:05.336287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-a1da1451-ef94-44e1-803b-fe8a4746f866 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8848312 Nov 22 16:30:05.355002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Request body: {'port': {'device_id': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:05.427057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-669aef6e-7eeb-41e7-ae2b-3a521f1ef8cd req-54d48b3d-6691-47e5-893c-4cbfab2560e2 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030815 Nov 22 16:30:05.499576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.540230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b9481-b9a4-4bc3-a027-65d93aa084a4 req-f69fab97-f0c3-4a12-a8e6-65905783d351 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.542236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af1b9481-b9a4-4bc3-a027-65d93aa084a4 req-f69fab97-f0c3-4a12-a8e6-65905783d351 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 932 time: 0.1006794 Nov 22 16:30:05.611954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44e3f8-dddd-452d-bad9-662678c2632e req-7083b34f-e748-4b59-af78-94f600bc22e6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:05.614296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e44e3f8-dddd-452d-bad9-662678c2632e req-7083b34f-e748-4b59-af78-94f600bc22e6 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.0705805 Nov 22 16:30:05.673058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af1b9481-b9a4-4bc3-a027-65d93aa084a4 req-c0186cde-8527-4db8-8467-77c30f80eb81 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961859 Nov 22 16:30:05.693496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e44e3f8-dddd-452d-bad9-662678c2632e req-15cff863-dbf9-462f-99db-df13f656d202 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659821 Nov 22 16:30:05.803502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:05.914533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b039f69d-670e-4b66-8d63-73376df9a182,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:05.942176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Checking segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:05.942555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Network hostable DHCP agents. Network: feabd7b6-0c21-4fa2-80b7-efe466ce4b78, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:05.984763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:06.001571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, feabd7b6-0c21-4fa2-80b7-efe466ce4b78) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:06.011407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782473e0-1028-41de-a2c1-04834f4f5df8 None None] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:06.048142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.049040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.071893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:06.084226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dad142a6-bcde-4b1c-9625-07c4f4f40955 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8760693 Nov 22 16:30:06.086446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.087183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51338) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:06.093032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:06.101684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Transition to ACTIVE for port object 93b3dcf8-3257-47ca-9649-3da796b0ffe3 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:06.112470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.140878 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.142047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.256248 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.269583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:06.288927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:06.289342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:06.289616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on network 9883e7b7-4094-401f-93f7-da4320524371 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:06.294866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on network 9883e7b7-4094-401f-93f7-da4320524371 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:06.295197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on network 9883e7b7-4094-401f-93f7-da4320524371 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:06.300852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:06.301205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Checking segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:06.301600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Bound using segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:06.302076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Bound port: 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:06.302441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.310043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:06.311886 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.396297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:06.400072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:06.409145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.468525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.469312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.470892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] 10.222.0.20 "PUT /v2.0/ports/93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 1092 time: 1.1215556 Nov 22 16:30:06.471476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:06.474158 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:06.496345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a26bc5d-d6da-4105-b07c-d3c4bb735e5d service neutron] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:06.517169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.572842 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7072c515-b9a3-4dd1-aeb6-26b514dbf391 x-openstack-request-id: req-7072c515-b9a3-4dd1-aeb6-26b514dbf391 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:06.574116 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:06.574382 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7072c515-b9a3-4dd1-aeb6-26b514dbf391 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:06.574798 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'status': 'completed', 'code': 200} Nov 22 16:30:06.682886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-8e8a434f-4de7-4b32-b548-6bf1db40b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.686055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-8e8a434f-4de7-4b32-b548-6bf1db40b84b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1095 time: 0.1391203 Nov 22 16:30:06.689713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Allocated IP 172.20.0.2 (feabd7b6-0c21-4fa2-80b7-efe466ce4b78/b039f69d-670e-4b66-8d63-73376df9a182/3ef533c0-fab9-4165-978d-d855b21b8274) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:06.781946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-204bbec5-1a5d-46fb-9489-903fed41e98a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0836840 Nov 22 16:30:06.833023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-b174fd48-02ee-4e07-a233-8711b02e04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:06.834399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-b174fd48-02ee-4e07-a233-8711b02e04a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.0469487 Nov 22 16:30:06.836872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.876491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-8271cea8-f059-43b5-bb09-00db4bb4420b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332634 Nov 22 16:30:06.935423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.944513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:06.999886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-22b4b33a-e421-440d-83bd-00427ace819f service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137092 Nov 22 16:30:07.001918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Pushing event updated for resources: {'Port': ['ID=3ef533c0-fab9-4165-978d-d855b21b8274,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:07.014287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.014777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.015213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.015647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.016092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.016573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.016988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.017424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.017854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.018284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.018699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.019115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:07.029685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:07.031223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:07.033903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:07.111183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Attempting to bind port 3ef533c0-fab9-4165-978d-d855b21b8274 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:07.111576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Attempting to bind port 3ef533c0-fab9-4165-978d-d855b21b8274 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:07.112203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Attempting to bind port 3ef533c0-fab9-4165-978d-d855b21b8274 on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:07.116908 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.120562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:07.120562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Checking segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:07.121125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.121832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Bound using segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:07.122751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Bound port: 3ef533c0-fab9-4165-978d-d855b21b8274, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:07.123267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.150705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df92a30-e96e-42eb-8d9d-f088e48c5077 req-42f43bbf-c135-4348-9d77-05eb7e1f892c service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392970 Nov 22 16:30:07.191267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.213065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] For port 3ef533c0-fab9-4165-978d-d855b21b8274, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:07.219094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] For port 3ef533c0-fab9-4165-978d-d855b21b8274, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3ef533c0-fab9-4165-978d-d855b21b8274,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:07.224050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:07.266007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-5917eb72-ce45-465a-b4a7-fd758aaa8f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.268611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-5917eb72-ce45-465a-b4a7-fd758aaa8f07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1095 time: 0.0600963 Nov 22 16:30:07.292189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15679b8-4e29-4060-98c7-71f4cd4475a0 req-b1db514d-d789-42f0-85c8-1755aef65648 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.296170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e15679b8-4e29-4060-98c7-71f4cd4475a0 req-b1db514d-d789-42f0-85c8-1755aef65648 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.4736841 Nov 22 16:30:07.309706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3fab2-6f85-4a39-8f92-93f9337e092f req-857f260a-03b8-4552-8112-5d0719404354 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.318543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96600812-9def-4e43-99ee-a6b6624a475c None None] Pushing event updated for resources: {'Port': ['ID=3ef533c0-fab9-4165-978d-d855b21b8274,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:07.319026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3fab2-6f85-4a39-8f92-93f9337e092f req-857f260a-03b8-4552-8112-5d0719404354 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.4963303 Nov 22 16:30:07.431551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-4747fd0f-d801-4c94-afd5-0c796dac7b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.432688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-4747fd0f-d801-4c94-afd5-0c796dac7b05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.1482420 Nov 22 16:30:07.476337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Allocated IP 172.25.6.114 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/78ddacc7-d03c-4232-b635-98713ea6ebc4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:07.494357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e15679b8-4e29-4060-98c7-71f4cd4475a0 req-e7ea6bcd-ad26-4d77-8905-15f7a8cd5dcc tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729989 Nov 22 16:30:07.508358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3fab2-6f85-4a39-8f92-93f9337e092f req-c5aac4f2-2af9-4bc2-ba6f-95b470024d72 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884854 Nov 22 16:30:07.525384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:07.679492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-3466b187-e2f2-42c6-8a17-ca7404187ae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.2340140 Nov 22 16:30:07.815963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-aabcbd42-4305-4d0a-a2e9-55e1c052da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:07.837015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-aabcbd42-4305-4d0a-a2e9-55e1c052da83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.1495612 Nov 22 16:30:07.941446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:07.958979 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-22c50550-2cbb-4953-a2fb-df5104df2cec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092622 Nov 22 16:30:07.963534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'mac_address': 'fa:16:3e:f9:9f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:07.993834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.038763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.055957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71a66dba-a91f-4602-8b9f-bff730685c2c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:08.078658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.082196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:08.089567 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.151800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:08.161525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:08.165513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:08.176931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:08.184933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-2e78c009-1e87-4b79-beac-adc074d7936f service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183845 Nov 22 16:30:08.192182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['71a66dba-a91f-4602-8b9f-bff730685c2c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:08.267519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Pushing event updated for resources: {'Port': ['ID=78ddacc7-d03c-4232-b635-98713ea6ebc4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:08.441318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fbfd95d6-da77-475d-8d6d-2d7cf96b548a req-1e9b283e-1711-4fe5-a11d-315093052180 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456152 Nov 22 16:30:08.443136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3ef533c0-fab9-4165-978d-d855b21b8274 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:08.508425 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:30:08.548085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 765e723f-d18e-4061-9011-33c727b84436 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:08.551861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3ef533c0-fab9-4165-978d-d855b21b8274 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:08.552432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.721261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.837471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:08.914643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535b250-b9cb-4e7f-be24-e58bdcf87837 req-34001428-1499-4de0-b021-deed190f3bda tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.916224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d535b250-b9cb-4e7f-be24-e58bdcf87837 req-34001428-1499-4de0-b021-deed190f3bda tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.2509224 Nov 22 16:30:08.937630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503250d0-de50-4605-9bde-8a2be5b4c7b0 req-ecdd3962-5866-49f1-b458-6024d43c2a58 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:08.947421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-503250d0-de50-4605-9bde-8a2be5b4c7b0 req-ecdd3962-5866-49f1-b458-6024d43c2a58 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.2806845 Nov 22 16:30:08.966786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:08.995852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '765e723f-d18e-4061-9011-33c727b84436', 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40', 'port_id': '765e723f-d18e-4061-9011-33c727b84436', 'mac_address': 'fa:16:3e:4c:ae:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bce2c97-0cae-4b45-a760-4e93f631937a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:09.101861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.107238 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.139643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765e723f-d18e-4061-9011-33c727b84436 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:09.152715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eb867d-a9bb-4cc2-bcfd-3cf28506c26f None None] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:09.172079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-503250d0-de50-4605-9bde-8a2be5b4c7b0 req-37c924ef-5515-4f19-9347-1ddc1dd321b1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235241 Nov 22 16:30:09.290907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:09.298115 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d535b250-b9cb-4e7f-be24-e58bdcf87837 req-74e581c3-4cde-4c46-9f5f-d61b88b46d60 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783475 Nov 22 16:30:09.326455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.327128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:09.345788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.401909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 3ef533c0-fab9-4165-978d-d855b21b8274, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3ef533c0-fab9-4165-978d-d855b21b8274,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:09.413811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-67c7d845-247d-4926-803a-a0599b1c0d48 None None] Provisioning complete for port 3ef533c0-fab9-4165-978d-d855b21b8274 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:09.414556 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-67c7d845-247d-4926-803a-a0599b1c0d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.471655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.541108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:09.545759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:09.549958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:30:09.621080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:30:09.703954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:09.806851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:09.826511 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:09.841308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:09.843431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-040aa72e-d3f3-43ad-a1a1-307f603c2d94 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7547531 Nov 22 16:30:09.846142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51450) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:09.852814 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:09.853453 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:10.003437 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:10.007743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:10.016386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=3ef533c0-fab9-4165-978d-d855b21b8274,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:10.036042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 71a66dba-a91f-4602-8b9f-bff730685c2c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:10.036709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.149406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:10.344604 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:08Z', 'revision_number': 3, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:10.409203 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:30:10.409847 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Updating router 7c5928b5-5eaa-4885-aba2-dc9157d8799d port 78ddacc7-d03c-4232-b635-98713ea6ebc4 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:30:10.465032 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.476446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d17fa-bf9d-4280-8bfc-2e2daa94001f req-24f2f6a6-3250-4d2f-b1cb-1fb201248553 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.488507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce1d17fa-bf9d-4280-8bfc-2e2daa94001f req-24f2f6a6-3250-4d2f-b1cb-1fb201248553 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 944 time: 0.1306322 Nov 22 16:30:10.517800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1b05813a-6c54-4c8a-854b-111415645923', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '1b05813a-6c54-4c8a-854b-111415645923', 'mac_address': 'fa:16:3e:af:20:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:10.535098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3ef533c0-fab9-4165-978d-d855b21b8274 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:10.552399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'port_id': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'mac_address': 'fa:16:3e:86:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7173db-1291-4da3-bad3-8ab989924ff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:10.621094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce1d17fa-bf9d-4280-8bfc-2e2daa94001f req-95aaf483-2b1d-4df2-b840-f5634c84c3e9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314471 Nov 22 16:30:10.738281 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.848579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910817f-cf46-427f-9b5d-aca1804020aa req-035ddfc9-7aea-4f71-83b0-66ccdbf8ef35 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:10.859130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9910817f-cf46-427f-9b5d-aca1804020aa req-035ddfc9-7aea-4f71-83b0-66ccdbf8ef35 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.2563667 Nov 22 16:30:10.871104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:10.874192 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc3d254-bcd1-4ccf-b186-d0bc812d981b" -d '{"events": [{"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-plugged", "status": "completed", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:10.897632 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:10.959934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b05813a-6c54-4c8a-854b-111415645923 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:11.003387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9910817f-cf46-427f-9b5d-aca1804020aa req-40068175-c4e9-450d-93c5-ae77f08e18ee tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416821 Nov 22 16:30:11.039405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.049518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:11.129449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:11.130965 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.140323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b31889ea-d082-4797-93d9-e28cf2ffc6ed None None] Provisioning complete for port 3ef533c0-fab9-4165-978d-d855b21b8274 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:11.141456 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b31889ea-d082-4797-93d9-e28cf2ffc6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.147110 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.153389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.160830 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.163527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:11.220880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:11.297892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Attempting to bind port 78ddacc7-d03c-4232-b635-98713ea6ebc4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:11.300590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Attempting to bind port 78ddacc7-d03c-4232-b635-98713ea6ebc4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:11.302542 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Attempting to bind port 78ddacc7-d03c-4232-b635-98713ea6ebc4 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:11.322246 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:11.324174 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:11.326575 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.329752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:11.337343 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Bound port: 78ddacc7-d03c-4232-b635-98713ea6ebc4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:11.341055 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.342322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.360707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3ef533c0-fab9-4165-978d-d855b21b8274 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:11.361075 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.445590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1b05813a-6c54-4c8a-854b-111415645923'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:11.489841 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] For port 78ddacc7-d03c-4232-b635-98713ea6ebc4, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:11.495356 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] For port 78ddacc7-d03c-4232-b635-98713ea6ebc4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78ddacc7-d03c-4232-b635-98713ea6ebc4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:11.498694 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68897d02-968a-4c92-a797-fed5629610b2 None None] Pushing event updated for resources: {'Port': ['ID=78ddacc7-d03c-4232-b635-98713ea6ebc4,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:11.516176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:11.517691 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.602879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68897d02-968a-4c92-a797-fed5629610b2 None None] Pushing event updated for resources: {'Port': ['ID=78ddacc7-d03c-4232-b635-98713ea6ebc4,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:11.631493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['765e723f-d18e-4061-9011-33c727b84436'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:11.677924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:11.678709 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:11.742030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:11.880978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['93b3dcf8-3257-47ca-9649-3da796b0ffe3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:11.957512 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:12.057343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:12.231419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Allocated IP 172.20.0.1 (feabd7b6-0c21-4fa2-80b7-efe466ce4b78/b039f69d-670e-4b66-8d63-73376df9a182/329937f2-c96e-4c21-81fe-fc6f9f28f8b1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:12.584453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:12.683172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.755283 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:08Z', 'revision_number': 3, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:12.768319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:12.919291 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061755e4-9f49-4aef-b038-b8cef4646cd8 None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:08Z', 'revision_number': 3, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:12.981530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:12.989089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:13.000207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:13.180953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:13.244939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Pushing event updated for resources: {'Port': ['ID=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:13.306126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.421751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1b05813a-6c54-4c8a-854b-111415645923 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:13.422137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.614162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:13.858354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3969b3d1-48c3-4600-aec3-eafbfcc8917e None None] Provisioning complete for port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:13.858722 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3969b3d1-48c3-4600-aec3-eafbfcc8917e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:13.988833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3969b3d1-48c3-4600-aec3-eafbfcc8917e None None] Port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:13.997756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.031767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:14.046828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:14.050000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.283473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.413854 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.506991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:14.535626 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.561434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.571791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.622231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.631334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:14.633548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78ddacc7-d03c-4232-b635-98713ea6ebc4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:14.689998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.734704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Pushing event updated for resources: {'Port': ['ID=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.803929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:14.829744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 78ddacc7-d03c-4232-b635-98713ea6ebc4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:14.830123 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.833391 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:14.984908 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.023945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 78ddacc7-d03c-4232-b635-98713ea6ebc4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78ddacc7-d03c-4232-b635-98713ea6ebc4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:15.042826 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.066287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:15.073593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:15.172772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 765e723f-d18e-4061-9011-33c727b84436 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:15.226515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=78ddacc7-d03c-4232-b635-98713ea6ebc4,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:15.310233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 765e723f-d18e-4061-9011-33c727b84436 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:15.322018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 765e723f-d18e-4061-9011-33c727b84436 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:15.322394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.354731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:15.540231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.555216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:15.562767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85721cb9-6f4d-4db4-b79f-de9481fa73dd admin admin] 10.222.0.65 "PUT /v2.0/routers/7c5928b5-5eaa-4885-aba2-dc9157d8799d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7146018 Nov 22 16:30:15.591013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:15.602738 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.723876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5c61d45a-7176-4f4c-b232-f1870ed028ae None None] Provisioning complete for port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:15.724254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c61d45a-7176-4f4c-b232-f1870ed028ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:15.841855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:15.846415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5c61d45a-7176-4f4c-b232-f1870ed028ae None None] Port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:16.508386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78ddacc7-d03c-4232-b635-98713ea6ebc4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:16.567670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:16.629472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:16.630137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:17.094488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:17.152488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 78ddacc7-d03c-4232-b635-98713ea6ebc4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:17.153589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:17.644982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 2, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:17.679430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:30:17.680053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Updating router 7c5928b5-5eaa-4885-aba2-dc9157d8799d port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:30:17.712386 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.164846 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.177802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.263627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c570cd-c95e-40c9-9858-6cb34c9b477c None None] Pushing event updated for resources: {'Port': ['ID=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:18.340909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Attempting to bind port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:18.341602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Attempting to bind port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:18.342396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Attempting to bind port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:18.348305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:18.348682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Checking segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:18.349086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.349484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Bound using segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:18.349982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Bound port: 329937f2-c96e-4c21-81fe-fc6f9f28f8b1, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:18.350366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.479548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] For port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:18.483717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] For port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:18.501427 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:18.604555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:18.605451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:29:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:18.792117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:18.816753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c570cd-c95e-40c9-9858-6cb34c9b477c None None] Pushing event updated for resources: {'Port': ['ID=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:19.018287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e5862f90-5404-42e9-9204-457f456b3b65 None None] Provisioning complete for port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:19.018921 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e5862f90-5404-42e9-9204-457f456b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.682189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e5862f90-5404-42e9-9204-457f456b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:19.764387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e5862f90-5404-42e9-9204-457f456b3b65 None None] For port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:19.779269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e5862f90-5404-42e9-9204-457f456b3b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.195416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:18Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:20.237970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcaea05-5b0f-40c3-88e8-ec3d2aac0e21 None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:18Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:20.251724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ee85b3b-6483-4b3c-9a15-c16d1db024da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.261254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c8d93a3e-236c-48d7-b6ce-91bf4a03006a None None] Provisioning complete for port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:20.263960 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8d93a3e-236c-48d7-b6ce-91bf4a03006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:20.374623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5862f90-5404-42e9-9204-457f456b3b65 None None] Pushing event updated for resources: {'Port': ['ID=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:20.784729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:20.905189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:20.905750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.307463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:21.315537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1158373883'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:21.438703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:21.442290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.480228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:21.499435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.499807 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Added segment 7d749d87-5b82-44e3-8952-45e7bba7dcda of type vlan for network 4de8f45a-66af-4e6d-b8f1-079890f95a1e Nov 22 16:30:21.576459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.620273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.637747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:21.638796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.697796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51558) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:21.704294 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3884625 Nov 22 16:30:21.704969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2110431887'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:21.766631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:21.779369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.882257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:30:21.919096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:21.919604 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Added segment a535b076-82b2-4514-b0d8-8b714a878768 of type vlan for network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e Nov 22 16:30:21.962045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b4087-6a67-4c6c-967e-4be634ffd13b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Network': ['ID=4de8f45a-66af-4e6d-b8f1-079890f95a1e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:22.039903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.085406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.092519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:22.093507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.218000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:22.304978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Network': ['ID=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:22.313883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5e83db37-2586-42a9-b5e9-71300bfc9f5a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6142592 Nov 22 16:30:22.317081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:22.322309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'subnet': {'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:22.323248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:30:22.515775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:22.519903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:22.881979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cbba7a39-54b0-4500-9ad5-aa5c04e9451d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.018813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.090584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Subnet': ['ID=8b08447d-470a-45b1-a360-00931707180f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:23.159677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Checking segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:23.160925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network hostable DHCP agents. Network: 4de8f45a-66af-4e6d-b8f1-079890f95a1e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:23.190079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:23.210423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 4de8f45a-66af-4e6d-b8f1-079890f95a1e) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:23.224956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6c1de1-0b8c-4bfc-81a7-de6fe581bea5 None None] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:23.230271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.231563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.263767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4b6b9ee8-ed98-4642-87b5-a399d67280eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9459729 Nov 22 16:30:23.266419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:23.272069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'subnet': {'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:23.374830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:23.378960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.472513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:23.474273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.706732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Allocated IP 10.1.1.2 (4de8f45a-66af-4e6d-b8f1-079890f95a1e/8b08447d-470a-45b1-a360-00931707180f/45914ca8-22e8-448f-8558-39940811be40) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:23.726441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.818657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Subnet': ['ID=81b4d203-07e1-4b3a-8d78-df295ced5835,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:23.841446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Checking segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:23.842581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network hostable DHCP agents. Network: 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:30:23.878901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:30:23.894251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:23.914376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:23.915506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.926217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf70f78-2f88-43b4-a5b1-34fe1a13bb37 None None] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:23.958878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-91210775-8777-4382-b588-9117e969fcf6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6903555 Nov 22 16:30:23.961683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51568) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:23.973697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:23.979484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'name': 'tempest-TaggedBootDevicesTest-960208110', 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:24.238821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:24.251930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.257005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'fixed_ips': [{'subnet_id': '81b4d203-07e1-4b3a-8d78-df295ced5835'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:30:24.258397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.281404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.348461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:24.356708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:24.362695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:24.440750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.487190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] device_id is not set on port c68822fe-f686-4057-9821-54255f4db0ca yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:30:24.599155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Allocated IP 10.2.2.2 (4d245e0f-43f5-46bb-98fc-14c12ddd9c3e/81b4d203-07e1-4b3a-8d78-df295ced5835/28996107-e6e6-43a5-810d-27e786596faf) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:24.797626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Pushing event updated for resources: {'Port': ['ID=45914ca8-22e8-448f-8558-39940811be40,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:24.854059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Attempting to bind port 45914ca8-22e8-448f-8558-39940811be40 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:24.854423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Attempting to bind port 45914ca8-22e8-448f-8558-39940811be40 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:24.854809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Attempting to bind port 45914ca8-22e8-448f-8558-39940811be40 on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:24.866522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:24.866920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Checking segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:24.867320 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.867708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Bound using segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:24.868178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Bound port: 45914ca8-22e8-448f-8558-39940811be40, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:24.868553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.895552 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.904740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:24.959029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 10.1.1.112 (4de8f45a-66af-4e6d-b8f1-079890f95a1e/8b08447d-470a-45b1-a360-00931707180f/c68822fe-f686-4057-9821-54255f4db0ca) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:24.992521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:24.996858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Pushing event updated for resources: {'Port': ['ID=28996107-e6e6-43a5-810d-27e786596faf,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:25.001203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:25.003813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:25.099513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Attempting to bind port 28996107-e6e6-43a5-810d-27e786596faf on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:25.100009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Attempting to bind port 28996107-e6e6-43a5-810d-27e786596faf by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:25.100437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Attempting to bind port 28996107-e6e6-43a5-810d-27e786596faf on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:25.113050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:25.113499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Checking segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:25.114036 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.114496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Bound using segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:25.115102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Bound port: 28996107-e6e6-43a5-810d-27e786596faf, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:25.115560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.133593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] For port 45914ca8-22e8-448f-8558-39940811be40, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:25.184936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.201832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] For port 28996107-e6e6-43a5-810d-27e786596faf, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:25.206486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] For port 28996107-e6e6-43a5-810d-27e786596faf, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=28996107-e6e6-43a5-810d-27e786596faf,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:25.218348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.232862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] For port 45914ca8-22e8-448f-8558-39940811be40, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=45914ca8-22e8-448f-8558-39940811be40,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:25.249732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.283733 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.313194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:25.317256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:25.321614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:25.349905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.365688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ec79b-f9bd-4d94-98b6-a23470da5aa7 None None] Pushing event updated for resources: {'Port': ['ID=28996107-e6e6-43a5-810d-27e786596faf,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:25.394406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:25.452006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab5d3f-ca4c-4ba1-b00e-0cfe0ba4a72e None None] Pushing event updated for resources: {'Port': ['ID=45914ca8-22e8-448f-8558-39940811be40,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:25.473569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:25.474291 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.500646 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-55d4cc19-b5a6-4002-8eae-ef2be06d19e3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5349789 Nov 22 16:30:25.501188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51570) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:25.507344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'name': 'tempest-TaggedBootDevicesTest-864882507', 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:25.792702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:25.944411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:25.968699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.004205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] device_id is not set on port d268c641-86b1-4832-8d6d-b7715398d44d yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:30:26.412145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 10.1.1.94 (4de8f45a-66af-4e6d-b8f1-079890f95a1e/8b08447d-470a-45b1-a360-00931707180f/d268c641-86b1-4832-8d6d-b7715398d44d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:26.692405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 28996107-e6e6-43a5-810d-27e786596faf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:26.776387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.858484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.880172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 28996107-e6e6-43a5-810d-27e786596faf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:26.880572 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:26.977608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:26.991935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:27.005587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:27.079150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:27.151945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:27.159075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.202367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f29b732-c9d1-4713-a622-531ee0d38e7e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6998889 Nov 22 16:30:27.295996 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.403914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 28996107-e6e6-43a5-810d-27e786596faf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=28996107-e6e6-43a5-810d-27e786596faf,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:27.411119 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:27.411954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45914ca8-22e8-448f-8558-39940811be40 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:27.507555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309b42d-468f-4f64-b0dc-561d12c36fa2 None None] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:27.509903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=28996107-e6e6-43a5-810d-27e786596faf,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:27.648148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8375469-add6-47f0-889e-d088c0a7b5a8 None None] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:30:27.654823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-57af38f3-20cd-4bb2-bfc9-f2755f413eb7 None None] Provisioning complete for port 45914ca8-22e8-448f-8558-39940811be40 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:27.655362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57af38f3-20cd-4bb2-bfc9-f2755f413eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.006188 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf86ba81-75a6-44af-a5b1-c02d596c6bed x-openstack-request-id: req-cf86ba81-75a6-44af-a5b1-c02d596c6bed {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:28.006906 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-plugged", "status": "completed", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:28.006906 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf86ba81-75a6-44af-a5b1-c02d596c6bed {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:28.007100 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'code': 200} Nov 22 16:30:28.026337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 45914ca8-22e8-448f-8558-39940811be40 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:28.026636 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.093918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57af38f3-20cd-4bb2-bfc9-f2755f413eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.181943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-57af38f3-20cd-4bb2-bfc9-f2755f413eb7 None None] For port 45914ca8-22e8-448f-8558-39940811be40, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=45914ca8-22e8-448f-8558-39940811be40,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:28.191375 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57af38f3-20cd-4bb2-bfc9-f2755f413eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.286516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af38f3-20cd-4bb2-bfc9-f2755f413eb7 None None] Pushing event updated for resources: {'Port': ['ID=45914ca8-22e8-448f-8558-39940811be40,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:28.426766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-18ed46cb-89d0-40ac-a97c-f4e086cfa0fd None None] Provisioning complete for port 28996107-e6e6-43a5-810d-27e786596faf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:28.427140 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-18ed46cb-89d0-40ac-a97c-f4e086cfa0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.639807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 28996107-e6e6-43a5-810d-27e786596faf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:28.670265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24893a05-312c-4f9d-a78c-75000089f6bf req-43c17d7f-8047-491c-b471-fe4d03fc6402 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.678501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24893a05-312c-4f9d-a78c-75000089f6bf req-43c17d7f-8047-491c-b471-fe4d03fc6402 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1983676 Nov 22 16:30:28.748438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Provisioning complete for port c68822fe-f686-4057-9821-54255f4db0ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:28.748845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.757821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c11b81-b6aa-421c-acae-8d2e45df1bcb req-d5d6a704-0a0a-471a-a154-b957746e6eee tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:28.772402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46c11b81-b6aa-421c-acae-8d2e45df1bcb req-d5d6a704-0a0a-471a-a154-b957746e6eee tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2056026 Nov 22 16:30:28.812883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24893a05-312c-4f9d-a78c-75000089f6bf req-e11b8912-9d98-4200-9dca-eb394401fcdf tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332452 Nov 22 16:30:28.832180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 28996107-e6e6-43a5-810d-27e786596faf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:28.832705 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:28.835508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Port c68822fe-f686-4057-9821-54255f4db0ca cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:28.873468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46c11b81-b6aa-421c-acae-8d2e45df1bcb req-a33ac461-1bb5-479e-a850-10903d3d1566 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997114 Nov 22 16:30:28.922420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Provisioning complete for port 45914ca8-22e8-448f-8558-39940811be40 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:28.923042 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.111804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45914ca8-22e8-448f-8558-39940811be40 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:29.162524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51632) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:29.170736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1445085786', 'description': 'tempest-description--294408406'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:29.180844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Provisioning complete for port d268c641-86b1-4832-8d6d-b7715398d44d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:29.181340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.244674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.274030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0a40121f-2e3f-4831-ba95-5e5ea04073c0 None None] Port d268c641-86b1-4832-8d6d-b7715398d44d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:29.291823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 45914ca8-22e8-448f-8558-39940811be40 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:29.292202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.315451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-2fae9db5-1990-480d-9b56-b293cea135e0 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:29.317059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-2fae9db5-1990-480d-9b56-b293cea135e0 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 821 time: 0.1929433 Nov 22 16:30:29.339362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-236e0cb9-8677-474d-9367-ecc8e2e3614c tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/quotas/fb5198af865d4aa9b83a1e549e5670a2 HTTP/1.1" status: 200 len: 375 time: 0.0146282 Nov 22 16:30:29.458700 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.467034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.475537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-f36babab-e10a-4ca0-9efc-93e251e4af08 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1247449 Nov 22 16:30:29.480073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8ca01c4b-5f38-4960-9fce-47b0b3d22f2f None None] Provisioning complete for port c68822fe-f686-4057-9821-54255f4db0ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:29.481251 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8ca01c4b-5f38-4960-9fce-47b0b3d22f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.523571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74357a04-33bd-4a9a-9fc4-c905a00382fe,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:29.574981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.579724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a5060eff-60e1-4782-bb63-82d25d58e95a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4148521 Nov 22 16:30:29.581304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51662) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:29.586595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'security_group_rule': {'security_group_id': '74357a04-33bd-4a9a-9fc4-c905a00382fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:29.610695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8ca01c4b-5f38-4960-9fce-47b0b3d22f2f None None] Port c68822fe-f686-4057-9821-54255f4db0ca cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:29.635605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8ca01c4b-5f38-4960-9fce-47b0b3d22f2f None None] Provisioning complete for port 28996107-e6e6-43a5-810d-27e786596faf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:29.637058 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8ca01c4b-5f38-4960-9fce-47b0b3d22f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.660006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.757423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-752cea48-be29-467b-ab4b-84164c6ed6fd service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681649 Nov 22 16:30:29.786655 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.796222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.830331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7dfb39-54de-4961-8b86-e8fc28de5596,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:29.845256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.847417 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0bb119f2-4c67-4ff2-bb93-936f2f958b71 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656653 Nov 22 16:30:29.851548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:29.861296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'security_group_rule': {'security_group_id': '74357a04-33bd-4a9a-9fc4-c905a00382fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:29.920433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-f74a927e-a07f-4ff5-bf42-9bd0f6c31942 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598351 Nov 22 16:30:29.920605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e1b795d9-7d5b-4862-8d8f-d9e3eef9f3ff None None] Provisioning complete for port d268c641-86b1-4832-8d6d-b7715398d44d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:29.921027 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e1b795d9-7d5b-4862-8d8f-d9e3eef9f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.927934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:29.987926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e1b795d9-7d5b-4862-8d8f-d9e3eef9f3ff None None] Port d268c641-86b1-4832-8d6d-b7715398d44d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:30.008633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}, {'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}, {'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765e723f-d18e-4061-9011-33c727b84436'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:30.017280 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c1914e-dbfd-4bd5-ba06-a0c357a9e96b" -d '{"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-plugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}, {"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-plugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}, {"server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "name": "network-vif-plugged", "status": "completed", "tag": "765e723f-d18e-4061-9011-33c727b84436"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:30.018993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.023872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.053564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef7d2d3-a917-480d-bc90-1d4e39a45fe9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:30.061997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.065343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-597e1d5a-b2ef-483a-93ba-e04f6cbecc7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2109208 Nov 22 16:30:30.067985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:30.073636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:30.118521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.291486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.545489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde71bfe-9cd2-417b-81c2-d286f397c4ad req-8bfa4bd9-37ab-417e-ae12-f2aaf171b7af tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.554607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bde71bfe-9cd2-417b-81c2-d286f397c4ad req-8bfa4bd9-37ab-417e-ae12-f2aaf171b7af tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1557012 Nov 22 16:30:30.556803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 172.25.6.210 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/31791c4f-8ad6-4b5a-9916-101bc4f8e88a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:30.592113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c58be6-634c-4932-bb46-10b9fec84fa3 req-34be9b08-e636-40fc-ac59-6b5651a114d6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:30.594099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96c58be6-634c-4932-bb46-10b9fec84fa3 req-34be9b08-e636-40fc-ac59-6b5651a114d6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1827970 Nov 22 16:30:30.715897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bde71bfe-9cd2-417b-81c2-d286f397c4ad req-3d53fb81-1394-40cb-b708-5f9b3cd61a9e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604950 Nov 22 16:30:30.744758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96c58be6-634c-4932-bb46-10b9fec84fa3 req-f2a75be8-b799-4466-9511-c7eb0ec9b8be tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419859 Nov 22 16:30:30.804589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.869157 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:30.937877 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa23996-b657-4d7b-85e9-7af64c8a8bb8 x-openstack-request-id: req-daa23996-b657-4d7b-85e9-7af64c8a8bb8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:30.938849 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-plugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "code": 200}, {"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-plugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "code": 200}, {"server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "name": "network-vif-plugged", "status": "completed", "tag": "765e723f-d18e-4061-9011-33c727b84436", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:30.938849 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-daa23996-b657-4d7b-85e9-7af64c8a8bb8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:30.939073 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'code': 200} Nov 22 16:30:30.939478 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'code': 200} Nov 22 16:30:30.939598 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765e723f-d18e-4061-9011-33c727b84436', 'code': 200} Nov 22 16:30:30.952962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:30.955707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-739e154c-1990-4f98-a897-89b0b5cdff7d req-5d345567-324e-4d5e-90bc-12672bffacc3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 210 time: 0.0576541 Nov 22 16:30:30.962170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:30.968931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:30.976374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=31791c4f-8ad6-4b5a-9916-101bc4f8e88a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:31.139511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df822769-3cbd-4049-892a-4564b9f4e7c7 req-992ed963-a415-43ba-949a-dfbb6d864f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.142706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-df822769-3cbd-4049-892a-4564b9f4e7c7 req-992ed963-a415-43ba-949a-dfbb6d864f44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1097 time: 0.0752850 Nov 22 16:30:31.221014 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-df822769-3cbd-4049-892a-4564b9f4e7c7 req-d83d80b2-ba43-4422-8516-2c5163b6d254 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687613 Nov 22 16:30:31.346794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:31.520228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.525914 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.541788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b564cb-7210-49ec-bdc0-20a877a6faba req-35398cdf-14ac-4d89-85af-d94c91a6ded1 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.550591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0b564cb-7210-49ec-bdc0-20a877a6faba req-35398cdf-14ac-4d89-85af-d94c91a6ded1 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 950 time: 0.4728744 Nov 22 16:30:31.578194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:31.584607 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.620108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f60f23-27d4-4e1e-95c6-d9b898ef0874 req-8027802a-168c-44e7-a3c3-4805c54250fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.623146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56f60f23-27d4-4e1e-95c6-d9b898ef0874 req-8027802a-168c-44e7-a3c3-4805c54250fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1096 time: 0.1871850 Nov 22 16:30:31.640160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:31.671615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:31.701270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.746810 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.800437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:31.810763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:31.814496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0b564cb-7210-49ec-bdc0-20a877a6faba req-98d59eda-85e4-4ece-923e-51c77ad42e96 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602992 Nov 22 16:30:31.884134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56f60f23-27d4-4e1e-95c6-d9b898ef0874 req-19643c5c-ec83-4ff9-9489-1e82243cd9e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284718 Nov 22 16:30:31.903673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-b1b4f157-3f3e-49e8-8a37-7f0e1c06a673 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:31.906308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:31.924416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-b1b4f157-3f3e-49e8-8a37-7f0e1c06a673 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.3674238 Nov 22 16:30:31.995391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-40838b58-e144-48fa-966c-838249a21c81 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/quotas/0c0f07237ebb41a5a83090190193d6a9 HTTP/1.1" status: 200 len: 375 time: 0.0700305 Nov 22 16:30:32.097297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-802175db-67a4-43fe-b920-2bf273e04b29 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.099546 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-802175db-67a4-43fe-b920-2bf273e04b29 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 821 time: 0.2076428 Nov 22 16:30:32.119544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'port': {'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'admin_state_up': True, 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:32.137514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcea03-8b31-4445-a943-f464db4d4fad req-b273b912-2ba6-48e4-b296-f437ef24e93c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.139334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67fcea03-8b31-4445-a943-f464db4d4fad req-b273b912-2ba6-48e4-b296-f437ef24e93c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1942391 Nov 22 16:30:32.163632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-ae775281-b50a-492f-bcd8-ff68d308fda9 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525338 Nov 22 16:30:32.261847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.275502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.292036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Made reservation on behalf of fb5198af865d4aa9b83a1e549e5670a2 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:32.296986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.341873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67fcea03-8b31-4445-a943-f464db4d4fad req-46b3c192-7f9f-47e3-a442-b4af6e30a624 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926625 Nov 22 16:30:32.388052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=31791c4f-8ad6-4b5a-9916-101bc4f8e88a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:32.444602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-30785f42-f414-4025-8c85-442d46297ec8 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649784 Nov 22 16:30:32.455127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.482893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Allocated IP 172.20.0.12 (feabd7b6-0c21-4fa2-80b7-efe466ce4b78/b039f69d-670e-4b66-8d63-73376df9a182/c9063b91-e705-4855-8de6-ab68515e57e6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:32.562639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.566804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7374ff81-3243-449c-9a28-4afdaf23b6ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4981508 Nov 22 16:30:32.590092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451e36f-20be-4b6c-934a-417af0411979 req-f19bad96-36fd-4289-8600-adb266977b20 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:32.591874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d451e36f-20be-4b6c-934a-417af0411979 req-f19bad96-36fd-4289-8600-adb266977b20 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1623690 Nov 22 16:30:32.652660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-0566c9e6-1bc2-4827-8b7c-0308efa03935 service neutron] 10.222.0.65 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781924 Nov 22 16:30:32.766948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d451e36f-20be-4b6c-934a-417af0411979 req-b5c336e4-7d50-4a56-a2e2-93a3f730b938 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562071 Nov 22 16:30:32.785243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.850254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:32.918402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:32.922571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:32.925592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:32.940594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}, {'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:32.944492 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73684ba5-eda6-4ca8-8853-2da739cac8c9" -d '{"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}, {"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-unplugged", "status": "completed", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:32.978975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event updated for resources: {'Port': ['ID=c9063b91-e705-4855-8de6-ab68515e57e6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:33.020582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.021488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.044777 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-234a5495-dd12-43ca-9791-e43c81d7a087 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9357507 Nov 22 16:30:33.061772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Request body: {'port': {'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:33.144364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06cf6-03b1-45b5-a655-aafa8321bd65 req-68ba2604-546f-4601-ad02-ced72e1ee380 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.160337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97a06cf6-03b1-45b5-a655-aafa8321bd65 req-68ba2604-546f-4601-ad02-ced72e1ee380 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 932 time: 0.1383669 Nov 22 16:30:33.245227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.290468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97a06cf6-03b1-45b5-a655-aafa8321bd65 req-a8362520-c0f9-411c-870d-505d1147f645 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270256 Nov 22 16:30:33.355851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d7293749-bf73-42c4-ad8d-3f2ce3bc269d None None] Provisioning complete for port c9063b91-e705-4855-8de6-ab68515e57e6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:33.358384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7293749-bf73-42c4-ad8d-3f2ce3bc269d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.439487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d7293749-bf73-42c4-ad8d-3f2ce3bc269d None None] Port c9063b91-e705-4855-8de6-ab68515e57e6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:33.632618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e3654c9-5d56-4c70-9d00-5da9a3f2adf7 req-6be548cf-00ea-465a-8967-147b994349af tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 210 time: 0.0369596 Nov 22 16:30:33.735840 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b45a16-a32a-4492-b289-2481ab3daa5b x-openstack-request-id: req-d6b45a16-a32a-4492-b289-2481ab3daa5b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:33.736766 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "code": 200}, {"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-unplugged", "status": "completed", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:33.737391 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6b45a16-a32a-4492-b289-2481ab3daa5b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:33.738132 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'code': 200} Nov 22 16:30:33.738731 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'code': 200} Nov 22 16:30:33.791029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-fc727aeb-980d-459d-9ec1-9a2b882bf7cc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1445085786&fields=id&tenant_id=96f4a139df2f47a6a912865a040904d7 HTTP/1.1" status: 200 len: 267 time: 0.1132388 Nov 22 16:30:33.809398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9063b91-e705-4855-8de6-ab68515e57e6 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:33.818485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.834472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Transition to ACTIVE for port object c9063b91-e705-4855-8de6-ab68515e57e6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:33.840365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:33.872217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865bb44-a10f-4f61-a608-08bab6575222 req-4db26885-4f7d-4563-9176-06140dfff3ae tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.873613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8865bb44-a10f-4f61-a608-08bab6575222 req-4db26885-4f7d-4563-9176-06140dfff3ae tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d7179d-382d-42e1-b092-06db2002ec43 HTTP/1.1" status: 200 len: 943 time: 0.2257247 Nov 22 16:30:33.940283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Pushing event updated for resources: {'Port': ['ID=c9063b91-e705-4855-8de6-ab68515e57e6,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:33.946580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-c9a390a2-758e-46ba-8154-2febe11708cc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:33.948004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-c9a390a2-758e-46ba-8154-2febe11708cc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 931 time: 0.1561959 Nov 22 16:30:34.004576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Attempting to bind port c9063b91-e705-4855-8de6-ab68515e57e6 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:34.004915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Attempting to bind port c9063b91-e705-4855-8de6-ab68515e57e6 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:34.005243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Attempting to bind port c9063b91-e705-4855-8de6-ab68515e57e6 on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:34.016793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Port c9063b91-e705-4855-8de6-ab68515e57e6 on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:34.017323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Attempting to bind port c9063b91-e705-4855-8de6-ab68515e57e6 on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:34.022234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:34.022914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Checking segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:34.023299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Bound using segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:34.023780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Bound port: c9063b91-e705-4855-8de6-ab68515e57e6, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:34.024135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.051235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb5e66-c556-4dee-8571-40ac97b00f7b req-5a6c866b-61df-46b2-a212-962cd6ef7511 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.057472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9dbb5e66-c556-4dee-8571-40ac97b00f7b req-5a6c866b-61df-46b2-a212-962cd6ef7511 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.2509849 Nov 22 16:30:34.100035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-21bcf43c-a55f-4551-932a-68274bbe2e08 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.111753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-21bcf43c-a55f-4551-932a-68274bbe2e08 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 930 time: 0.1432736 Nov 22 16:30:34.142785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] For port c9063b91-e705-4855-8de6-ab68515e57e6, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:34.147915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] For port c9063b91-e705-4855-8de6-ab68515e57e6, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c9063b91-e705-4855-8de6-ab68515e57e6,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:34.160422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.198000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-3159cbaa-aeb4-4fbf-8741-487f32174c10 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0852270 Nov 22 16:30:34.212298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.213084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.215488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 1092 time: 1.1597483 Nov 22 16:30:34.215675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:34.219246 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2e6d5-633c-401f-935e-2761b3fc5193" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:34.258545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9dbb5e66-c556-4dee-8571-40ac97b00f7b req-a5cf9dbb-59c0-488e-9041-cdc7e3b7e399 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925831 Nov 22 16:30:34.264777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-8633bf0a-194c-4149-8672-21657d74ac9c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0657413 Nov 22 16:30:34.307671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d6a11f-b9b7-40e3-b6a0-465e37aa2341 service neutron] Pushing event updated for resources: {'Port': ['ID=c9063b91-e705-4855-8de6-ab68515e57e6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:34.360428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Deleting port 71a66dba-a91f-4602-8b9f-bff730685c2c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:34.360428 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.402488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-c518653a-3040-4802-97fe-09d4f78a259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.405620 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-c518653a-3040-4802-97fe-09d4f78a259f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1095 time: 0.0887241 Nov 22 16:30:34.461297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-5dff1ea7-2663-4e4e-8377-2b76b616fb54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 217 time: 0.0464501 Nov 22 16:30:34.530551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-36375f4c-5e7d-422a-be07-c606ee7d995d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.532022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-36375f4c-5e7d-422a-be07-c606ee7d995d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0617146 Nov 22 16:30:34.558026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e1054758-e4b6-4025-9403-cad76fabc9eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.564450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e1054758-e4b6-4025-9403-cad76fabc9eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.570623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e1054758-e4b6-4025-9403-cad76fabc9eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.572486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e1054758-e4b6-4025-9403-cad76fabc9eb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/networks?id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 200 len: 1990 time: 0.2922881 Nov 22 16:30:34.584410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] For port 71a66dba-a91f-4602-8b9f-bff730685c2c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=71a66dba-a91f-4602-8b9f-bff730685c2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:34.584797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:34.590318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-3ba0d7a9-075e-4b1d-ab06-6b51db16b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.591724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-3ba0d7a9-075e-4b1d-ab06-6b51db16b9c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515924 Nov 22 16:30:34.609599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Calling delete_port for 71a66dba-a91f-4602-8b9f-bff730685c2c owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:34.618503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59643589-a6d3-42fa-8a9c-f0fc0420c8fd req-8910cc12-4304-4002-9c31-2db5a1ee6f25 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:34.623813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59643589-a6d3-42fa-8a9c-f0fc0420c8fd req-8910cc12-4304-4002-9c31-2db5a1ee6f25 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1883349 Nov 22 16:30:34.624737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-aa447e19-823b-4548-abfb-efe77afc4683 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/quotas/96f4a139df2f47a6a912865a040904d7 HTTP/1.1" status: 200 len: 375 time: 0.0429454 Nov 22 16:30:34.720687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-c1d9d029-313c-411f-b732-528f29bfbd6e service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058710 Nov 22 16:30:34.793174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59643589-a6d3-42fa-8a9c-f0fc0420c8fd req-1edbb7dc-c0bf-4cbe-867c-8f6ae2007e0d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456158 Nov 22 16:30:34.846466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-29c936bb-2d9b-43ca-bc2c-b5dc57645222 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2100210 Nov 22 16:30:35.099129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.182506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event deleted for resources: {'Port': ['ID=71a66dba-a91f-4602-8b9f-bff730685c2c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:35.187685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7108d92e-34f9-43b6-9703-e3636e6b384c req-35994a3c-aa95-4b5d-b027-24e6c816d3f7 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.189273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7108d92e-34f9-43b6-9703-e3636e6b384c req-35994a3c-aa95-4b5d-b027-24e6c816d3f7 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1096 time: 0.1982994 Nov 22 16:30:35.200632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-475c4bb8-22cd-4c9a-86e2-0baf1a861110 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.202079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-475c4bb8-22cd-4c9a-86e2-0baf1a861110 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 804 time: 0.3995049 Nov 22 16:30:35.207272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-934d0044-999f-4bb9-867d-7209f59218cb service neutron] 10.222.0.65 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393345 Nov 22 16:30:35.221128 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5debc2cc-84b7-4fd1-9953-7c290bb91312 x-openstack-request-id: req-5debc2cc-84b7-4fd1-9953-7c290bb91312 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:35.221769 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:35.221769 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5debc2cc-84b7-4fd1-9953-7c290bb91312 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:35.222070 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'status': 'completed', 'code': 200} Nov 22 16:30:35.256237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Request body: {'port': {'device_id': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'admin_state_up': True, 'tenant_id': '0c0f07237ebb41a5a83090190193d6a9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:35.280563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-60221f02-e03c-4e65-9aa3-2db0ec04d630 req-daa33291-6166-4135-afb9-0fb176f38e1a service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498483 Nov 22 16:30:35.337589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] No DVR routers for this DVR port 71a66dba-a91f-4602-8b9f-bff730685c2c on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:35.371903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:35.375439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8865bb44-a10f-4f61-a608-08bab6575222 req-68c383d2-ce56-44c1-a328-c4acb68a0b40 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.20 "DELETE /v2.0/ports/71a66dba-a91f-4602-8b9f-bff730685c2c HTTP/1.1" status: 204 len: 173 time: 1.4797268 Nov 22 16:30:35.378365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-deleted', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:35.380637 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8b977-2995-4273-b501-b86ad16362d2" -d '{"events": [{"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-deleted", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:35.420885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-a4217d32-4407-45f3-aa3a-5f5cccb93427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.423824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-a4217d32-4407-45f3-aa3a-5f5cccb93427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1095 time: 0.0862474 Nov 22 16:30:35.580300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-d8ff292a-8bec-4aee-9920-0b340f227f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.582958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-d8ff292a-8bec-4aee-9920-0b340f227f74 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.1487479 Nov 22 16:30:35.642609 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-35fb808f-74c7-4d92-8e4b-e86380578a38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 217 time: 0.0514941 Nov 22 16:30:35.707105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-219419a4-ab70-4093-a568-40e1f219fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.708826 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-219419a4-ab70-4093-a568-40e1f219fb1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0587962 Nov 22 16:30:35.768681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-626c4cec-18eb-45a8-bae5-1ea6063a4673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:35.770383 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-626c4cec-18eb-45a8-bae5-1ea6063a4673 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530689 Nov 22 16:30:35.793201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7108d92e-34f9-43b6-9703-e3636e6b384c req-48bd347d-8636-4b3a-a204-86464e858c80 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5828495 Nov 22 16:30:35.827123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-fdf1df20-2d83-45e1-b8db-d77e77b6c845 service neutron] 10.222.0.65 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039906 Nov 22 16:30:35.894249 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-61418a2c-5c26-4784-b3b8-022678662d53 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120715 Nov 22 16:30:35.895055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0797f37e-c549-4c14-a920-51f4fe725182 service neutron] 10.222.0.65 "GET /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0638587 Nov 22 16:30:35.920588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Made reservation on behalf of 0c0f07237ebb41a5a83090190193d6a9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:35.924109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:36.032637 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bbe2e6d5-633c-401f-935e-2761b3fc5193 req-974948c2-c67c-43e9-b949-ce37d71abe0f service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258774 Nov 22 16:30:36.072372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8523de3-fbbb-41d6-a23e-07f9e8b157c7 req-075e9b97-21e7-4e9a-8b8e-a1066d735ed5 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:36.074965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8523de3-fbbb-41d6-a23e-07f9e8b157c7 req-075e9b97-21e7-4e9a-8b8e-a1066d735ed5 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 944 time: 0.1745448 Nov 22 16:30:36.176001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1e73b77e-76eb-464a-a5ce-1054d9f296a8 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657752 Nov 22 16:30:36.345688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8523de3-fbbb-41d6-a23e-07f9e8b157c7 req-f1ae5616-309d-4794-8480-67ba7c2fee94 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328048 Nov 22 16:30:36.351307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Allocated IP 172.20.0.9 (3ef78086-ee15-48f8-aede-6f122dfd89fa/e85babbb-af90-4fc2-ade5-0d5a082d4312/81a093a4-dedd-4964-a66b-2f9781608f2c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:36.387659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e2bad674-f6de-4c09-9f6c-635d37b1c564 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102787 Nov 22 16:30:36.468489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-78adc434-0c6c-4199-9025-3ca4757a974e service neutron] 10.222.0.65 "GET /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0625148 Nov 22 16:30:36.664024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad70dcc5-7d03-4600-809e-c41ee955fe61 req-d8c2ef5c-29c1-4bfc-ab1a-84ac8c94dbda tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 210 time: 0.0627556 Nov 22 16:30:36.682456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-5051683c-0884-4b47-b821-390deea1b785 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037606 Nov 22 16:30:36.829551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.047554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e6d3cb3a-20a7-4363-a403-095c9ca51399 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571968 Nov 22 16:30:37.056482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-8952586b-69ad-4506-b845-2fc702f1373a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:37.057971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-8952586b-69ad-4506-b845-2fc702f1373a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 812 time: 0.2672796 Nov 22 16:30:37.067968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.105514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.151534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-15ee2426-231f-4aa8-ad4b-41e1cdb473eb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/quotas/95a7ae558e2c4c78bf68be4445766e3b HTTP/1.1" status: 200 len: 375 time: 0.0848393 Nov 22 16:30:37.205499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Network 3ef78086-ee15-48f8-aede-6f122dfd89fa is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:37.222553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:37.228675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:37.231293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:37.288649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-588743a8-d07b-4981-b70b-d2b44a616b74 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265470 Nov 22 16:30:37.315621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-d54da82d-07e2-46bf-b719-721b519d85e6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486356 Nov 22 16:30:37.366096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:37.366757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.379257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:37.391589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f36d22c7-c26d-4ff7-b0d8-a28d0c2e593c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1424711 Nov 22 16:30:37.422014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Request body: {'port': {'device_id': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:37.473016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-dbec8ce9-4384-455a-8b26-ebab3a879af7 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770196 Nov 22 16:30:37.501797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:37.514871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'mac_address': 'fa:16:3e:1b:3e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:37.554679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.574065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eacb1232-f2ad-44e1-a19c-317d4293d463 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:37.594755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:37.600250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.624076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.646925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-6f622fb8-8b9a-468d-9b77-5dcb2d4f1daa service neutron] 10.222.0.65 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949624 Nov 22 16:30:37.678000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c9063b91-e705-4855-8de6-ab68515e57e6 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:37.681961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:37.720957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 71a66dba-a91f-4602-8b9f-bff730685c2c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:30:37.721459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 71a66dba-a91f-4602-8b9f-bff730685c2c not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:30:37.724707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:37.757589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-71f1392e-f67f-4916-8903-e6480641347a service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576613 Nov 22 16:30:37.774729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['eacb1232-f2ad-44e1-a19c-317d4293d463'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:37.867559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c9063b91-e705-4855-8de6-ab68515e57e6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c9063b91-e705-4855-8de6-ab68515e57e6,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:37.892768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:37.914560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-e59ecc8e-3aae-4ab0-b88a-d98132408ae7 service neutron] 10.222.0.65 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663720 Nov 22 16:30:37.973014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:37.997308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-e7a330af-be23-4ab8-a485-752c5a337273 service neutron] 10.222.0.65 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256188 Nov 22 16:30:38.000242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9063b91-e705-4855-8de6-ab68515e57e6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:38.051668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c9063b91-e705-4855-8de6-ab68515e57e6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c9063b91-e705-4855-8de6-ab68515e57e6,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:38.069787 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.145584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c9063b91-e705-4855-8de6-ab68515e57e6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:38.163398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-088105f8-3044-40f0-86ce-5ac1c3206f80 service neutron] 10.222.0.65 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577265 Nov 22 16:30:38.281469 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35f174c-cf25-4c48-b233-9f897b6c2a5a x-openstack-request-id: req-d35f174c-cf25-4c48-b233-9f897b6c2a5a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:38.281922 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d7179d-382d-42e1-b092-06db2002ec43", "name": "network-vif-deleted", "tag": "71a66dba-a91f-4602-8b9f-bff730685c2c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:38.282156 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d35f174c-cf25-4c48-b233-9f897b6c2a5a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:38.282570 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d7179d-382d-42e1-b092-06db2002ec43', 'name': 'network-vif-deleted', 'tag': '71a66dba-a91f-4602-8b9f-bff730685c2c', 'status': 'completed', 'code': 200} Nov 22 16:30:38.289254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a093a4-dedd-4964-a66b-2f9781608f2c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:38.302774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.327226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Transition to ACTIVE for port object 81a093a4-dedd-4964-a66b-2f9781608f2c will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:38.340133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.344405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c9063b91-e705-4855-8de6-ab68515e57e6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:38.438506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-66bab39a-bc74-40c0-a554-9927f51385fe service neutron] 10.222.0.65 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538199 Nov 22 16:30:38.528522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:38.602314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.605829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea7c9a-75b2-4e09-a04d-b7e5358753af req-19739081-56cb-4c22-b2ad-17fd15854b9e tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:38.607521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41ea7c9a-75b2-4e09-a04d-b7e5358753af req-19739081-56cb-4c22-b2ad-17fd15854b9e tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1096 time: 0.2541530 Nov 22 16:30:38.672903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-13e894be-68f9-4c03-b785-d30238275a20 service neutron] 10.222.0.65 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331545 Nov 22 16:30:38.682412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Attempting to bind port 81a093a4-dedd-4964-a66b-2f9781608f2c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:38.682766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Attempting to bind port 81a093a4-dedd-4964-a66b-2f9781608f2c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:38.683138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Attempting to bind port 81a093a4-dedd-4964-a66b-2f9781608f2c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:38.705635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Port 81a093a4-dedd-4964-a66b-2f9781608f2c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:38.706088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Attempting to bind port 81a093a4-dedd-4964-a66b-2f9781608f2c on network 3ef78086-ee15-48f8-aede-6f122dfd89fa {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:38.754637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:38.754967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Checking segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:38.755362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Bound using segment: {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:38.755808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Bound port: 81a093a4-dedd-4964-a66b-2f9781608f2c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:38.756162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.770916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41ea7c9a-75b2-4e09-a04d-b7e5358753af req-068cc892-5ecb-4e1b-8fdd-def1e8db2762 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531990 Nov 22 16:30:38.863726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-8326da5c-d8be-4034-bf29-4f58eadfd665 service neutron] 10.222.0.65 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769390 Nov 22 16:30:38.875208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:38.886904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:38.923192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.975752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:38.977093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:38.978525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] 10.222.0.66 "PUT /v2.0/ports/81a093a4-dedd-4964-a66b-2f9781608f2c HTTP/1.1" status: 200 len: 1091 time: 1.5608523 Nov 22 16:30:39.023629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1971d2-de54-4a51-9c98-ea53e3c2d387 req-69d7302f-9d10-4ddc-abe6-ca99907c07f6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.025682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e1971d2-de54-4a51-9c98-ea53e3c2d387 req-69d7302f-9d10-4ddc-abe6-ca99907c07f6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.1520324 Nov 22 16:30:39.032051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f559b-8c05-4f2e-b6b4-2bcea1a1bf8c service neutron] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:39.144019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e1971d2-de54-4a51-9c98-ea53e3c2d387 req-bf8e9323-169d-4e58-98b1-9119f1e85611 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072607 Nov 22 16:30:39.248137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-5fa832aa-c836-48d4-aa69-5cf333b0818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.249644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-5fa832aa-c836-48d4-aa69-5cf333b0818a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 1094 time: 0.1805594 Nov 22 16:30:39.389330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:39.518543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port eacb1232-f2ad-44e1-a19c-317d4293d463 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:39.518931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.752944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c9063b91-e705-4855-8de6-ab68515e57e6 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:39.836566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-b2f1ba14-cb52-4410-b699-f9e0e0526e2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a093a4-dedd-4964-a66b-2f9781608f2c HTTP/1.1" status: 200 len: 217 time: 0.5489621 Nov 22 16:30:39.899945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f928bd9-8f4f-4e47-92c5-7d5047f5d419 req-f775889a-0b7a-481d-8c6e-c97dc5474a4b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.910123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f928bd9-8f4f-4e47-92c5-7d5047f5d419 req-f775889a-0b7a-481d-8c6e-c97dc5474a4b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 945 time: 0.6657403 Nov 22 16:30:39.958575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-bb3dbc0f-0557-4038-bdf9-06619cf71170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.960398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-23e58eee-a90f-4013-9b33-ae6cf800bf62 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:39.962302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-bb3dbc0f-0557-4038-bdf9-06619cf71170 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.1151752 Nov 22 16:30:39.967900 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-23e58eee-a90f-4013-9b33-ae6cf800bf62 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.20 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 812 time: 0.4001095 Nov 22 16:30:39.976970 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:39.993532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Request body: {'port': {'device_id': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'admin_state_up': True, 'tenant_id': '95a7ae558e2c4c78bf68be4445766e3b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:40.012196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-bfaab768-677a-47d1-b6c3-178bbe8dfa88 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385003 Nov 22 16:30:40.073078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:40.078587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:40.084023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f928bd9-8f4f-4e47-92c5-7d5047f5d419 req-9eeab75c-ebe9-4895-9e56-9e5de8571987 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725912 Nov 22 16:30:40.091720 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c069c7-fc15-4d6f-96aa-2d28c442e693" -d '{"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-plugged", "status": "completed", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:40.099138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port c9063b91-e705-4855-8de6-ab68515e57e6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:40.104527 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.244774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:40.262359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port c9063b91-e705-4855-8de6-ab68515e57e6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:40.268606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.292132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:40.296636 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1436c34-0c49-4d43-b58d-4f3fdb519534" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:40.357446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Made reservation on behalf of 95a7ae558e2c4c78bf68be4445766e3b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:40.371514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-9e68dcf1-21e5-44df-8fb4-b1d4fc4d255f service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468747 Nov 22 16:30:40.372884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.391798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca1b5-13a8-4011-9a18-65245bb0cf47 req-4e3fcc9d-804c-433c-b000-23435178a45a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:40.401106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25eca1b5-13a8-4011-9a18-65245bb0cf47 req-4e3fcc9d-804c-433c-b000-23435178a45a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 943 time: 0.0985286 Nov 22 16:30:40.513315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b75fb03c-06c3-475c-98a3-49c24095695c req-aaf841f9-cd97-49da-a52d-be80ee11776f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 210 time: 0.1091790 Nov 22 16:30:40.590447 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.664009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Allocated IP 172.20.0.3 (9883e7b7-4094-401f-93f7-da4320524371/cb7173db-1291-4da3-bad3-8ab989924ff1/9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:40.677332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25eca1b5-13a8-4011-9a18-65245bb0cf47 req-f3ee6ece-c100-4790-b3cf-a379e27988c6 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744353 Nov 22 16:30:40.789001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c9063b91-e705-4855-8de6-ab68515e57e6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c9063b91-e705-4855-8de6-ab68515e57e6,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:40.801001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:40.816222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5172419c-5c6c-4ee2-8304-f0bf9dd28dd7 req-d841f65f-fbb2-4d97-9cd5-a18eb151b479 service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348385 Nov 22 16:30:40.923179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c9063b91-e705-4855-8de6-ab68515e57e6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:41.094289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd3de4e1-a16c-4d97-862d-c069ac1d2b64 req-ab7fb8dd-9992-41cb-a08a-089623167be6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0695970 Nov 22 16:30:41.124380 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f15ba8-b2eb-4fe5-9957-2ab53a32dc03 x-openstack-request-id: req-08f15ba8-b2eb-4fe5-9957-2ab53a32dc03 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:41.125546 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-plugged", "status": "completed", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:41.126820 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08f15ba8-b2eb-4fe5-9957-2ab53a32dc03 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:41.128157 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'code': 200} Nov 22 16:30:41.185120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.220904 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0899b9c-e48a-4fa3-828a-41ba340cf106 x-openstack-request-id: req-f0899b9c-e48a-4fa3-828a-41ba340cf106 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:41.221474 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:41.222026 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f0899b9c-e48a-4fa3-828a-41ba340cf106 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:41.222661 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'status': 'completed', 'code': 200} Nov 22 16:30:41.305574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.322319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['93b3dcf8-3257-47ca-9649-3da796b0ffe3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:41.441541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-5a0b4212-c620-4e05-8048-a6617084cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.444092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-5a0b4212-c620-4e05-8048-a6617084cec0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0c0f07237ebb41a5a83090190193d6a9&device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 1094 time: 0.1490381 Nov 22 16:30:41.497964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47f56b-64ab-4663-bf07-c134fab76ffb req-a0463baf-6213-4e84-8e7c-32d9d0e06d9e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.517449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf47f56b-64ab-4663-bf07-c134fab76ffb req-a0463baf-6213-4e84-8e7c-32d9d0e06d9e tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.1690850 Nov 22 16:30:41.556619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Network 9883e7b7-4094-401f-93f7-da4320524371 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:41.578196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:41.581394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Pushing event updated for resources: {'Port': ['ID=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:41.585287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:41.734307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-7510cffb-a4af-47da-af72-785511d985b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.736128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-7510cffb-a4af-47da-af72-785511d985b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 200 len: 905 time: 0.2177432 Nov 22 16:30:41.755976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.756783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:41.797293 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-2fc6d4ae-cd6d-4e90-8970-da2de78e9ffe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8091750 Nov 22 16:30:41.818867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Request body: {'port': {'device_id': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:41.845178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-d9057307-6b89-4940-bf7e-143eac1099e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81a093a4-dedd-4964-a66b-2f9781608f2c HTTP/1.1" status: 200 len: 217 time: 0.0980124 Nov 22 16:30:41.861684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf47f56b-64ab-4663-bf07-c134fab76ffb req-355d32fe-07fe-4407-b487-cb16f31b913c tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2977405 Nov 22 16:30:41.942254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-5ba7b044-176e-4aab-9a6f-294fbca5cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:41.944011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-5ba7b044-176e-4aab-9a6f-294fbca5cde3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 200 len: 844 time: 0.0760005 Nov 22 16:30:41.995387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.010727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-c463a668-a779-4dd7-9b73-c455ebf6ab04 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3ef78086-ee15-48f8-aede-6f122dfd89fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517066 Nov 22 16:30:42.051897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9549def7-075b-4421-a7bf-4b3831809430 req-73f25a9d-69fd-4acd-aa5c-4b920d37bfe9 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:42.064382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9549def7-075b-4421-a7bf-4b3831809430 req-73f25a9d-69fd-4acd-aa5c-4b920d37bfe9 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 946 time: 0.1193087 Nov 22 16:30:42.203887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9549def7-075b-4421-a7bf-4b3831809430 req-3ac3efc7-ed28-4622-9a3f-2b5621d5b7ba tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328964 Nov 22 16:30:42.224767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-9a8d47ea-d94a-45ed-a524-555c6ad729f8 service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984961 Nov 22 16:30:42.387938 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1436c34-0c49-4d43-b58d-4f3fdb519534 req-18208e2d-aea1-4021-9380-b35686b9c348 service neutron] 10.222.0.66 "GET /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525216 Nov 22 16:30:42.490686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec9b39-a026-4e52-b683-26fe8158b41a req-e7c4bdad-21a0-44be-8f86-704e345528f2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:42.502080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2ec9b39-a026-4e52-b683-26fe8158b41a req-e7c4bdad-21a0-44be-8f86-704e345528f2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 931 time: 0.1110198 Nov 22 16:30:42.560494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:42.579454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.598274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2ec9b39-a026-4e52-b683-26fe8158b41a req-359efe25-8123-4135-bfd7-ca6752780075 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938890 Nov 22 16:30:42.601032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Transition to ACTIVE for port object 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:42.609573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.750680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:42.889892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Attempting to bind port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:42.890299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Attempting to bind port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:42.890717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Attempting to bind port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc on network 9883e7b7-4094-401f-93f7-da4320524371 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:42.895875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc on network 9883e7b7-4094-401f-93f7-da4320524371 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:42.896318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Attempting to bind port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc on network 9883e7b7-4094-401f-93f7-da4320524371 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:42.903593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:42.904185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Checking segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:42.904679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Bound using segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:42.905262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Bound port: 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:42.905764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:42.907678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-53211113-dbfb-492f-aff8-8a1e3fa767f1 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:30:42.917011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-53211113-dbfb-492f-aff8-8a1e3fa767f1 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461102 Nov 22 16:30:42.999971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] For port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:30:43.005809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] For port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:43.011063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.019487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-2545b37a-989d-4775-967c-12f57e5165a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.023309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-2545b37a-989d-4775-967c-12f57e5165a6 service neutron] 10.222.0.66 "GET /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 1027 time: 0.2184002 Nov 22 16:30:43.061746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-f3e1b875-e7ec-4e63-81f1-386965819b22 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.063388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-f3e1b875-e7ec-4e63-81f1-386965819b22 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.3866913 Nov 22 16:30:43.064078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.064927 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.066600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc HTTP/1.1" status: 200 len: 1091 time: 1.2537918 Nov 22 16:30:43.071818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'tag': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:43.086618 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca34c58-b4a2-4f69-b2fa-324876c90e80" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f", "tag": "9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:43.112940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-74e353d9-bac4-4c59-9b57-25685401e57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.114388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-74e353d9-bac4-4c59-9b57-25685401e57e service neutron] 10.222.0.65 "GET /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 1093 time: 0.1964025 Nov 22 16:30:43.131611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2184f51-7f80-4de9-b582-7e964e9a4b28 req-9011a4cf-2496-4e9e-8af7-3052503ac60f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.134378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2184f51-7f80-4de9-b582-7e964e9a4b28 req-9011a4cf-2496-4e9e-8af7-3052503ac60f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 943 time: 0.2927804 Nov 22 16:30:43.174919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f46e-ea98-43cf-91e9-6112e14a3fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:43.189302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:43.189556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-c5a5c6ca-bca1-4726-a1ad-0a7148cbfca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.190143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:30:43.191139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-c5a5c6ca-bca1-4726-a1ad-0a7148cbfca0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 1094 time: 0.0688865 Nov 22 16:30:43.262608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-4cc39292-8c57-4c4d-8b6f-eca62ec2ebc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc HTTP/1.1" status: 200 len: 217 time: 0.0529909 Nov 22 16:30:43.330859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:43.335251 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997341de-e5dd-44a9-a4e7-7da2f14643a4" -d '{"events": [{"server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "name": "network-vif-plugged", "status": "completed", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:43.335521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-939de14d-f4ae-4b0d-acf1-3a0a77fd57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.337205 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-939de14d-f4ae-4b0d-acf1-3a0a77fd57f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.0666928 Nov 22 16:30:43.341294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-6d748a25-9870-483e-b0a2-66ef5cd810fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.342710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-6d748a25-9870-483e-b0a2-66ef5cd810fd service neutron] 10.222.0.66 "GET /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 1026 time: 0.3103530 Nov 22 16:30:43.372542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-ca8864db-d5ff-43bd-b4d9-f8d0d7ba232d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265102 Nov 22 16:30:43.543478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2184f51-7f80-4de9-b582-7e964e9a4b28 req-43b193c9-6acc-440b-9658-7ec3b7fd8ff1 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058212 Nov 22 16:30:43.563545 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-b7d6871a-fdd7-415a-96b8-dd17e8f18d32 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442409 Nov 22 16:30:43.693454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a61e0910-b0b3-4ba0-aa3b-0ab7c33b8472 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.712670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a61e0910-b0b3-4ba0-aa3b-0ab7c33b8472 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.720196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a61e0910-b0b3-4ba0-aa3b-0ab7c33b8472 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:43.732263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a61e0910-b0b3-4ba0-aa3b-0ab7c33b8472 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "GET /v2.0/networks?id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 200 len: 1990 time: 0.3671193 Nov 22 16:30:43.740685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fb89638-b1c8-4591-9e56-b31f16b6a723 req-0ceea03b-403b-4dfa-a874-8ff96eb2e537 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743953 Nov 22 16:30:43.752455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Deleting port d565b3be-dacd-4a7c-ad23-51668143558a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:43.753906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:43.759734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:43.760252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:43.761179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:43.829474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:43.829897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:43.847732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:43.848194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:43.848676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:43.849218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Bound port: 765e723f-d18e-4061-9011-33c727b84436, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:43.923189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d9b470d-83a8-47ba-8a9b-378122b8907d req-174a3d95-ee04-4e01-8e91-88638ecf1d0a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.1058495 Nov 22 16:30:44.027786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58545c6c-74ed-4a44-8517-da7315b7e8fa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96f4a139df2f47a6a912865a040904d7 HTTP/1.1" status: 200 len: 380 time: 0.2622554 Nov 22 16:30:44.034438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:30:44.036487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] For port d565b3be-dacd-4a7c-ad23-51668143558a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d565b3be-dacd-4a7c-ad23-51668143558a,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:44.036855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.060815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'admin_state_up': True, 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'security_groups': ['74357a04-33bd-4a9a-9fc4-c905a00382fe']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:44.067918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.069128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-43e8d1ee-f3bc-40bd-b5fa-dbf80460f12b service neutron] 10.222.0.65 "POST /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436/bindings HTTP/1.1" status: 201 len: 389 time: 0.9308901 Nov 22 16:30:44.411335 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2155e480-1e3b-44b8-91d8-abca7efde5ce x-openstack-request-id: req-2155e480-1e3b-44b8-91d8-abca7efde5ce {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:44.412102 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f", "tag": "9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:44.414238 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2155e480-1e3b-44b8-91d8-abca7efde5ce {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:44.414690 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'tag': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc', 'status': 'completed', 'code': 200} Nov 22 16:30:44.421359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262167ae-8a03-48eb-8b0d-17e0a6ecf396 req-2214e067-acc3-4001-bc96-404cf7474688 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.440539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262167ae-8a03-48eb-8b0d-17e0a6ecf396 req-2214e067-acc3-4001-bc96-404cf7474688 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 945 time: 0.4112964 Nov 22 16:30:44.556281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:44.560372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.587253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-ebe22aac-e146-4678-be64-6962584e1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.588771 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-ebe22aac-e146-4678-be64-6962584e1a5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1096 time: 0.1479757 Nov 22 16:30:44.596764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-752b77b3-b776-480c-806c-71bc47407699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.599013 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-752b77b3-b776-480c-806c-71bc47407699 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 1094 time: 0.1061013 Nov 22 16:30:44.702042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262167ae-8a03-48eb-8b0d-17e0a6ecf396 req-d49d5b3f-59d5-4667-8263-2b6b57f557f6 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups?id=eb1e535e-1373-4bf1-b51b-f45cc15ffe45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605195 Nov 22 16:30:44.754451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.754777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:44.755146 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966 disassociated. External IP: 172.25.6.149, port: d565b3be-dacd-4a7c-ad23-51668143558a. Nov 22 16:30:44.755490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Calling delete_port for d565b3be-dacd-4a7c-ad23-51668143558a owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:44.777729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b742f0-a063-4946-a07a-0900cec080d5 req-f0ef908f-67df-4e5f-8290-1fdb44812c5a tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.786063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1b742f0-a063-4946-a07a-0900cec080d5 req-f0ef908f-67df-4e5f-8290-1fdb44812c5a tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 946 time: 0.2313437 Nov 22 16:30:44.911545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-eab4faef-4651-4379-8f63-8ecb70cf6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.922932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-eab4faef-4651-4379-8f63-8ecb70cf6294 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.3229167 Nov 22 16:30:44.928359 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41693fe-854d-4908-99f7-4fa12374103f x-openstack-request-id: req-e41693fe-854d-4908-99f7-4fa12374103f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:44.928948 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "name": "network-vif-plugged", "status": "completed", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:44.929051 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e41693fe-854d-4908-99f7-4fa12374103f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:44.929422 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'code': 200} Nov 22 16:30:44.930691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-ac33cdc1-be3c-4744-9f62-653f772c78be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:44.946555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-ac33cdc1-be3c-4744-9f62-653f772c78be service neutron] 10.222.0.20 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.3374884 Nov 22 16:30:45.038319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.20', 65458) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:45.073105 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-dfc614ef-89c6-4963-b0ec-6f0f1bf1bf89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 217 time: 0.1237292 Nov 22 16:30:45.118482 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-b32a6604-d449-493a-b39d-05559a3e57dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc HTTP/1.1" status: 200 len: 217 time: 0.1536174 Nov 22 16:30:45.132124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.20', 65459) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:45.239014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f831b-6800-4bc8-93e3-eca6d63e0e4c req-be5d8abd-3d60-4897-bcdf-8771d6019940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.240942 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-592f831b-6800-4bc8-93e3-eca6d63e0e4c req-be5d8abd-3d60-4897-bcdf-8771d6019940 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.2013035 Nov 22 16:30:45.295396 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-52e22c87-e36b-4150-9b95-7a9ca7136ece service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1440570 Nov 22 16:30:45.301353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-587e1e5f-a4aa-4eb6-87f5-9eae605e943f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.316837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-587e1e5f-a4aa-4eb6-87f5-9eae605e943f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.2104266 Nov 22 16:30:45.364743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-f573879d-3ea4-48a6-94c2-b8aa949f9b8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322464 Nov 22 16:30:45.383538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-ab9ee154-5e43-4ab0-8b58-50bf77dd0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.386708 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-ab9ee154-5e43-4ab0-8b58-50bf77dd0f20 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.2317963 Nov 22 16:30:45.454801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:45.455600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-592f831b-6800-4bc8-93e3-eca6d63e0e4c req-2d5b2555-4c43-4f45-a5b8-4053a58c1b37 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945188 Nov 22 16:30:45.465714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec617ff0-1dfc-4761-ab3e-9288619a1a25 req-ac0b564e-35f2-4c18-ac63-9c2cc4b517c6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.470105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec617ff0-1dfc-4761-ab3e-9288619a1a25 req-ac0b564e-35f2-4c18-ac63-9c2cc4b517c6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 943 time: 0.2158689 Nov 22 16:30:45.478029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1b742f0-a063-4946-a07a-0900cec080d5 req-9a6ac149-e3cd-421a-8410-de2b4ea4037e tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6910243 Nov 22 16:30:45.510326 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:30:45.533318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-07876059-944e-4733-8f93-364c773164ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031344 Nov 22 16:30:45.571505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-36a89d01-f116-4336-be75-f3378c43ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:45.572896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-36a89d01-f116-4336-be75-f3378c43ce4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 1095 time: 0.1913149 Nov 22 16:30:45.617202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 172.20.0.5 (049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1/abc6a1dc-c822-4e67-9dfb-600cc772258b/e886fe68-5c7f-4eec-8ad2-8869e0d60329) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:45.644562 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-5a73d65e-785b-4861-9b5a-5cde95275532 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640619 Nov 22 16:30:45.650487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:45.669280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'mac_address': 'fa:16:3e:c7:ee:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:45.718894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:45.720863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d565b3be-dacd-4a7c-ad23-51668143558a no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:30:45.747141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec617ff0-1dfc-4761-ab3e-9288619a1a25 req-e62960be-eae9-424c-bfe2-7f36bac34367 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679799 Nov 22 16:30:45.794433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.822928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a093a4-dedd-4964-a66b-2f9781608f2c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:45.904292 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No ports have port_id starting with d565b3be-dacd-4a7c-ad23-51668143558a Nov 22 16:30:45.912662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:45.913677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.922796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:45.992524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:45.993902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82457a-5d42-4160-b151-062f04a28537 req-b6cab508-0a1d-41a0-8269-ddf613f2ccc5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.010715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82457a-5d42-4160-b151-062f04a28537 req-b6cab508-0a1d-41a0-8269-ddf613f2ccc5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.3376217 Nov 22 16:30:46.016466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:46.020085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc', 'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'port_id': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc', 'mac_address': 'fa:16:3e:29:2f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7173db-1291-4da3-bad3-8ab989924ff1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:30:46.079057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.098974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:46.101891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-dc8b95c8-9e07-4e72-824d-e605b0681ab4 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178603 Nov 22 16:30:46.155461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:46.162494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event deleted for resources: {'Port': ['ID=d565b3be-dacd-4a7c-ad23-51668143558a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:46.166547 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:46.251827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ca34c58-b4a2-4f69-b2fa-324876c90e80 req-2ce0783a-7e49-4741-9624-74ceaa109496 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341269 Nov 22 16:30:46.308220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-8aab9939-8645-4d53-a76e-ea66de36b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.310032 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-8aab9939-8645-4d53-a76e-ea66de36b3ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.6158893 Nov 22 16:30:46.312025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-0000d81d-2625-457d-95bd-74372dcd0055 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367860 Nov 22 16:30:46.314512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:46.409832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-bcb30cf1-6b96-433b-9064-831edfddd97a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 200 len: 217 time: 0.0808058 Nov 22 16:30:46.456693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec82457a-5d42-4160-b151-062f04a28537 req-c2be6a16-39f4-4911-ba92-987bf5c97aac tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415214 Nov 22 16:30:46.480930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['81a093a4-dedd-4964-a66b-2f9781608f2c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:46.542638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-1ac7138c-ec1a-4b11-8dd0-68d0fe151d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.544203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-1ac7138c-ec1a-4b11-8dd0-68d0fe151d27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1335166 Nov 22 16:30:46.591303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1990020-3bf1-40e5-8a33-5d84696a86bb req-02fb0719-d751-454f-9254-9e5291b24b2c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:46.612575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1990020-3bf1-40e5-8a33-5d84696a86bb req-02fb0719-d751-454f-9254-9e5291b24b2c tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 944 time: 0.6763237 Nov 22 16:30:46.616165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:30:46.685800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-4ff60cab-1466-471d-a470-5fea2cdc1703 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079955 Nov 22 16:30:46.831475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Router 951dc012-9b61-4fd8-b303-0678d6a3006b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:30:46.890509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-5ecfa4c8-ec34-4b47-ae6d-9862c9218e2e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5020370 Nov 22 16:30:46.976012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.113780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-9997fdb3-dc83-44ae-b239-346c55c48256 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4066834 Nov 22 16:30:47.123476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77d849cd-492e-4024-a31c-05f18c4937ea req-d54a8084-6cee-464a-9d54-110d6df45c3d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.1390224 Nov 22 16:30:47.185158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1990020-3bf1-40e5-8a33-5d84696a86bb req-dc90ddf7-2dd1-4287-b2a8-1ed5009666ab tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127203 Nov 22 16:30:47.414443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-0a963fcf-6daa-4457-9a8d-ee57ac91ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.422793 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-0a963fcf-6daa-4457-9a8d-ee57ac91ec46 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 1096 time: 0.4208283 Nov 22 16:30:47.477019 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0342eb8f-64ac-43cb-b222-f388eec947b0 req-07f37894-3b57-45f0-9adf-eec4ebeef7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328485 Nov 22 16:30:47.626081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:30:47.637465 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:30:47.659179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.667332 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:47.668239 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:30:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:47.758130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-c7dedfc4-4851-4ca8-8751-e066043a9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:47.762812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-c7dedfc4-4851-4ca8-8751-e066043a9ccb service neutron] 10.222.0.66 "GET /v2.0/networks?id=36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 200 len: 912 time: 0.2493532 Nov 22 16:30:47.858218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72dce638-1dc8-48ff-b59c-d987b55ee749 req-41d28111-c09c-4288-9bb0-122c31c358e0 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/ports?device_id=3c68a3d4-1c95-4d81-89c8-3adb2d2dc064 HTTP/1.1" status: 200 len: 210 time: 0.2300644 Nov 22 16:30:47.916045 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-ee3405f7-1c07-4945-9e62-4936ff2f2a36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 200 len: 1000 time: 0.1342709 Nov 22 16:30:47.938571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] No DVR routers for this DVR port d565b3be-dacd-4a7c-ad23-51668143558a on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:30:47.943135 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:47.947291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bddd03a8-d79f-4657-bc29-8a3dcfd04133 req-bdb248ee-b1c6-4e99-bf77-3b64e52c1c2b tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.20 "DELETE /v2.0/ports/d565b3be-dacd-4a7c-ad23-51668143558a HTTP/1.1" status: 204 len: 173 time: 4.8561947 Nov 22 16:30:47.998902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'name': 'network-vif-deleted', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:48.001385 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c40f46e-3707-47bd-ac72-46945789d2af" -d '{"events": [{"server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "name": "network-vif-deleted", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:48.041848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-37620c4f-b4b5-4a9a-aadd-49546279f74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.044863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-37620c4f-b4b5-4a9a-aadd-49546279f74f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=578f7418-f741-4682-80ea-f491a86765e1 HTTP/1.1" status: 200 len: 850 time: 0.1157918 Nov 22 16:30:48.063984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:48.092383 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:48.099149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:48.102852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:48.139962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:48.190439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-e91c73dc-613c-4de7-89f0-852dc2e91928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.194312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-e91c73dc-613c-4de7-89f0-852dc2e91928 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=36670122-3de2-4d1a-a686-d6db42255beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330318 Nov 22 16:30:48.287184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.287955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.303883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf57a69-d86d-44d7-9a77-86709fa0a418 req-71b6afce-8c9c-44d2-a539-4f6d7aad7318 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.311969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccf57a69-d86d-44d7-9a77-86709fa0a418 req-71b6afce-8c9c-44d2-a539-4f6d7aad7318 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 946 time: 0.5270019 Nov 22 16:30:48.338657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d90f3-99ea-4619-9e4d-5774f7f5260c req-6e928c31-5449-41de-8998-d53ccb729e51 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:48.341217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7d90f3-99ea-4619-9e4d-5774f7f5260c req-6e928c31-5449-41de-8998-d53ccb729e51 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 944 time: 0.2916765 Nov 22 16:30:48.411106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ef87b7db-a9a3-4bb3-b633-487eda4a8149 None None] Provisioning complete for port e886fe68-5c7f-4eec-8ad2-8869e0d60329 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:48.411701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ef87b7db-a9a3-4bb3-b633-487eda4a8149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:48.426560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-33aa16c0-0fa9-4316-8d5e-1ddcef26dfa4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3854125 Nov 22 16:30:48.429339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-da224f43-1171-4735-bc62-832b7a042629 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170520 Nov 22 16:30:48.492426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'admin_state_up': True, 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'security_groups': ['74357a04-33bd-4a9a-9fc4-c905a00382fe']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:48.497217 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:48.540130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ef87b7db-a9a3-4bb3-b633-487eda4a8149 None None] Port e886fe68-5c7f-4eec-8ad2-8869e0d60329 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:48.583952 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:30:48.612951 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:30:48.615656 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:30:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:48.626563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccf57a69-d86d-44d7-9a77-86709fa0a418 req-e0bc9245-2e0b-4f92-98c1-622eda2d2cad tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134739 Nov 22 16:30:48.651887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7d90f3-99ea-4619-9e4d-5774f7f5260c req-e8487dfb-ec6d-446b-ac1c-439fa09ec109 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022528 Nov 22 16:30:48.708568 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b2f4b564-dd1a-4bbf-b45d-ced40b50f1d4 req-b7d3b4da-811e-47a3-afba-f22d99103576 service neutron] 10.222.0.66 "GET /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548199 Nov 22 16:30:48.873512 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db24119-aa37-4564-a3cc-7a2353068bee x-openstack-request-id: req-9db24119-aa37-4564-a3cc-7a2353068bee {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:48.877375 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:30:48.881564 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c68a3d4-1c95-4d81-89c8-3adb2d2dc064", "name": "network-vif-deleted", "tag": "d565b3be-dacd-4a7c-ad23-51668143558a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:48.881564 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9db24119-aa37-4564-a3cc-7a2353068bee {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:48.881564 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c68a3d4-1c95-4d81-89c8-3adb2d2dc064', 'name': 'network-vif-deleted', 'tag': 'd565b3be-dacd-4a7c-ad23-51668143558a', 'status': 'completed', 'code': 200} Nov 22 16:30:48.951689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:48.957549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.035535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0009d0-5ccb-4887-a5d8-3f6e09afe21b req-4901050c-5ca7-4069-aebe-34f85dad5854 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.037161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da0009d0-5ccb-4887-a5d8-3f6e09afe21b req-4901050c-5ca7-4069-aebe-34f85dad5854 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.2148318 Nov 22 16:30:49.126277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da0009d0-5ccb-4887-a5d8-3f6e09afe21b req-64e0d779-b215-4215-810d-c29ffe034421 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550220 Nov 22 16:30:49.137813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9522171-5634-4170-90a3-6aaa86fca1e5 req-b47cafac-97ce-4ce7-9d1f-37f51f685954 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.139443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9522171-5634-4170-90a3-6aaa86fca1e5 req-b47cafac-97ce-4ce7-9d1f-37f51f685954 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 931 time: 0.2152958 Nov 22 16:30:49.234849 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:30:49.236509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 10.1.1.184 (4de8f45a-66af-4e6d-b8f1-079890f95a1e/8b08447d-470a-45b1-a360-00931707180f/8daaf5fc-b601-4e63-a954-db35b72e08f8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:49.317339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c1588f-7959-4d4a-8441-67ea09dbd76c None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:25:02Z', 'revision_number': 4, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6929464d-3713-4e4d-ac62-b9a3a38fd4d9', 'name': '', 'network_id': '6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'mac_address': 'fa:16:3e:9f:f1:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:00Z', 'updated_at': '2021-11-22T16:25:09Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'subnets': [{'id': 'dbf2bcc9-a43b-4856-91af-5c6b95201324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:30:49.452715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9522171-5634-4170-90a3-6aaa86fca1e5 req-df5ffd98-3b7d-488a-91f4-510a63e6def5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536980 Nov 22 16:30:49.459928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:49.579088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d16c6-def9-4294-a887-875fc35e1f19 req-480fc92e-a710-4cb8-902c-4a83eba809f2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:49.588022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 81a093a4-dedd-4964-a66b-2f9781608f2c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:49.590369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-115d16c6-def9-4294-a887-875fc35e1f19 req-480fc92e-a710-4cb8-902c-4a83eba809f2 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 944 time: 0.2888041 Nov 22 16:30:49.594598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 81a093a4-dedd-4964-a66b-2f9781608f2c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:49.595275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.750281 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.750969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.781602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:30:49.806412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-115d16c6-def9-4294-a887-875fc35e1f19 req-f9096dcf-743f-4179-9b33-761284a2b37e tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109911 Nov 22 16:30:49.824926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:49.826532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab996ce-7399-457f-b12f-dceacb240424 None None] New status for floating IP 0fe632ab-9f27-46c0-a359-e9f07966b966: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:30:49.849347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:49.852307 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd301eb-8f1b-442d-91ab-580aaa0ea662" -d '{"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-plugged", "status": "completed", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:49.940926 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:49.997320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-e3ec14b6-4c92-455f-8889-07a6ff10c52c tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3620973 Nov 22 16:30:50.007306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:50.029468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.106451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-08e2e99e-348c-4c4b-81e9-e750da09fb53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.130726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.138526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:50.161592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:50.178649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:50.196061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:30:50.207341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:50.207726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.257309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:50.263976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:50.327452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.337281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:50.337975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.387051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:30:50.391018 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.399299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ed1fe-399a-44ac-a335-010da136941d req-e5ed6b10-6a97-486f-b376-8f1795c73d6a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:50.404004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-388ed1fe-399a-44ac-a335-010da136941d req-e5ed6b10-6a97-486f-b376-8f1795c73d6a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 944 time: 0.3304472 Nov 22 16:30:50.420573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d31325b8-4ec7-426a-a857-3cc15e52de3e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9625900 Nov 22 16:30:50.456252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'admin_state_up': True, 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'security_groups': ['74357a04-33bd-4a9a-9fc4-c905a00382fe']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:50.461567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:50.590065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f9ff80f0-929a-4cef-ac61-214317aa5c10 None None] Provisioning complete for port 8daaf5fc-b601-4e63-a954-db35b72e08f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:50.591149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9ff80f0-929a-4cef-ac61-214317aa5c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.643809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-388ed1fe-399a-44ac-a335-010da136941d req-16840f6d-e371-4d9a-b90f-9e241c295c9a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218194 Nov 22 16:30:50.674765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff80f0-929a-4cef-ac61-214317aa5c10 None None] Port 8daaf5fc-b601-4e63-a954-db35b72e08f8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:50.707517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:50.711402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.729310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:50.808045 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb828b69-a2bc-49a3-9485-8d73f13f411e x-openstack-request-id: req-cb828b69-a2bc-49a3-9485-8d73f13f411e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:50.808362 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-plugged", "status": "completed", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:50.808624 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb828b69-a2bc-49a3-9485-8d73f13f411e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:50.809060 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'code': 200} Nov 22 16:30:50.980207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed28df-7482-4891-a4cb-2774bce7e449 req-ed935e9f-cd95-4ded-a64d-fc9b7a3bb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:50.981751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeed28df-7482-4891-a4cb-2774bce7e449 req-ed935e9f-cd95-4ded-a64d-fc9b7a3bb5f7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 1096 time: 0.0772133 Nov 22 16:30:51.053100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeed28df-7482-4891-a4cb-2774bce7e449 req-e4e8afae-b412-405f-89c5-dee181d7a1f2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577135 Nov 22 16:30:51.112288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762c0ba-cdd3-46d2-ba71-c7fb9d571408 req-3f45e39c-11d9-42aa-aadd-4ab356c50501 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:51.121354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f762c0ba-cdd3-46d2-ba71-c7fb9d571408 req-3f45e39c-11d9-42aa-aadd-4ab356c50501 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1928232 Nov 22 16:30:51.129395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 10.1.1.254 (4de8f45a-66af-4e6d-b8f1-079890f95a1e/8b08447d-470a-45b1-a360-00931707180f/cc80fb61-bfd8-49e6-b76b-79f6c889854a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:51.159354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Allocated IP 172.25.6.64 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/46cefaa5-a7a0-4a78-a768-9cc37664b1a7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:51.300160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f762c0ba-cdd3-46d2-ba71-c7fb9d571408 req-09fb04ff-2c07-42ad-b0ee-83c73c3b6cc5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776700 Nov 22 16:30:51.492625 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.542714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecea82a-0f0c-438d-b54f-766b505e7b23 req-f3631888-b8ff-4067-abcd-ded08270e839 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:51.549108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecea82a-0f0c-438d-b54f-766b505e7b23 req-f3631888-b8ff-4067-abcd-ded08270e839 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:51.550855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ecea82a-0f0c-438d-b54f-766b505e7b23 req-f3631888-b8ff-4067-abcd-ded08270e839 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 1653 time: 0.1601553 Nov 22 16:30:51.557248 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.650077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.773973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ecea82a-0f0c-438d-b54f-766b505e7b23 req-f4ef6336-9080-4fb3-89eb-d8c9cbcdd25c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065406 Nov 22 16:30:51.788126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:51.789726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:51.804403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:51.809151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:51.875757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:51.900959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:51.909020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:51.911882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event updated for resources: {'Port': ['ID=46cefaa5-a7a0-4a78-a768-9cc37664b1a7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:52.053047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.054519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.110869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6667039 Nov 22 16:30:52.133041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244eee4b-a639-476c-b466-6050c3050a2b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:52.141934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'admin_state_up': True, 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'security_groups': ['74357a04-33bd-4a9a-9fc4-c905a00382fe']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:52.325175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f40fe654-9218-4fc3-ab3c-0b7c80677a1b None None] Provisioning complete for port cc80fb61-bfd8-49e6-b76b-79f6c889854a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:52.325888 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f40fe654-9218-4fc3-ab3c-0b7c80677a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.376353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f40fe654-9218-4fc3-ab3c-0b7c80677a1b None None] Port cc80fb61-bfd8-49e6-b76b-79f6c889854a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:52.521136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.544368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88346036-d882-4afd-bfc0-1d9c178c8a47 req-2c8a917a-19e1-42d9-b96d-0f5bbfec3a0d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:52.546041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88346036-d882-4afd-bfc0-1d9c178c8a47 req-2c8a917a-19e1-42d9-b96d-0f5bbfec3a0d tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 945 time: 0.4605930 Nov 22 16:30:52.663277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88346036-d882-4afd-bfc0-1d9c178c8a47 req-79aa28db-1baa-44d1-b569-f7776a72cbf5 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059790 Nov 22 16:30:52.681824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:52.810817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:30:52.814014 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8f8f14-2781-4796-8782-6d3ad703dd13" -d '{"events": [{"server_uuid": "c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f", "name": "network-vif-plugged", "status": "completed", "tag": "9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:30:52.829830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:52.849931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d6a21272-5240-4d0b-8f58-85b2dcfa0cf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.013042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adf7f5-a8fe-4a31-937d-11fd2ac721f3 req-9046f1bd-6a7f-4ada-ad3c-98e51e8aa7f7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:53.014462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90adf7f5-a8fe-4a31-937d-11fd2ac721f3 req-9046f1bd-6a7f-4ada-ad3c-98e51e8aa7f7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 945 time: 0.1330607 Nov 22 16:30:53.036153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.113357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.248048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.277436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90adf7f5-a8fe-4a31-937d-11fd2ac721f3 req-06fd7ccc-42c2-4592-94a7-291866a778fd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490766 Nov 22 16:30:53.460083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event updated for resources: {'Port': ['ID=46cefaa5-a7a0-4a78-a768-9cc37664b1a7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:53.476023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.586567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57ff35-4d75-4b39-8982-2ce9d0fb0275 req-a4300349-276a-4eaf-89a4-edb857ee77c8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:53.586567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef57ff35-4d75-4b39-8982-2ce9d0fb0275 req-a4300349-276a-4eaf-89a4-edb857ee77c8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1315191 Nov 22 16:30:53.586567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 10.2.2.100 (4d245e0f-43f5-46bb-98fc-14c12ddd9c3e/81b4d203-07e1-4b3a-8d78-df295ced5835/7eee047f-cb66-4218-ba63-f9bf60a63ebd) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:53.586567 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.586567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-a78bd0b3-f30e-41ee-8897-04463ca2d7b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5831645 Nov 22 16:30:53.700709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef57ff35-4d75-4b39-8982-2ce9d0fb0275 req-8dc7bfab-6bdd-43f2-8b4a-0d13a41cad73 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294470 Nov 22 16:30:53.715566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-3ed255b3-f71d-4866-9c32-74a3a31ca6db tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0978832 Nov 22 16:30:53.756672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52108) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:53.859534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd898cb4-1cfd-4ee7-acb0-b02a08268094 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.890006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd898cb4-1cfd-4ee7-acb0-b02a08268094 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.908951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:53.930027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-8e708738-7b03-4e14-bbef-7516c911e683 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:53.931533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7c2167e-86ae-4225-b2df-fda4d217e6d3 req-8e708738-7b03-4e14-bbef-7516c911e683 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2150900 Nov 22 16:30:54.006887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e419d4-b353-459f-8560-fda6ab7746c8 req-149ff1c5-5ae3-4277-9d99-4e09e670239d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.017757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e419d4-b353-459f-8560-fda6ab7746c8 req-149ff1c5-5ae3-4277-9d99-4e09e670239d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.023029 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2158a1-ffd0-4a02-b1f9-b318a109f641 x-openstack-request-id: req-8e2158a1-ffd0-4a02-b1f9-b318a109f641 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:30:54.023447 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f", "name": "network-vif-plugged", "status": "completed", "tag": "9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:30:54.023766 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e2158a1-ffd0-4a02-b1f9-b318a109f641 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:30:54.023936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e419d4-b353-459f-8560-fda6ab7746c8 req-149ff1c5-5ae3-4277-9d99-4e09e670239d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.024272 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc', 'code': 200} Nov 22 16:30:54.032163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0e419d4-b353-459f-8560-fda6ab7746c8 req-149ff1c5-5ae3-4277-9d99-4e09e670239d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 2374 time: 0.1965630 Nov 22 16:30:54.168188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0e419d4-b353-459f-8560-fda6ab7746c8 req-1468da52-8ab0-4d1b-a467-a8aad8bca8f2 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280487 Nov 22 16:30:54.242591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.251783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac99b4-a8ee-4226-8690-cc0fdde72a07 req-96ee9804-7b00-43b7-82fb-781159d73179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.254310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fac99b4-a8ee-4226-8690-cc0fdde72a07 req-96ee9804-7b00-43b7-82fb-781159d73179 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 1096 time: 0.1441069 Nov 22 16:30:54.362265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd898cb4-1cfd-4ee7-acb0-b02a08268094 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.364267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd898cb4-1cfd-4ee7-acb0-b02a08268094 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.364595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd898cb4-1cfd-4ee7-acb0-b02a08268094 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "DELETE /v2.0/security-groups/eb1e535e-1373-4bf1-b51b-f45cc15ffe45 HTTP/1.1" status: 204 len: 168 time: 0.6068573 Nov 22 16:30:54.368764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:54.388879 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-41e2ff24-4b65-4492-8d1a-8b79bb844d35 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] show failed (client error): The resource could not be found. Nov 22 16:30:54.389894 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-41e2ff24-4b65-4492-8d1a-8b79bb844d35 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "GET /v2.0/security-groups/eb1e535e-1373-4bf1-b51b-f45cc15ffe45 HTTP/1.1" status: 404 len: 347 time: 0.0201223 Nov 22 16:30:54.390942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd898cb4-1cfd-4ee7-acb0-b02a08268094 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1e535e-1373-4bf1-b51b-f45cc15ffe45,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.392878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52128) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:30:54.472607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.555460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Deleting port 882658ce-a081-41cd-a81c-6020135c5d24 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:30:54.555756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.557858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:54.594736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:54.609477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:54.629281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3fb59-b2d9-4687-9964-186f35a3b9cd req-031bfd57-1b7c-458e-a80f-9ee83a007ec5 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.647284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9b3fb59-b2d9-4687-9964-186f35a3b9cd req-031bfd57-1b7c-458e-a80f-9ee83a007ec5 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 945 time: 0.3133895 Nov 22 16:30:54.684927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:54.702885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.703268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.703751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fac99b4-a8ee-4226-8690-cc0fdde72a07 req-c797517b-09a8-4934-b1a9-b254f6503c47 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311965 Nov 22 16:30:54.730512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Calling delete_port for 882658ce-a081-41cd-a81c-6020135c5d24 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:30:54.802757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-c3d52f1a-806d-4547-9704-2696ac750599 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.823896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-c3d52f1a-806d-4547-9704-2696ac750599 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 821 time: 0.5260913 Nov 22 16:30:54.859023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9b3fb59-b2d9-4687-9964-186f35a3b9cd req-333fc88b-39f0-49ce-adf9-a8ac1ff6ae6f tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014542 Nov 22 16:30:54.876373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-2f4cce02-ee4d-45d2-a816-c10ade266c59 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/quotas/fb5198af865d4aa9b83a1e549e5670a2 HTTP/1.1" status: 200 len: 375 time: 0.0517395 Nov 22 16:30:54.966028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:54.967266 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:54.971301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.012983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Pushing event deleted for resources: {'Port': ['ID=882658ce-a081-41cd-a81c-6020135c5d24,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:55.014776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a025f27-d487-4a7d-9bd8-4e8664f994e7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8773842 Nov 22 16:30:55.040349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-13907d1a-4444-41c1-8edf-40e6830c2c83 None None] Provisioning complete for port 7eee047f-cb66-4218-ba63-f9bf60a63ebd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:55.041332 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13907d1a-4444-41c1-8edf-40e6830c2c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.053558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'admin_state_up': True, 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'security_groups': ['74357a04-33bd-4a9a-9fc4-c905a00382fe']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:55.077445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-08629469-9af4-40bb-873a-7b9fca1abadb tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1995425 Nov 22 16:30:55.116197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-13907d1a-4444-41c1-8edf-40e6830c2c83 None None] Port 7eee047f-cb66-4218-ba63-f9bf60a63ebd cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:55.139846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.142767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.144079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d54d238e-df5d-45c6-9390-e31f63c084a3 tempest-ServersWithSpecificFlavorTestJSON-400134648 tempest-ServersWithSpecificFlavorTestJSON-400134648-project] 10.222.0.65 "DELETE /v2.0/floatingips/0fe632ab-9f27-46c0-a359-e9f07966b966 HTTP/1.1" status: 204 len: 168 time: 0.7503059 Nov 22 16:30:55.233911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa94f2a-ecb2-4075-9e6b-7b850386f213 req-c481d6c1-587e-448c-a84a-be7258f2c467 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.235501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fa94f2a-ecb2-4075-9e6b-7b850386f213 req-c481d6c1-587e-448c-a84a-be7258f2c467 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 945 time: 0.2411602 Nov 22 16:30:55.258374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.317187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-3be2c7fa-6b2c-43ea-b31e-405e62106511 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384453 Nov 22 16:30:55.404625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fa94f2a-ecb2-4075-9e6b-7b850386f213 req-9708947e-1d1d-44fb-8f8e-b01bd6a707fd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618264 Nov 22 16:30:55.459865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Made reservation on behalf of 96f4a139df2f47a6a912865a040904d7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:55.465613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:55.484655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-51e66ff9-e760-499a-9183-e746ea5cf7db service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579692 Nov 22 16:30:55.714234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb554fc-e1a7-4a06-9cd4-799bae221a67 req-9ecccfae-1972-435f-afc9-187078e91930 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:55.726500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cb554fc-e1a7-4a06-9cd4-799bae221a67 req-9ecccfae-1972-435f-afc9-187078e91930 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1435673 Nov 22 16:30:55.819764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cb554fc-e1a7-4a06-9cd4-799bae221a67 req-c3458fa3-17f8-4a90-b400-d04bf6a921c8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770705 Nov 22 16:30:55.920153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Allocated IP 10.2.2.200 (4d245e0f-43f5-46bb-98fc-14c12ddd9c3e/81b4d203-07e1-4b3a-8d78-df295ced5835/f0dbb82d-9161-4cef-847e-988561d1638a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:55.970432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.394267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.543917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56e1d88a-c443-4a82-b93b-19af8c431e88 req-f3f3f866-786c-414d-90f3-ccd9462b67b3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 210 time: 0.0964167 Nov 22 16:30:56.588554 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:56.721680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87fb2-9120-434b-a6c2-3006cd76140c req-c710a6ef-1702-44cb-9672-098ccb356473 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.727861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87fb2-9120-434b-a6c2-3006cd76140c req-c710a6ef-1702-44cb-9672-098ccb356473 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.760310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87fb2-9120-434b-a6c2-3006cd76140c req-c710a6ef-1702-44cb-9672-098ccb356473 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.773875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc87fb2-9120-434b-a6c2-3006cd76140c req-c710a6ef-1702-44cb-9672-098ccb356473 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:56.786255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dc87fb2-9120-434b-a6c2-3006cd76140c req-c710a6ef-1702-44cb-9672-098ccb356473 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 3095 time: 0.3298042 Nov 22 16:30:56.892019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:30:56.912689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:30:56.919851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event updated for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:56.943513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:30:57.020998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:57.021858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.201432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225a6c8-f624-4811-82f6-fb7fc6f62b1b req-88ffdd14-d724-451d-838b-0e08cc3b7fc9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:57.216756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8225a6c8-f624-4811-82f6-fb7fc6f62b1b req-88ffdd14-d724-451d-838b-0e08cc3b7fc9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 945 time: 0.3273809 Nov 22 16:30:57.234488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dc87fb2-9120-434b-a6c2-3006cd76140c req-5a9cd6dc-6723-45b4-b836-fb6adc2dbb87 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470451 Nov 22 16:30:57.241267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a1efc08b-df55-4b13-b608-c761ca3ec776 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1994870 Nov 22 16:30:57.335909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:57.469489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8225a6c8-f624-4811-82f6-fb7fc6f62b1b req-70d9148e-218d-4fec-b9c0-c00af3a01cd4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514303 Nov 22 16:30:57.499851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-135df549-fef4-4845-ad38-889fd6a11dc7 None None] Provisioning complete for port f0dbb82d-9161-4cef-847e-988561d1638a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:30:57.501466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-135df549-fef4-4845-ad38-889fd6a11dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.589834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:57.676671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-135df549-fef4-4845-ad38-889fd6a11dc7 None None] Port f0dbb82d-9161-4cef-847e-988561d1638a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:30:57.911230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-3261186a-2a0e-45c3-bcea-32751fa775ae tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:57.912913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-3261186a-2a0e-45c3-bcea-32751fa775ae tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 821 time: 0.2807059 Nov 22 16:30:58.136676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'port': {'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'admin_state_up': True, 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:30:58.330689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f597c08-2925-4b46-a2e4-c5faa77a9b81 req-dfcaf153-df41-4b46-b78c-ba7a1375d919 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:58.340742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f597c08-2925-4b46-a2e4-c5faa77a9b81 req-dfcaf153-df41-4b46-b78c-ba7a1375d919 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.5771422 Nov 22 16:30:58.791212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-747cfdea-7d16-46a8-8296-5b21dfa7eb17 req-a3f87e81-abb9-4d0b-91c5-50465a057b56 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 210 time: 0.3865530 Nov 22 16:30:58.796096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Made reservation on behalf of fb5198af865d4aa9b83a1e549e5670a2 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:30:58.799949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.831599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f597c08-2925-4b46-a2e4-c5faa77a9b81 req-907f9971-7b84-4230-b943-195d381fdde7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809504 Nov 22 16:30:58.903174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e886fe68-5c7f-4eec-8ad2-8869e0d60329 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:30:58.911747 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:58.998308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Transition to ACTIVE for port object e886fe68-5c7f-4eec-8ad2-8869e0d60329 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:30:59.042098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.242516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14198afa-3e6c-44d8-9a3b-f8d0c546e961 req-69488bd6-33bd-4b13-a42c-b816e983d878 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:59.244375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14198afa-3e6c-44d8-9a3b-f8d0c546e961 req-69488bd6-33bd-4b13-a42c-b816e983d878 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.3298862 Nov 22 16:30:59.303439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556153d2-1227-4c45-9195-18a4418e2846 req-96011d16-51fb-4128-b3d8-8bf001a8a85d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:59.305085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-556153d2-1227-4c45-9195-18a4418e2846 req-96011d16-51fb-4128-b3d8-8bf001a8a85d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 945 time: 0.3529117 Nov 22 16:30:59.468898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:30:59.489686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.537699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.538744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.538744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:30:59.556350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14198afa-3e6c-44d8-9a3b-f8d0c546e961 req-bca3cee7-9e33-46bb-b932-c7b704b060ce tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433887 Nov 22 16:30:59.586107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Allocated IP 172.20.0.11 (feabd7b6-0c21-4fa2-80b7-efe466ce4b78/b039f69d-670e-4b66-8d63-73376df9a182/eb825e0f-c959-4402-9ff8-63d8c597fb1c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:30:59.610961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Attempting to bind port e886fe68-5c7f-4eec-8ad2-8869e0d60329 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:30:59.611313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Attempting to bind port e886fe68-5c7f-4eec-8ad2-8869e0d60329 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:30:59.611630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Attempting to bind port e886fe68-5c7f-4eec-8ad2-8869e0d60329 on network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:59.626324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-556153d2-1227-4c45-9195-18a4418e2846 req-8e780961-b4ba-444e-9276-527c3e3387fb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454319 Nov 22 16:30:59.629932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Port e886fe68-5c7f-4eec-8ad2-8869e0d60329 on network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:30:59.630299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Attempting to bind port e886fe68-5c7f-4eec-8ad2-8869e0d60329 on network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:30:59.646763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:30:59.647161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Checking segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:30:59.647487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Bound using segment: {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:30:59.647942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Bound port: e886fe68-5c7f-4eec-8ad2-8869e0d60329, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29adba9-c7d6-4a51-beb2-b2f32c18161b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:30:59.648319 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:30:59.686043 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:30:59.888471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-f6f7db65-5312-46e3-92ec-de320b9e6940 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:30:59.893313 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-f6f7db65-5312-46e3-92ec-de320b9e6940 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.20 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 945 time: 0.1765134 Nov 22 16:31:00.016481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:00.033472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'network_id': '3ef78086-ee15-48f8-aede-6f122dfd89fa', 'port_id': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'mac_address': 'fa:16:3e:c7:ee:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e85babbb-af90-4fc2-ade5-0d5a082d4312', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:00.091276 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.114069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81a093a4-dedd-4964-a66b-2f9781608f2c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:00.132978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.160944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Deleting port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:00.161992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.171176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:00.174924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:00.190213 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.263367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:00.294068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-643224c7-afd1-4a0c-8448-4f5da9f271d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.305241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-643224c7-afd1-4a0c-8448-4f5da9f271d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.312748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-643224c7-afd1-4a0c-8448-4f5da9f271d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.320283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-643224c7-afd1-4a0c-8448-4f5da9f271d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.328120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-643224c7-afd1-4a0c-8448-4f5da9f271d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.330059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-643224c7-afd1-4a0c-8448-4f5da9f271d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 3828 time: 0.4778533 Nov 22 16:31:00.335656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.343974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:00.386606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] For port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:00.387740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.411362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Calling delete_port for 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:00.464245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.464913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.474821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] 10.222.0.66 "PUT /v2.0/ports/e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 200 len: 1091 time: 3.1488981 Nov 22 16:31:00.477752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:00.480082 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ed045f-a959-4436-8246-e5e58029c1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:00.486442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['81a093a4-dedd-4964-a66b-2f9781608f2c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:00.496545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012452-256c-471a-9878-e9753c5c7b97 req-0f9628b0-6158-4f8d-8bc0-3710d22e465a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:00.498197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69012452-256c-471a-9878-e9753c5c7b97 req-0f9628b0-6158-4f8d-8bc0-3710d22e465a tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 944 time: 0.3432262 Nov 22 16:31:00.537163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.556737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:00.574105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c9063b91-e705-4855-8de6-ab68515e57e6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:00.622228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d0ee4-23ea-439c-bdf9-d1bd9348c2f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:00.646031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2add4b90-79d9-41e5-b3ef-2f7d3a6e18f5 req-0de94be8-f52f-4405-bc01-dcae3a4d8947 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020720 Nov 22 16:31:00.728424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.787089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:00.861837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:00.883013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Pushing event deleted for resources: {'Port': ['ID=9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:00.892704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:00.897526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event updated for resources: {'Port': ['ID=eb825e0f-c959-4402-9ff8-63d8c597fb1c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:00.919993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] No DVR routers for this DVR port 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:00.925332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:00.930351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d0b8992f-a408-4dbe-bbeb-c329e44d69d3 req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.20 "DELETE /v2.0/ports/9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc HTTP/1.1" status: 204 len: 173 time: 1.0308921 Nov 22 16:31:00.931260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'name': 'network-vif-deleted', 'tag': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:00.935514 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277744d-64ca-40af-a979-d696e349842e" -d '{"events": [{"server_uuid": "c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f", "name": "network-vif-deleted", "tag": "9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:00.951683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69012452-256c-471a-9878-e9753c5c7b97 req-05a33309-85c0-4804-99d6-c34b8a40dd33 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449451 Nov 22 16:31:00.964410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.964887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.967767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.968221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.986762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.987245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.988534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.988888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.989237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.989569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.989936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:00.990270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d4c0e5-417d-45b3-a4f5-73d0e0c0f175 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:01.054120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.242513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.243196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.321616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58697b-1053-4427-af2e-cd9d44626e63 req-3fa7635d-f203-4241-bec8-d77cbfb0cfd8 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.324183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd58697b-1053-4427-af2e-cd9d44626e63 req-3fa7635d-f203-4241-bec8-d77cbfb0cfd8 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 932 time: 0.4580824 Nov 22 16:31:01.362898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-bf4bf742-1296-4343-9757-3ba2f3e305b1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2328401 Nov 22 16:31:01.434653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Request body: {'port': {'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:01.497302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039e96d-ce95-414a-a26e-853129cd293f req-1157bdd5-7183-4c7f-be18-4ff7a9799e6a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.505491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f039e96d-ce95-414a-a26e-853129cd293f req-1157bdd5-7183-4c7f-be18-4ff7a9799e6a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.2776501 Nov 22 16:31:01.507017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-91c8f3c6-d4d3-4ccd-b41f-b6aa21f27c73 None None] Provisioning complete for port eb825e0f-c959-4402-9ff8-63d8c597fb1c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:01.508029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91c8f3c6-d4d3-4ccd-b41f-b6aa21f27c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.628120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd58697b-1053-4427-af2e-cd9d44626e63 req-6fe2744b-769c-4731-8f83-d5ccc7a8612e tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896554 Nov 22 16:31:01.649790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-91c8f3c6-d4d3-4ccd-b41f-b6aa21f27c73 None None] Port eb825e0f-c959-4402-9ff8-63d8c597fb1c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:01.673567 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:01.714421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f039e96d-ce95-414a-a26e-853129cd293f req-0be8719c-d0ca-4716-a823-5e39dc0b8d69 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019551 Nov 22 16:31:01.729645 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dffc86b6-3b47-47af-8c08-a5ac0977d158 x-openstack-request-id: req-dffc86b6-3b47-47af-8c08-a5ac0977d158 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:01.729645 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:01.729947 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dffc86b6-3b47-47af-8c08-a5ac0977d158 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:01.730415 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'status': 'completed', 'code': 200} Nov 22 16:31:01.840343 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebc8707-0f2d-4593-ba26-ba42b7a230b4 x-openstack-request-id: req-bebc8707-0f2d-4593-ba26-ba42b7a230b4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:01.840343 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f", "name": "network-vif-deleted", "tag": "9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:01.840684 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bebc8707-0f2d-4593-ba26-ba42b7a230b4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:01.841115 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f', 'name': 'network-vif-deleted', 'tag': '9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc', 'status': 'completed', 'code': 200} Nov 22 16:31:01.864303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['93b3dcf8-3257-47ca-9649-3da796b0ffe3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:01.909809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-767b7d1b-26d9-403e-bbcb-a262ef284064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.911294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-767b7d1b-26d9-403e-bbcb-a262ef284064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.911851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-767b7d1b-26d9-403e-bbcb-a262ef284064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.912389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-767b7d1b-26d9-403e-bbcb-a262ef284064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.915245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-767b7d1b-26d9-403e-bbcb-a262ef284064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:01.918274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89ed045f-a959-4436-8246-e5e58029c1cc req-767b7d1b-26d9-403e-bbcb-a262ef284064 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 4363 time: 0.0757897 Nov 22 16:31:01.946551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6494b996-baba-4d3d-9c9f-25ffb1f4f098 req-b2b3de3d-7c6d-4a85-9be5-9f688c87a524 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5c72f17-bd1c-4ac2-a3f6-cb4c7b00cb1f HTTP/1.1" status: 200 len: 210 time: 0.1102667 Nov 22 16:31:02.149726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52316) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:02.250092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c68822fe-f686-4057-9821-54255f4db0ca {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:02.263414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.297611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd25b-c66d-4cce-a854-da3284882dbc req-397b1fa0-7560-4a9e-9ad2-0acf907a51bc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.298213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-7a5f1146-6e1c-4d32-bbd9-9e8f63fe67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.298817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-7a5f1146-6e1c-4d32-bbd9-9e8f63fe67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.299588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-7a5f1146-6e1c-4d32-bbd9-9e8f63fe67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.301553 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89ed045f-a959-4436-8246-e5e58029c1cc req-7a5f1146-6e1c-4d32-bbd9-9e8f63fe67e3 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96f4a139df2f47a6a912865a040904d7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2743380 Nov 22 16:31:02.303713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd25b-c66d-4cce-a854-da3284882dbc req-397b1fa0-7560-4a9e-9ad2-0acf907a51bc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.310399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd25b-c66d-4cce-a854-da3284882dbc req-397b1fa0-7560-4a9e-9ad2-0acf907a51bc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.316254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd25b-c66d-4cce-a854-da3284882dbc req-397b1fa0-7560-4a9e-9ad2-0acf907a51bc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.322413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fd25b-c66d-4cce-a854-da3284882dbc req-397b1fa0-7560-4a9e-9ad2-0acf907a51bc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.324237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-521fd25b-c66d-4cce-a854-da3284882dbc req-397b1fa0-7560-4a9e-9ad2-0acf907a51bc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 3828 time: 0.1759465 Nov 22 16:31:02.431178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Transition to ACTIVE for port object c68822fe-f686-4057-9821-54255f4db0ca will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:02.452530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:02.625426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a2a97-6d6b-4556-a8a2-28203d6c0250 req-57e5c9ec-8255-45ae-9546-7b29f4b42158 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.633491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a6a2a97-6d6b-4556-a8a2-28203d6c0250 req-57e5c9ec-8255-45ae-9546-7b29f4b42158 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 944 time: 0.3652546 Nov 22 16:31:02.674393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-521fd25b-c66d-4cce-a854-da3284882dbc req-dd550df0-bfa3-4220-943b-45ca8e6506c7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076062 Nov 22 16:31:02.679792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:02.713283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed045f-a959-4436-8246-e5e58029c1cc req-06bce795-ae67-465a-a953-8a46a5b6fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:02.715556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89ed045f-a959-4436-8246-e5e58029c1cc req-06bce795-ae67-465a-a953-8a46a5b6fee0 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2469618 Nov 22 16:31:02.963783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a6a2a97-6d6b-4556-a8a2-28203d6c0250 req-4f976f95-1303-4a83-a619-e52663d76406 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294640 Nov 22 16:31:02.966492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb825e0f-c959-4402-9ff8-63d8c597fb1c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:02.978764 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.006290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Attempting to bind port c68822fe-f686-4057-9821-54255f4db0ca on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:03.006631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Attempting to bind port c68822fe-f686-4057-9821-54255f4db0ca by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:03.006964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Attempting to bind port c68822fe-f686-4057-9821-54255f4db0ca on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:03.020716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Transition to ACTIVE for port object eb825e0f-c959-4402-9ff8-63d8c597fb1c will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:03.023678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Port c68822fe-f686-4057-9821-54255f4db0ca on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:03.023678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Attempting to bind port c68822fe-f686-4057-9821-54255f4db0ca on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:03.032727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3101b-5d42-4780-b305-8a5970da1377 req-326d9dc9-cc5e-4d36-a24c-6def553fec86 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:03.034273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ff3101b-5d42-4780-b305-8a5970da1377 req-326d9dc9-cc5e-4d36-a24c-6def553fec86 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.1713457 Nov 22 16:31:03.038887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.073980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:03.074214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Checking segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:03.074606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Bound using segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:03.075056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Bound port: c68822fe-f686-4057-9821-54255f4db0ca, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:03.075435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.227811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb825e0f-c959-4402-9ff8-63d8c597fb1c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:03.504359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:03.565488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 81a093a4-dedd-4964-a66b-2f9781608f2c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:03.565899 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.588023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ff3101b-5d42-4780-b305-8a5970da1377 req-5281024c-a292-4953-9714-dbfc0b0c4b5f tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5240080 Nov 22 16:31:03.619605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff7688-bf8b-49ca-862c-24690feef0d2 req-813656be-3e1a-496b-b174-0e9297594875 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:03.621141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fff7688-bf8b-49ca-862c-24690feef0d2 req-813656be-3e1a-496b-b174-0e9297594875 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 950 time: 0.5489492 Nov 22 16:31:03.675263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:03.689474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.716473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:03.718986 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56403254-becc-401a-93da-f0aeff8f6322" -d '{"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-plugged", "status": "completed", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:03.729070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c68822fe-f686-4057-9821-54255f4db0ca,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:03.732230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:03.738239 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.748147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.768622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Attempting to bind port eb825e0f-c959-4402-9ff8-63d8c597fb1c on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:03.769120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Attempting to bind port eb825e0f-c959-4402-9ff8-63d8c597fb1c by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:03.769308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Attempting to bind port eb825e0f-c959-4402-9ff8-63d8c597fb1c on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:03.789343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:03.808648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fff7688-bf8b-49ca-862c-24690feef0d2 req-9035377f-758c-4ba3-a9ab-de7960b23e1b tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775508 Nov 22 16:31:03.819578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Port eb825e0f-c959-4402-9ff8-63d8c597fb1c on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:03.819916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Attempting to bind port eb825e0f-c959-4402-9ff8-63d8c597fb1c on network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:03.823704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:03.824329 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.825803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 1130 time: 3.2733777 Nov 22 16:31:03.827132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:03.852673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'c68822fe-f686-4057-9821-54255f4db0ca'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:03.855601 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f8bcb5-b254-4e03-8fcf-8f687a778520" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "c68822fe-f686-4057-9821-54255f4db0ca"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:03.855785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:03.856765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c8af5d2-9e3c-4ae4-a53f-f542bd42a4cc not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:03.881630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf5d70-e123-4ec4-83ec-f612eb023efb req-6213e461-f139-491e-a1d7-5c3769ac581f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:03.883151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8edf5d70-e123-4ec4-83ec-f612eb023efb req-6213e461-f139-491e-a1d7-5c3769ac581f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 944 time: 0.2191167 Nov 22 16:31:03.888474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:03.896430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:03.896818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Checking segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:03.897176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Bound using segment: {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:03.897615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Bound port: eb825e0f-c959-4402-9ff8-63d8c597fb1c, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0379d42c-7b39-4919-87d7-6ee8945637b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:03.898019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:03.959081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d57ee3-e2a0-4aa5-9543-c61ce0ead5e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:04.115124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.139899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb2f45-a473-4c58-91a1-dcfe48b42885 req-1123a14e-42ed-42de-bd76-3c1d8c4765d8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.141462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bcb2f45-a473-4c58-91a1-dcfe48b42885 req-1123a14e-42ed-42de-bd76-3c1d8c4765d8 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.2384150 Nov 22 16:31:04.152679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8edf5d70-e123-4ec4-83ec-f612eb023efb req-266236ad-1f17-4aca-8d3b-731490503bd6 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453535 Nov 22 16:31:04.178298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] For port eb825e0f-c959-4402-9ff8-63d8c597fb1c, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:04.183528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] For port eb825e0f-c959-4402-9ff8-63d8c597fb1c, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:04.217104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.272143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.273151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.274785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 1092 time: 2.8443785 Nov 22 16:31:04.322521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:04.547642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bcb2f45-a473-4c58-91a1-dcfe48b42885 req-28853cc4-2d51-43c2-a4d1-ddb16767c6dc tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841219 Nov 22 16:31:04.624906 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c511fc-2461-41a5-a181-181328c434da x-openstack-request-id: req-99c511fc-2461-41a5-a181-181328c434da {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:04.625583 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-plugged", "status": "completed", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:04.625583 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99c511fc-2461-41a5-a181-181328c434da {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:04.625936 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'code': 200} Nov 22 16:31:04.634403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35383c7-30ff-4aa1-879e-8819083998c0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb825e0f-c959-4402-9ff8-63d8c597fb1c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:04.742108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b672a727-2f1b-4cde-ba38-38ee04de18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.743629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-b672a727-2f1b-4cde-ba38-38ee04de18b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1095 time: 0.3710217 Nov 22 16:31:04.821102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.827611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.834209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.840693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.846707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.853289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:04.861774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-7aafd3a7-3f46-4234-9627-cddf8c38dda8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 4600 time: 0.3210490 Nov 22 16:31:04.918302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-88df9838-e0eb-4fc0-a18a-3127b126071f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 217 time: 0.1276398 Nov 22 16:31:05.020556 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867bd747-13ed-40a8-80c1-9b40bee951d4 x-openstack-request-id: req-867bd747-13ed-40a8-80c1-9b40bee951d4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:05.020894 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "c68822fe-f686-4057-9821-54255f4db0ca", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:05.022923 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-867bd747-13ed-40a8-80c1-9b40bee951d4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:05.029253 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'c68822fe-f686-4057-9821-54255f4db0ca', 'status': 'completed', 'code': 200} Nov 22 16:31:05.112992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.114760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.114760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.114760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.115646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.116205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.118821 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-0e0d7b3a-3299-4584-8940-3155de4c005a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5286 time: 0.0597348 Nov 22 16:31:05.156199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-1aaed18b-4db5-487f-bb99-f8d9fe58bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.157716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-1aaed18b-4db5-487f-bb99-f8d9fe58bbd7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.2005100 Nov 22 16:31:05.163766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df6e6b57-bc41-49a6-b54b-bad58bc967ec req-a3cd1522-d849-4bd1-91b7-50b7f9ab7f1f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3011472 Nov 22 16:31:05.193595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d268c641-86b1-4832-8d6d-b7715398d44d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:05.253814 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.278057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-5d0f9e42-76b8-4c2f-9d33-64eb23e62378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.279482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-5d0f9e42-76b8-4c2f-9d33-64eb23e62378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.280260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-5d0f9e42-76b8-4c2f-9d33-64eb23e62378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.283025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-5d0f9e42-76b8-4c2f-9d33-64eb23e62378 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96f4a139df2f47a6a912865a040904d7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1474183 Nov 22 16:31:05.305321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a358299-1ca6-457c-9343-9c1f911fc4bc req-1dfd76c1-183d-4316-9892-b3fb761cf358 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.308759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a358299-1ca6-457c-9343-9c1f911fc4bc req-1dfd76c1-183d-4316-9892-b3fb761cf358 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2273035 Nov 22 16:31:05.356031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Transition to ACTIVE for port object d268c641-86b1-4832-8d6d-b7715398d44d will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:05.378165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.431536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-78088245-c990-426f-9060-01757d64b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.438886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e9f8bcb5-b254-4e03-8fcf-8f687a778520 req-78088245-c990-426f-9060-01757d64b97e service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400383 Nov 22 16:31:05.487074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-a1a4899d-485c-436b-afe5-ae142607046d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.489110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-a1a4899d-485c-436b-afe5-ae142607046d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3200557 Nov 22 16:31:05.506014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:05.673142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a358299-1ca6-457c-9343-9c1f911fc4bc req-d1413e32-76d9-47fa-8c71-40f99ed464eb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374894 Nov 22 16:31:05.720199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.742145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Pushing event updated for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:05.800959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:05.811767 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.859807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Deleting port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:05.860682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:05.891073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:05.909260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e7117-4871-4833-a696-0d83ad4cc6d4 req-76701132-f0a5-4df8-960f-0b1d98fc2102 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:05.910907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab1e7117-4871-4833-a696-0d83ad4cc6d4 req-76701132-f0a5-4df8-960f-0b1d98fc2102 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 944 time: 0.2849741 Nov 22 16:31:05.950881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-4e645926-3337-4cb8-8a52-01dbcffc6514 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4484000 Nov 22 16:31:05.965287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Attempting to bind port d268c641-86b1-4832-8d6d-b7715398d44d on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:05.965578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Attempting to bind port d268c641-86b1-4832-8d6d-b7715398d44d by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:05.966070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Attempting to bind port d268c641-86b1-4832-8d6d-b7715398d44d on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:06.027163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Port d268c641-86b1-4832-8d6d-b7715398d44d on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:06.027536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Attempting to bind port d268c641-86b1-4832-8d6d-b7715398d44d on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:06.087272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:06.087593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Checking segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:06.087991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Bound using segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:06.088698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Bound port: d268c641-86b1-4832-8d6d-b7715398d44d, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:06.089013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.150828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f66284-bf0c-4e3c-8ae3-b3393b602c45 req-ee408145-a866-497c-993c-6ba1b7a5c933 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.152698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33f66284-bf0c-4e3c-8ae3-b3393b602c45 req-ee408145-a866-497c-993c-6ba1b7a5c933 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.2095728 Nov 22 16:31:06.164087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab1e7117-4871-4833-a696-0d83ad4cc6d4 req-2a9f2409-5c1c-4801-84f0-d56edd28fe11 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195530 Nov 22 16:31:06.166869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] For port 6929464d-3713-4e4d-ac62-b9a3a38fd4d9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:06.167378 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.262232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Calling delete_port for 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:06.280662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f131a953-2133-49dd-b8b1-29b8ceddb6a2 req-267b746c-8d26-4b25-8a4c-779d9e16a5b5 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110528 Nov 22 16:31:06.345377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-cc9da594-a465-490d-a1ec-ff90f29d26db tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.348660 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-cc9da594-a465-490d-a1ec-ff90f29d26db tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.0841517 Nov 22 16:31:06.365159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:06.405535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:06.414231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33f66284-bf0c-4e3c-8ae3-b3393b602c45 req-841dc1fe-625c-4399-8ecd-f1f9fcc1c373 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414703 Nov 22 16:31:06.427689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d268c641-86b1-4832-8d6d-b7715398d44d,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:06.429198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.443960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeecf07-4d19-418c-ad56-2402d82413f2 req-b880bada-82c4-449f-9fbf-6b2f76be2690 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.455866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4eeecf07-4d19-418c-ad56-2402d82413f2 req-b880bada-82c4-449f-9fbf-6b2f76be2690 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 945 time: 0.1840198 Nov 22 16:31:06.504831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.591866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:06.611679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:06.612310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.614002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] 10.222.0.66 "PUT /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 1129 time: 2.7457695 Nov 22 16:31:06.627049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:06.633714 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a8faf8-7994-4ec8-8a7d-b9c0973b12c4" -d '{"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-unplugged", "status": "completed", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:06.640998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:06.691526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:06.707729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765e723f-d18e-4061-9011-33c727b84436'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:06.710777 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf09aa2b-1703-477f-a0e5-1e786bc45824" -d '{"events": [{"server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "name": "network-vif-unplugged", "status": "completed", "tag": "765e723f-d18e-4061-9011-33c727b84436"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:06.715788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.724080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.786162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:06.859138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:06.859484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:06.859651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:06.864972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:06.865295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Attempting to bind port 765e723f-d18e-4061-9011-33c727b84436 on network 4f80d4fc-9728-44f3-992c-a304b5023c40 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:06.870848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:06.871192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Checking segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:06.871580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Bound using segment: {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:06.872015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Bound port: 765e723f-d18e-4061-9011-33c727b84436, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d5b40d1-fe9b-4419-b4cd-79002a184d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '4f80d4fc-9728-44f3-992c-a304b5023c40'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:06.872369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:06.967974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:06.971445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:06.978241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.039913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f3e11-b859-49f2-9233-b6415ffbf038 service neutron] Pushing event updated for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.043646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c'}, {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'd268c641-86b1-4832-8d6d-b7715398d44d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:07.045937 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b" -d '{"events": [{"name": "network-changed", "server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c"}, {"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "d268c641-86b1-4832-8d6d-b7715398d44d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:07.072121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4eeecf07-4d19-418c-ad56-2402d82413f2 req-d2c2c4ea-3e0f-469d-9fe4-b2c6f94d9383 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6152709 Nov 22 16:31:07.074720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=8']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.085492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.085492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.085492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-6c41e57b-6585-46a6-a709-f4aead4479e5 service neutron] 10.222.0.20 "PUT /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 1121 time: 0.7227621 Nov 22 16:31:07.103505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802667f-3314-4ea4-9fac-35d29bc71594 req-027f9406-7516-402e-b7aa-3336ea5b82de tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.107967 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.111525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e802667f-3314-4ea4-9fac-35d29bc71594 req-027f9406-7516-402e-b7aa-3336ea5b82de tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 943 time: 0.5985839 Nov 22 16:31:07.243850 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.263278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['765e723f-d18e-4061-9011-33c727b84436'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:07.269140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['765e723f-d18e-4061-9011-33c727b84436'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:07.280073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.350939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e802667f-3314-4ea4-9fac-35d29bc71594 req-73c05bbb-5d65-40e4-b4e3-b929f0536017 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377763 Nov 22 16:31:07.496491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6929464d-3713-4e4d-ac62-b9a3a38fd4d9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.537352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:07.545317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.551548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.557871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.564077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.571466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.580447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.588272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.590534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-5e7e903e-3c5e-4568-90d4-688626c1c2ad tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5371 time: 0.4289556 Nov 22 16:31:07.732224 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.774769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:07.780382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:07.793826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045bb7-dcc7-4c68-8fd5-120492141ed3 req-112ed9b1-edf9-4630-b8cd-7f51206a377e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:07.795380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53045bb7-dcc7-4c68-8fd5-120492141ed3 req-112ed9b1-edf9-4630-b8cd-7f51206a377e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.3041155 Nov 22 16:31:07.806987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-409a3e73-1688-4125-9148-cfe214c9d7f1 req-8d906198-1eb3-4795-85d1-521ecc2c6e13 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1873944 Nov 22 16:31:07.843751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 765e723f-d18e-4061-9011-33c727b84436 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:07.848619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:07.871820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.872576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.873019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.873740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.873971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.874394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.875101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.875284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.875709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.876200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.876590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.877008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:31:07.944400 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137b172-d1d4-48c7-b4ff-0b5ac9de6bf6 x-openstack-request-id: req-3137b172-d1d4-48c7-b4ff-0b5ac9de6bf6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:07.944864 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-unplugged", "status": "completed", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:07.945466 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3137b172-d1d4-48c7-b4ff-0b5ac9de6bf6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:07.946503 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'code': 200} Nov 22 16:31:07.976565 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd8d2d6-e74c-46d8-8f0c-be2e91e7c1bd x-openstack-request-id: req-fbd8d2d6-e74c-46d8-8f0c-be2e91e7c1bd {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:07.977084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "name": "network-vif-unplugged", "status": "completed", "tag": "765e723f-d18e-4061-9011-33c727b84436", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:07.977282 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbd8d2d6-e74c-46d8-8f0c-be2e91e7c1bd {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:07.977794 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '765e723f-d18e-4061-9011-33c727b84436', 'code': 200} Nov 22 16:31:08.007603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53045bb7-dcc7-4c68-8fd5-120492141ed3 req-f8abda87-48f3-4bca-9925-a4ba058cefdc tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981776 Nov 22 16:31:08.018199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:08.021942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8daaf5fc-b601-4e63-a954-db35b72e08f8 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:08.036018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 765e723f-d18e-4061-9011-33c727b84436 has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:31:08.046937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.051637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.066100 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3b2108-d74f-4a18-b977-2038307e0ecd x-openstack-request-id: req-3a3b2108-d74f-4a18-b977-2038307e0ecd {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:08.066415 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "d268c641-86b1-4832-8d6d-b7715398d44d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:08.066661 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a3b2108-d74f-4a18-b977-2038307e0ecd {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:08.067061 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'status': 'completed', 'code': 200} Nov 22 16:31:08.067381 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'd268c641-86b1-4832-8d6d-b7715398d44d', 'status': 'completed', 'code': 200} Nov 22 16:31:08.071949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Transition to ACTIVE for port object 8daaf5fc-b601-4e63-a954-db35b72e08f8 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:08.127136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.179303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.179956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.181177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.182777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.183474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.184178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.185328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.188080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-dd9c3f20-0bb7-4336-a91d-fcb293cb4298 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6233 time: 0.1174686 Nov 22 16:31:08.194817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-a57d8465-b0e2-49d8-9f98-3f57499824a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.197186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-a57d8465-b0e2-49d8-9f98-3f57499824a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1095 time: 0.1066463 Nov 22 16:31:08.308193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:08.395572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a526a-b296-476f-99f6-c01e9e7be6f7 req-75e8f69f-398a-4347-b4fa-56b7ab446c42 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.403507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a81a526a-b296-476f-99f6-c01e9e7be6f7 req-75e8f69f-398a-4347-b4fa-56b7ab446c42 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 944 time: 0.2363307 Nov 22 16:31:08.424852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11badf91-f14d-4f2d-b0a8-42806fb4f786 req-9b7e7b9c-f53a-4004-bd8b-25d94993e706 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.426448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11badf91-f14d-4f2d-b0a8-42806fb4f786 req-9b7e7b9c-f53a-4004-bd8b-25d94993e706 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.2591839 Nov 22 16:31:08.452377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-1a224f7e-b5fa-418d-a688-ec1bc16d2034 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.453721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-1a224f7e-b5fa-418d-a688-ec1bc16d2034 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 943 time: 0.1637671 Nov 22 16:31:08.459264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-469d1831-d53a-4ef4-a7ca-0db758e6b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.459964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-469d1831-d53a-4ef4-a7ca-0db758e6b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.460620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-469d1831-d53a-4ef4-a7ca-0db758e6b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.462380 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-469d1831-d53a-4ef4-a7ca-0db758e6b4b0 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96f4a139df2f47a6a912865a040904d7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2573459 Nov 22 16:31:08.558317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-c5e49280-0670-4455-b9d4-e3c89fb3ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.559802 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-c5e49280-0670-4455-b9d4-e3c89fb3ea64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.3299863 Nov 22 16:31:08.564120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Attempting to bind port 8daaf5fc-b601-4e63-a954-db35b72e08f8 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:08.564464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Attempting to bind port 8daaf5fc-b601-4e63-a954-db35b72e08f8 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:08.564799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Attempting to bind port 8daaf5fc-b601-4e63-a954-db35b72e08f8 on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:08.623654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Port 8daaf5fc-b601-4e63-a954-db35b72e08f8 on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:08.623990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Attempting to bind port 8daaf5fc-b601-4e63-a954-db35b72e08f8 on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:08.624177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.628997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a81a526a-b296-476f-99f6-c01e9e7be6f7 req-b8edf13f-65f0-4ffd-81b0-2741a31db45e tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246294 Nov 22 16:31:08.644481 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-8c8fbc37-d498-41ff-a3a7-eb785e1e1ae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 217 time: 0.0708768 Nov 22 16:31:08.682463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:08.682848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Checking segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:08.683312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Bound using segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:08.684009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Bound port: 8daaf5fc-b601-4e63-a954-db35b72e08f8, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:08.684379 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.692179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11badf91-f14d-4f2d-b0a8-42806fb4f786 req-f94073e7-abca-4762-b86a-2b5b432411e1 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups?id=67421d60-f61c-4d5d-9df4-e8a7453de6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531307 Nov 22 16:31:08.698433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Router 951dc012-9b61-4fd8-b303-0678d6a3006b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:08.788347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-680f7149-4b20-45c2-b2e1-df3792397f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.790357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-680f7149-4b20-45c2-b2e1-df3792397f96 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3136573 Nov 22 16:31:08.799681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Deleting port 81a093a4-dedd-4964-a66b-2f9781608f2c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:08.800526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.845924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-27f581dd-31a1-4089-840c-53042a46d779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.847808 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-27f581dd-31a1-4089-840c-53042a46d779 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.1914384 Nov 22 16:31:08.958040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:08.964571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bdacc2c6-707b-44d8-a9cb-ef90d6f5aff3 admin admin] 10.222.0.65 "PUT /v2.0/routers/951dc012-9b61-4fd8-b303-0678d6a3006b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8135955 Nov 22 16:31:08.968826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] For port 81a093a4-dedd-4964-a66b-2f9781608f2c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81a093a4-dedd-4964-a66b-2f9781608f2c,segment=NetworkSegment(c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5),segment_id=c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:08.969265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:08.970056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52416) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:08.973611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-d6d684e2-88e4-4c9e-9a8f-7784836a6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:08.975252 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-d6d684e2-88e4-4c9e-9a8f-7784836a6374 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177166 Nov 22 16:31:08.976441 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] Sync routers for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:08.988204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:08.988464 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:08.989042 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:30:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:08.995048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:09.000400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Calling delete_port for 81a093a4-dedd-4964-a66b-2f9781608f2c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:09.064181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-f235d994-2033-44fa-8e12-058c6f4365c2 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.065621 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-f235d994-2033-44fa-8e12-058c6f4365c2 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.66 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 945 time: 0.1541302 Nov 22 16:31:09.154810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720b5a-ce46-4f36-8582-a9fd55cf38b3 req-bcf2bd59-210a-4bf0-aa15-b27fc9ea5a4e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.163845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9720b5a-ce46-4f36-8582-a9fd55cf38b3 req-bcf2bd59-210a-4bf0-aa15-b27fc9ea5a4e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.3365440 Nov 22 16:31:09.167481 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.190431 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:09.288947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.304150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510fc0d-ed97-4e7d-b98a-ad8c2beb7e37 req-00ac4231-6af0-4ba2-8f63-0da90846b134 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.306249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2510fc0d-ed97-4e7d-b98a-ad8c2beb7e37 req-00ac4231-6af0-4ba2-8f63-0da90846b134 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.4779291 Nov 22 16:31:09.396034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:09.396762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.398300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] 10.222.0.66 "PUT /v2.0/ports/8daaf5fc-b601-4e63-a954-db35b72e08f8 HTTP/1.1" status: 200 len: 1091 time: 2.7262504 Nov 22 16:31:09.466151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:09.540518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:09.540776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.551063 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-37956864-e44d-491d-84a1-e6c06b504457 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658624 Nov 22 16:31:09.553116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:31:07Z', 'revision_number': 5, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port': {'id': 'c5bfdce0-53d6-444b-8393-d0b850848f0f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:b7:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:24:57Z', 'updated_at': '2021-11-22T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:09.553915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85821e2-d8a7-4359-b0fb-dcbd7f0886f4 service neutron] Pushing event updated for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:09.586749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9720b5a-ce46-4f36-8582-a9fd55cf38b3 req-dff718ed-2067-4e04-abe7-ab49385102ba tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219046 Nov 22 16:31:09.590658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2510fc0d-ed97-4e7d-b98a-ad8c2beb7e37 req-13558f05-b5af-4fba-9187-8bca3ea2371e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719293 Nov 22 16:31:09.671685 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] Checking router: 951dc012-9b61-4fd8-b303-0678d6a3006b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:09.707131 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] Routers {'951dc012-9b61-4fd8-b303-0678d6a3006b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:09.708151 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:30:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['951dc012-9b61-4fd8-b303-0678d6a3006b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:09.773013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.781055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:09.803766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1b05813a-6c54-4c8a-854b-111415645923', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '1b05813a-6c54-4c8a-854b-111415645923', 'mac_address': 'fa:16:3e:af:20:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:09.852605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eb825e0f-c959-4402-9ff8-63d8c597fb1c details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:09.888211 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.914672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05813a-6c54-4c8a-854b-111415645923 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:09.933750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Deleting port 3516868d-3ec5-47d4-89ad-2fa7fe243066 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:09.934056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.956717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:09.971265 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] Set router 951dc012-9b61-4fd8-b303-0678d6a3006b gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:09.972119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:09.974320 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fedc2c0-c43d-4818-a611-f93d3a03972a" -d '{"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-unplugged", "status": "completed", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:09.989187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:09.998712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'tag': '765e723f-d18e-4061-9011-33c727b84436'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:10.001427 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ebadfe-7617-492f-8f59-ffca38c176cd" -d '{"events": [{"name": "network-changed", "server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "tag": "765e723f-d18e-4061-9011-33c727b84436"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:10.011912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.017378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fcdf0510-d99b-43fe-acd6-8ca45a3ec38b req-917eec46-d114-4303-80cb-ffad1f1c32ee service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461665 Nov 22 16:31:10.065888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Pushing event deleted for resources: {'Port': ['ID=81a093a4-dedd-4964-a66b-2f9781608f2c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:10.125693 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:31:09Z', 'revision_number': 6, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:10.166673 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0f264d-a971-4a08-8369-ab819055111a None None] The sync data for ids ['951dc012-9b61-4fd8-b303-0678d6a3006b'] in n-d-816206-6 is: [{'id': '951dc012-9b61-4fd8-b303-0678d6a3006b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2069513264-router', 'tenant_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:24:56Z', 'updated_at': '2021-11-22T16:31:09Z', 'revision_number': 6, 'project_id': 'af4d1c2927f8486e9c9f75b796cf8e22', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:10.197043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] No DVR routers for this DVR port 81a093a4-dedd-4964-a66b-2f9781608f2c on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:10.234149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.245521 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74e96414-8c00-4be3-b821-cd8b853bfc4e req-eb301a41-b62f-413b-b27a-fe771dc68475 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.66 "DELETE /v2.0/ports/81a093a4-dedd-4964-a66b-2f9781608f2c HTTP/1.1" status: 204 len: 173 time: 1.7773600 Nov 22 16:31:10.279522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1b05813a-6c54-4c8a-854b-111415645923'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:10.302307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:10.302560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] For port 3516868d-3ec5-47d4-89ad-2fa7fe243066, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3516868d-3ec5-47d4-89ad-2fa7fe243066,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:10.302904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.356168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port eb825e0f-c959-4402-9ff8-63d8c597fb1c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:10.381627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:10.546828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.589223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb825e0f-c959-4402-9ff8-63d8c597fb1c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:10.639745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port eb825e0f-c959-4402-9ff8-63d8c597fb1c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:10.661949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:10.666750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.686110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.686809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.687296 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Floating IP 8f9964b5-a37d-4f04-875c-83d38dc950c0 disassociated. External IP: 172.25.6.77, port: 3516868d-3ec5-47d4-89ad-2fa7fe243066. Nov 22 16:31:10.687816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Calling delete_port for 3516868d-3ec5-47d4-89ad-2fa7fe243066 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:10.772101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:10.772594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6929464d-3713-4e4d-ac62-b9a3a38fd4d9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:10.836077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=eb825e0f-c959-4402-9ff8-63d8c597fb1c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:10.848841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:10.851208 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d175308-ad77-4a78-8440-97e1dd4054eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:10.891660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a1174-791c-470d-ad9a-adddf4ad43fe req-d9bb6ca6-b43e-4c95-b0c7-3ba85cd52283 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:10.893110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-206a1174-791c-470d-ad9a-adddf4ad43fe req-d9bb6ca6-b43e-4c95-b0c7-3ba85cd52283 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfa5f89b-2581-41f4-8822-23d4a0c66054 HTTP/1.1" status: 200 len: 865 time: 1.1024506 Nov 22 16:31:10.904266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Deleting port c5bfdce0-53d6-444b-8393-d0b850848f0f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:10.904605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:10.983172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-206a1174-791c-470d-ad9a-adddf4ad43fe req-2396b974-1426-47c6-843d-d9ccda1bffb1 tempest-ImagesTestJSON-810964005 tempest-ImagesTestJSON-810964005-project] 10.222.0.65 "GET /v2.0/security-groups?id=d027435a-2664-4bea-bd4f-d1207e7ee2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764058 Nov 22 16:31:11.029506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['eb825e0f-c959-4402-9ff8-63d8c597fb1c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:11.050111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.050882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.071378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.089443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.097709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.126002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.132689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.143828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.149343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-d27b0de7-0bff-4c51-ab60-c277a91c4f7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5383 time: 1.2965801 Nov 22 16:31:11.163819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event deleted for resources: {'Port': ['ID=3516868d-3ec5-47d4-89ad-2fa7fe243066,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:11.335281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-617c80a1-6bef-4a77-b06b-4764c6f85d0c req-474e16ed-dc84-4c1f-80e9-9a54b6567850 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1681798 Nov 22 16:31:11.471744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] For port c5bfdce0-53d6-444b-8393-d0b850848f0f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c5bfdce0-53d6-444b-8393-d0b850848f0f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:11.477524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Router a22cc3eb-819e-4e6d-9779-e32af16e59f8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:11.477780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.517343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e24612-a334-4072-8dea-d60c56de1464 req-d2bbf3a2-d59d-465b-be5f-8f7ed90fa489 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:11.519100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e24612-a334-4072-8dea-d60c56de1464 req-d2bbf3a2-d59d-465b-be5f-8f7ed90fa489 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 945 time: 0.2230370 Nov 22 16:31:11.530057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc80fb61-bfd8-49e6-b76b-79f6c889854a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:11.572221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:11.619838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Calling delete_port for c5bfdce0-53d6-444b-8393-d0b850848f0f owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:11.625515 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.676250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e24612-a334-4072-8dea-d60c56de1464 req-e8eed384-8ccc-4966-8740-7cc821d91d11 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286149 Nov 22 16:31:11.751503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:11.781424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5ccf53b-2c8b-4a1b-bc96-079a218b2577 req-596743cb-5407-49ba-a82d-89e9950ec529 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/ports?device_id=457af421-d165-412e-9a30-42f59db59a85 HTTP/1.1" status: 200 len: 210 time: 0.2712691 Nov 22 16:31:11.804959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] Sync routers for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:11.825900 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1947c8-b473-439a-a6d4-7818922b414b x-openstack-request-id: req-4c1947c8-b473-439a-a6d4-7818922b414b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:11.826438 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-unplugged", "status": "completed", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:11.826860 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c1947c8-b473-439a-a6d4-7818922b414b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:11.828936 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'code': 200} Nov 22 16:31:11.875885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1b05813a-6c54-4c8a-854b-111415645923 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:11.878581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.881545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] No DVR routers for this DVR port 3516868d-3ec5-47d4-89ad-2fa7fe243066 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:11.897450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.908558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-948f01a7-e93c-4bda-8725-db45d12a09d2 req-c544d1f2-ada6-492e-88b7-f5f8b0a8fc6a tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.66 "DELETE /v2.0/ports/3516868d-3ec5-47d4-89ad-2fa7fe243066 HTTP/1.1" status: 204 len: 173 time: 2.5122149 Nov 22 16:31:11.919286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Transition to ACTIVE for port object cc80fb61-bfd8-49e6-b76b-79f6c889854a will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:11.933154 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58aaaf27-3047-4860-9078-ac9c791e4576 x-openstack-request-id: req-58aaaf27-3047-4860-9078-ac9c791e4576 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:11.935370 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "tag": "765e723f-d18e-4061-9011-33c727b84436", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:11.940695 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:11.942318 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58aaaf27-3047-4860-9078-ac9c791e4576 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:11.943638 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'tag': '765e723f-d18e-4061-9011-33c727b84436', 'status': 'completed', 'code': 200} Nov 22 16:31:12.051665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Pushing event updated for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:12.108352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:12.109010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:30:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:12.185511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-8af52605-75e9-44eb-9891-032b03fe1edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.191831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-8af52605-75e9-44eb-9891-032b03fe1edf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1124 time: 0.2409334 Nov 22 16:31:12.204588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68592da-64ac-4146-aa6c-bcfe54b02d14 req-73358724-0568-45cb-b529-4f1e07e5a706 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.225058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d68592da-64ac-4146-aa6c-bcfe54b02d14 req-73358724-0568-45cb-b529-4f1e07e5a706 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.1658235 Nov 22 16:31:12.294389 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43333afa-9591-4e2f-b4e8-3b3981c723e2 x-openstack-request-id: req-43333afa-9591-4e2f-b4e8-3b3981c723e2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:12.294762 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:12.295109 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43333afa-9591-4e2f-b4e8-3b3981c723e2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:12.295437 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8', 'status': 'completed', 'code': 200} Nov 22 16:31:12.594765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.595286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.595766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.601213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.601742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.602224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.608194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.618810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-923d7fc1-f4c3-4b0c-8d4a-df69dc85c43c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6300 time: 0.3243628 Nov 22 16:31:12.669261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:12.722304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d68592da-64ac-4146-aa6c-bcfe54b02d14 req-665fec41-3566-412e-ab31-e49e9874cbb9 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962595 Nov 22 16:31:12.825186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Attempting to bind port cc80fb61-bfd8-49e6-b76b-79f6c889854a on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:12.825620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Attempting to bind port cc80fb61-bfd8-49e6-b76b-79f6c889854a by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:12.826139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Attempting to bind port cc80fb61-bfd8-49e6-b76b-79f6c889854a on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:12.849548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.853481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-ed4d61a8-a62c-4530-8ebd-001ed62b14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.855825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-ed4d61a8-a62c-4530-8ebd-001ed62b14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.855949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-ed4d61a8-a62c-4530-8ebd-001ed62b14d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.858389 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-ed4d61a8-a62c-4530-8ebd-001ed62b14d1 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96f4a139df2f47a6a912865a040904d7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2119875 Nov 22 16:31:12.858971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.868622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.876971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.882591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.889519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.896855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:12.905771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-9adc22c8-5e45-4a30-a58f-391f76fd215a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5395 time: 0.3180025 Nov 22 16:31:12.934168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Port cc80fb61-bfd8-49e6-b76b-79f6c889854a on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:12.934858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Attempting to bind port cc80fb61-bfd8-49e6-b76b-79f6c889854a on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:12.947944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:12.948896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Checking segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:12.948896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Bound using segment: {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:12.949145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Bound port: cc80fb61-bfd8-49e6-b76b-79f6c889854a, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d749d87-5b82-44e3-8952-45e7bba7dcda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:12.949418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:12.954658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.028697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bfdce0-53d6-444b-8393-d0b850848f0f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:13.110104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:13.114123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:13.115026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c5bfdce0-53d6-444b-8393-d0b850848f0f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:13.128906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-ba96ceb1-ed7b-4276-9043-bb3e27d0d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:13.132612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-ba96ceb1-ed7b-4276-9043-bb3e27d0d9f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.9141982 Nov 22 16:31:13.139172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064456ba-9c22-4d7a-8c79-3e6c4d3dec0f req-af412bf6-ce4f-4d97-9fbd-5eaffae67018 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2324920 Nov 22 16:31:13.203587 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.207712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.234608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-17ac57f5-bde8-4ed4-8e17-0206ac017fd9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 217 time: 0.0812912 Nov 22 16:31:13.312859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-dc42da2a-919d-4356-a6be-fd07b1178ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:13.314377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d175308-ad77-4a78-8440-97e1dd4054eb req-dc42da2a-919d-4356-a6be-fd07b1178ac9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4389586 Nov 22 16:31:13.321873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c5bfdce0-53d6-444b-8393-d0b850848f0f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:13.328849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c5bfdce0-53d6-444b-8393-d0b850848f0f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:13.357755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-4673c5fb-c1b0-4a5c-8b94-07e04e201079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:13.359210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-4673c5fb-c1b0-4a5c-8b94-07e04e201079 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1089466 Nov 22 16:31:13.377957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.389904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:13.390539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.392028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] 10.222.0.66 "PUT /v2.0/ports/cc80fb61-bfd8-49e6-b76b-79f6c889854a HTTP/1.1" status: 200 len: 1091 time: 3.9313796 Nov 22 16:31:13.456117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-3681b359-4460-42d0-8635-c8cca641e96b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809631 Nov 22 16:31:13.598372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52514) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:13.648241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:13.649703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:13.668978 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.669898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3516868d-3ec5-47d4-89ad-2fa7fe243066 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:13.737315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-866dbee6-049e-4fc0-bd21-77a81e23b4ed tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.743055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 3516868d-3ec5-47d4-89ad-2fa7fe243066 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:13.743427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3516868d-3ec5-47d4-89ad-2fa7fe243066 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:13.743852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:13.815777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 81a093a4-dedd-4964-a66b-2f9781608f2c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:13.815777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81a093a4-dedd-4964-a66b-2f9781608f2c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:13.821372 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-866dbee6-049e-4fc0-bd21-77a81e23b4ed tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.848269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-2f47404d-af45-4597-8372-14f26d90011b service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783758 Nov 22 16:31:13.900271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:13.906878 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa346f4-2036-4c82-a229-33ac53ec1bc1" -d '{"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-plugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:13.918945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.926350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 765e723f-d18e-4061-9011-33c727b84436 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:13.935483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dc38c-88bc-4011-af1b-62a9eeb6de7d service neutron] Pushing event updated for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:13.944204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.953224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:13.955849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788ce5-b299-4149-8991-946428faf8cb req-5e915993-5eae-485e-af00-9dac0ea1a724 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:13.957736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc788ce5-b299-4149-8991-946428faf8cb req-5e915993-5eae-485e-af00-9dac0ea1a724 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 945 time: 0.8424609 Nov 22 16:31:13.959138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:13.998463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-deleted', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c'}, {'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'name': 'network-vif-deleted', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:14.004895 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806be91-fc38-48f1-92d3-1d5b05c74374" -d '{"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-deleted", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c"}, {"server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "name": "network-vif-deleted", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:14.023476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eb825e0f-c959-4402-9ff8-63d8c597fb1c up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:14.072935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19ebadfe-7617-492f-8f59-ffca38c176cd req-f6955782-e787-4817-b579-708a20e002e8 service neutron] 10.222.0.66 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087972 Nov 22 16:31:14.129611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-866dbee6-049e-4fc0-bd21-77a81e23b4ed tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.132262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-866dbee6-049e-4fc0-bd21-77a81e23b4ed tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.133583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-866dbee6-049e-4fc0-bd21-77a81e23b4ed tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "DELETE /v2.0/security-groups/67421d60-f61c-4d5d-9df4-e8a7453de6ad HTTP/1.1" status: 204 len: 168 time: 0.5341389 Nov 22 16:31:14.145990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:14.188399 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-7cc43046-1a6d-462e-a770-63e53057f545 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] show failed (client error): The resource could not be found. Nov 22 16:31:14.189039 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7cc43046-1a6d-462e-a770-63e53057f545 tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "GET /v2.0/security-groups/67421d60-f61c-4d5d-9df4-e8a7453de6ad HTTP/1.1" status: 404 len: 347 time: 0.0420897 Nov 22 16:31:14.192197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52536) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:14.199859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866dbee6-049e-4fc0-bd21-77a81e23b4ed tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67421d60-f61c-4d5d-9df4-e8a7453de6ad,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:14.300923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:14.311768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] Checking router: a22cc3eb-819e-4e6d-9779-e32af16e59f8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:14.340401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:14.345246 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ab394e-bd17-4c03-99aa-05d3547be401" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:14.364502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:14.365273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:30:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:14.383947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.384449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951dc012-9b61-4fd8-b303-0678d6a3006b {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:14.412752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b362c08-2851-4c30-9118-5192b2034000 req-dc0577fb-298e-41e4-af05-f39762ca2964 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:14.420080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b362c08-2851-4c30-9118-5192b2034000 req-dc0577fb-298e-41e4-af05-f39762ca2964 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.5031044 Nov 22 16:31:14.436015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.454056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5b7a3a37-8a68-4b8c-be7e-42b0951a1735 admin admin] 10.222.0.65 "DELETE /v2.0/routers/951dc012-9b61-4fd8-b303-0678d6a3006b HTTP/1.1" status: 204 len: 168 time: 5.4428008 Nov 22 16:31:14.455567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52542) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:14.457884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc788ce5-b299-4149-8991-946428faf8cb req-26edcf37-6d6e-45ec-8e2b-b5fde3e640b4 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490335 Nov 22 16:31:14.490338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port eb825e0f-c959-4402-9ff8-63d8c597fb1c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:14.727690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port eb825e0f-c959-4402-9ff8-63d8c597fb1c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:14.728303 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.735466 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e150c1c-1239-47ea-ac55-8c76c376d711 x-openstack-request-id: req-8e150c1c-1239-47ea-ac55-8c76c376d711 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:14.735709 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-plugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:14.749601 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e150c1c-1239-47ea-ac55-8c76c376d711 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:14.752967 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'code': 200} Nov 22 16:31:14.805684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Deleting subnet dbf2bcc9-a43b-4856-91af-5c6b95201324 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:14.810923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.891795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:14.904857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:15.023331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eee047f-cb66-4218-ba63-f9bf60a63ebd {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:15.035554 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.058076 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d0d2e8-6622-4272-b25e-5c805929ef15 x-openstack-request-id: req-e2d0d2e8-6622-4272-b25e-5c805929ef15 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:15.058076 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa5f89b-2581-41f4-8822-23d4a0c66054", "name": "network-vif-deleted", "tag": "81a093a4-dedd-4964-a66b-2f9781608f2c", "status": "completed", "code": 200}, {"server_uuid": "457af421-d165-412e-9a30-42f59db59a85", "name": "network-vif-deleted", "tag": "3516868d-3ec5-47d4-89ad-2fa7fe243066", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:15.058572 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2d0d2e8-6622-4272-b25e-5c805929ef15 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:15.059206 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfa5f89b-2581-41f4-8822-23d4a0c66054', 'name': 'network-vif-deleted', 'tag': '81a093a4-dedd-4964-a66b-2f9781608f2c', 'status': 'completed', 'code': 200} Nov 22 16:31:15.059565 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '457af421-d165-412e-9a30-42f59db59a85', 'name': 'network-vif-deleted', 'tag': '3516868d-3ec5-47d4-89ad-2fa7fe243066', 'status': 'completed', 'code': 200} Nov 22 16:31:15.094575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.108828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Deleting port 128ce36c-3fa5-47c0-9cbb-2e69d53c9659 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:15.109245 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.117188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Transition to ACTIVE for port object 7eee047f-cb66-4218-ba63-f9bf60a63ebd will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:15.144353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.268998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.296582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.301298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.301298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.304045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Pushing event updated for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:15.357034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.367778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.376344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.386590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.386870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Calling delete_port for 128ce36c-3fa5-47c0-9cbb-2e69d53c9659 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:15.394778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.406179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.407562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port eb825e0f-c959-4402-9ff8-63d8c597fb1c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:15.408071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf2bcc9-a43b-4856-91af-5c6b95201324,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:15.414102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.431494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6383404e-bfbd-4217-af8f-2811201c2c13 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dbf2bcc9-a43b-4856-91af-5c6b95201324 HTTP/1.1" status: 204 len: 168 time: 0.9692490 Nov 22 16:31:15.440997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:15.443998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-ed5f495d-3d12-4c0a-bbbe-368ffa3c0719 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5395 time: 0.4036713 Nov 22 16:31:15.446830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52554) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:15.459144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.467930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3e5408-66a6-4d69-af8c-9fbaeca38e5b None None] Network 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:15.663165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.686751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b98aef32-2980-4be4-8b8c-2116344d2ce4 req-b25c5f80-9fde-475a-a486-3a1d79f5a7ca tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1710105 Nov 22 16:31:15.688173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Attempting to bind port 7eee047f-cb66-4218-ba63-f9bf60a63ebd on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:15.688551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Attempting to bind port 7eee047f-cb66-4218-ba63-f9bf60a63ebd by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:15.688888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Attempting to bind port 7eee047f-cb66-4218-ba63-f9bf60a63ebd on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:15.698591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Port 7eee047f-cb66-4218-ba63-f9bf60a63ebd on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:15.698939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Attempting to bind port 7eee047f-cb66-4218-ba63-f9bf60a63ebd on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:15.711411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b362c08-2851-4c30-9118-5192b2034000 req-60e1b35b-1f84-4152-8da1-037b10035b3d tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2525015 Nov 22 16:31:15.712209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:15.713201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Checking segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:15.713592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Bound using segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:15.714291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Bound port: 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:15.714675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.762308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=eb825e0f-c959-4402-9ff8-63d8c597fb1c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:15.837723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:15.844936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:15.863336 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0f8e67-5d6d-4707-9b1d-ee7e1da2eabf x-openstack-request-id: req-0e0f8e67-5d6d-4707-9b1d-ee7e1da2eabf {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:15.863336 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:15.863336 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e0f8e67-5d6d-4707-9b1d-ee7e1da2eabf {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:15.863785 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a', 'status': 'completed', 'code': 200} Nov 22 16:31:15.865370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.874925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Deleting port fa13e2df-9fcc-4294-910f-c664db6a20ce {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:15.875211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:15.886102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.033303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.034078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.041412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] 10.222.0.66 "PUT /v2.0/ports/7eee047f-cb66-4218-ba63-f9bf60a63ebd HTTP/1.1" status: 200 len: 1091 time: 2.4048276 Nov 22 16:31:16.063874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:16.117301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Request body: {'port': {'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:16.174338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e160a8-7c73-499e-86aa-09cffd7b4cd9 None None] The sync data for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 is: [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:28:23Z', 'revision_number': 4, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3cc63c35-63da-4f40-bfa4-001321cd7cd8', 'name': '', 'network_id': '36670122-3de2-4d1a-a686-d6db42255beb', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'mac_address': 'fa:16:3e:4e:f9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '578f7418-f741-4682-80ea-f491a86765e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:21Z', 'updated_at': '2021-11-22T16:28:32Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'subnets': [{'id': '578f7418-f741-4682-80ea-f491a86765e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:16.227799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Pushing event deleted for resources: {'Port': ['ID=128ce36c-3fa5-47c0-9cbb-2e69d53c9659,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:16.292104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] DHCP port deletion for 6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:16.303151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed61d-7c16-4281-9d23-3161bc25b316 service neutron] Pushing event updated for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:16.413548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] For port fa13e2df-9fcc-4294-910f-c664db6a20ce, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fa13e2df-9fcc-4294-910f-c664db6a20ce,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:16.414021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.466212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] Deleting port fa13e2df-9fcc-4294-910f-c664db6a20ce {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:16.472173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.482203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Calling delete_port for fa13e2df-9fcc-4294-910f-c664db6a20ce owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:16.540484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.551760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.554643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.559595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d637f1a-924f-42fb-8a59-2f0b48d7089d tempest-ServersTestManualDisk-1165465638 tempest-ServersTestManualDisk-1165465638-project] 10.222.0.65 "DELETE /v2.0/floatingips/8f9964b5-a37d-4f04-875c-83d38dc950c0 HTTP/1.1" status: 204 len: 168 time: 2.3627014 Nov 22 16:31:16.563170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52578) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:16.594547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.595374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.595755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.596227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.597645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.597645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.597645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.613208 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-6967adfd-d996-4c56-841b-619ed44738f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6409 time: 0.7200270 Nov 22 16:31:16.709388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] For port fa13e2df-9fcc-4294-910f-c664db6a20ce, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fa13e2df-9fcc-4294-910f-c664db6a20ce,segment=NetworkSegment(b40d0792-c33a-4ca0-a524-9893e097299f),segment_id=b40d0792-c33a-4ca0-a524-9893e097299f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:16.709840 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.759998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] Calling delete_port for fa13e2df-9fcc-4294-910f-c664db6a20ce owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:16.760983 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c942610-2774-4dc9-be5f-07f14e972062 None None] New status for floating IP 8f9964b5-a37d-4f04-875c-83d38dc950c0: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:16.795376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b591ea8f-f86e-4bdd-b974-5063b1f8c544 req-ac5cdbd2-1c3d-43f6-8f2b-1ab0971b4596 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.808385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b591ea8f-f86e-4bdd-b974-5063b1f8c544 req-ac5cdbd2-1c3d-43f6-8f2b-1ab0971b4596 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.3443742 Nov 22 16:31:16.935685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-878f4cb3-aaa8-43c9-a2bc-1ab88cbcf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.936766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-878f4cb3-aaa8-43c9-a2bc-1ab88cbcf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.936766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-878f4cb3-aaa8-43c9-a2bc-1ab88cbcf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.938733 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-878f4cb3-aaa8-43c9-a2bc-1ab88cbcf0e9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96f4a139df2f47a6a912865a040904d7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2465265 Nov 22 16:31:16.939581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:16.957622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:16.961844 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36592e3-6177-437a-9596-23b923e7414c" -d '{"events": [{"server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "name": "network-vif-plugged", "status": "completed", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:16.991140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd5a20-66ae-4091-ac88-c278d7508669 req-db158238-a795-4ade-9813-08d0b7820969 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:16.991805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fa13e2df-9fcc-4294-910f-c664db6a20ce no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:16.993681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81fd5a20-66ae-4091-ac88-c278d7508669 req-db158238-a795-4ade-9813-08d0b7820969 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 946 time: 0.8643539 Nov 22 16:31:17.081896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: fa13e2df-9fcc-4294-910f-c664db6a20ce {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:17.082680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fa13e2df-9fcc-4294-910f-c664db6a20ce not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:17.156839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] No DVR routers for this DVR port fa13e2df-9fcc-4294-910f-c664db6a20ce on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:17.164774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.167162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-89a12a49-b2ed-4660-b69a-c5f44f60fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:17.171178 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a9ab394e-bd17-4c03-99aa-05d3547be401 req-89a12a49-b2ed-4660-b69a-c5f44f60fa37 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887746 Nov 22 16:31:17.221022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] Pushing event deleted for resources: {'Port': ['ID=fa13e2df-9fcc-4294-910f-c664db6a20ce,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:17.222036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b591ea8f-f86e-4bdd-b974-5063b1f8c544 req-cdb65473-a59e-4a4e-bb18-6e1a0da187ab tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115915 Nov 22 16:31:17.243266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cb1e97-ee08-4ee6-8efe-2ca1c7dfc293 None None] No DVR routers for this DVR port fa13e2df-9fcc-4294-910f-c664db6a20ce on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:17.291613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81fd5a20-66ae-4091-ac88-c278d7508669 req-f29a604c-f41c-49dc-8091-221f06e537a4 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813106 Nov 22 16:31:17.332983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa13e2df-9fcc-4294-910f-c664db6a20ce,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:17.435292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52590) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:17.450639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dbb82d-9161-4cef-847e-988561d1638a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:17.461642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.479157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Transition to ACTIVE for port object f0dbb82d-9161-4cef-847e-988561d1638a will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:17.517231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.556754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:17.563024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Deleting subnet e85babbb-af90-4fc2-ade5-0d5a082d4312 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:17.578466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.606062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40d0792-c33a-4ca0-a524-9893e097299f') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:17.606662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40d0792-c33a-4ca0-a524-9893e097299f') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:17.625752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.662593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.696659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.710605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:17.711278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:17.715121 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:17.751893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.791184 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.817848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.832922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:17.840449 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] 10.222.0.65 "DELETE /v2.0/networks/6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d HTTP/1.1" status: 204 len: 168 time: 2.3921983 Nov 22 16:31:17.854653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52592) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:17.953833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:17.957127 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193d5a30-e0ed-43b2-8c97-3d035f284f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:18.002903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:18.178388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.185746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.192693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.204554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.217325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.225056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.232859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.235161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64a34030-091e-4e29-9377-55e0d64bef6f req-221447d1-64f0-4206-b763-42f7594b07bf tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.5489042 Nov 22 16:31:18.252448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35a47d-5aa8-465d-98a0-56e211a37141 req-1860f6be-98d1-4c3f-8c15-95330a993f62 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.258209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e35a47d-5aa8-465d-98a0-56e211a37141 req-1860f6be-98d1-4c3f-8c15-95330a993f62 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.6195469 Nov 22 16:31:18.336786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315c21c-67e0-404c-aa12-1c1eae85d61b admin admin] Pushing event deleted for resources: {'Network': ['ID=6e48f1b6-c77d-4c1c-9daa-ddcfa6bc347d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:18.374760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.407966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Attempting to bind port f0dbb82d-9161-4cef-847e-988561d1638a on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:18.408619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Attempting to bind port f0dbb82d-9161-4cef-847e-988561d1638a by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:18.409216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Attempting to bind port f0dbb82d-9161-4cef-847e-988561d1638a on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:18.421257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.424472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e35a47d-5aa8-465d-98a0-56e211a37141 req-5308020f-b21d-44ff-a5ea-a8f769987d30 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580009 Nov 22 16:31:18.425457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e85babbb-af90-4fc2-ade5-0d5a082d4312 HTTP/1.1" status: 204 len: 168 time: 0.9884410 Nov 22 16:31:18.428540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52598) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:18.434786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadce251-a694-4463-b532-5d9bf08d847f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e85babbb-af90-4fc2-ade5-0d5a082d4312,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:18.436597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64a34030-091e-4e29-9377-55e0d64bef6f req-d5957d84-230f-4a9e-8de2-e00db4e4ff7c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1769857 Nov 22 16:31:18.440271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Port f0dbb82d-9161-4cef-847e-988561d1638a on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:18.440535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Attempting to bind port f0dbb82d-9161-4cef-847e-988561d1638a on network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:18.459944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:18.460945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Checking segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:18.461349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Bound using segment: {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:18.461912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Bound port: f0dbb82d-9161-4cef-847e-988561d1638a, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a535b076-82b2-4514-b0d8-8b714a878768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:18.462415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.553122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-d6005aaf-1406-4812-8693-2c642e8760d9 service neutron] 10.222.0.66 "GET /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.2253993 Nov 22 16:31:18.555156 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02ced54-0bec-415d-b751-e32e3622a88b x-openstack-request-id: req-b02ced54-0bec-415d-b751-e32e3622a88b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:18.555639 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "name": "network-vif-plugged", "status": "completed", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:18.557010 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b02ced54-0bec-415d-b751-e32e3622a88b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:18.557700 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'code': 200} Nov 22 16:31:18.616097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.619592 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1b6b3d-8cf0-4cdb-b15e-8072f9c72977 x-openstack-request-id: req-6b1b6b3d-8cf0-4cdb-b15e-8072f9c72977 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:18.619779 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:18.620042 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b1b6b3d-8cf0-4cdb-b15e-8072f9c72977 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:18.620647 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd', 'status': 'completed', 'code': 200} Nov 22 16:31:18.769426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:18.823099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f0dbb82d-9161-4cef-847e-988561d1638a,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:18.836812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa84822-47d0-4869-a313-475fde346207 req-6ab9d905-46b8-4c80-931d-cf498669b32c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.838515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-daa84822-47d0-4869-a313-475fde346207 req-6ab9d905-46b8-4c80-931d-cf498669b32c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2143350 Nov 22 16:31:18.843603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:18.871753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.872368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.872834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.873369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.873913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.874432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.874936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.877143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-19ea5a5a-8e9d-4616-b314-a0af40aab9ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6434 time: 0.1802678 Nov 22 16:31:18.882630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb679b44-b8c4-4b7b-a1c6-6335e1dd3c87 req-0b3ed296-43b9-4413-bf52-85ccae60931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:18.884119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bb679b44-b8c4-4b7b-a1c6-6335e1dd3c87 req-0b3ed296-43b9-4413-bf52-85ccae60931f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1097 time: 0.1960204 Nov 22 16:31:19.177268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bb679b44-b8c4-4b7b-a1c6-6335e1dd3c87 req-c5e2af21-fe60-45e0-bf91-6f2198d2cb24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698972 Nov 22 16:31:19.271269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d093c-7dd6-439e-bb6f-dd138ad5a4f9 req-a1c3e4e3-d6f4-4c72-b685-2810c26d77c7 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.283156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-920d093c-7dd6-439e-bb6f-dd138ad5a4f9 req-a1c3e4e3-d6f4-4c72-b685-2810c26d77c7 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 946 time: 0.5599351 Nov 22 16:31:19.293122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-8a03590e-20a1-43c5-a366-d991f8e86f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.293630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-8a03590e-20a1-43c5-a366-d991f8e86f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.294111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-8a03590e-20a1-43c5-a366-d991f8e86f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.295834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-8a03590e-20a1-43c5-a366-d991f8e86f81 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=96f4a139df2f47a6a912865a040904d7&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3903289 Nov 22 16:31:19.297765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:19.302780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.307791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.308407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.309820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] 10.222.0.66 "PUT /v2.0/ports/f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 200 len: 1091 time: 3.2218235 Nov 22 16:31:19.346251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.410582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:19.470542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef78086-ee15-48f8-aede-6f122dfd89fa']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:19.475788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765e723f-d18e-4061-9011-33c727b84436 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:19.497253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61fa29-3cd8-44cd-a37e-e94664bdbbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:19.501917 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:19.505919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:19.506269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6709ea0-4e29-4e0b-9eee-47f90a4ee1e5') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:19.522223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-daa84822-47d0-4869-a313-475fde346207 req-5a43d707-c013-4c61-956f-ee5ae0fb5879 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6601248 Nov 22 16:31:19.544284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-f375944d-1bf4-4f23-afce-252f4d99a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:19.545870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-193d5a30-e0ed-43b2-8c97-3d035f284f9d req-f375944d-1bf4-4f23-afce-252f4d99a5ba service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338119 Nov 22 16:31:19.549541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.570465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.644570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-920d093c-7dd6-439e-bb6f-dd138ad5a4f9 req-3122f584-0c74-4ec1-b58a-4c423e280bd4 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604181 Nov 22 16:31:19.649343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.727253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:19.734463 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:19.736777 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:19.887202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8877b741-bfb1-4d4e-a30f-c2814ae013e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.914576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:19.981493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.045510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.052095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] 10.222.0.65 "DELETE /v2.0/networks/3ef78086-ee15-48f8-aede-6f122dfd89fa HTTP/1.1" status: 204 len: 168 time: 1.6144154 Nov 22 16:31:20.068659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b77dd1-2bf6-4e29-bf5e-7fc076d3e0fc admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef78086-ee15-48f8-aede-6f122dfd89fa,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:20.154945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.161088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.168462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.175437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.181983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.184109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.184883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.188501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.189768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.191165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.191835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.192463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.193211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.194665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.196912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-279d2c68-649e-4e20-b94e-983332137f24 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.3332689 Nov 22 16:31:20.198304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-def2bc77-2194-4c96-a556-7b034ed31524 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6476 time: 0.3501420 Nov 22 16:31:20.239689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe35cf-95ae-493e-b3bb-49449792c7b1 req-c9fe8afc-db7e-408f-a523-e62f744d94b0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.241280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1fe35cf-95ae-493e-b3bb-49449792c7b1 req-c9fe8afc-db7e-408f-a523-e62f744d94b0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 943 time: 0.3489053 Nov 22 16:31:20.251341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] Transition to ACTIVE for port object 765e723f-d18e-4061-9011-33c727b84436 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:20.289834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.300817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-5b2975ae-11a0-4d11-978c-41b43cecb5a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 200 len: 217 time: 0.0803685 Nov 22 16:31:20.339752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52626) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:20.414617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] No DVR routers for this DVR port 765e723f-d18e-4061-9011-33c727b84436 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:20.462008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1050572-1f83-4679-9db9-b72177fc62f2 req-5c17c123-7c16-4074-9660-308881f23ab1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2551441 Nov 22 16:31:20.508390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] 10.222.0.66 "PUT /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 1.9300826 Nov 22 16:31:20.512491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a2d66ab-f7f5-4193-909c-1a4fc3143925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.514091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a2d66ab-f7f5-4193-909c-1a4fc3143925 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc6a1dc-c822-4e67-9dfb-600cc772258b HTTP/1.1" status: 200 len: 850 time: 0.1743426 Nov 22 16:31:20.533593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9bbc8-dd5b-45ed-8c00-f6c462125ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:20.537334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1fe35cf-95ae-493e-b3bb-49449792c7b1 req-087a03da-7f00-48d2-930e-d3ae6c83a75e tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679956 Nov 22 16:31:20.570712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c98638b6-d79b-42d8-834f-dc5d28163508 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c0f07237ebb41a5a83090190193d6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283864 Nov 22 16:31:20.574328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52638) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:20.625709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:20.630461 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de188d18-fe39-4d05-97ae-0ba8fd782ccc" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:20.682699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-10197dc4-ceae-4976-9059-6cd49d8b000e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.685984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-10197dc4-ceae-4976-9059-6cd49d8b000e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341376 Nov 22 16:31:20.764644 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec24916-ecfc-46f0-ac14-dbd1b7b8a448 x-openstack-request-id: req-5ec24916-ecfc-46f0-ac14-dbd1b7b8a448 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:20.764960 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:20.765214 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5ec24916-ecfc-46f0-ac14-dbd1b7b8a448 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:20.768321 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a', 'status': 'completed', 'code': 200} Nov 22 16:31:20.787803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-d1276a27-b699-4d5b-829f-2aca82292625 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.789480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-d1276a27-b699-4d5b-829f-2aca82292625 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.1797111 Nov 22 16:31:20.795617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74240809-10bd-4d32-9346-a68f812ad732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.824411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74240809-10bd-4d32-9346-a68f812ad732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.929912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d8d023cb-a119-4d26-a4a3-db56bbe7a7f9 service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324214 Nov 22 16:31:20.937381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-ea9d289e-263d-4b89-9df7-ba58f26c19df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:20.939002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-ea9d289e-263d-4b89-9df7-ba58f26c19df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf&tenant_id=7c16208c51704a059918ff6752731e37 HTTP/1.1" status: 200 len: 1095 time: 0.1367567 Nov 22 16:31:20.949601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74240809-10bd-4d32-9346-a68f812ad732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.958802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74240809-10bd-4d32-9346-a68f812ad732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:20.963737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-74240809-10bd-4d32-9346-a68f812ad732 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d027435a-2664-4bea-bd4f-d1207e7ee2a2 HTTP/1.1" status: 204 len: 168 time: 0.3815534 Nov 22 16:31:20.973028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Deleting port 3cc63c35-63da-4f40-bfa4-001321cd7cd8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:20.973785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.031080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74240809-10bd-4d32-9346-a68f812ad732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d027435a-2664-4bea-bd4f-d1207e7ee2a2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:21.099797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa03e2-f75e-42ec-b8d6-6203df2c0158 req-0e59bad7-d757-4904-9887-1e1915ed047f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.110530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6baa03e2-f75e-42ec-b8d6-6203df2c0158 req-0e59bad7-d757-4904-9887-1e1915ed047f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 946 time: 0.2121825 Nov 22 16:31:21.137261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Deleting port 308b8dd1-aaf3-427c-b846-364825bc3629 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:21.138265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.208301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-24b6aa18-66f9-4308-a883-13fb50a822f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.209382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] For port 3cc63c35-63da-4f40-bfa4-001321cd7cd8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3cc63c35-63da-4f40-bfa4-001321cd7cd8,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:21.210275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.211273 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-24b6aa18-66f9-4308-a883-13fb50a822f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1095 time: 0.1798267 Nov 22 16:31:21.249339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6baa03e2-f75e-42ec-b8d6-6203df2c0158 req-e150b180-31f0-4434-b37e-6310fc56a905 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376748 Nov 22 16:31:21.274174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Calling delete_port for 3cc63c35-63da-4f40-bfa4-001321cd7cd8 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:21.349859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-ffa37b5e-412d-4daf-9c01-da1aebfb4d22 service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068069 Nov 22 16:31:21.521836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-b505b3bd-d82d-4454-be76-21f761659da7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 217 time: 0.1611338 Nov 22 16:31:21.596050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d1cdd6e7-d9be-4fda-a075-6ada2480e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.597582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-d1cdd6e7-d9be-4fda-a075-6ada2480e408 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0660436 Nov 22 16:31:21.618677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-a7ef389d-80f6-466e-9cdc-ff1715ffe976 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.627888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-a7ef389d-80f6-466e-9cdc-ff1715ffe976 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1488628 Nov 22 16:31:21.663299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] For port 308b8dd1-aaf3-427c-b846-364825bc3629, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=308b8dd1-aaf3-427c-b846-364825bc3629,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:21.663787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.688916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Calling delete_port for 308b8dd1-aaf3-427c-b846-364825bc3629 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:21.692918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-99e728d7-5b23-484f-b779-02f1bf934eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.694583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-99e728d7-5b23-484f-b779-02f1bf934eb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.4702902 Nov 22 16:31:21.718387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-eb476336-3421-4428-b564-611bbdb81f51 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0887933 Nov 22 16:31:21.734298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'floatingip': {'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:21.834117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:21.974012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.980503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.987093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:21.993606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.000360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.007437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.015940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.017982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-25a077d4-23e3-4e64-9a16-9d5463787388 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.3118429 Nov 22 16:31:22.241115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-862fc7b4-4491-4e36-add7-a59f1743c346 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 200 len: 217 time: 0.5227032 Nov 22 16:31:22.246368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-6c363151-fe7f-4d54-b9d2-7b69caa6a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.248119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-6c363151-fe7f-4d54-b9d2-7b69caa6a806 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6357782 Nov 22 16:31:22.293409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6931a59b-859e-4e19-85d2-ad5d70432b83 req-4552e323-a2e3-4698-a5bc-9ec484df04a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2481573 Nov 22 16:31:22.296525 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.335002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc63c35-63da-4f40-bfa4-001321cd7cd8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:22.421395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-9ca4f84c-c80b-4ec7-876a-7d647ef6acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:22.423172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-9ca4f84c-c80b-4ec7-876a-7d647ef6acf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.1737761 Nov 22 16:31:22.475391 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-89405410-16e1-4955-a394-1ae06fe7b22d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301752 Nov 22 16:31:22.525006 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:31:22.662661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-970722d9-90e2-43de-b6e8-c9cfc42d1fbe service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002609 Nov 22 16:31:22.848143 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4b516dc5-e685-4753-9e31-5ed9f1372a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:22.941215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-3b6c4d52-b315-47ed-a381-15f492fb3188 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4115698 Nov 22 16:31:23.030856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-20f988c6-2e53-4f44-b62a-7de7799a297c service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558435 Nov 22 16:31:23.128647 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-a204ff99-97e7-4a5c-9b66-0f9856d1d555 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 217 time: 0.0737150 Nov 22 16:31:23.172179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45984e-e9b9-4df9-8bec-6343cfd5f020 req-1b642140-5560-4369-97aa-8e1d2bf0e4ff tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.174065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf45984e-e9b9-4df9-8bec-6343cfd5f020 req-1b642140-5560-4369-97aa-8e1d2bf0e4ff tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 944 time: 0.6812043 Nov 22 16:31:23.213467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-102f2678-f81f-45f2-9c1c-c4559d71af19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.216772 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-102f2678-f81f-45f2-9c1c-c4559d71af19 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0742002 Nov 22 16:31:23.223400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.246177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.298251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf45984e-e9b9-4df9-8bec-6343cfd5f020 req-b75a4c7c-3fb0-4ede-9eb7-6ae54bd29cda tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117420 Nov 22 16:31:23.298920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.332034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=308b8dd1-aaf3-427c-b846-364825bc3629,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:23.338600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-9b0e744b-5c04-498a-8138-3d48277c269c service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798890 Nov 22 16:31:23.417969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-51f92070-3623-4924-b9e3-430ed9ab6113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.419428 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-51f92070-3623-4924-b9e3-430ed9ab6113 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1890140 Nov 22 16:31:23.800105 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-6d496fc1-3e8b-4167-bb42-4dc3abf012db service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685751 Nov 22 16:31:23.863607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f454c78-0227-40f7-b633-4758603391c0 req-9b520e75-c966-4de3-8f9c-f0444eb036db tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:23.867156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-9b520e75-c966-4de3-8f9c-f0444eb036db tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf&tenant_id=7c16208c51704a059918ff6752731e37&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.2224319 Nov 22 16:31:23.897851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.970010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:23.984868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.096891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.103643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.110710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.111630 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-73585ccf-bbcc-422c-84fb-0e2b30f7ee15 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997799 Nov 22 16:31:24.116760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.124390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.131108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.137487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.139432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-384efef9-f6a0-4af1-a0a0-84d5dd8570d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.1689999 Nov 22 16:31:24.142700 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f associated. External IP: 172.25.6.64, port: c9063b91-e705-4855-8de6-ab68515e57e6. Nov 22 16:31:24.220458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-bdc1fa5c-2476-4783-9404-b3081bbd06c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8 HTTP/1.1" status: 200 len: 217 time: 0.0744405 Nov 22 16:31:24.301470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7b2b70a-c4c7-41a9-85fc-53c0bac183b7 req-d1f080d5-0eec-4a5d-af22-f20874f3074a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135621 Nov 22 16:31:24.325461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f454c78-0227-40f7-b633-4758603391c0 req-4fa3ae47-fd60-4905-b6d8-96dac5b1d125 service neutron] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:24.331261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f454c78-0227-40f7-b633-4758603391c0 req-4fa3ae47-fd60-4905-b6d8-96dac5b1d125 service neutron] Publish callbacks [] for binding, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:24.332477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f454c78-0227-40f7-b633-4758603391c0 req-4fa3ae47-fd60-4905-b6d8-96dac5b1d125 service neutron] 10.222.0.20 "DELETE /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.4186709 Nov 22 16:31:24.413736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-b67a4d3d-9ea3-4430-9bb3-ffa10c86340b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.418014 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-b67a4d3d-9ea3-4430-9bb3-ffa10c86340b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1832404 Nov 22 16:31:24.568392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-c45ef9e1-88b0-417f-b8aa-58c321eb7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.570493 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-c45ef9e1-88b0-417f-b8aa-58c321eb7f6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1412060 Nov 22 16:31:24.584341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:24.661915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d926450-b4e6-4475-9624-5b676d1d451a req-5c40b045-5ef0-45a2-832d-08af5d9fb37f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:24.663674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d926450-b4e6-4475-9624-5b676d1d451a req-5c40b045-5ef0-45a2-832d-08af5d9fb37f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2110229 Nov 22 16:31:24.714353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-4c5377e2-81bb-4007-a5b6-a50ce42dfa9d service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322899 Nov 22 16:31:24.788904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Router a22cc3eb-819e-4e6d-9779-e32af16e59f8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:24.863747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d926450-b4e6-4475-9624-5b676d1d451a req-6bf0f044-6bc2-48df-a343-17e07edf6c03 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896839 Nov 22 16:31:24.866740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:24.892489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-61e05b8c-8fc1-4f1a-92b1-010267a4d506 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392395 Nov 22 16:31:24.976841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-df21daf7-b1c8-42da-85b4-a5e678d3483b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a HTTP/1.1" status: 200 len: 217 time: 0.0740569 Nov 22 16:31:25.095436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-aa5a9ff7-e934-4f47-bba4-16271ed9eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.097176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-aa5a9ff7-e934-4f47-bba4-16271ed9eb4c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0777051 Nov 22 16:31:25.098346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:25.103788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b8a0797a-f1f6-4965-85a4-b79d1a03c2c4 admin admin] 10.222.0.65 "PUT /v2.0/routers/62f9055f-86f6-4b3b-bf6d-a664ef162b02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2477732 Nov 22 16:31:25.106836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:25.122639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] Sync routers for ids ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:25.149263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] Routers {'62f9055f-86f6-4b3b-bf6d-a664ef162b02'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:25.154406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:25.199645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86d6a2-458c-403b-b6a9-b2cffc899b46 req-0d029ddf-1c0e-4241-b5b7-478feb856f00 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.201995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e86d6a2-458c-403b-b6a9-b2cffc899b46 req-0d029ddf-1c0e-4241-b5b7-478feb856f00 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 944 time: 0.1810417 Nov 22 16:31:25.275335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:25.284022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.289735 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:25.303889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:25.309119 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:25.310918 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:25.362694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-80dd90a2-1248-4c35-b96a-bd130b9bd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.366295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-80dd90a2-1248-4c35-b96a-bd130b9bd0c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2514498 Nov 22 16:31:25.368418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.374342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-3155acb1-24e2-47a8-9aba-90430d57c474 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "PUT /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 996 time: 3.6549301 Nov 22 16:31:25.424592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14ca2ba7-f6d6-4787-8ebe-db86b70b8570 admin admin] 10.222.0.65 "PUT /v2.0/routers/a22cc3eb-819e-4e6d-9779-e32af16e59f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8560412 Nov 22 16:31:25.425836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:25.439102 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90282496-e48e-4c74-98fc-53e9f4fad0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:25.459103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52714) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:25.460171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] Sync routers for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:25.527756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:25.529899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:25.548770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:25.555279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e86d6a2-458c-403b-b6a9-b2cffc899b46 req-675defd2-a6e1-4f0d-9649-05493d875cf7 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419402 Nov 22 16:31:25.756757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-4f6ee0e4-f140-48fa-8583-16cdbd6096df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:25.764767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-4f6ee0e4-f140-48fa-8583-16cdbd6096df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.3881814 Nov 22 16:31:26.004203 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:26.033517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.063073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] Set router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:26.202330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.243622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf476-87ca-4711-9eba-fde5f7578f5a req-d70e2387-61fc-4bb0-847c-9197cb0501a6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.250875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Deleting port 0f28e518-67f7-4290-8a55-7468433684ec {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:26.251514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.253141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dfcf476-87ca-4711-9eba-fde5f7578f5a req-d70e2387-61fc-4bb0-847c-9197cb0501a6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2652359 Nov 22 16:31:26.322979 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-bc80e309-b3f3-46de-9d85-5facd2bc3bd2 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155890 Nov 22 16:31:26.328633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.358778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:26.371659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-a42b9ecf-68a0-4980-818d-85a6edf9d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.379526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-a42b9ecf-68a0-4980-818d-85a6edf9d5b7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.6027572 Nov 22 16:31:26.461259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] For port 0f28e518-67f7-4290-8a55-7468433684ec, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0f28e518-67f7-4290-8a55-7468433684ec,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:26.462011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.496276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Calling delete_port for 0f28e518-67f7-4290-8a55-7468433684ec owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:26.503078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-5d7edf3b-45bf-42dd-9961-d8b7494baae2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 999 time: 0.1223037 Nov 22 16:31:26.537647 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-9a6e1f89-884d-4161-881d-4017679add1c service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007184 Nov 22 16:31:26.546470 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:22Z', 'revision_number': 1, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:26.558733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-0717f766-a05c-47da-93e8-28b3528ca54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.566598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-0717f766-a05c-47da-93e8-28b3528ca54e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0626800 Nov 22 16:31:26.609943 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:26.629019 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:26.629675 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:26.652753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98'}], 'enable_snat': True}, 'gw_port_id': '0f28e518-67f7-4290-8a55-7468433684ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:31:22Z', 'revision_number': 5, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port': {'id': '0f28e518-67f7-4290-8a55-7468433684ec', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d6:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 144, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:25:14Z', 'updated_at': '2021-11-22T16:25:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:26.666610 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f751509d-fb88-43d3-90a3-c6b9c43e7b71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd HTTP/1.1" status: 200 len: 217 time: 0.1134577 Nov 22 16:31:26.679236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dfcf476-87ca-4711-9eba-fde5f7578f5a req-863fbffa-d580-4c5c-a806-815148f2aa49 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138827 Nov 22 16:31:26.692922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-0502866b-0afa-4c6d-aa55-80d78e643c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.705720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-0502866b-0afa-4c6d-aa55-80d78e643c5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347079 Nov 22 16:31:26.712113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-0359e629-46df-4bc0-b0d1-01e502b8a259 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:26.717172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-0359e629-46df-4bc0-b0d1-01e502b8a259 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136850 Nov 22 16:31:26.800085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] Checking router: 62f9055f-86f6-4b3b-bf6d-a664ef162b02 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:26.873452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122'}], 'enable_snat': True}, 'gw_port_id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:31:22Z', 'revision_number': 5, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port': {'id': 'bc5a5101-0f54-4459-b104-6b99c4d70c38', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:2b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:28:14Z', 'updated_at': '2021-11-22T16:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:26.879440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:26.961724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-4bcac84c-3842-4ab3-9456-3cc7551aa56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:26.969441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-4bcac84c-3842-4ab3-9456-3cc7551aa56b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.2271562 Nov 22 16:31:27.007282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] Checking router: a22cc3eb-819e-4e6d-9779-e32af16e59f8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:27.013893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] Routers {'62f9055f-86f6-4b3b-bf6d-a664ef162b02'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:27.014540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:27.053047 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:27.088272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] Routers {'a22cc3eb-819e-4e6d-9779-e32af16e59f8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:27.089285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:27.103947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-bd27a3b4-8243-4bfa-b938-04aab0812450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.106168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-bd27a3b4-8243-4bfa-b938-04aab0812450 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297522 Nov 22 16:31:27.110362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.177362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-a473ac24-4c6a-48fd-a92c-54c9e4d038db service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591548 Nov 22 16:31:27.194071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] Set router a22cc3eb-819e-4e6d-9779-e32af16e59f8 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:27.209387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Pushing event deleted for resources: {'Port': ['ID=0f28e518-67f7-4290-8a55-7468433684ec,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:27.268189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:31:26Z', 'revision_number': 6, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:27.314346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.340205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6071c35-00c5-4e95-b393-b101fa30c2b7 None None] The sync data for ids ['a22cc3eb-819e-4e6d-9779-e32af16e59f8'] in n-d-816206-6 is: [{'id': 'a22cc3eb-819e-4e6d-9779-e32af16e59f8', 'name': 'tempest-ServersTestManualDisk-886233115-router', 'tenant_id': '1ca5f5744a6a496b90e01dd0f964386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:28:12Z', 'updated_at': '2021-11-22T16:31:26Z', 'revision_number': 6, 'project_id': '1ca5f5744a6a496b90e01dd0f964386e', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:27.371349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] Set router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:27.449870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-525d5567-6b0e-469b-8475-78a1a687e264 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344762 Nov 22 16:31:27.464374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:31:26Z', 'revision_number': 6, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:27.503707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea32b05-c727-4951-9f0e-16d3c4c054a2 None None] The sync data for ids ['62f9055f-86f6-4b3b-bf6d-a664ef162b02'] in n-d-816206-6 is: [{'id': '62f9055f-86f6-4b3b-bf6d-a664ef162b02', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1794757038-router', 'tenant_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:25:12Z', 'updated_at': '2021-11-22T16:31:26Z', 'revision_number': 6, 'project_id': '906168fb0c004d04a23fb1ecd0ea53c8', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:27.524514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.554229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.563040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.567649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.582096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.597501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.614037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.627782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.633318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.634231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f9055f-86f6-4b3b-bf6d-a664ef162b02 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:27.642062 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:22Z', 'revision_number': 1, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:27.652619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.652619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4fae873c-0fe7-4ec5-8767-e04fe61f65fb admin admin] 10.222.0.65 "DELETE /v2.0/routers/62f9055f-86f6-4b3b-bf6d-a664ef162b02 HTTP/1.1" status: 204 len: 168 time: 2.5408015 Nov 22 16:31:27.652929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:27.653036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:27.657477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-6694a6f3-c485-4c2f-ada5-37fd0913df35 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.6604738 Nov 22 16:31:27.691632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d05e46-0c10-4764-a8c9-c18d4cb13a39 None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:22Z', 'revision_number': 1, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:27.712073 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-47106bb8-266d-4600-96a9-542a854642d3 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285156 Nov 22 16:31:27.719578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0c668ab-501e-4946-adfc-d6ceb91d4069 req-453c4d3a-3cf6-438a-b0e2-e4e5d468a8a2 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398421 Nov 22 16:31:27.762778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Deleting port bc5a5101-0f54-4459-b104-6b99c4d70c38 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:27.764665 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.889811 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6c8dd-311b-4400-bc25-107656ea9d2f x-openstack-request-id: req-98e6c8dd-311b-4400-bc25-107656ea9d2f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:27.892169 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:27.892626 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98e6c8dd-311b-4400-bc25-107656ea9d2f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:27.893283 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'status': 'completed', 'code': 200} Nov 22 16:31:27.896446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-980b2d41-2d2b-40dd-b175-61bf4a90d32c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 200 len: 217 time: 0.1669357 Nov 22 16:31:27.992580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] For port bc5a5101-0f54-4459-b104-6b99c4d70c38, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bc5a5101-0f54-4459-b104-6b99c4d70c38,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:27.993015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:27.999916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-5c8a8818-3bd5-4c10-8155-d874b7dd175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.001408 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-5c8a8818-3bd5-4c10-8155-d874b7dd175f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.0652316 Nov 22 16:31:28.008654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Deleting subnet 6c5e4b10-80c9-448e-88fb-9e84fea1532a {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:28.012822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.016813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Calling delete_port for bc5a5101-0f54-4459-b104-6b99c4d70c38 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:28.154634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-7a8122b0-be91-4807-a546-56bc933b1a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.155880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-7a8122b0-be91-4807-a546-56bc933b1a67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.2580476 Nov 22 16:31:28.171380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.221841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f160e7ab-0d83-4f73-a025-f8a83c67a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.223297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-f160e7ab-0d83-4f73-a025-f8a83c67a9ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1928391 Nov 22 16:31:28.265038 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f233ab-2586-4454-a9c1-a4c42e921e5a None None] New status for floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:28.336302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ab819e1-2907-4e67-9b1c-b2e0d87166a2 req-c5a32862-46d3-489a-ba2b-5d6fe6abab61 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6598523 Nov 22 16:31:28.341257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.403681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5a5101-0f54-4459-b104-6b99c4d70c38,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:28.413981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-9db6f82c-5697-4279-a3e8-e3a1d3f9d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.422099 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-9db6f82c-5697-4279-a3e8-e3a1d3f9d7ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.2530670 Nov 22 16:31:28.492230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-f79ff959-0142-464c-b420-e2d8240fd8ca tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.514426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-f79ff959-0142-464c-b420-e2d8240fd8ca tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2203488 Nov 22 16:31:28.642457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-73d61108-d5d5-4016-a54f-2f8207e85e54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 1001 time: 0.1298048 Nov 22 16:31:28.643767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:28.737002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-16d23eac-1a42-45e8-a9a0-e2bc38420186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.737002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-16d23eac-1a42-45e8-a9a0-e2bc38420186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0558136 Nov 22 16:31:28.744556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-4dc5724d-3686-4000-a66c-8363f2944bc7 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749212 Nov 22 16:31:28.870540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-c7d8f841-1b45-47c2-a084-3c5f72a8e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:28.872067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-c7d8f841-1b45-47c2-a084-3c5f72a8e7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1266377 Nov 22 16:31:28.914481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cc63c35-63da-4f40-bfa4-001321cd7cd8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:28.956505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3cc63c35-63da-4f40-bfa4-001321cd7cd8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:28.957143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cc63c35-63da-4f40-bfa4-001321cd7cd8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:28.957762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 308b8dd1-aaf3-427c-b846-364825bc3629 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:28.992521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.002215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 308b8dd1-aaf3-427c-b846-364825bc3629 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:29.010578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 308b8dd1-aaf3-427c-b846-364825bc3629 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:29.011634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc5a5101-0f54-4459-b104-6b99c4d70c38 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:29.043231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.050132 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c5e4b10-80c9-448e-88fb-9e84fea1532a HTTP/1.1" status: 204 len: 168 time: 1.3941457 Nov 22 16:31:29.052752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533397a5-e9ce-4fdd-b88b-cb5ea359d28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c5e4b10-80c9-448e-88fb-9e84fea1532a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:29.058018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52768) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:29.073789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0356492-0201-4f19-ba8a-5e85c0d5be51 req-7f0195f8-d241-4308-8c63-b7a0e3d1a50a service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928045 Nov 22 16:31:29.092947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d08b3c-644f-4cc4-8c5d-4136590c6ebb None None] Network 0e37a99a-b2b5-43dd-9213-932b60f8fc27 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:29.097921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bc5a5101-0f54-4459-b104-6b99c4d70c38 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:29.108206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc5a5101-0f54-4459-b104-6b99c4d70c38 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:29.109114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0f28e518-67f7-4290-8a55-7468433684ec no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:29.155526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0f28e518-67f7-4290-8a55-7468433684ec {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:29.156746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0f28e518-67f7-4290-8a55-7468433684ec not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:29.207155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.210620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-62aab445-c982-4fff-a0ac-18490fa87f51 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.6854439 Nov 22 16:31:29.216657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'floatingip': {'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:29.227605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.267339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-1295d988-f5e1-4292-a64a-4ff811f8e90b service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770113 Nov 22 16:31:29.277561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb703e5-932d-4bc1-ad34-6378669c69c6 req-bc2174f4-22da-45ea-ba74-6dce36128c07 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.279570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3cb703e5-932d-4bc1-ad34-6378669c69c6 req-bc2174f4-22da-45ea-ba74-6dce36128c07 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 1095 time: 0.7639670 Nov 22 16:31:29.470190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.474622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.500580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.532112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.532710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.533386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.533969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.534507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.535048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.535604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:29.539593 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-3081dca9-5a2b-4880-ba61-914d6daeb976 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6476 time: 0.3533318 Nov 22 16:31:29.554187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] DHCP port deletion for 0e37a99a-b2b5-43dd-9213-932b60f8fc27 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:29.560833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Deleting port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:29.566437 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.594104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3cb703e5-932d-4bc1-ad34-6378669c69c6 req-a5d7b345-ce13-4945-b3e4-43eea105e176 tempest-LiveMigrationTest-837828518 tempest-LiveMigrationTest-837828518-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415302 Nov 22 16:31:29.877074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.877894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22cc3eb-819e-4e6d-9779-e32af16e59f8 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:31:29.908320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] Deleting port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:29.908793 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.922008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:29.925791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c9b2095c-223f-41fd-8b36-76b79cc25895 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a22cc3eb-819e-4e6d-9779-e32af16e59f8 HTTP/1.1" status: 204 len: 168 time: 4.3842630 Nov 22 16:31:29.935910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52780) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:30.056959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] For port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:30.058183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.104537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] Calling delete_port for c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:30.109715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e0818-98e6-49cd-bcd8-87fa50d6a771 req-22eef739-0320-4c2e-9e37-25c8799245bf tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.120276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-517e0818-98e6-49cd-bcd8-87fa50d6a771 req-22eef739-0320-4c2e-9e37-25c8799245bf tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2494981 Nov 22 16:31:30.179952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Deleting subnet 578f7418-f741-4682-80ea-f491a86765e1 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:31:30.209805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-90282496-e48e-4c74-98fc-53e9f4fad0f7 req-6f370326-0df8-4056-a408-187ea9403ffb service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9311094 Nov 22 16:31:30.219892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-f97c5812-ae25-4829-90c1-232c30b6a1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.222477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-f97c5812-ae25-4829-90c1-232c30b6a1d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 200 len: 903 time: 0.6513026 Nov 22 16:31:30.224800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.287371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.307473 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-46f6cc84-5164-4ef2-9ec9-e5c11793f35b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 200 len: 217 time: 0.0713470 Nov 22 16:31:30.314876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] For port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,segment=NetworkSegment(f122fc0c-93cc-4541-9093-295ba000c7ff),segment_id=f122fc0c-93cc-4541-9093-295ba000c7ff)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:30.315284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.339042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] Pushing event deleted for resources: {'Port': ['ID=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:30.340326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-517e0818-98e6-49cd-bcd8-87fa50d6a771 req-27ae8690-3ad9-441b-a7ac-3b24db3e782d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106349 Nov 22 16:31:30.341412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6c521-8b00-4421-a9c3-3c04141b0869 None None] No DVR routers for this DVR port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:30.372099 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.381254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Calling delete_port for c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:30.547978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.552789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.594500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-0e7ce266-cf9d-4144-a60b-0b26e514accf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.596011 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-0e7ce266-cf9d-4144-a60b-0b26e514accf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.2337070 Nov 22 16:31:30.597237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:30.602486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] No DVR routers for this DVR port c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:30.659798 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.682765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:30.720630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:30.720983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c37306d0-a7e4-4d3f-bc5b-320a9fa7adc9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:30.788899 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.792022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641bec04-caf2-45df-bf52-57f8512c7ce2 None None] Network 36670122-3de2-4d1a-a686-d6db42255beb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:30.797114 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.801201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/578f7418-f741-4682-80ea-f491a86765e1 HTTP/1.1" status: 204 len: 168 time: 0.8621624 Nov 22 16:31:30.805320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-78a8b9a7-4504-49de-b538-0aab0c858ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.806955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f0503-fb06-42d8-ae8b-cb2655b639d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578f7418-f741-4682-80ea-f491a86765e1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:30.808102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-78a8b9a7-4504-49de-b538-0aab0c858ad3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1953580 Nov 22 16:31:30.808874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52792) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:30.826234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:31:30.857010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e37a99a-b2b5-43dd-9213-932b60f8fc27']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:30.880260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.886705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.893191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.899282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.905452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.911604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.918181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:30.920234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dee5d82-76fa-4617-b212-252eb8f934da req-c87ca017-fb44-40b0-8276-7319f394e1c1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.2624350 Nov 22 16:31:30.945234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f122fc0c-93cc-4541-9093-295ba000c7ff') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:30.945540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f122fc0c-93cc-4541-9093-295ba000c7ff') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:30.950805 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.975591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:30.984741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.010308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.014096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.025553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:31.025990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: self.session.flush() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: self.session.flush() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: self.session.flush() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: self.session.flush() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:31.027923 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:31.069134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dee5d82-76fa-4617-b212-252eb8f934da req-9013d75c-9278-44bd-b0b5-c99785d1ff96 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1147356 Nov 22 16:31:31.072099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65184402-4c28-4812-8412-788296a0f23c None None] DHCP port deletion for 36670122-3de2-4d1a-a686-d6db42255beb request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:31:31.159103 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f associated. External IP: 172.25.6.64, port: c9063b91-e705-4855-8de6-ab68515e57e6. Nov 22 16:31:31.188413 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-e53e370c-7e23-4d6b-bb54-9ce01a5486a2 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608084 Nov 22 16:31:31.194295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-65184402-4c28-4812-8412-788296a0f23c None None] Deleting port cfde6907-0ca2-49e2-8bfb-245936017a34 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:31.194693 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-65184402-4c28-4812-8412-788296a0f23c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.196361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.220004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.226067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e37a99a-b2b5-43dd-9213-932b60f8fc27 HTTP/1.1" status: 204 len: 168 time: 2.1646605 Nov 22 16:31:31.260654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e695-351a-4b86-bd60-2de27c86a3f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e37a99a-b2b5-43dd-9213-932b60f8fc27,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:31.360819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-65184402-4c28-4812-8412-788296a0f23c None None] For port cfde6907-0ca2-49e2-8bfb-245936017a34, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cfde6907-0ca2-49e2-8bfb-245936017a34,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:31.361519 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-65184402-4c28-4812-8412-788296a0f23c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.385726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-65184402-4c28-4812-8412-788296a0f23c None None] Calling delete_port for cfde6907-0ca2-49e2-8bfb-245936017a34 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:31.411998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Deleting port cfde6907-0ca2-49e2-8bfb-245936017a34 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:31.414118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.589365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] For port cfde6907-0ca2-49e2-8bfb-245936017a34, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cfde6907-0ca2-49e2-8bfb-245936017a34,segment=NetworkSegment(89f283b5-3a77-4c0d-b060-24e290f33cc5),segment_id=89f283b5-3a77-4c0d-b060-24e290f33cc5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:31.590574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.604091 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-65184402-4c28-4812-8412-788296a0f23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.613593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Calling delete_port for cfde6907-0ca2-49e2-8bfb-245936017a34 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:31.626599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52806) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:31.644176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65184402-4c28-4812-8412-788296a0f23c None None] Pushing event deleted for resources: {'Port': ['ID=cfde6907-0ca2-49e2-8bfb-245936017a34,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:31.664203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65184402-4c28-4812-8412-788296a0f23c None None] No DVR routers for this DVR port cfde6907-0ca2-49e2-8bfb-245936017a34 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:31.688477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:31.724088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-de188d18-fe39-4d05-97ae-0ba8fd782ccc req-6eb940fc-6468-49c7-aa6a-6cc4b8fa8826 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189941 Nov 22 16:31:31.789091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54f2c684-7037-4295-8479-b850b55d6c2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af4d1c2927f8486e9c9f75b796cf8e22&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1585865 Nov 22 16:31:31.792154 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.794232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52810) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:31.840436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfde6907-0ca2-49e2-8bfb-245936017a34,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:31.851009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] No DVR routers for this DVR port cfde6907-0ca2-49e2-8bfb-245936017a34 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:31.898017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33165d68-023e-44d0-8387-4b4e8958eb4d req-140a0442-c703-454b-b1c9-924c66f20672 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:31.906002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33165d68-023e-44d0-8387-4b4e8958eb4d req-140a0442-c703-454b-b1c9-924c66f20672 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2935688 Nov 22 16:31:31.939682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:31.951318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:31.993277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36670122-3de2-4d1a-a686-d6db42255beb']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:32.011133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a892faad-fac7-465e-8ee5-3a69d1ec8212 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.011133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:32.017866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f283b5-3a77-4c0d-b060-24e290f33cc5') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:32.020118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f283b5-3a77-4c0d-b060-24e290f33cc5') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:32.029557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:32.040817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.053126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:32.064437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:32.070571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.087863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:31:32.089068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:31:32.091083 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:31:32.188635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33165d68-023e-44d0-8387-4b4e8958eb4d req-12838419-d07e-4da4-83ee-713ce38f91bc tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812717 Nov 22 16:31:32.212977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a892faad-fac7-465e-8ee5-3a69d1ec8212 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.226761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f435592-85b1-43a1-99e2-f5f4293b7243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.255992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.268496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-6f65f795-9912-4fca-a5b3-dbd9e6e4e8c0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.270080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-6f65f795-9912-4fca-a5b3-dbd9e6e4e8c0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 944 time: 0.1245875 Nov 22 16:31:32.275834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.279094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] 10.222.0.65 "DELETE /v2.0/networks/36670122-3de2-4d1a-a686-d6db42255beb HTTP/1.1" status: 204 len: 168 time: 1.4651902 Nov 22 16:31:32.309512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30323afd-247f-443e-824d-83d37d46eb25 admin admin] Pushing event deleted for resources: {'Network': ['ID=36670122-3de2-4d1a-a686-d6db42255beb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:32.319778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:32.377262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a892faad-fac7-465e-8ee5-3a69d1ec8212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.380009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a892faad-fac7-465e-8ee5-3a69d1ec8212 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.381311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a892faad-fac7-465e-8ee5-3a69d1ec8212 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7b972d5-2905-409b-b80e-d9229e71d600 HTTP/1.1" status: 204 len: 168 time: 0.5858150 Nov 22 16:31:32.437907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892faad-fac7-465e-8ee5-3a69d1ec8212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b972d5-2905-409b-b80e-d9229e71d600,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:32.451107 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f435592-85b1-43a1-99e2-f5f4293b7243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.461399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Deleting port 765e723f-d18e-4061-9011-33c727b84436 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:32.461751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.466964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f435592-85b1-43a1-99e2-f5f4293b7243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.507513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4cecbd-26f3-4528-a424-6613cf3d1144 req-fafa3ade-aeb8-41ed-94ad-f4b28fe3f706 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:32.516543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c4cecbd-26f3-4528-a424-6613cf3d1144 req-fafa3ade-aeb8-41ed-94ad-f4b28fe3f706 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 944 time: 0.1747973 Nov 22 16:31:32.533454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f435592-85b1-43a1-99e2-f5f4293b7243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc5fd4-ea22-4859-aad3-073ad431e8da,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:32.576877 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0f435592-85b1-43a1-99e2-f5f4293b7243 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e9b81c0f9e84a8c8e35a853395f2bca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6360703 Nov 22 16:31:32.579915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:32.603164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c4cecbd-26f3-4528-a424-6613cf3d1144 req-e9142ef9-f339-4cc0-8191-74e02450c61c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847149 Nov 22 16:31:32.705287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] For port 765e723f-d18e-4061-9011-33c727b84436, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=765e723f-d18e-4061-9011-33c727b84436,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:32.705674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.711808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:32.756664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cfde6907-0ca2-49e2-8bfb-245936017a34 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:32.768596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Calling delete_port for 765e723f-d18e-4061-9011-33c727b84436 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:32.793798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52836) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:32.854880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6385-5140-4861-91ba-d4bdb958f6cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:32.872510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: cfde6907-0ca2-49e2-8bfb-245936017a34 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:32.873056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cfde6907-0ca2-49e2-8bfb-245936017a34 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:32.911960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:30Z', 'revision_number': 3, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:32.940588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:32.950627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:32.951409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:33.044475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:33.066900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.075152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6385-5140-4861-91ba-d4bdb958f6cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.087274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.112737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['dd9b3a70-29a3-48fd-98c4-dc88284801cb', '765e723f-d18e-4061-9011-33c727b84436'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:33.139059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:33.145130 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381ed3cb-4729-44ef-8deb-22b16db2eae5" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:33.156683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event deleted for resources: {'Port': ['ID=765e723f-d18e-4061-9011-33c727b84436,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:33.194183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:33.231373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7f334555-e353-465b-aa11-4e44c38f4e02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ca5f5744a6a496b90e01dd0f964386e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306216 Nov 22 16:31:33.249985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52842) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:33.261494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] No DVR routers for this DVR port 765e723f-d18e-4061-9011-33c727b84436 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:33.265327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.270078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-489a3283-c46c-4f94-9ff0-7fb35bdc34e5 req-9df80dac-440a-446d-8d5d-6f9262a9dad0 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "DELETE /v2.0/ports/765e723f-d18e-4061-9011-33c727b84436 HTTP/1.1" status: 204 len: 173 time: 0.9874222 Nov 22 16:31:33.270927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'name': 'network-vif-deleted', 'tag': '765e723f-d18e-4061-9011-33c727b84436'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:33.273431 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5919699-abee-4336-8db2-791931eabb94" -d '{"events": [{"server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "name": "network-vif-deleted", "tag": "765e723f-d18e-4061-9011-33c727b84436"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:33.318505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6385-5140-4861-91ba-d4bdb958f6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.324575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a8e6385-5140-4861-91ba-d4bdb958f6cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.326573 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a8e6385-5140-4861-91ba-d4bdb958f6cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75bc5fd4-ea22-4859-aad3-073ad431e8da HTTP/1.1" status: 204 len: 168 time: 0.7455356 Nov 22 16:31:33.364763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e6385-5140-4861-91ba-d4bdb958f6cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc5fd4-ea22-4859-aad3-073ad431e8da,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:33.427258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-18ea83a6-0549-4304-9f3a-b2986db2e853 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "PUT /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 998 time: 4.1898582 Nov 22 16:31:33.539938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.557272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.564156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52848) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:33.570968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.580476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.588556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.596513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.603932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.615536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-4001a178-eddf-4aa1-a4d9-931e7834cb81 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.5863044 Nov 22 16:31:33.657295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:30Z', 'revision_number': 3, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:33.664461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-e4142201-3b55-470a-bd39-d80e339c8b5c tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:33.683962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-e4142201-3b55-470a-bd39-d80e339c8b5c tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports/c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 943 time: 0.2535450 Nov 22 16:31:33.699183 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-af50fc33-ce32-4811-83ed-620169094164 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=906168fb0c004d04a23fb1ecd0ea53c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316092 Nov 22 16:31:33.700179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52854) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:33.759028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a785210-1433-4db7-83ce-c42e58e786c4 None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:30Z', 'revision_number': 3, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:33.787519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa197-3014-4b61-9add-ce8e82d73093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.843075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5a5da09-84bc-45b4-a3f0-89571d73be22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.872193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa197-3014-4b61-9add-ce8e82d73093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:33.909212 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5a5da09-84bc-45b4-a3f0-89571d73be22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:34.029591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0aed8e8c-5ab5-40ad-a6a6-7bd87d942c22 req-63ce06e0-75a8-4f96-a6fe-796943a0379b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4130566 Nov 22 16:31:34.108351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5a5da09-84bc-45b4-a3f0-89571d73be22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:34.112834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5a5da09-84bc-45b4-a3f0-89571d73be22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:34.114083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b5a5da09-84bc-45b4-a3f0-89571d73be22 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a0f9189-0992-4698-aca2-02dcae571654 HTTP/1.1" status: 204 len: 168 time: 0.4099245 Nov 22 16:31:34.130995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5da09-84bc-45b4-a3f0-89571d73be22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0f9189-0992-4698-aca2-02dcae571654,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:34.260365 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fec58-6da6-49c5-98d5-35cf013ac640 None None] New status for floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:34.280057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa197-3014-4b61-9add-ce8e82d73093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:34.284427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb5aa197-3014-4b61-9add-ce8e82d73093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:34.295217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cb5aa197-3014-4b61-9add-ce8e82d73093 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a01fab27-23e9-4e15-af64-c89bf78f9c2c HTTP/1.1" status: 204 len: 168 time: 1.0323815 Nov 22 16:31:34.345135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa197-3014-4b61-9add-ce8e82d73093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01fab27-23e9-4e15-af64-c89bf78f9c2c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:34.610509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-375dd628-2c30-4bd7-8d75-9bda16fcfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:34.612060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-375dd628-2c30-4bd7-8d75-9bda16fcfd5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.1532724 Nov 22 16:31:34.965876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:35.002349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:35.003004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:35.053539 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3c8164-8d1a-46b7-9c9a-3abaecc3b271 x-openstack-request-id: req-5b3c8164-8d1a-46b7-9c9a-3abaecc3b271 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:35.054124 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36deba91-3f64-4efe-ada1-dca22d8758cf", "name": "network-vif-deleted", "tag": "765e723f-d18e-4061-9011-33c727b84436", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:35.054124 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b3c8164-8d1a-46b7-9c9a-3abaecc3b271 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:35.054532 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36deba91-3f64-4efe-ada1-dca22d8758cf', 'name': 'network-vif-deleted', 'tag': '765e723f-d18e-4061-9011-33c727b84436', 'status': 'completed', 'code': 200} Nov 22 16:31:35.116694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-2d14d32e-b730-4010-acba-a341f19e8068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.118245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-2d14d32e-b730-4010-acba-a341f19e8068 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.1406958 Nov 22 16:31:35.344870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-777d09b6-904d-46c1-b79e-2c02ab6a9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.351208 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-777d09b6-904d-46c1-b79e-2c02ab6a9f22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.2211757 Nov 22 16:31:35.355674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:35.444240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-0461fcdf-45b8-4ecd-9b6a-c7d97a0e1c81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 217 time: 0.0834374 Nov 22 16:31:35.540141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-9c1959ce-fe55-4f9f-ad80-0f7457e2c978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.542600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-9c1959ce-fe55-4f9f-ad80-0f7457e2c978 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0898774 Nov 22 16:31:35.555306 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c54f30-deba-4ca0-9946-9b0f5573f625 x-openstack-request-id: req-f7c54f30-deba-4ca0-9946-9b0f5573f625 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:35.556030 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:35.556030 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7c54f30-deba-4ca0-9946-9b0f5573f625 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:35.558797 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'status': 'completed', 'code': 200} Nov 22 16:31:35.627491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-e3d46773-4ba1-4044-af83-06c949e81e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.628934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-e3d46773-4ba1-4044-af83-06c949e81e56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0783653 Nov 22 16:31:35.645517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-791f83ac-11c8-4ad3-bcb8-78392ea7505b req-e20673cf-cbfe-4596-b51a-ffd98f38f9d4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 210 time: 0.0947361 Nov 22 16:31:35.775763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-49a2b37e-d4f6-4d81-a066-7c8bd59fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:35.777886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-49a2b37e-d4f6-4d81-a066-7c8bd59fc3c9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 1.1514232 Nov 22 16:31:35.903964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 765e723f-d18e-4061-9011-33c727b84436 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:35.922496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-25f306ba-5584-42bd-9fa9-882a531ba08f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 217 time: 0.1366138 Nov 22 16:31:35.934764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-dc811b96-045d-465c-8764-db0565a45f84 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960114 Nov 22 16:31:36.040156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-3fcf9749-3b75-4aaf-9e7e-00debb469432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.042180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-3fcf9749-3b75-4aaf-9e7e-00debb469432 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.1137946 Nov 22 16:31:36.161223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-381ed3cb-4729-44ef-8deb-22b16db2eae5 req-95379d7c-7738-4eda-9ec8-b4e670a9faa8 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167232 Nov 22 16:31:36.203023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc76b2-40ba-45e3-830f-e38cd68824d1 req-8fac8805-7359-49ca-81b8-425871440e88 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.220501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75dc76b2-40ba-45e3-830f-e38cd68824d1 req-8fac8805-7359-49ca-81b8-425871440e88 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1772594 Nov 22 16:31:36.350724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-c621159b-48ac-499b-9f2c-9f93d6650c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.352246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-c621159b-48ac-499b-9f2c-9f93d6650c6b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357392 Nov 22 16:31:36.378357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75dc76b2-40ba-45e3-830f-e38cd68824d1 req-ba1ef142-1e82-4389-8035-689ba55d30ae tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561821 Nov 22 16:31:36.430417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 765e723f-d18e-4061-9011-33c727b84436 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:36.431018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 765e723f-d18e-4061-9011-33c727b84436 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:36.577933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52934) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:36.596480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:34Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:36.699158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:36.727335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:36.728563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:36.733636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.752816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.762540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.779948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.807670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.814538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.841827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:36.850591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-f1822a92-efbd-469a-9795-79d65336a0a0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.3280625 Nov 22 16:31:36.868072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-010f24b0-bccd-4a8c-88c7-a25c3148eeac service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884875 Nov 22 16:31:37.002476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1566401646-network', 'tenant_id': '578fe2f8ffba4c139e201146b709267a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:37.042138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4da9045f-5366-4603-a31a-61c83fd4b147 req-23139ed3-4cb8-4285-9dc7-c765f9b015b0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1853504 Nov 22 16:31:37.047317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Made reservation on behalf of 578fe2f8ffba4c139e201146b709267a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:37.056327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.075506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:37.084902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.095630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-418c118c-acd5-4fee-981e-f814384dfedc service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253108 Nov 22 16:31:37.189040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-491a5203-ee1e-423d-a2cc-053dc6a377be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.198432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.200409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-491a5203-ee1e-423d-a2cc-053dc6a377be service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1097 time: 0.0799062 Nov 22 16:31:37.257786 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.268707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.343186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:31:37.364108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-68d479a3-1fb6-4e70-b161-11ac20f86663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.376015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-68d479a3-1fb6-4e70-b161-11ac20f86663 service neutron] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.1745908 Nov 22 16:31:37.389677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:37.401014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.401747 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Added segment c9feb52c-8e58-4f4d-a39a-c9421de2b237 of type vlan for network 556d8f94-8f16-4029-a85b-67d0e8380e43 Nov 22 16:31:37.453984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.494306 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.495973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.497956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.520426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9413693 Nov 22 16:31:37.531120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52964) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:37.546231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Request body: {'subnet': {'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1566401646-subnet', 'tenant_id': '578fe2f8ffba4c139e201146b709267a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:37.561030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:37.565586 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cba3a11-1e4c-472d-a3bd-59e49472cc72" -d '{"events": [{"name": "network-changed", "server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:37.614795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee9052-051b-41e5-8ada-2ceee0b7238c admin admin] Pushing event updated for resources: {'Network': ['ID=556d8f94-8f16-4029-a85b-67d0e8380e43,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:37.628769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:31:37.635865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-c14b71fd-3d66-47cb-9e8d-d2a317021a6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 1001 time: 0.2566774 Nov 22 16:31:37.701768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Made reservation on behalf of 578fe2f8ffba4c139e201146b709267a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:37.718367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:37.803312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-e439c3b2-503a-4b41-8ffa-b9a5381d8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:37.812576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-e439c3b2-503a-4b41-8ffa-b9a5381d8d89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.1757507 Nov 22 16:31:37.856324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:34Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:37.899095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdac45f-81f5-40a1-be7f-5a6547d59d59 None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:33:74:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:34Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:38.007138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973386c-2465-41d7-85a5-18c643510a9a req-81d22ed8-1346-4158-8399-10de71294217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.008682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-81d22ed8-1346-4158-8399-10de71294217 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953130 Nov 22 16:31:38.116688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d06a1-d05c-4458-afdc-ebe3418d271f req-8bdf9c76-4477-4fc5-895b-5633ceea9719 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.118459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c0d06a1-d05c-4458-afdc-ebe3418d271f req-8bdf9c76-4477-4fc5-895b-5633ceea9719 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2082083 Nov 22 16:31:38.229526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.278080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-8dee4644-ae2e-451b-ad43-507040f2377e service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614896 Nov 22 16:31:38.323001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c0d06a1-d05c-4458-afdc-ebe3418d271f req-fd6b29cf-3f7a-4e2e-85b4-9abad397b703 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724901 Nov 22 16:31:38.369603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f35321b6-126f-49b7-84b4-2a5b38529ea7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:38.447103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-357b7142-95c0-42f6-9573-671eba36f09f req-e4dd5dc7-4e66-4f2d-a09a-0e73da2169e4 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 210 time: 0.0432570 Nov 22 16:31:38.451272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Checking segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:38.451639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Network hostable DHCP agents. Network: 556d8f94-8f16-4029-a85b-67d0e8380e43, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:31:38.490647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c973386c-2465-41d7-85a5-18c643510a9a req-e39948bf-6786-4cf3-8d45-9883f0f0eaf9 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022943 Nov 22 16:31:38.501990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:31:38.521811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 556d8f94-8f16-4029-a85b-67d0e8380e43) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:38.530808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c9681-5d87-4553-bf90-85ad71d609a2 None None] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:38.537123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.538529 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.579606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1730d9db-2896-4fde-8e32-13d7cbd5e5b1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0356431 Nov 22 16:31:38.579606 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c59e0b-bfbd-4c98-8cad-34b58ec66fae x-openstack-request-id: req-a5c59e0b-bfbd-4c98-8cad-34b58ec66fae {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:38.579606 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:38.579606 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5c59e0b-bfbd-4c98-8cad-34b58ec66fae {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:38.579606 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'status': 'completed', 'code': 200} Nov 22 16:31:38.658639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.761893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-5a804ce5-6de5-4ac2-b3c5-805d54f3dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.765498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-5a804ce5-6de5-4ac2-b3c5-805d54f3dc10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1097 time: 0.1312394 Nov 22 16:31:38.766182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-556d8f94-8f16-4029-a85b-67d0e8380e43', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'tenant_id': '578fe2f8ffba4c139e201146b709267a', 'fixed_ips': [{'subnet_id': 'f35321b6-126f-49b7-84b4-2a5b38529ea7'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:31:38.767130 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:38.817783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.855116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.878151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.885546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.897193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.917100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.935484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:38.943538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-f3b2cf95-7673-4355-9ebf-260e8cace4a7 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.3027492 Nov 22 16:31:38.982749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Allocated IP 172.20.0.2 (556d8f94-8f16-4029-a85b-67d0e8380e43/f35321b6-126f-49b7-84b4-2a5b38529ea7/de7f9f30-4556-467e-87df-f517792b6b2f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:39.024702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e07476f-00ce-4818-a1e0-4c9f570174cf req-fb58a9e7-754a-4eee-bbee-39ffd93fd8b4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729880 Nov 22 16:31:39.045097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-9991c543-ff29-4ba7-9722-40d58c3fc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.047189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-9991c543-ff29-4ba7-9722-40d58c3fc63f service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.2692771 Nov 22 16:31:39.101167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9e2479ff-285c-4a9e-b698-11e18380f229 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7ffa95dec6de487ebae36d74ad75464e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336165 Nov 22 16:31:39.157260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-39cf07a4-8dbd-42a6-a7e3-2aeb1833a301 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 1001 time: 0.1009927 Nov 22 16:31:39.180350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.189798 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.215326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-3459dfe7-353c-4662-a7ec-d91ab475079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.217310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-3459dfe7-353c-4662-a7ec-d91ab475079e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0528543 Nov 22 16:31:39.242815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c829f305-cf0b-4fb7-92ba-872f37703a40 req-2c1f3367-f90a-43eb-ab7b-7d7e9c09bb1f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1360152 Nov 22 16:31:39.265863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Pushing event updated for resources: {'Port': ['ID=de7f9f30-4556-467e-87df-f517792b6b2f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:39.274328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:39.277259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:39.282422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:39.297289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-8eda1c6a-05c0-4bee-b8c3-2f4b8ae7a925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.300144 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-8eda1c6a-05c0-4bee-b8c3-2f4b8ae7a925 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739999 Nov 22 16:31:39.344647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-ef7db6b4-3af4-4818-a3d9-1fddcf2e24f9 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.355580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-ef7db6b4-3af4-4818-a3d9-1fddcf2e24f9 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2534933 Nov 22 16:31:39.373676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Attempting to bind port de7f9f30-4556-467e-87df-f517792b6b2f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:39.374078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Attempting to bind port de7f9f30-4556-467e-87df-f517792b6b2f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:39.374452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Attempting to bind port de7f9f30-4556-467e-87df-f517792b6b2f on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:39.381471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829f305-cf0b-4fb7-92ba-872f37703a40 req-d0a82479-9db7-43f0-991f-cfe9d03b302e tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.385395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:39.386427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Checking segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:39.386849 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.387558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Bound using segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:39.387755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Bound port: de7f9f30-4556-467e-87df-f517792b6b2f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:39.388341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.392311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c829f305-cf0b-4fb7-92ba-872f37703a40 req-d0a82479-9db7-43f0-991f-cfe9d03b302e tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports/eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 943 time: 0.1352146 Nov 22 16:31:39.408973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-78974ee0-b56f-47f8-bf22-9e55d404c5fc tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/quotas/7ffa95dec6de487ebae36d74ad75464e HTTP/1.1" status: 200 len: 375 time: 0.0420022 Nov 22 16:31:39.442971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-a7cdf967-ebb3-4b84-b000-bad2eed21bb6 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241033 Nov 22 16:31:39.473121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-ab7f4717-9918-4b6a-b206-4f1050f62731 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ffa95dec6de487ebae36d74ad75464e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516641 Nov 22 16:31:39.543595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] For port de7f9f30-4556-467e-87df-f517792b6b2f, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:39.548140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] For port de7f9f30-4556-467e-87df-f517792b6b2f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=de7f9f30-4556-467e-87df-f517792b6b2f,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:39.558778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:39.587930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c829f305-cf0b-4fb7-92ba-872f37703a40 req-d10b2fcf-f941-4e77-964e-7d84a1b603d3 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1003354 Nov 22 16:31:39.596038 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9cba3a11-1e4c-472d-a3bd-59e49472cc72 req-dcef10e8-d50b-4246-9137-8c34e88e376b service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452944 Nov 22 16:31:39.629175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966f0c5-7a92-4521-99ad-5e1155962046 None None] Pushing event updated for resources: {'Port': ['ID=de7f9f30-4556-467e-87df-f517792b6b2f,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:39.784069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829f305-cf0b-4fb7-92ba-872f37703a40 req-13a8b85e-ac52-475c-a2f5-874446b2b6b0 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:39.784583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c829f305-cf0b-4fb7-92ba-872f37703a40 req-13a8b85e-ac52-475c-a2f5-874446b2b6b0 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.1895750 Nov 22 16:31:40.016703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dba5a-fa9c-4492-be2f-f381894b4f0d req-eca6edfc-0e58-4fbe-bd01-29db03542fa8 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.032211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-730dba5a-fa9c-4492-be2f-f381894b4f0d req-eca6edfc-0e58-4fbe-bd01-29db03542fa8 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1358731 Nov 22 16:31:40.214207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-730dba5a-fa9c-4492-be2f-f381894b4f0d req-bebb0b9a-917a-4b01-8da3-9b85e9fbf26a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798096 Nov 22 16:31:40.339624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-4cca8435-fa50-46aa-ad74-f043b9f57ca8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.341428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-4cca8435-fa50-46aa-ad74-f043b9f57ca8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 816 time: 0.2932951 Nov 22 16:31:40.359472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f7f281b-1846-4449-a267-9ce57c44bf5c req-a75f2960-43eb-4b1b-8462-79450935233c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=36deba91-3f64-4efe-ada1-dca22d8758cf HTTP/1.1" status: 200 len: 210 time: 0.0457826 Nov 22 16:31:40.369129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-7a58673f-a587-4490-bbb3-330d3b6d4997 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/quotas/578fe2f8ffba4c139e201146b709267a HTTP/1.1" status: 200 len: 375 time: 0.0130110 Nov 22 16:31:40.396535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:40.447877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-122a64bc-0e0c-4969-a3fe-d4b29dd5aba1 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706227 Nov 22 16:31:40.531427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c75c399-5ee2-410d-bea4-563b0407763b req-b26ea4dd-e485-466f-935b-b40bf946efe7 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 210 time: 0.0784111 Nov 22 16:31:40.539900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9be7b464-8be7-45e1-842a-77fc72415e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.673210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-e49428b2-3af1-4a23-81d4-1deed9ec5036 service neutron] 10.222.0.65 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175939 Nov 22 16:31:40.708870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9be7b464-8be7-45e1-842a-77fc72415e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.718748 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9be7b464-8be7-45e1-842a-77fc72415e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.797458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device de7f9f30-4556-467e-87df-f517792b6b2f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:40.799580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9be7b464-8be7-45e1-842a-77fc72415e11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=458725405e6e46e4a37c74e3bdeb3f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4002340 Nov 22 16:31:40.802188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53088) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:31:40.810358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7b464-8be7-45e1-842a-77fc72415e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a24ac-6890-40d1-abaa-b95e2a240190,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:40.867411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-da5e5882-aecd-4a47-9b30-a1e784f2c834 service neutron] 10.222.0.65 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899960 Nov 22 16:31:40.883222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8271d25-38d3-4a4b-b4cc-b74c27b809f9 req-a021c4fe-9516-418e-9f12-3a413287c210 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:40.892368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8271d25-38d3-4a4b-b4cc-b74c27b809f9 req-a021c4fe-9516-418e-9f12-3a413287c210 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 951 time: 0.1992531 Nov 22 16:31:40.898689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port de7f9f30-4556-467e-87df-f517792b6b2f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:40.899312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.935380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-657ba37c-b4f0-4f65-bf27-cb7fe3962e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:40.980774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8271d25-38d3-4a4b-b4cc-b74c27b809f9 req-4426425c-affe-4847-a17c-e4625045c03d tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848842 Nov 22 16:31:41.033428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-657ba37c-b4f0-4f65-bf27-cb7fe3962e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.051073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.093966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-f9101911-ab65-4f44-bb58-ba4613d51d38 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.0981166 Nov 22 16:31:41.128050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port de7f9f30-4556-467e-87df-f517792b6b2f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=de7f9f30-4556-467e-87df-f517792b6b2f,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:41.151989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.169216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-657ba37c-b4f0-4f65-bf27-cb7fe3962e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.172188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-657ba37c-b4f0-4f65-bf27-cb7fe3962e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.176491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-657ba37c-b4f0-4f65-bf27-cb7fe3962e41 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d71a24ac-6890-40d1-abaa-b95e2a240190 HTTP/1.1" status: 204 len: 168 time: 0.3732514 Nov 22 16:31:41.199768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-3e35c69a-901c-4c57-afad-94cbff5ef14d tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.219824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ba37c-b4f0-4f65-bf27-cb7fe3962e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a24ac-6890-40d1-abaa-b95e2a240190,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:41.233012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-3e35c69a-901c-4c57-afad-94cbff5ef14d tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports/eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 943 time: 0.1374311 Nov 22 16:31:41.335178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a01088-8251-45bc-bf7b-220a8981dab5 None None] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:31:41.393981 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-57dd7aab-fb68-4cc4-a142-be5137599a45 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=7ffa95dec6de487ebae36d74ad75464e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981648 Nov 22 16:31:41.421800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=de7f9f30-4556-467e-87df-f517792b6b2f,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:41.447618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c885fd36-8d84-4c44-932b-471a3ca4f5b1 None None] Provisioning complete for port de7f9f30-4556-467e-87df-f517792b6b2f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:41.448227 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c885fd36-8d84-4c44-932b-471a3ca4f5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.477416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.496137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.514127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.533736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.559316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.577964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.592814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.604266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25025129-6b51-4841-baaf-93d24054e5fd req-7a3c5314-9926-49cb-803b-b728644dbc6b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.3177924 Nov 22 16:31:41.636646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-901a86ce-e102-4d2c-9941-f7c40ef3be7b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:41.638115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-901a86ce-e102-4d2c-9941-f7c40ef3be7b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338328 Nov 22 16:31:41.665049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Request body: {'port': {'device_id': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '7ffa95dec6de487ebae36d74ad75464e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:41.719918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:41.862616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-47ef1a88-57d5-47d0-8118-3a299052db68 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.2530000 Nov 22 16:31:41.876232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.886969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25025129-6b51-4841-baaf-93d24054e5fd req-414213b7-5e9b-445d-8737-db4183f224d1 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2708740 Nov 22 16:31:41.934066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:41.937123 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094c79d6-3a73-4e02-8410-6a54a25330f8" -d '{"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:41.955470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:41.965808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:41.982947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Made reservation on behalf of 7ffa95dec6de487ebae36d74ad75464e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:41.986646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.001142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.027123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=11']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:42.096031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-80292755-bc42-451b-bdfd-f2453a786f6e None None] Provisioning complete for port de7f9f30-4556-467e-87df-f517792b6b2f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:42.096525 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-80292755-bc42-451b-bdfd-f2453a786f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.125272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faabd31-51c4-481c-b35f-58122d19eebb req-9ade6b66-fc2b-49dd-aeed-ddb02d1885fe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.127177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8faabd31-51c4-481c-b35f-58122d19eebb req-9ade6b66-fc2b-49dd-aeed-ddb02d1885fe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0995836 Nov 22 16:31:42.165951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-f460ffc3-6681-4deb-b070-dcd8c43b9e47 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:42.174491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-f460ffc3-6681-4deb-b070-dcd8c43b9e47 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2864511 Nov 22 16:31:42.181610 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-25d3a14b-4cf3-44b4-9cf9-4299ab2239ed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:42.189342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.191947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-25d3a14b-4cf3-44b4-9cf9-4299ab2239ed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160234 Nov 22 16:31:42.203036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.281261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be841c55-24f4-4c8f-99ab-d41e47bea40f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:42.356386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-5ef39269-9e3c-4182-a33b-016934cba8bb tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1504514 Nov 22 16:31:42.371582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8faabd31-51c4-481c-b35f-58122d19eebb req-cca33fe0-7ec8-44a3-851c-1bd3b8e7a565 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631665 Nov 22 16:31:42.384605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:42.539352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.576578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Allocated IP 192.168.233.250 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/36f94d42-9d7d-4cdd-a748-3bc9cd137a0c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:42.665917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device de7f9f30-4556-467e-87df-f517792b6b2f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:42.742453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port de7f9f30-4556-467e-87df-f517792b6b2f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:42.743586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.759452 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.774079 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.774648 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f disassociated. External IP: 172.25.6.64, port: eb825e0f-c959-4402-9ff8-63d8c597fb1c. Nov 22 16:31:42.815450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.872987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:42.922970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:42.926123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:42.928830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:42.967296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Pushing event updated for resources: {'Port': ['ID=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:43.008076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.010384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.036007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-9619edc8-7111-4a4d-a621-39686ba4f3ea tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3782041 Nov 22 16:31:43.043778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c408f669-18f4-41d8-b63e-1d5f4cc51461 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.051706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c408f669-18f4-41d8-b63e-1d5f4cc51461 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 816 time: 0.2904472 Nov 22 16:31:43.056372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Request body: {'port': {'device_id': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:43.134724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-de706d0f-e10e-4a19-9f3e-f44bd908f7f1 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/quotas/578fe2f8ffba4c139e201146b709267a HTTP/1.1" status: 200 len: 375 time: 0.0810657 Nov 22 16:31:43.283189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.325912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ae375d52-c374-4600-bd5a-ed932a20218f None None] Provisioning complete for port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:43.327337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae375d52-c374-4600-bd5a-ed932a20218f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.373824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ae375d52-c374-4600-bd5a-ed932a20218f None None] Port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:43.436398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-17e47112-d578-4a4e-acca-99ef0a723fa4 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:43.438200 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-17e47112-d578-4a4e-acca-99ef0a723fa4 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.66 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 816 time: 0.2687054 Nov 22 16:31:43.467497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Request body: {'port': {'device_id': '5ced0747-724d-45cb-9682-4deac595182c', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'admin_state_up': True, 'tenant_id': '578fe2f8ffba4c139e201146b709267a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:43.578589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-561a5fd6-70ec-4d13-b0b7-d7c9ce6dd75c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4422832 Nov 22 16:31:43.650941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:43.733691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Made reservation on behalf of 578fe2f8ffba4c139e201146b709267a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:43.737191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.749714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-6640e494-1cc7-40f7-a355-0b5c7abefb86 service neutron] 10.222.0.65 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580369 Nov 22 16:31:43.857468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:43.863865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.882974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:43.895705 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:43.896424 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:43.908861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:43.913357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-76fcda4e-1d4f-40f2-9e4e-c4b48093b32b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "PUT /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 694 time: 1.5556474 Nov 22 16:31:43.916335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:43.918613 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b85e268-0b98-498f-8d9d-cf5103039779" -d '{"events": [{"name": "network-changed", "server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:43.922092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:43.924949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c661801f-e045-4d97-ab3b-33e5c8ba9244 service neutron] 10.222.0.65 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458755 Nov 22 16:31:43.938333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Transition to ACTIVE for port object 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:43.998958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-dc3728f9-a47a-406d-a25a-4a35aa7a3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.001014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-dc3728f9-a47a-406d-a25a-4a35aa7a3615 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1097 time: 0.0489428 Nov 22 16:31:44.007378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Allocated IP 172.20.0.4 (556d8f94-8f16-4029-a85b-67d0e8380e43/f35321b6-126f-49b7-84b4-2a5b38529ea7/4bb83cef-ec04-48ae-80f3-5303ad9b56cf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:44.018804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.159733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-d06b1c99-37fb-4cda-88b6-78a674dd3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.161377 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-d06b1c99-37fb-4cda-88b6-78a674dd3c8b service neutron] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.1521862 Nov 22 16:31:44.214111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Pushing event updated for resources: {'Port': ['ID=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:44.226524 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:44.366747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-75aaed12-eb73-402f-9515-fd3b9d4e4336 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 217 time: 0.1956971 Nov 22 16:31:44.442919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d70c7-72e1-4175-9073-0a663984bab0 req-5f55966f-404e-4b3a-bf96-ba53c51d3e28 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.452806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975d70c7-72e1-4175-9073-0a663984bab0 req-5f55966f-404e-4b3a-bf96-ba53c51d3e28 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 948 time: 0.2832623 Nov 22 16:31:44.506921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-d705ca35-26a1-4d6b-9b29-63316d42be48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.508391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-d705ca35-26a1-4d6b-9b29-63316d42be48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.1310306 Nov 22 16:31:44.529585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Attempting to bind port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:44.529977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Attempting to bind port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:44.531473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Attempting to bind port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:44.543669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:44.544319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Attempting to bind port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:44.558083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:44.558834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:44.559472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:44.560641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Bound port: 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:44.561329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.568153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975d70c7-72e1-4175-9073-0a663984bab0 req-7fc12eca-8195-4ab2-881e-165c4bce4080 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143909 Nov 22 16:31:44.582749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-82705b43-688b-4687-8045-a3f55c0444ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.584301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-82705b43-688b-4687-8045-a3f55c0444ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675282 Nov 22 16:31:44.672227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.693495 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2021b-e1c4-42a4-9d65-ac7767b51130 x-openstack-request-id: req-ccf2021b-e1c4-42a4-9d65-ac7767b51130 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:44.694688 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:44.695553 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ccf2021b-e1c4-42a4-9d65-ac7767b51130 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:44.696917 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'code': 200} Nov 22 16:31:44.719527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] For port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:44.726023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] For port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:44.737792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.795874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-05b5ef5e-61b5-47f6-82db-1b504a3a6dd8 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023125 Nov 22 16:31:44.899938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Pushing event updated for resources: {'Port': ['ID=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:44.916322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:44.916999 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.918430 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-0763cdf4-e6fd-45b6-ae8c-fbc6f5b91827 service neutron] 10.222.0.66 "PUT /v2.0/ports/36f94d42-9d7d-4cdd-a748-3bc9cd137a0c HTTP/1.1" status: 200 len: 1096 time: 1.8676894 Nov 22 16:31:44.918896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'tag': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:44.921160 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61ad68-b694-48e2-9489-69d5b4d5856f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5", "tag": "36f94d42-9d7d-4cdd-a748-3bc9cd137a0c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:44.961945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:44.973207 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:44.988021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e74e9302-bb56-41a7-a892-3c370b219c2f req-1a925984-a5aa-4d91-ba19-ad3ca750e264 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809855 Nov 22 16:31:45.035559 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:45.074113 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:45.074966 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:45.145476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:45.211168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:45.226082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:45.327322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.340982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.348139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.363358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.381690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.392484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.410986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.424341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35122d58-6165-48ae-9e88-e100e7432b28 req-22a870b9-2dc3-4f97-958d-d26811905565 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.2791309 Nov 22 16:31:45.476775 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:45.609195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35122d58-6165-48ae-9e88-e100e7432b28 req-a4324b7b-ae96-46c4-874e-cb035f2f836e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820171 Nov 22 16:31:45.615838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f938f2ef-b158-49b4-99b1-5feab1767581 None None] Provisioning complete for port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:45.616215 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f938f2ef-b158-49b4-99b1-5feab1767581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:45.685366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f938f2ef-b158-49b4-99b1-5feab1767581 None None] Port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:45.707700 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a15b73-e2f1-478d-bdb0-a19a1c0645b6 x-openstack-request-id: req-06a15b73-e2f1-478d-bdb0-a19a1c0645b6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:45.707984 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:45.708314 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06a15b73-e2f1-478d-bdb0-a19a1c0645b6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:45.708750 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'status': 'completed', 'code': 200} Nov 22 16:31:45.804058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-9de4117c-46c7-48ea-b29c-0848f811ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.807922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-9de4117c-46c7-48ea-b29c-0848f811ae88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 1097 time: 0.0734382 Nov 22 16:31:45.902180 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:45.935234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-ae54e24c-0036-4ed7-b8b7-3ac7bf8688f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:45.936742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-ae54e24c-0036-4ed7-b8b7-3ac7bf8688f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ffa95dec6de487ebae36d74ad75464e&device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 1099 time: 0.8543012 Nov 22 16:31:45.945250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Pushing event updated for resources: {'Port': ['ID=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:45.960882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-6e129560-b2bd-42ee-a11a-79140bee5073 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7360687 Nov 22 16:31:45.962018 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e10dfd7-45e4-49ce-99af-a1aa9b476750 None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:45.998839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-a298dd15-5696-4c33-8993-32d6dc4720f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c HTTP/1.1" status: 200 len: 217 time: 0.0411689 Nov 22 16:31:46.015195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.015839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.182398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-7b0445a9-c503-4e68-aa05-14d23a1e03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.187859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-d98cde80-22e9-4e81-82d9-53909c22ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.190087 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-d98cde80-22e9-4e81-82d9-53909c22ab09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7c16208c51704a059918ff6752731e37&device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 1095 time: 0.1879988 Nov 22 16:31:46.193541 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9490288-3fdb-49d1-9077-fe3fb390437c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7334569 Nov 22 16:31:46.194737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-7b0445a9-c503-4e68-aa05-14d23a1e03f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.3727615 Nov 22 16:31:46.268408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-593f6e72-60c7-4349-8e61-544abab44c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.279085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-593f6e72-60c7-4349-8e61-544abab44c77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2603233 Nov 22 16:31:46.283423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Request body: {'port': {'device_id': '5ced0747-724d-45cb-9682-4deac595182c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:46.351656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb4c24d-519f-40b0-bcde-7409b553d33b req-d4c8203e-4a1b-4d1a-aca7-19a2a4626d93 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.358468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cb4c24d-519f-40b0-bcde-7409b553d33b req-d4c8203e-4a1b-4d1a-aca7-19a2a4626d93 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.4333360 Nov 22 16:31:46.383442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-d62d2d90-0588-488d-ba5f-18ae6b935ea8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 200 len: 217 time: 0.1653864 Nov 22 16:31:46.459338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-142c1b4c-c221-46ff-9cb7-c06418c3708d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.460518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be75b5a-b0ce-4175-9bad-0a9b36a36c62 None None] New status for floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:46.464203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-142c1b4c-c221-46ff-9cb7-c06418c3708d service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 200 len: 909 time: 0.1446567 Nov 22 16:31:46.504365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-ff67ed7f-ec0e-4383-bdf4-22d48f7e38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.513067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-ff67ed7f-ec0e-4383-bdf4-22d48f7e38a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0957873 Nov 22 16:31:46.561342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-274f9c0a-dafb-40d8-9b09-05eb101b915e tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.567564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-274f9c0a-dafb-40d8-9b09-05eb101b915e tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 816 time: 0.6604900 Nov 22 16:31:46.580113 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.652873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cb4c24d-519f-40b0-bcde-7409b553d33b req-e54bfc5e-811b-4331-b4a1-09b73a07180c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673666 Nov 22 16:31:46.658466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-071e8f9a-f2d1-4a6d-bdaa-b38eb164b61c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/quotas/578fe2f8ffba4c139e201146b709267a HTTP/1.1" status: 200 len: 375 time: 0.0620947 Nov 22 16:31:46.674789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-d0b52ca8-1f1a-4b95-b51b-425826b42caf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3153059 Nov 22 16:31:46.717881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-57e7eec8-4453-40c2-81ab-1af99a54b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.719047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-57e7eec8-4453-40c2-81ab-1af99a54b53f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434207 Nov 22 16:31:46.887192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-450e3959-ac91-4a72-9eee-baa3a0fa763e tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2175150 Nov 22 16:31:46.921366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bb83cef-ec04-48ae-80f3-5303ad9b56cf {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:46.930383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.943630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-0b920d17-1876-4eda-85fb-e394982dba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.944077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Transition to ACTIVE for port object 4bb83cef-ec04-48ae-80f3-5303ad9b56cf will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:46.947007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-79743ccd-8453-4f4a-946e-8850f13f3f16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 200 len: 217 time: 0.4464986 Nov 22 16:31:46.947607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-0b920d17-1876-4eda-85fb-e394982dba72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 1100 time: 0.2326355 Nov 22 16:31:46.952748 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:46.987676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-240a1503-f611-4452-9d8f-0fde2fb411fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:46.989345 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-240a1503-f611-4452-9d8f-0fde2fb411fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6609898 Nov 22 16:31:47.044980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-56695c0b-8977-4e9a-989a-c09b530a61aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.047050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-56695c0b-8977-4e9a-989a-c09b530a61aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 200 len: 848 time: 0.0770004 Nov 22 16:31:47.064695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-3ff30e0c-db36-4603-b689-8afe1bc70ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339732 Nov 22 16:31:47.070283 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9be70c-e571-4172-b9de-9572376f701f x-openstack-request-id: req-9d9be70c-e571-4172-b9de-9572376f701f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:47.070583 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5", "tag": "36f94d42-9d7d-4cdd-a748-3bc9cd137a0c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:47.070839 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d9be70c-e571-4172-b9de-9572376f701f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:47.071800 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'tag': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c', 'status': 'completed', 'code': 200} Nov 22 16:31:47.183836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-ae0c1363-2d22-42a4-8c61-b613cf37e015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f80d4fc-9728-44f3-992c-a304b5023c40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098478 Nov 22 16:31:47.188307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-42b8d5e2-1638-494b-987f-e37e17964d2a service neutron] 10.222.0.65 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855520 Nov 22 16:31:47.312597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-74185d4c-8a4f-4342-b6c9-fbdb5c507f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.314871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-74185d4c-8a4f-4342-b6c9-fbdb5c507f05 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.3031597 Nov 22 16:31:47.402630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-a9d36168-a41f-4781-9131-4845631b6ca6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.414454 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-a9d36168-a41f-4781-9131-4845631b6ca6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 816 time: 1.2622900 Nov 22 16:31:47.424272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-99b8611b-79e3-4574-abad-87912f5f3766 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=1b05813a-6c54-4c8a-854b-111415645923 HTTP/1.1" status: 200 len: 217 time: 0.0707169 Nov 22 16:31:47.445800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e268-0b98-498f-8d9d-cf5103039779 req-0c1bf710-5125-4853-b88d-206131473ded service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591421 Nov 22 16:31:47.479457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Request body: {'port': {'device_id': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'admin_state_up': True, 'tenant_id': '578fe2f8ffba4c139e201146b709267a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:47.531724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:47.569733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-a8e4c8ce-8a1b-42b1-b32d-5bb6d296a34d service neutron] 10.222.0.65 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804545 Nov 22 16:31:47.573711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-85299c25-f727-4eb1-92b9-c4578a0bcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.575201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-85299c25-f727-4eb1-92b9-c4578a0bcd80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1278241 Nov 22 16:31:47.642766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30256b-95a2-4e37-acb4-7337d527ebe4 req-a8443d04-c1d3-484b-a7f6-1ea8e454a66e tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.645590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df30256b-95a2-4e37-acb4-7337d527ebe4 req-a8443d04-c1d3-484b-a7f6-1ea8e454a66e tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 948 time: 0.2282009 Nov 22 16:31:47.671679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-4084959b-7d79-46b9-b212-ceb08a2c76d7 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990317 Nov 22 16:31:47.672429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Attempting to bind port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:47.672837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Attempting to bind port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:47.673240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Attempting to bind port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:47.730975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-e38db138-0e87-44fb-83c3-7141916afb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:47.732696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-e38db138-0e87-44fb-83c3-7141916afb8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448176 Nov 22 16:31:47.746526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df30256b-95a2-4e37-acb4-7337d527ebe4 req-912f134a-be22-4d20-98eb-69db70d1a351 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999634 Nov 22 16:31:47.752058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e886fe68-5c7f-4eec-8ad2-8869e0d60329 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:47.752853 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-0ced9955-2cf0-4ff9-94fd-e0ebb6c05934 service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256519 Nov 22 16:31:47.794245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf on network 556d8f94-8f16-4029-a85b-67d0e8380e43 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:47.794586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Attempting to bind port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:47.909047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:47.909439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Checking segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:47.909794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Bound using segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:47.910257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Bound port: 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:47.910623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:47.986464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.006909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'port_id': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'mac_address': 'fa:16:3e:c5:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:48.020141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Made reservation on behalf of 578fe2f8ffba4c139e201146b709267a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:48.024685 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.066433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.084779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e886fe68-5c7f-4eec-8ad2-8869e0d60329 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:48.100459 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-805f9ebb-c82e-4c8b-83ef-82fe1b18f0b6 req-63d8e7fe-104a-4170-ac43-0d2c38fef67e service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107397 Nov 22 16:31:48.100647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237628fa-4d69-4c95-8313-57ef17099e59 req-5a9cfb90-21f4-41e5-ba6e-ceaddfc8399a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.109219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-237628fa-4d69-4c95-8313-57ef17099e59 req-5a9cfb90-21f4-41e5-ba6e-ceaddfc8399a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1897881 Nov 22 16:31:48.129381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:48.142370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.143024 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.148901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.155101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.161022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.167509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.173998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.179933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.188599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-7ef093e8-7b24-46b1-92d6-0b0c4013a747 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5419 time: 0.2356215 Nov 22 16:31:48.201528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-7bcdf8af-9ae4-4882-927e-2a172a1a1467 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362102 Nov 22 16:31:48.240860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:48.279063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] For port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:48.315855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-237628fa-4d69-4c95-8313-57ef17099e59 req-a50200c5-d037-4906-9791-bb4515ed0f00 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007022 Nov 22 16:31:48.390700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d473c84a-296a-451d-8c1e-01a01ec06e45 req-60b2cd00-bcd4-4d41-a55d-dd58286b3c5a service neutron] 10.222.0.20 "GET /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126583 Nov 22 16:31:48.396565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d254f020-bf19-49e2-aa3f-d774e8140aac req-88cb942a-13c8-440c-8e9d-bdbb40c62ce9 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2070072 Nov 22 16:31:48.418158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] For port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:48.475453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5867ce0-8ce4-4803-8b85-9bb8547804c6 req-cdfe6805-d371-4f57-96f8-784ec09fa8fd service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591884 Nov 22 16:31:48.510698 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.526884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5516ba79-41f4-4483-8d52-1f24d321dd2a req-a2c34cd1-412c-43a1-84dd-8f2ea3451178 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0441685 Nov 22 16:31:48.532189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e886fe68-5c7f-4eec-8ad2-8869e0d60329'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:48.676616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Pushing event updated for resources: {'Port': ['ID=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:48.701341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.702793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:48.704286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-c9867f5c-5f9e-4629-b89f-74a3c692e188 service neutron] 10.222.0.66 "PUT /v2.0/ports/4bb83cef-ec04-48ae-80f3-5303ad9b56cf HTTP/1.1" status: 200 len: 1091 time: 2.4932346 Nov 22 16:31:48.709254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-d9b273c6-ad8b-4092-b8fa-aaa4c075e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.710883 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-d9b273c6-ad8b-4092-b8fa-aaa4c075e2b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ffa95dec6de487ebae36d74ad75464e&device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 1099 time: 0.5029526 Nov 22 16:31:48.754747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-794c283c-3b4a-40b3-b141-b9ae2dee7687 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:48.757906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Allocated IP 172.20.0.5 (556d8f94-8f16-4029-a85b-67d0e8380e43/f35321b6-126f-49b7-84b4-2a5b38529ea7/570b6ef6-853b-4ed9-8c9f-2542c49123cb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:48.761015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-794c283c-3b4a-40b3-b141-b9ae2dee7687 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1883352 Nov 22 16:31:48.916463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-69452431-6f44-49f0-ab55-52184857f72a tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.1459987 Nov 22 16:31:48.931198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'floatingip': {'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:48.980366 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.099599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced0747-724d-45cb-9682-4deac595182c', 'tag': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:49.116302 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f2d13f-f76d-45e7-bd13-11387580f26b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced0747-724d-45cb-9682-4deac595182c", "tag": "4bb83cef-ec04-48ae-80f3-5303ad9b56cf"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:49.218398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-571a2c23-be7a-49d1-a337-a9542214248b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.220367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-571a2c23-be7a-49d1-a337-a9542214248b tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c846c60-99bd-49bd-aefb-ce4fbedb8340 HTTP/1.1" status: 200 len: 946 time: 0.4537702 Nov 22 16:31:49.267523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-b4e36662-45c9-47e0-9102-3d599ad411f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.269094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-b4e36662-45c9-47e0-9102-3d599ad411f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.5475464 Nov 22 16:31:49.412179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-08e3994a-daf7-4e42-9f20-4ef99ff68a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.415470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-08e3994a-daf7-4e42-9f20-4ef99ff68a43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 1094 time: 0.4780161 Nov 22 16:31:49.421612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-3ead114b-1017-4dfe-9d82-1fea18c0d9fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c HTTP/1.1" status: 200 len: 217 time: 0.1207550 Nov 22 16:31:49.583955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-edf0e9d9-1ac3-49f8-a615-63fe0955b7c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf HTTP/1.1" status: 200 len: 217 time: 0.1395431 Nov 22 16:31:49.623914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.695466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-b0380965-e5de-4a22-a0fb-20ceeb0a63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.703256 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-b0380965-e5de-4a22-a0fb-20ceeb0a63f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2437558 Nov 22 16:31:49.722523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.776775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8daaf5fc-b601-4e63-a954-db35b72e08f8 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:49.782586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e886fe68-5c7f-4eec-8ad2-8869e0d60329 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:49.800340 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.802774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-938d083e-8980-433a-85ac-34cc1fe3e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:49.804003 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-938d083e-8980-433a-85ac-34cc1fe3e7a0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.1972132 Nov 22 16:31:49.839780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Deleting port eb825e0f-c959-4402-9ff8-63d8c597fb1c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:49.840107 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:49.995928 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85c3a047-c5c2-4f27-8a71-d8a582820048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.045548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-17fe2eff-1404-4e1c-a398-ec7d97e8e4e3 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.047000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-17fe2eff-1404-4e1c-a398-ec7d97e8e4e3 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 816 time: 0.4186690 Nov 22 16:31:50.062035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8a2fc-b86e-4d2e-8a5f-99d600611eff req-c622f162-ea1e-4f7d-ace6-39e230792b82 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.069567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fab8a2fc-b86e-4d2e-8a5f-99d600611eff req-c622f162-ea1e-4f7d-ace6-39e230792b82 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2720058 Nov 22 16:31:50.076765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Request body: {'port': {'device_id': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'admin_state_up': True, 'tenant_id': '578fe2f8ffba4c139e201146b709267a'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:50.077519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port e886fe68-5c7f-4eec-8ad2-8869e0d60329 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:50.091806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] For port eb825e0f-c959-4402-9ff8-63d8c597fb1c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=eb825e0f-c959-4402-9ff8-63d8c597fb1c,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:50.092369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.096610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port e886fe68-5c7f-4eec-8ad2-8869e0d60329 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:50.099870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.108822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Calling delete_port for eb825e0f-c959-4402-9ff8-63d8c597fb1c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:50.143649 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f associated. External IP: 172.25.6.64, port: c9063b91-e705-4855-8de6-ab68515e57e6. Nov 22 16:31:50.187185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:50.204528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '8daaf5fc-b601-4e63-a954-db35b72e08f8', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'port_id': '8daaf5fc-b601-4e63-a954-db35b72e08f8', 'mac_address': 'fa:16:3e:6e:e7:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f', 'ip_address': '10.1.1.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:50.285468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fab8a2fc-b86e-4d2e-8a5f-99d600611eff req-319ac654-07c7-442b-aba4-beb15df89ad3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127943 Nov 22 16:31:50.310405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.354968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.358060 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.401257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:50.404125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:50.408183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.417392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:50.422265 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ee922-541b-42d7-b02f-2db714c7316d" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:50.426164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c9063b91-e705-4855-8de6-ab68515e57e6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:50.440710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.450674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:50.469090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:50.507845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-a70d526d-0b56-446c-8064-e19d4a38f344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.511414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-a70d526d-0b56-446c-8064-e19d4a38f344 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7842498 Nov 22 16:31:50.514220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-1bb3f4bc-e168-4a4e-9e99-1032a1ead67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:50.515795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-1bb3f4bc-e168-4a4e-9e99-1032a1ead67b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6919589 Nov 22 16:31:50.550262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:50.562606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8daaf5fc-b601-4e63-a954-db35b72e08f8 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:50.606792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:50.619293 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:50.620876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c68822fe-f686-4057-9821-54255f4db0ca details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:50.639856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] No DVR routers for this DVR port eb825e0f-c959-4402-9ff8-63d8c597fb1c on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:50.731083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:50.768367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c68822fe-f686-4057-9821-54255f4db0ca,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:50.830635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'c68822fe-f686-4057-9821-54255f4db0ca', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'port_id': 'c68822fe-f686-4057-9821-54255f4db0ca', 'mac_address': 'fa:16:3e:7e:98:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:51.001968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d644c49f-2c4e-48e1-8681-bfd07f0c9673 None None] Provisioning complete for port 570b6ef6-853b-4ed9-8c9f-2542c49123cb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:51.002345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d644c49f-2c4e-48e1-8681-bfd07f0c9673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.045337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.095046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c68822fe-f686-4057-9821-54255f4db0ca {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:51.104580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d644c49f-2c4e-48e1-8681-bfd07f0c9673 None None] Port 570b6ef6-853b-4ed9-8c9f-2542c49123cb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:51.129774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:51.133087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c68822fe-f686-4057-9821-54255f4db0ca,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.139789 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.140601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7eee047f-cb66-4218-ba63-f9bf60a63ebd details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:51.160374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa5bdf-7742-40ed-a1c0-3739a929387b req-91a6d712-90db-4909-9598-7c16d4dc0a14 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.168834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cfa5bdf-7742-40ed-a1c0-3739a929387b req-91a6d712-90db-4909-9598-7c16d4dc0a14 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 948 time: 0.2487631 Nov 22 16:31:51.233896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cfa5bdf-7742-40ed-a1c0-3739a929387b req-c1cfcdbc-6359-448e-b378-28b2b5031e1f tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581441 Nov 22 16:31:51.238639 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.242395 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e7c56142-2ffd-4404-9d80-0d8d37bb7f00 req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "DELETE /v2.0/ports/eb825e0f-c959-4402-9ff8-63d8c597fb1c HTTP/1.1" status: 204 len: 173 time: 2.0102875 Nov 22 16:31:51.265849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Pushing event updated for resources: {'Port': ['ID=570b6ef6-853b-4ed9-8c9f-2542c49123cb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.285298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.297779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.298513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.299594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Made reservation on behalf of 578fe2f8ffba4c139e201146b709267a for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:31:51.304653 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.330158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f26a8-ec52-407f-a561-3805786be7df tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event deleted for resources: {'Port': ['ID=eb825e0f-c959-4402-9ff8-63d8c597fb1c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.363465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.374557 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9622bfb4-694f-494e-a81e-4fed7db9b719 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9449079 Nov 22 16:31:51.381196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '7eee047f-cb66-4218-ba63-f9bf60a63ebd', 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'port_id': '7eee047f-cb66-4218-ba63-f9bf60a63ebd', 'mac_address': 'fa:16:3e:c2:c1:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b4d203-07e1-4b3a-8d78-df295ced5835', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:51.391804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Request body: {'port': {'device_id': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:51.401213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-443facf2-dec2-4243-9918-3071d6913c1c service neutron] 10.222.0.66 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8076611 Nov 22 16:31:51.430751 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.435741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-1328ea2b-ebba-4b36-b9fc-1211bce1bcf4 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8537574 Nov 22 16:31:51.450055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eee047f-cb66-4218-ba63-f9bf60a63ebd {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:51.477018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.486543 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.487675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f0dbb82d-9161-4cef-847e-988561d1638a details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:51.570711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.598242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f0dbb82d-9161-4cef-847e-988561d1638a,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.610520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.623627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'f0dbb82d-9161-4cef-847e-988561d1638a', 'network_id': '4d245e0f-43f5-46bb-98fc-14c12ddd9c3e', 'port_id': 'f0dbb82d-9161-4cef-847e-988561d1638a', 'mac_address': 'fa:16:3e:03:7c:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 898, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b4d203-07e1-4b3a-8d78-df295ced5835', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:51.629202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Allocated IP 172.20.0.8 (556d8f94-8f16-4029-a85b-67d0e8380e43/f35321b6-126f-49b7-84b4-2a5b38529ea7/35b32bd0-8b78-4fe4-9a5e-a0458b704da0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:31:51.650839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:51.669424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.670252 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:51.676752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31c0d49a-4de4-4b07-9f1a-73b4e03f2bcd req-39020959-d5de-4145-8d28-1433890e875b service neutron] 10.222.0.66 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562506 Nov 22 16:31:51.690782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc61ad68-b694-48e2-9489-69d5b4d5856f req-69da2571-326a-4a7f-96b9-18ea86a36ac8 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377694 Nov 22 16:31:51.696954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.703778 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:51.705027 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee728789-90b4-417a-9949-aa7e061e4858 x-openstack-request-id: req-ee728789-90b4-417a-9949-aa7e061e4858 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:51.705318 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced0747-724d-45cb-9682-4deac595182c", "tag": "4bb83cef-ec04-48ae-80f3-5303ad9b56cf", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:51.705569 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee728789-90b4-417a-9949-aa7e061e4858 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:51.706027 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced0747-724d-45cb-9682-4deac595182c', 'tag': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf', 'status': 'completed', 'code': 200} Nov 22 16:31:51.714098 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:51.744784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dbb82d-9161-4cef-847e-988561d1638a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:51.810453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f0dbb82d-9161-4cef-847e-988561d1638a,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.816815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:51.818132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cc80fb61-bfd8-49e6-b76b-79f6c889854a details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:51.828144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-d69f3fc6-9e01-4098-85cf-f4b7739237cd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "PUT /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 996 time: 2.9042451 Nov 22 16:31:51.831199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:51.845399 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8fce3b-5055-45ba-98f1-fc48353ce510" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:51.885851 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:51.922564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-356899ad-5362-44f1-94d0-3b9201ece6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:51.923154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:51.924101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-356899ad-5362-44f1-94d0-3b9201ece6c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 1094 time: 0.1075814 Nov 22 16:31:51.954170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eb825e0f-c959-4402-9ff8-63d8c597fb1c no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:51.958628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:51.991336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: eb825e0f-c959-4402-9ff8-63d8c597fb1c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:51.991693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device eb825e0f-c959-4402-9ff8-63d8c597fb1c not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:51.995928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'port_id': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a', 'mac_address': 'fa:16:3e:5a:00:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:52.052756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.070323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc80fb61-bfd8-49e6-b76b-79f6c889854a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:52.093606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:52.099116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.099950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d268c641-86b1-4832-8d6d-b7715398d44d details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:52.108965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-1d86bdf2-eb7e-4a43-bdd3-fd1d5fe3eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.110560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-1d86bdf2-eb7e-4a43-bdd3-fd1d5fe3eb39 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.2304535 Nov 22 16:31:52.126680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.132664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.137299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-d45f2a97-5e25-4c77-a01f-087a56ba7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.139284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-d45f2a97-5e25-4c77-a01f-087a56ba7f9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 917 time: 0.2043974 Nov 22 16:31:52.139415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.145415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.159870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.165761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:52.166220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.173510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.182332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-088b92a0-1846-48a0-bd26-4f8f34adc68a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5425 time: 0.2694800 Nov 22 16:31:52.198470 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:49Z', 'revision_number': 8, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:52.199556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d268c641-86b1-4832-8d6d-b7715398d44d,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:52.213236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'd268c641-86b1-4832-8d6d-b7715398d44d', 'network_id': '4de8f45a-66af-4e6d-b8f1-079890f95a1e', 'port_id': 'd268c641-86b1-4832-8d6d-b7715398d44d', 'mac_address': 'fa:16:3e:a0:c5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b08447d-470a-45b1-a360-00931707180f', 'ip_address': '10.1.1.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:52.260969 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.267879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:52.269933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-61998585-d24e-49fe-9cf7-9318ab892e3a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf HTTP/1.1" status: 200 len: 217 time: 0.1195214 Nov 22 16:31:52.276010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d268c641-86b1-4832-8d6d-b7715398d44d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:52.280093 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:52.280726 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:52.281096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-566e40c4-baa0-464b-9cb1-97af05c427d4 req-6f1bec06-a10e-436f-97fd-7f7a808a1db3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975506 Nov 22 16:31:52.301195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d268c641-86b1-4832-8d6d-b7715398d44d,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:52.306881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.359635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-e78b10aa-c86f-4500-aadc-4150bdbc32f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.362450 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-e78b10aa-c86f-4500-aadc-4150bdbc32f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.0796757 Nov 22 16:31:52.369518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:52.374227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:52.430484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-434371ac-bcbd-4dfd-b4c2-303874fefa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.431143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.432397 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-434371ac-bcbd-4dfd-b4c2-303874fefa3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565574 Nov 22 16:31:52.477675 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:52.482408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ba7959e-5155-49b0-bdac-ed0b33a03157 req-2addc335-1b40-4611-82ec-d91b2fb8b5e7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0836949 Nov 22 16:31:52.496628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:52.515639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-be0da7a4-f49c-4ff3-bb70-abf2c4ac5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.517145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-be0da7a4-f49c-4ff3-bb70-abf2c4ac5abc service neutron] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.3298082 Nov 22 16:31:52.524660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c', 'mac_address': 'fa:16:3e:a1:2b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:52.628079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-c65be7bb-fb2a-4418-bf65-a3c73ced20e0 service neutron] 10.222.0.66 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802945 Nov 22 16:31:52.631155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.647042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-0a4a16d2-042b-4422-8e56-33c8be3578c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 999 time: 0.1231663 Nov 22 16:31:52.649389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:52.678216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:52.684033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.748628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:52.776945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855b6bb-a5fe-4286-98ce-26296d15b351 req-d5329376-0b49-4273-b340-e7cb93c788a3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.778518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e855b6bb-a5fe-4286-98ce-26296d15b351 req-d5329376-0b49-4273-b340-e7cb93c788a3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1305623 Nov 22 16:31:52.781738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.785982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-ab7663dc-6311-41d6-9b4c-4ebe5f72a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:52.787457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-ab7663dc-6311-41d6-9b4c-4ebe5f72a0f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.1174028 Nov 22 16:31:52.808930 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:49Z', 'revision_number': 8, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:52.849897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Pushing event updated for resources: {'Port': ['ID=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:52.851373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fe89925-7997-4a94-8c4f-0f53fc085a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:52.859061 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c5a8-571b-4559-af37-db3545dee35f None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '28c5fa1d-a295-4f35-84e5-e51e5ea4763f', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'port_id': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'mac_address': 'fa:16:3e:82:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:51Z', 'updated_at': '2021-11-22T16:31:49Z', 'revision_number': 8, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:52.865528 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55f2d13f-f76d-45e7-bd13-11387580f26b req-67554afd-35c6-4e2f-9928-95d4cb97960d service neutron] 10.222.0.66 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122753 Nov 22 16:31:52.907967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:31:52.918556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:31:52.926098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:31:53.002488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e855b6bb-a5fe-4286-98ce-26296d15b351 req-e7bb45e2-39f2-42a2-bae3-41f55443ebf2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139499 Nov 22 16:31:53.010035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-b7f99b07-3afc-40e0-8b5c-53becd6f653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.011573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-b7f99b07-3afc-40e0-8b5c-53becd6f653d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1756132 Nov 22 16:31:53.013163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570b6ef6-853b-4ed9-8c9f-2542c49123cb {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:53.028444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.074147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Transition to ACTIVE for port object 570b6ef6-853b-4ed9-8c9f-2542c49123cb will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:53.080654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.085839 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb712a-96fe-41a3-bbb1-538f8e1b9999 x-openstack-request-id: req-4ceb712a-96fe-41a3-bbb1-538f8e1b9999 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:53.085839 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:53.085839 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ceb712a-96fe-41a3-bbb1-538f8e1b9999 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:53.085839 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'code': 200} Nov 22 16:31:53.143595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.144817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.185504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-ce0e1649-3436-44ca-800d-edd0f08ee425 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1123648 Nov 22 16:31:53.207104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Request body: {'port': {'device_id': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:53.247294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32805d71-b111-47ec-ba05-2b4bdf90b348 None None] New status for floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:53.277677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=570b6ef6-853b-4ed9-8c9f-2542c49123cb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:53.288105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-11f98e45-8e9b-40e6-8f5b-274916d9ad93 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591560 Nov 22 16:31:53.288791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.335088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Attempting to bind port 570b6ef6-853b-4ed9-8c9f-2542c49123cb on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:53.335434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Attempting to bind port 570b6ef6-853b-4ed9-8c9f-2542c49123cb by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:53.335766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Attempting to bind port 570b6ef6-853b-4ed9-8c9f-2542c49123cb on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:53.350761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Port 570b6ef6-853b-4ed9-8c9f-2542c49123cb on network 556d8f94-8f16-4029-a85b-67d0e8380e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:53.351085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Attempting to bind port 570b6ef6-853b-4ed9-8c9f-2542c49123cb on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:53.368664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:53.369000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Checking segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:53.369397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Bound using segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:53.369873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Bound port: 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:53.370233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.468379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-114306ee-c95b-417f-854e-8f419add2e59 None None] Provisioning complete for port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:53.468758 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-114306ee-c95b-417f-854e-8f419add2e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.517875 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523d8344-3404-4d9d-a39a-d6a78c7c2d3e x-openstack-request-id: req-523d8344-3404-4d9d-a39a-d6a78c7c2d3e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:53.518451 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:53.518881 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-523d8344-3404-4d9d-a39a-d6a78c7c2d3e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:53.519449 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'status': 'completed', 'code': 200} Nov 22 16:31:53.524425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['8daaf5fc-b601-4e63-a954-db35b72e08f8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.528521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['c68822fe-f686-4057-9821-54255f4db0ca'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.550420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['7eee047f-cb66-4218-ba63-f9bf60a63ebd'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.582528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] For port 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:53.612428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] For port 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:53.615759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-36883158-4d99-4884-acbc-6dfb05961f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.617378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-36883158-4d99-4884-acbc-6dfb05961f83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.1134684 Nov 22 16:31:53.620895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.695535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ff94a4-51ed-4813-8946-0d7f60cc892f req-7d3d47f5-da06-4fbd-acc0-0945142dbab5 service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941205 Nov 22 16:31:53.741626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea75382-48aa-46fd-bf31-7d1548b33401 req-b1088dec-ec35-4983-aee2-2f8ac2ef2f21 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.743824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bea75382-48aa-46fd-bf31-7d1548b33401 req-b1088dec-ec35-4983-aee2-2f8ac2ef2f21 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 949 time: 0.1480756 Nov 22 16:31:53.765318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['cc80fb61-bfd8-49e6-b76b-79f6c889854a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.770098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['f0dbb82d-9161-4cef-847e-988561d1638a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.771854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'name': 'network-vif-deleted', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:53.774178 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce973edb-0e79-41c0-af58-3c88ffce7e9b" -d '{"events": [{"server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "name": "network-vif-deleted", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:53.783241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.783947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.785399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] 10.222.0.20 "PUT /v2.0/ports/570b6ef6-853b-4ed9-8c9f-2542c49123cb HTTP/1.1" status: 200 len: 1091 time: 2.3977120 Nov 22 16:31:53.826398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f66f6a-be21-48b8-82f2-ae5ad2b1bef5 service neutron] Pushing event updated for resources: {'Port': ['ID=570b6ef6-853b-4ed9-8c9f-2542c49123cb,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:53.855022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d268c641-86b1-4832-8d6d-b7715398d44d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.906955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['36f94d42-9d7d-4cdd-a748-3bc9cd137a0c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:53.907217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:53.916685 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.930428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Transition to ACTIVE for port object 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:31:53.949345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:53.950071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-f254b009-2478-4f1c-ad3c-51e40ef21130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:53.952012 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-f254b009-2478-4f1c-ad3c-51e40ef21130 service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.3002546 Nov 22 16:31:54.009411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Pushing event updated for resources: {'Port': ['ID=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:54.043535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-c9dd09f0-6763-417c-b78f-98dedeaa419a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.045060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-c9dd09f0-6763-417c-b78f-98dedeaa419a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.1934195 Nov 22 16:31:54.049113 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-5e597287-21af-4378-bbd3-96b8e1e7267f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 999 time: 0.0899668 Nov 22 16:31:54.053201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-3bb21c0c-3364-4221-80dd-1ff3de2cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.054937 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-3bb21c0c-3364-4221-80dd-1ff3de2cf50b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 1094 time: 0.1620939 Nov 22 16:31:54.134832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bea75382-48aa-46fd-bf31-7d1548b33401 req-7f72295a-bbbd-477f-a00a-d6ea208e341b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834953 Nov 22 16:31:54.166680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-114306ee-c95b-417f-854e-8f419add2e59 None None] Port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:31:54.180354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.208623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-9b1f046d-b852-4d6e-843d-4e4697b2bf49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb HTTP/1.1" status: 200 len: 217 time: 0.1006711 Nov 22 16:31:54.279398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Attempting to bind port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:31:54.279873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Attempting to bind port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:31:54.280059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Attempting to bind port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:54.301579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 on network 556d8f94-8f16-4029-a85b-67d0e8380e43 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:31:54.302488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Attempting to bind port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 on network 556d8f94-8f16-4029-a85b-67d0e8380e43 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:31:54.310636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:31:54.311283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Checking segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:31:54.311516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-97b3a9d7-42da-45c5-9295-bcb81c070ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.312335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Bound using segment: {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:31:54.312955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Bound port: 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9feb52c-8e58-4f4d-a39a-c9421de2b237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:31:54.313512 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.313903 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-97b3a9d7-42da-45c5-9295-bcb81c070ffb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.0916736 Nov 22 16:31:54.315356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-047bae8b-ea2f-4ea3-9d59-b4abb4cf71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.317863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-047bae8b-ea2f-4ea3-9d59-b4abb4cf71ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.2210245 Nov 22 16:31:54.331407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cacf6-fd82-439b-a084-bc7308b088b0 req-39fc61a3-479c-4796-b149-8d8268c387cd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.333557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-177cacf6-fd82-439b-a084-bc7308b088b0 req-39fc61a3-479c-4796-b149-8d8268c387cd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 812 time: 0.3967507 Nov 22 16:31:54.371867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-177cacf6-fd82-439b-a084-bc7308b088b0 req-e1d22d82-cf21-4f5d-8b72-036ba4311c22 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/quotas/95a7ae558e2c4c78bf68be4445766e3b HTTP/1.1" status: 200 len: 375 time: 0.0232992 Nov 22 16:31:54.431375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] For port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:31:54.434815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] For port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:31:54.441378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-8e546bd8-3d1a-4cbb-b18e-20a8a53dc6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.442899 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-8e546bd8-3d1a-4cbb-b18e-20a8a53dc6aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883820 Nov 22 16:31:54.447832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-1a89c26d-dcf8-4539-807e-706571349475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.449269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-1a89c26d-dcf8-4539-807e-706571349475 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055691 Nov 22 16:31:54.455506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Deleting port dd9b3a70-29a3-48fd-98c4-dc88284801cb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:54.455864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.459857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.467153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.473447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.480354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.486684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.493407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.499909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.501885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-e150b6c5-a448-4728-8575-9ed7da35f79a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5427 time: 0.2715755 Nov 22 16:31:54.506595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.577166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.577828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.579708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] 10.222.0.20 "PUT /v2.0/ports/35b32bd0-8b78-4fe4-9a5e-a0458b704da0 HTTP/1.1" status: 200 len: 1091 time: 1.3777189 Nov 22 16:31:54.646796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-177cacf6-fd82-439b-a084-bc7308b088b0 req-3f7c5947-3b76-4b16-b42b-36b36cf07ea4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2531416 Nov 22 16:31:54.679366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55eecb-98ae-4e67-b112-3528bbfad74e service neutron] Pushing event updated for resources: {'Port': ['ID=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:54.739765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dadd9ce-44de-49c1-b16d-e098e9f6f52a req-3663947a-e310-427e-9914-8538dc8f7ed3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2133498 Nov 22 16:31:54.746239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-7e178a35-1fe9-47e5-b1d7-2ccbd6139e03 service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867832 Nov 22 16:31:54.758451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-d4cbb8ad-ccbb-4fa0-ba19-f807c51ca734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.760131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-d4cbb8ad-ccbb-4fa0-ba19-f807c51ca734 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 1094 time: 0.0985765 Nov 22 16:31:54.830446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-a7857fd0-2fa1-4936-9c8a-6a673b147f5e service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633211 Nov 22 16:31:54.851097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-39b95cbc-e196-4813-a75f-22d904645308 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0 HTTP/1.1" status: 200 len: 217 time: 0.0816669 Nov 22 16:31:54.902547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] For port dd9b3a70-29a3-48fd-98c4-dc88284801cb, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=dd9b3a70-29a3-48fd-98c4-dc88284801cb,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:54.903271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:54.959508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Calling delete_port for dd9b3a70-29a3-48fd-98c4-dc88284801cb owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:31:54.983844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-c34701b8-e54c-4adb-bf0c-3e2c0eeacd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:54.985178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-c34701b8-e54c-4adb-bf0c-3e2c0eeacd79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.1127167 Nov 22 16:31:54.998893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d56f5-834f-4fe8-b518-8e4795879a02 req-ebb2e0c0-4c46-42b0-9754-1aaa911605f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.000619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c9d56f5-834f-4fe8-b518-8e4795879a02 req-ebb2e0c0-4c46-42b0-9754-1aaa911605f1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ac81746-36aa-4096-b47c-d2d2a5d70ea3 HTTP/1.1" status: 200 len: 945 time: 0.1670923 Nov 22 16:31:55.091850 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-072dfc9c-0fc0-414c-8921-3f19666961e8 req-7b77ea3a-968a-4e94-a3c5-f248aa13dc4c service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087647 Nov 22 16:31:55.095408 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e8fce3b-5055-45ba-98f1-fc48353ce510 req-ce06a9be-8635-4c6d-88b8-93641c1491b5 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096176 Nov 22 16:31:55.100013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c2aa6-048d-4aaf-a402-165b1b160194 req-4998ed93-d748-4c0d-b1f7-88074357e8c3 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.101569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc6c2aa6-048d-4aaf-a402-165b1b160194 req-4998ed93-d748-4c0d-b1f7-88074357e8c3 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 943 time: 0.1507540 Nov 22 16:31:55.108783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffeebc-3467-4975-a884-26bcff09380a req-09150013-fa81-4fb7-86cf-e0aea01494a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.110428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-09150013-fa81-4fb7-86cf-e0aea01494a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079917 Nov 22 16:31:55.122269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c9d56f5-834f-4fe8-b518-8e4795879a02 req-5128c55e-361b-4ef5-8c1e-8a7afbfdaeba tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120579 Nov 22 16:31:55.175087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.208959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event deleted for resources: {'Port': ['ID=dd9b3a70-29a3-48fd-98c4-dc88284801cb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:55.250578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] No DVR routers for this DVR port dd9b3a70-29a3-48fd-98c4-dc88284801cb on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:31:55.253503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.257207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14971754-0f9b-4891-8b05-33e0b7d5ed07 req-bad88bef-9e78-4ee5-9540-e40f8f7a3d95 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "DELETE /v2.0/ports/dd9b3a70-29a3-48fd-98c4-dc88284801cb HTTP/1.1" status: 204 len: 173 time: 1.1996529 Nov 22 16:31:55.269694 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.311594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc6c2aa6-048d-4aaf-a402-165b1b160194 req-6804ae74-67a5-4b7e-bff7-c594bd252e21 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842813 Nov 22 16:31:55.322354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37a75432-444e-4a77-95a3-dda4974e1a83 req-2f4074e8-bda5-4dfd-9d5f-d54c02a16a13 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 998 time: 0.1560590 Nov 22 16:31:55.370195 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff67ec8-eb62-42f2-9b8e-41547475fc44 x-openstack-request-id: req-3ff67ec8-eb62-42f2-9b8e-41547475fc44 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:55.370770 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c846c60-99bd-49bd-aefb-ce4fbedb8340", "name": "network-vif-deleted", "tag": "eb825e0f-c959-4402-9ff8-63d8c597fb1c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:55.371832 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ff67ec8-eb62-42f2-9b8e-41547475fc44 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:55.372328 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c846c60-99bd-49bd-aefb-ce4fbedb8340', 'name': 'network-vif-deleted', 'tag': 'eb825e0f-c959-4402-9ff8-63d8c597fb1c', 'status': 'completed', 'code': 200} Nov 22 16:31:55.379859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-0b6326ef-1dbc-4b44-86b5-b0d5f1f68a86 service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547345 Nov 22 16:31:55.521117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'tag': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:55.523556 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b756a0de-d885-44cb-b280-d1037355e6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "87baf78c-c30b-41cf-b5a9-574377abb6b0", "tag": "35b32bd0-8b78-4fe4-9a5e-a0458b704da0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:55.535701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a75432-444e-4a77-95a3-dda4974e1a83 req-c5fba9dd-3fcb-4a93-852f-0642be6b43e6 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.537035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37a75432-444e-4a77-95a3-dda4974e1a83 req-c5fba9dd-3fcb-4a93-852f-0642be6b43e6 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2086740 Nov 22 16:31:55.556057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-37a75432-444e-4a77-95a3-dda4974e1a83 req-2a864ccd-3b83-4bae-84dc-3b605f48b35f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:31:55.557011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37a75432-444e-4a77-95a3-dda4974e1a83 req-2a864ccd-3b83-4bae-84dc-3b605f48b35f tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095248 Nov 22 16:31:55.562375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dffeebc-3467-4975-a884-26bcff09380a req-48fffa91-0806-465d-8657-929eb3260c79 service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739998 Nov 22 16:31:55.575599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55956b-f225-4d42-b52f-2d204f290eb4 req-eb71ce08-1687-40b0-b80c-34cde9e240e1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.577227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d55956b-f225-4d42-b52f-2d204f290eb4 req-eb71ce08-1687-40b0-b80c-34cde9e240e1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1081872 Nov 22 16:31:55.628113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d55956b-f225-4d42-b52f-2d204f290eb4 req-43178c71-7083-4ed0-945e-3d95b7e4b2b9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Nov 22 16:31:55.766541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badd4c1-bd76-404f-92fc-f625f32e93f1 req-cb347e48-cfa9-474f-a450-3a76f04f3d15 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:55.768078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2badd4c1-bd76-404f-92fc-f625f32e93f1 req-cb347e48-cfa9-474f-a450-3a76f04f3d15 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 949 time: 0.0740135 Nov 22 16:31:55.818265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2badd4c1-bd76-404f-92fc-f625f32e93f1 req-930b15bb-24d7-4697-a7ff-e42191a6fe6a tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Nov 22 16:31:55.870115 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9183a5be-f069-4845-a256-43a4e567e20c x-openstack-request-id: req-9183a5be-f069-4845-a256-43a4e567e20c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:55.870543 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87baf78c-c30b-41cf-b5a9-574377abb6b0", "tag": "35b32bd0-8b78-4fe4-9a5e-a0458b704da0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:55.870918 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9183a5be-f069-4845-a256-43a4e567e20c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:55.871382 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'tag': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0', 'status': 'completed', 'code': 200} Nov 22 16:31:55.949557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:55.986842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:31:55.993876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-d7d23202-1394-42b7-8f08-3e56b892cddd tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1117039 Nov 22 16:31:56.009200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: dd9b3a70-29a3-48fd-98c4-dc88284801cb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:31:56.009633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device dd9b3a70-29a3-48fd-98c4-dc88284801cb not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:31:56.021930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-158eb7b9-fb41-4d50-afa4-1cdf51cf6b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.023272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-158eb7b9-fb41-4d50-afa4-1cdf51cf6b82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 1094 time: 0.1026990 Nov 22 16:31:56.112345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-05eb9949-4b3b-4cf0-adeb-2f88b1bbf01d tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.113574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-05eb9949-4b3b-4cf0-adeb-2f88b1bbf01d tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports/c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 943 time: 0.1040056 Nov 22 16:31:56.128246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13666dcc-f086-481f-ac72-4f8b7e757026 req-7add07a2-313f-405b-b40c-d659e2556c09 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.129693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13666dcc-f086-481f-ac72-4f8b7e757026 req-7add07a2-313f-405b-b40c-d659e2556c09 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1626067 Nov 22 16:31:56.345432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4bb83cef-ec04-48ae-80f3-5303ad9b56cf details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:56.448845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:56.461504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'port_id': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf', 'mac_address': 'fa:16:3e:56:a6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35321b6-126f-49b7-84b4-2a5b38529ea7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:56.498677 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:56.511415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bb83cef-ec04-48ae-80f3-5303ad9b56cf {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:56.530000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:56.535375 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:56.549368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-950bd288-d1ab-4d31-aaee-8bd841baddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.550838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-950bd288-d1ab-4d31-aaee-8bd841baddcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 917 time: 0.5058675 Nov 22 16:31:56.556774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13666dcc-f086-481f-ac72-4f8b7e757026 req-18f48e01-e11d-44e5-ab2c-3fec00a72d64 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199469 Nov 22 16:31:56.574207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-c423b953-3214-45c1-b58a-231d2a382021 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1096358 Nov 22 16:31:56.586858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:56.608149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-919ac5e9-147e-4420-97c6-4f5a502a4785 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0 HTTP/1.1" status: 200 len: 217 time: 0.0465529 Nov 22 16:31:56.716206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-6c97a739-1298-4994-95ad-8631867667f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.717559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-6c97a739-1298-4994-95ad-8631867667f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.1004035 Nov 22 16:31:56.778008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-cb4c14c9-1fb5-4ab7-9ab9-30b0f1a946a9 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.779408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-cb4c14c9-1fb5-4ab7-9ab9-30b0f1a946a9 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.1737196 Nov 22 16:31:56.867358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-d30138a4-0b72-4942-9687-e3c29c95cf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.869804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-d30138a4-0b72-4942-9687-e3c29c95cf2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1436739 Nov 22 16:31:56.884843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.890756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.896634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.902587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.908446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.914335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.920182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:56.922018 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-6670e679-57f6-488e-87d3-4d48c8bdcb21 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5427 time: 0.1827757 Nov 22 16:31:56.937009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-117a6a0e-3891-4603-86d1-e82bb52e28f0 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 1001 time: 0.1415348 Nov 22 16:31:56.981480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:31:57.097057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.103945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00e0382b-9e82-49b5-84b9-3c5c74ec90ab req-9d40d4be-4d7b-483b-958d-a4bcf36ce93d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714933 Nov 22 16:31:57.154141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-f6f0d8d2-99c0-4c88-a602-7e77a8cc5265 service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311680 Nov 22 16:31:57.319414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.327087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.327441 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f disassociated. External IP: 172.25.6.64, port: c9063b91-e705-4855-8de6-ab68515e57e6. Nov 22 16:31:57.332913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b756a0de-d885-44cb-b280-d1037355e6d4 req-bb39067a-680d-4421-885c-3c11aebccf15 service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686163 Nov 22 16:31:57.373480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'tag': '570b6ef6-853b-4ed9-8c9f-2542c49123cb'}, {'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'name': 'network-vif-deleted', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:57.376000 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f42044-1203-4ccc-8660-69ef769782e1" -d '{"events": [{"name": "network-changed", "server_uuid": "20cdd23a-bae1-4b3e-b501-9903ff8a0488", "tag": "570b6ef6-853b-4ed9-8c9f-2542c49123cb"}, {"server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "name": "network-vif-deleted", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:57.582675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9f8ec-68e2-42e6-b930-3d2029e3e515 req-5e028220-c257-4ca3-8f8b-b89eb4b500de tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:57.584039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22c9f8ec-68e2-42e6-b930-3d2029e3e515 req-5e028220-c257-4ca3-8f8b-b89eb4b500de tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 943 time: 0.0989439 Nov 22 16:31:57.599485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:31:57.677780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22c9f8ec-68e2-42e6-b930-3d2029e3e515 req-039960c5-7f84-4253-9d3d-84cdb5dc7b39 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864818 Nov 22 16:31:57.742208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:31:57.749353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:57.754361 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:31:57.765161 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:57.765805 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:57.788369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-7c371dcd-d78c-4eb7-9008-dbf742803482 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "PUT /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 695 time: 0.8358560 Nov 22 16:31:57.802357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2510934-7287-4544-af84-03d425b41b7f req-c998c1df-fe05-4217-8766-46ae5aab0571 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=95a7ae558e2c4c78bf68be4445766e3b HTTP/1.1" status: 200 len: 221 time: 0.0340800 Nov 22 16:31:57.845528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-61f80cf9-b70c-4394-b26f-ac0e5c9e5d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:57.847428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-61f80cf9-b70c-4394-b26f-ac0e5c9e5d07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.0440576 Nov 22 16:31:57.880941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:57.883804 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d111a208-e1b9-488e-99d9-cfb7c5448a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:57.887060 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:57.944415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4bb83cef-ec04-48ae-80f3-5303ad9b56cf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:57.990058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-3f81ab2a-0b6e-4088-8434-0936c49a0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:57.995031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-3f81ab2a-0b6e-4088-8434-0936c49a0ac0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.1379941 Nov 22 16:31:57.995630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 570b6ef6-853b-4ed9-8c9f-2542c49123cb details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:58.048233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b94515-b2c4-433c-b63b-ea2f938a8e5c req-963621b4-cbfa-4a1e-956f-ebebe3b7be88 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.049753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4b94515-b2c4-433c-b63b-ea2f938a8e5c req-963621b4-cbfa-4a1e-956f-ebebe3b7be88 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 949 time: 0.1208901 Nov 22 16:31:58.052033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-fdd3a60f-559e-40b5-a8be-2666dcc10218 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 217 time: 0.0517645 Nov 22 16:31:58.140925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-a401f059-e8dc-454b-b75f-68abe51a5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.142519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-a401f059-e8dc-454b-b75f-68abe51a5889 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0742817 Nov 22 16:31:58.144140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:58.160785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4b94515-b2c4-433c-b63b-ea2f938a8e5c req-96dd45a5-1b16-41b1-aebc-8b6b94aeb2bc tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939863 Nov 22 16:31:58.167051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '570b6ef6-853b-4ed9-8c9f-2542c49123cb', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'port_id': '570b6ef6-853b-4ed9-8c9f-2542c49123cb', 'mac_address': 'fa:16:3e:a0:ec:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35321b6-126f-49b7-84b4-2a5b38529ea7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:58.206411 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c20023-998a-4bad-9b51-c81dc0661dba x-openstack-request-id: req-11c20023-998a-4bad-9b51-c81dc0661dba {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:58.206909 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20cdd23a-bae1-4b3e-b501-9903ff8a0488", "tag": "570b6ef6-853b-4ed9-8c9f-2542c49123cb", "status": "completed", "code": 200}, {"server_uuid": "7ac81746-36aa-4096-b47c-d2d2a5d70ea3", "name": "network-vif-deleted", "tag": "dd9b3a70-29a3-48fd-98c4-dc88284801cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:58.207324 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11c20023-998a-4bad-9b51-c81dc0661dba {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:58.207877 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'tag': '570b6ef6-853b-4ed9-8c9f-2542c49123cb', 'status': 'completed', 'code': 200} Nov 22 16:31:58.208305 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac81746-36aa-4096-b47c-d2d2a5d70ea3', 'name': 'network-vif-deleted', 'tag': 'dd9b3a70-29a3-48fd-98c4-dc88284801cb', 'status': 'completed', 'code': 200} Nov 22 16:31:58.222020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-99aaf2d1-8fd0-4393-84e8-77406536abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.231278 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:58.235085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-99aaf2d1-8fd0-4393-84e8-77406536abc5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730286 Nov 22 16:31:58.253193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.266742 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:31:58.274536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570b6ef6-853b-4ed9-8c9f-2542c49123cb {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:58.276214 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:31:58.277051 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:58.296787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:58.301880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.302575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:31:58.360891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8daaf5fc-b601-4e63-a954-db35b72e08f8 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:58.397536 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:31:58.398548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-76372008-99f3-4cfc-8ffa-620a7524106b service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622560 Nov 22 16:31:58.435302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=570b6ef6-853b-4ed9-8c9f-2542c49123cb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:58.457682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:58.479323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0', 'network_id': '556d8f94-8f16-4029-a85b-67d0e8380e43', 'port_id': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0', 'mac_address': 'fa:16:3e:d3:e7:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f35321b6-126f-49b7-84b4-2a5b38529ea7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:31:58.483683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f42044-1203-4ccc-8660-69ef769782e1 req-fdae2a03-79a3-48c0-8a35-438943344dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.485746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-fdae2a03-79a3-48c0-8a35-438943344dde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 1095 time: 0.1234519 Nov 22 16:31:58.488209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 8daaf5fc-b601-4e63-a954-db35b72e08f8 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:58.512437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 8daaf5fc-b601-4e63-a954-db35b72e08f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:58.512828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.572870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.591691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:31:58.593437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffd3c99f-4759-4c95-9a52-ccb8ce74c240 req-37892cd2-b5bd-485f-8678-5b9fce27c96f service neutron] 10.222.0.65 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934583 Nov 22 16:31:58.640049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f42044-1203-4ccc-8660-69ef769782e1 req-f11dfdce-b4c9-4127-909a-58536204ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.641617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-f11dfdce-b4c9-4127-909a-58536204ce4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 917 time: 0.1479971 Nov 22 16:31:58.643486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:58.652813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.709668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:58.713852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.740571 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:31:58.746505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:31:58.749954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-9ab02af3-c0cf-4f75-b57b-d09a9c843523 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb HTTP/1.1" status: 200 len: 217 time: 0.0996306 Nov 22 16:31:58.750275 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abffa4bf-63f9-4f97-bac2-008e6a5c150e" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:31:58.766779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:58.771581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7ff5f9-c446-4d66-94e0-157b84bde1db None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:30:13Z', 'revision_number': 4, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '329937f2-c96e-4c21-81fe-fc6f9f28f8b1', 'name': '', 'network_id': 'feabd7b6-0c21-4fa2-80b7-efe466ce4b78', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'mac_address': 'fa:16:3e:bc:b2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:11Z', 'updated_at': '2021-11-22T16:30:19Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'subnets': [{'id': 'b039f69d-670e-4b66-8d63-73376df9a182', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:31:58.774561 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.775532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f0dbb82d-9161-4cef-847e-988561d1638a up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:58.839437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f42044-1203-4ccc-8660-69ef769782e1 req-4ae8dde2-da57-43e4-9071-fae44d23ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.841773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-4ae8dde2-da57-43e4-9071-fae44d23ae35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.0715656 Nov 22 16:31:58.875043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:58.894487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port f0dbb82d-9161-4cef-847e-988561d1638a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:58.901417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port f0dbb82d-9161-4cef-847e-988561d1638a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:58.901951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:58.920030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b9648-1ddc-4e59-8487-6d51bd956edc req-8eb9ecdc-c4b0-4bcd-8a7e-997541544bb5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.926160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-837b9648-1ddc-4e59-8487-6d51bd956edc req-8eb9ecdc-c4b0-4bcd-8a7e-997541544bb5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1917138 Nov 22 16:31:58.929643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f42044-1203-4ccc-8660-69ef769782e1 req-2c6b236b-8dfe-4488-ad72-0b9280c4c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:58.931835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-2c6b236b-8dfe-4488-ad72-0b9280c4c283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759203 Nov 22 16:31:58.940346 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b419643-01d1-4bb7-8b01-8dd7128df23e x-openstack-request-id: req-3b419643-01d1-4bb7-8b01-8dd7128df23e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:58.940633 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:58.940964 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b419643-01d1-4bb7-8b01-8dd7128df23e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:58.941361 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'status': 'completed', 'code': 200} Nov 22 16:31:58.953451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['570b6ef6-853b-4ed9-8c9f-2542c49123cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:58.960630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['35b32bd0-8b78-4fe4-9a5e-a0458b704da0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:31:59.018504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-4b8c6622-ec63-4c5e-b6ac-c476cb9571bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.021094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-4b8c6622-ec63-4c5e-b6ac-c476cb9571bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 1097 time: 0.0444052 Nov 22 16:31:59.109183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-837b9648-1ddc-4e59-8487-6d51bd956edc req-341cc05e-6975-49dc-a447-cfdab592cbdb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760414 Nov 22 16:31:59.117344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.139374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-f67491f9-314b-4e4e-9d06-30823432198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.141016 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-f67491f9-314b-4e4e-9d06-30823432198e service neutron] 10.222.0.20 "GET /v2.0/networks?id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 200 len: 922 time: 0.1098528 Nov 22 16:31:59.153123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-b69c4ef3-472f-4d3f-8ca7-bf4f93b3040e service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891856 Nov 22 16:31:59.169871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.177919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.185541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.192437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.199626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.206272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.212320 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-f1c2439f-7a48-47b3-98bf-a2a168f409e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 200 len: 217 time: 0.0624621 Nov 22 16:31:59.212613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.214537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-20ec80ed-2839-456d-9f1f-9bbfeda3eed0 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5428 time: 0.1883018 Nov 22 16:31:59.246224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f0dbb82d-9161-4cef-847e-988561d1638a,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:31:59.252502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f800109-8b00-4735-a077-4610d72ab659 None None] New status for floating IP 28c5fa1d-a295-4f35-84e5-e51e5ea4763f: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:31:59.260500 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.261471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:31:59.271479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-e69e651e-3113-478f-9693-ea9671601688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.273076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-e69e651e-3113-478f-9693-ea9671601688 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 200 len: 860 time: 0.0524039 Nov 22 16:31:59.356482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-57d94fd9-9682-40cd-a82e-bfd881b163aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.358063 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-57d94fd9-9682-40cd-a82e-bfd881b163aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=feabd7b6-0c21-4fa2-80b7-efe466ce4b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771894 Nov 22 16:31:59.374514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-7be14720-e8d8-45a8-9821-2791fb136c6c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.376367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-7be14720-e8d8-45a8-9821-2791fb136c6c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 944 time: 0.0709798 Nov 22 16:31:59.393747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc006b-fd58-4108-949c-4270a097864e req-3668ac98-9f8e-4586-8ee5-2e91d9fb0b32 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.395301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bdc006b-fd58-4108-949c-4270a097864e req-3668ac98-9f8e-4586-8ee5-2e91d9fb0b32 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 944 time: 0.1182930 Nov 22 16:31:59.402485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88f42044-1203-4ccc-8660-69ef769782e1 req-eddd42dd-d895-4414-8d0b-0b8cfe9e034a service neutron] 10.222.0.20 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869547 Nov 22 16:31:59.436747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de0c5a71-5cdb-421b-86eb-277d9e2abe76 req-d8961830-3eee-4419-8ada-b22e80d4a521 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1607530 Nov 22 16:31:59.493800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bdc006b-fd58-4108-949c-4270a097864e req-b642eead-3f2a-460f-929e-114f24b18503 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Nov 22 16:31:59.516833 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:31:59.524040 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c95c736-0e4a-4c24-b2fd-1f779fe1841c x-openstack-request-id: req-1c95c736-0e4a-4c24-b2fd-1f779fe1841c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:31:59.524417 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:31:59.524603 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c95c736-0e4a-4c24-b2fd-1f779fe1841c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:31:59.524966 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8', 'code': 200} Nov 22 16:31:59.551736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-958830c4-5a92-4fcb-9867-b8c816152071 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854336 Nov 22 16:31:59.615719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Deleting port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:31:59.616047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.626861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337a5d6-d485-4ffe-ad22-b326f7c2c9dc req-77927587-104c-4e37-921b-2755aa28126c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.635581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f337a5d6-d485-4ffe-ad22-b326f7c2c9dc req-77927587-104c-4e37-921b-2755aa28126c tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=640ed6b4-d270-4914-8c51-912a9724995e HTTP/1.1" status: 200 len: 944 time: 0.0682352 Nov 22 16:31:59.713145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f337a5d6-d485-4ffe-ad22-b326f7c2c9dc req-4f169c04-fb22-4313-87ac-4e2081a3a133 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762608 Nov 22 16:31:59.811110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd81d37-c1ed-499e-a2a5-94ac6a0364ae req-36b95270-0da0-4e72-8cca-6f9b9c83ba2a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.813391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd81d37-c1ed-499e-a2a5-94ac6a0364ae req-36b95270-0da0-4e72-8cca-6f9b9c83ba2a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0650454 Nov 22 16:31:59.818315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:31:59.846247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:31:59.879257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:31:59.879779 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:31:59.919455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd9f8-8ba2-4ed2-a50a-7ea164c77eb6 req-701d7100-2863-4fb8-aaf0-c2e73be5448c tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:31:59.920951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8ecd9f8-8ba2-4ed2-a50a-7ea164c77eb6 req-701d7100-2863-4fb8-aaf0-c2e73be5448c tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 949 time: 0.1042130 Nov 22 16:31:59.939138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd81d37-c1ed-499e-a2a5-94ac6a0364ae req-5b2c5907-08e6-43de-9a0c-98b92433ef2b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881948 Nov 22 16:31:59.995606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.019017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8ecd9f8-8ba2-4ed2-a50a-7ea164c77eb6 req-0733a36b-f530-4c95-94e4-047eec230c06 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759792 Nov 22 16:32:00.048178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:00.058117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.060149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d268c641-86b1-4832-8d6d-b7715398d44d up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:00.083997 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d111a208-e1b9-488e-99d9-cfb7c5448a3f req-e94e0f78-0b22-46d2-8119-2ce49e7be4a7 service neutron] 10.222.0.20 "GET /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232387 Nov 22 16:32:00.091194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] For port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:00.091850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.110427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Calling delete_port for 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:00.154622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.181921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port d268c641-86b1-4832-8d6d-b7715398d44d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:00.186373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port d268c641-86b1-4832-8d6d-b7715398d44d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:00.187233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.237836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-1a2b83fc-175c-467d-b33a-c04e97c63ac5 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 200 len: 693 time: 0.1051505 Nov 22 16:32:00.280444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.285610 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.320729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d268c641-86b1-4832-8d6d-b7715398d44d,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:00.325299 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.326313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cc80fb61-bfd8-49e6-b76b-79f6c889854a up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:00.329994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event deleted for resources: {'Port': ['ID=3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.376194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] No DVR routers for this DVR port 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:00.380865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.384872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-48c835dd-f62f-44e5-b28a-e679eed2491a req-c3dbdab1-4290-4ac8-8257-a5e3f711dd88 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "DELETE /v2.0/ports/3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 HTTP/1.1" status: 204 len: 173 time: 1.0000398 Nov 22 16:32:00.385341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'name': 'network-vif-deleted', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:00.387932 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e3227a-4105-4e6c-ad6a-f81aa2e8754d" -d '{"events": [{"server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "name": "network-vif-deleted", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:00.403974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d73b61-fcda-434b-935e-c50370e604a4 req-7c35a268-637d-4bf4-bfe3-0dbc43f746d2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:00.405858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9d73b61-fcda-434b-935e-c50370e604a4 req-7c35a268-637d-4bf4-bfe3-0dbc43f746d2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1358740 Nov 22 16:32:00.425109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.446644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port cc80fb61-bfd8-49e6-b76b-79f6c889854a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:00.448433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-cae739bf-8212-4703-9b99-2bce1585f877 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:00.449927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-cae739bf-8212-4703-9b99-2bce1585f877 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2112787 Nov 22 16:32:00.452030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port cc80fb61-bfd8-49e6-b76b-79f6c889854a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:00.452453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.533465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-1d42b7f3-c719-476b-9026-8850fd70fb01 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 696 time: 0.0674896 Nov 22 16:32:00.536651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9d73b61-fcda-434b-935e-c50370e604a4 req-5454a460-5c81-4b67-86c4-a8982086745b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213427 Nov 22 16:32:00.573577 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.589380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-639d4dbb-1999-4168-9b98-d26483b71315 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 696 time: 0.0469820 Nov 22 16:32:00.612473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:00.616680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.618380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c68822fe-f686-4057-9821-54255f4db0ca up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:00.699929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:00.718121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port c68822fe-f686-4057-9821-54255f4db0ca completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:00.721875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port c68822fe-f686-4057-9821-54255f4db0ca triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:00.722307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.730566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Deleting port 46cefaa5-a7a0-4a78-a768-9cc37664b1a7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:00.731095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.802432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.827831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.828184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.853248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Calling delete_port for 46cefaa5-a7a0-4a78-a768-9cc37664b1a7 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:00.862478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c68822fe-f686-4057-9821-54255f4db0ca,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:00.869383 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:00.870981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7eee047f-cb66-4218-ba63-f9bf60a63ebd up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:01.015952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:01.037478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 7eee047f-cb66-4218-ba63-f9bf60a63ebd completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:01.042192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 7eee047f-cb66-4218-ba63-f9bf60a63ebd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:01.042823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.060876 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51eed45-7829-419c-849c-4d1060996d53 x-openstack-request-id: req-a51eed45-7829-419c-849c-4d1060996d53 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:01.061274 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640ed6b4-d270-4914-8c51-912a9724995e", "name": "network-vif-deleted", "tag": "3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:01.061541 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a51eed45-7829-419c-849c-4d1060996d53 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:01.062121 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640ed6b4-d270-4914-8c51-912a9724995e', 'name': 'network-vif-deleted', 'tag': '3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053', 'status': 'completed', 'code': 200} Nov 22 16:32:01.076283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.106940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event deleted for resources: {'Port': ['ID=46cefaa5-a7a0-4a78-a768-9cc37664b1a7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:01.127960 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.145161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.145516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.145889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.146239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.146577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.146909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.147239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.147564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.148064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.148409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.149364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.150394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:01.164549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:01.169366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.192393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4bb83cef-ec04-48ae-80f3-5303ad9b56cf up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:01.232019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.237875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.244191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.247374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:01.251478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.259357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.264327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:01.265860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.268533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:01.268915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.271913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.274492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0105af57-f2eb-47e2-b4c3-d6e1f46cc4aa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5432 time: 0.1596377 Nov 22 16:32:01.277359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.280751 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.281859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a95d6a11-a727-4e19-aa4b-c10fb1dce040 req-d7b4857d-e6e3-4f77-98d0-c1394504fb50 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "DELETE /v2.0/floatingips/28c5fa1d-a295-4f35-84e5-e51e5ea4763f HTTP/1.1" status: 204 len: 173 time: 0.6851728 Nov 22 16:32:01.360459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.394961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:01.399997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:01.449200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:01.525892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a'}, {'server_uuid': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268c641-86b1-4832-8d6d-b7715398d44d'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68822fe-f686-4057-9821-54255f4db0ca'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd'}, {'server_uuid': '5ced0747-724d-45cb-9682-4deac595182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:01.528369 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35ddd6d-b18a-46f5-9bc8-4f8b58ff2b76" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a"}, {"server_uuid": "4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5", "name": "network-vif-plugged", "status": "completed", "tag": "36f94d42-9d7d-4cdd-a748-3bc9cd137a0c"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "d268c641-86b1-4832-8d6d-b7715398d44d"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "c68822fe-f686-4057-9821-54255f4db0ca"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd"}, {"server_uuid": "5ced0747-724d-45cb-9682-4deac595182c", "name": "network-vif-plugged", "status": "completed", "tag": "4bb83cef-ec04-48ae-80f3-5303ad9b56cf"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:01.667663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed55c0a-7e21-4d4b-b8fb-5ed634f7c9c4 req-b1bd2970-8649-4822-8665-f622314082c0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.669150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ed55c0a-7e21-4d4b-b8fb-5ed634f7c9c4 req-b1bd2970-8649-4822-8665-f622314082c0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 944 time: 0.0749288 Nov 22 16:32:01.674060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8060e49b-afc5-457b-a87a-3bbe704dda4c req-0983297d-7954-4b09-877f-d682116725c6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3913124 Nov 22 16:32:01.718575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ed55c0a-7e21-4d4b-b8fb-5ed634f7c9c4 req-077cbc60-2398-4119-afc5-d4fee315e611 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435457 Nov 22 16:32:01.788218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3f9754-0bea-4171-8127-bd6e539f592c req-8e00b635-7e4e-4901-8556-ea0ae062c294 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.791751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3f9754-0bea-4171-8127-bd6e539f592c req-8e00b635-7e4e-4901-8556-ea0ae062c294 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0551927 Nov 22 16:32:01.838797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3f9754-0bea-4171-8127-bd6e539f592c req-358b040d-6084-4067-996b-e1417f9c278a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Nov 22 16:32:01.948043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86beb92-4def-4193-b6d1-8dd1bd7b8310 req-a8def57c-0ed8-4877-8ee1-f33422cb1c16 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:01.949563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d86beb92-4def-4193-b6d1-8dd1bd7b8310 req-a8def57c-0ed8-4877-8ee1-f33422cb1c16 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 950 time: 0.0530741 Nov 22 16:32:01.998491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d86beb92-4def-4193-b6d1-8dd1bd7b8310 req-2119530c-a2ed-439e-8920-c31d9cc343c2 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426834 Nov 22 16:32:02.011762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:02.064121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:02.069105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:02.069467 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.172487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.212280 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d1a7b2-215d-4ca9-9684-02e6ac4e4ede x-openstack-request-id: req-80d1a7b2-215d-4ca9-9684-02e6ac4e4ede {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:02.212583 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a", "code": 200}, {"server_uuid": "4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5", "name": "network-vif-plugged", "status": "completed", "tag": "36f94d42-9d7d-4cdd-a748-3bc9cd137a0c", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "d268c641-86b1-4832-8d6d-b7715398d44d", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "c68822fe-f686-4057-9821-54255f4db0ca", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-plugged", "status": "completed", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd", "code": 200}, {"server_uuid": "5ced0747-724d-45cb-9682-4deac595182c", "name": "network-vif-plugged", "status": "completed", "tag": "4bb83cef-ec04-48ae-80f3-5303ad9b56cf", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:02.212854 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80d1a7b2-215d-4ca9-9684-02e6ac4e4ede {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:02.213256 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a', 'code': 200} Nov 22 16:32:02.213515 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c', 'code': 200} Nov 22 16:32:02.213802 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268c641-86b1-4832-8d6d-b7715398d44d', 'code': 200} Nov 22 16:32:02.214053 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a', 'code': 200} Nov 22 16:32:02.214302 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c68822fe-f686-4057-9821-54255f4db0ca', 'code': 200} Nov 22 16:32:02.214542 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd', 'code': 200} Nov 22 16:32:02.214782 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced0747-724d-45cb-9682-4deac595182c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf', 'code': 200} Nov 22 16:32:02.219103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:02.224221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.225013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 570b6ef6-853b-4ed9-8c9f-2542c49123cb up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:02.305504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:02.325034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 570b6ef6-853b-4ed9-8c9f-2542c49123cb completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:02.332379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 570b6ef6-853b-4ed9-8c9f-2542c49123cb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:02.333216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.459783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a4979c-dd11-4346-8c94-af62cc4fad3d req-c9707c97-ecec-4f1c-91a8-7caa14a34fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.462434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81a4979c-dd11-4346-8c94-af62cc4fad3d req-c9707c97-ecec-4f1c-91a8-7caa14a34fd6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 1096 time: 0.0674524 Nov 22 16:32:02.476296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab62e94-1c2d-4596-85be-59aad6b4ba71 req-8e04fd0b-1bb0-48ba-940e-df8c50dea1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.478113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.481679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9ab62e94-1c2d-4596-85be-59aad6b4ba71 req-8e04fd0b-1bb0-48ba-940e-df8c50dea1f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 1101 time: 0.1125431 Nov 22 16:32:02.487160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.487644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.488111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.488574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.489035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.489496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.498091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.503457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-1d8d23dc-1670-47b6-b77b-9c8b3837383f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6490 time: 0.1126752 Nov 22 16:32:02.516928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:02.522082 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:02.522945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:02.564578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81a4979c-dd11-4346-8c94-af62cc4fad3d req-24c82dc7-b8fc-4f56-9794-8ed5b8ffadc8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939591 Nov 22 16:32:02.583276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:02.583761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3ee2b455-87a5-4bb0-b1c0-8b0baf7a1053 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:02.591129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9ab62e94-1c2d-4596-85be-59aad6b4ba71 req-98d552ac-27b4-428c-92a2-518fcceb9801 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843573 Nov 22 16:32:02.602879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-771fabc6-8e4a-4074-82c5-38459e69f6c5 req-4d62b60e-9a3a-482f-919f-9cd59ceb83c7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836327 Nov 22 16:32:02.606941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=570b6ef6-853b-4ed9-8c9f-2542c49123cb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:02.607867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6b307-7b03-486d-840f-f09465a97da4 req-d7f6f79e-2df2-452c-af56-87ced6fd7295 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.609986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11f6b307-7b03-486d-840f-f09465a97da4 req-d7f6f79e-2df2-452c-af56-87ced6fd7295 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 946 time: 0.0985191 Nov 22 16:32:02.625221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9577be8-a289-4d66-b1f4-ff3cfc3113d7 req-893f6741-1b15-4e1c-894a-c334e7e108c1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.626749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9577be8-a289-4d66-b1f4-ff3cfc3113d7 req-893f6741-1b15-4e1c-894a-c334e7e108c1 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.0951064 Nov 22 16:32:02.697439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11f6b307-7b03-486d-840f-f09465a97da4 req-5db552c0-b2e8-42e1-90c5-974c3db3585d tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818994 Nov 22 16:32:02.704535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9577be8-a289-4d66-b1f4-ff3cfc3113d7 req-f3f7c8bd-c463-44df-9f72-25224de53f1a tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.65 "GET /v2.0/security-groups?id=ef65a739-320e-4698-bcd7-670022454e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701606 Nov 22 16:32:02.820286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac049c3-0084-48f7-a3c9-b6bc2e3d4270 req-f67c4b3a-acfa-48f0-a18c-40d41d724b05 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.822219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eac049c3-0084-48f7-a3c9-b6bc2e3d4270 req-f67c4b3a-acfa-48f0-a18c-40d41d724b05 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0550101 Nov 22 16:32:02.865243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-751b20d2-6a21-4478-a9f0-b097f69eadc5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:02.866752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-751b20d2-6a21-4478-a9f0-b097f69eadc5 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "GET /v2.0/ports?device_id=b58110f7-74dd-418e-a3ba-930beec45dec HTTP/1.1" status: 200 len: 944 time: 0.0528338 Nov 22 16:32:02.880290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eac049c3-0084-48f7-a3c9-b6bc2e3d4270 req-54f4de0f-a3a5-4344-9989-ca28519cdaf1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518880 Nov 22 16:32:02.980508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Deleting port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:02.981013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.004047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.010243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.016402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.022682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.029390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.035695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.041759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.043629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-53d27c6e-257a-4b5a-8454-9f2c58bd0147 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.0989802 Nov 22 16:32:03.089590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] For port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,segment=NetworkSegment(0d5b40d1-fe9b-4419-b4cd-79002a184d8a),segment_id=0d5b40d1-fe9b-4419-b4cd-79002a184d8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:03.089985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.102948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Calling delete_port for 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:03.113642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69787760-cdb3-4d10-82f3-69e2af8a0619 req-3713495b-4e19-4881-ae04-a2da4c55e0cd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630319 Nov 22 16:32:03.263643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.296647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Pushing event deleted for resources: {'Port': ['ID=9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:03.309089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.309435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.309808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.310146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.310484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.310817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.311152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.311489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.311813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.312138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.312462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.312782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:03.323322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43788bc8-d2ae-4a29-ba78-19d816e2a7c3 req-28d996a6-8fdc-4856-b55f-072c77efaeeb tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.324951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43788bc8-d2ae-4a29-ba78-19d816e2a7c3 req-28d996a6-8fdc-4856-b55f-072c77efaeeb tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0594387 Nov 22 16:32:03.348512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] No DVR routers for this DVR port 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:03.351207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.355181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1c84371-e5aa-4c10-acb3-1d3e572bd8f9 req-bec35a55-0c2c-4a30-b871-852b8e8c3c21 tempest-LiveMigrationTest-1450691396 tempest-LiveMigrationTest-1450691396-project] 10.222.0.20 "DELETE /v2.0/ports/9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 HTTP/1.1" status: 204 len: 173 time: 0.4809380 Nov 22 16:32:03.355692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'name': 'network-vif-deleted', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:03.358198 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135bca6b-9abf-4be7-9271-93e9ab460d6e" -d '{"events": [{"server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "name": "network-vif-deleted", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:03.378866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43788bc8-d2ae-4a29-ba78-19d816e2a7c3 req-185ab0b7-d0a9-4b9d-817b-e960129fd455 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Nov 22 16:32:03.494432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3cb9c-eb1d-4b6d-b910-322c0d72e10b req-990b1a3e-7300-43e5-b2f6-ef86d24a176a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.496057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbb3cb9c-eb1d-4b6d-b910-322c0d72e10b req-990b1a3e-7300-43e5-b2f6-ef86d24a176a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0589468 Nov 22 16:32:03.545197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbb3cb9c-eb1d-4b6d-b910-322c0d72e10b req-e0c7ab9e-ab7e-45b5-bad6-fb0dd16b596b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432031 Nov 22 16:32:03.662533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107771fa-be32-4db7-bff5-e62650cf9445 req-d417d841-b861-4a34-8280-0ee232cbb980 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.664033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-107771fa-be32-4db7-bff5-e62650cf9445 req-d417d841-b861-4a34-8280-0ee232cbb980 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 950 time: 0.0570753 Nov 22 16:32:03.690131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d4969-9930-4232-8995-f452c248b8f4 req-4cdd5572-68f3-4507-a35f-c48713777767 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.691675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-351d4969-9930-4232-8995-f452c248b8f4 req-4cdd5572-68f3-4507-a35f-c48713777767 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 946 time: 0.0567255 Nov 22 16:32:03.727899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-107771fa-be32-4db7-bff5-e62650cf9445 req-24a079b0-155c-4cdb-a299-fbebc6f7c9b8 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561316 Nov 22 16:32:03.791073 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c308797-72b4-4f40-8993-877fa56b3de0 x-openstack-request-id: req-5c308797-72b4-4f40-8993-877fa56b3de0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:03.791640 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58110f7-74dd-418e-a3ba-930beec45dec", "name": "network-vif-deleted", "tag": "9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:03.792033 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c308797-72b4-4f40-8993-877fa56b3de0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:03.792522 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58110f7-74dd-418e-a3ba-930beec45dec', 'name': 'network-vif-deleted', 'tag': '9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0', 'status': 'completed', 'code': 200} Nov 22 16:32:03.810140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Deleting port c9063b91-e705-4855-8de6-ab68515e57e6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:03.810140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.934100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] For port c9063b91-e705-4855-8de6-ab68515e57e6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c9063b91-e705-4855-8de6-ab68515e57e6,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:03.934459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:03.953977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Calling delete_port for c9063b91-e705-4855-8de6-ab68515e57e6 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:03.956118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769e273-9218-43b0-93b4-7dfda50d8f81 req-9c4eea11-0201-40be-a9a5-d37e5475ea21 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:03.957758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3769e273-9218-43b0-93b4-7dfda50d8f81 req-9c4eea11-0201-40be-a9a5-d37e5475ea21 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 946 time: 0.0742099 Nov 22 16:32:04.026566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3769e273-9218-43b0-93b4-7dfda50d8f81 req-bdb77830-1078-4d29-8faf-a7a21977f1c1 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/security-groups?id=2a1eb837-c352-4b5f-8732-9b068c78291c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546167 Nov 22 16:32:04.077584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53676) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:04.119151 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.156844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Pushing event deleted for resources: {'Port': ['ID=c9063b91-e705-4855-8de6-ab68515e57e6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:04.216754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0'}, {'server_uuid': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570b6ef6-853b-4ed9-8c9f-2542c49123cb'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:04.219527 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9dddfd-8390-4fbc-9f40-06fa670d65be" -d '{"events": [{"server_uuid": "87baf78c-c30b-41cf-b5a9-574377abb6b0", "name": "network-vif-plugged", "status": "completed", "tag": "35b32bd0-8b78-4fe4-9a5e-a0458b704da0"}, {"server_uuid": "20cdd23a-bae1-4b3e-b501-9903ff8a0488", "name": "network-vif-plugged", "status": "completed", "tag": "570b6ef6-853b-4ed9-8c9f-2542c49123cb"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:04.225941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] No DVR routers for this DVR port c9063b91-e705-4855-8de6-ab68515e57e6 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:04.229204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.232866 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-351d4969-9930-4232-8995-f452c248b8f4 req-a49ef354-1508-41f3-a374-f67f4bf80bed tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.20 "DELETE /v2.0/ports/c9063b91-e705-4855-8de6-ab68515e57e6 HTTP/1.1" status: 204 len: 173 time: 0.5344422 Nov 22 16:32:04.254808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9118add9-a934-47ea-8625-f61e79184368 req-730f8190-feb2-432e-a3c0-bb59ecb3be4c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.256767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9118add9-a934-47ea-8625-f61e79184368 req-730f8190-feb2-432e-a3c0-bb59ecb3be4c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1006274 Nov 22 16:32:04.344089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9118add9-a934-47ea-8625-f61e79184368 req-7a0fa17b-5f39-4a8f-872f-3d0ae2009f93 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788138 Nov 22 16:32:04.437875 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989ff5f8-bf07-466b-9abc-0cdde0e5af3a x-openstack-request-id: req-989ff5f8-bf07-466b-9abc-0cdde0e5af3a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:04.438180 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87baf78c-c30b-41cf-b5a9-574377abb6b0", "name": "network-vif-plugged", "status": "completed", "tag": "35b32bd0-8b78-4fe4-9a5e-a0458b704da0", "code": 200}, {"server_uuid": "20cdd23a-bae1-4b3e-b501-9903ff8a0488", "name": "network-vif-plugged", "status": "completed", "tag": "570b6ef6-853b-4ed9-8c9f-2542c49123cb", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:04.438431 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-989ff5f8-bf07-466b-9abc-0cdde0e5af3a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:04.438819 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0', 'code': 200} Nov 22 16:32:04.439470 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570b6ef6-853b-4ed9-8c9f-2542c49123cb', 'code': 200} Nov 22 16:32:04.501407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Deleting subnet 3bce2c97-0cae-4b45-a760-4e93f631937a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:32:04.505794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.583097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.590529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.597050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.604207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.610592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.616584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.623129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.624370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53698) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:04.625347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-7a27883c-1d59-47af-87ff-59c410f7ab9b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.2237802 Nov 22 16:32:04.644779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8478-c822-4297-a770-5e8c90027326 req-f49d1ea6-5c93-47ef-8dbd-38461c0eed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.646895 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-37ec8478-c822-4297-a770-5e8c90027326 req-f49d1ea6-5c93-47ef-8dbd-38461c0eed5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 1096 time: 0.1188836 Nov 22 16:32:04.673809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603f15fc-c923-4a45-a3b3-22b62582622a req-c894c68d-31c0-454e-b591-43e1c57857ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.675629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-603f15fc-c923-4a45-a3b3-22b62582622a req-c894c68d-31c0-454e-b591-43e1c57857ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 1096 time: 0.1059649 Nov 22 16:32:04.691947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.767134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1400652-b513-4347-a605-0698dc6bb261 req-f53bbb3c-d04e-4a6d-b553-86e68f758646 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:04.774939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1400652-b513-4347-a605-0698dc6bb261 req-f53bbb3c-d04e-4a6d-b553-86e68f758646 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.2770233 Nov 22 16:32:04.788190 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-37ec8478-c822-4297-a770-5e8c90027326 req-1f61ff2b-f5b3-4323-a3d6-ee65b599230d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314874 Nov 22 16:32:04.795552 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-603f15fc-c923-4a45-a3b3-22b62582622a req-625a4b6a-1ac2-41bb-a931-f296a417aa5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058946 Nov 22 16:32:04.803396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d37e48dd-c0f4-4a96-8cce-6f1b382ce941 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.849975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.875254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58847758-dbae-4bc6-9689-2f0c8f0c53b4 req-f9b52f62-e21b-4700-a8e0-f2d228e0f592 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2257137 Nov 22 16:32:04.894171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1400652-b513-4347-a605-0698dc6bb261 req-bd960277-7201-4077-b30d-7789d8cece47 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183393 Nov 22 16:32:04.903782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d37e48dd-c0f4-4a96-8cce-6f1b382ce941 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.909088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d37e48dd-c0f4-4a96-8cce-6f1b382ce941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.955304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:04.955576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e48dd-c0f4-4a96-8cce-6f1b382ce941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709fdcbf-7eee-40e6-a5c6-fee2d46b4f06,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:04.960706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d37e48dd-c0f4-4a96-8cce-6f1b382ce941 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a2224300067445189cb52f3bbf448f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3326468 Nov 22 16:32:04.963956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53704) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:05.003669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bce2c97-0cae-4b45-a760-4e93f631937a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:05.016456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5700c031-f737-4372-9a82-6238f90dfb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.027985 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.031198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-acacd8aa-d456-4a69-a488-884c7ba377a0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3bce2c97-0cae-4b45-a760-4e93f631937a HTTP/1.1" status: 204 len: 168 time: 0.9530160 Nov 22 16:32:05.033819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:05.049828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5700c031-f737-4372-9a82-6238f90dfb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.096334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba0bf2-fd6d-42e6-960e-2f27985080de req-526017cc-747b-49fa-9907-1937421d7915 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:05.097843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86ba0bf2-fd6d-42e6-960e-2f27985080de req-526017cc-747b-49fa-9907-1937421d7915 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0952370 Nov 22 16:32:05.105791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a01e8-442d-45f3-beeb-be1805bb350c req-d193708a-db71-405e-94b6-565c27fb6086 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:05.107266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f2a01e8-442d-45f3-beeb-be1805bb350c req-d193708a-db71-405e-94b6-565c27fb6086 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1084123 Nov 22 16:32:05.138187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.184615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5700c031-f737-4372-9a82-6238f90dfb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.186718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86ba0bf2-fd6d-42e6-960e-2f27985080de req-8652789d-6b58-49ad-b15b-c4965775b6f7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784793 Nov 22 16:32:05.189034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5700c031-f737-4372-9a82-6238f90dfb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.190179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f2a01e8-442d-45f3-beeb-be1805bb350c req-8ca52660-b803-43be-b374-896895fef648 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759885 Nov 22 16:32:05.200279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5700c031-f737-4372-9a82-6238f90dfb93 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/709fdcbf-7eee-40e6-a5c6-fee2d46b4f06 HTTP/1.1" status: 204 len: 168 time: 0.2351971 Nov 22 16:32:05.314038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700c031-f737-4372-9a82-6238f90dfb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709fdcbf-7eee-40e6-a5c6-fee2d46b4f06,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:05.341246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.381351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f80d4fc-9728-44f3-992c-a304b5023c40']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:05.382627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daddec-6253-45b8-a965-45366df2dd7c req-07902e52-c5cc-494f-ad55-ed3b70e1dd90 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:05.384818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0daddec-6253-45b8-a965-45366df2dd7c req-07902e52-c5cc-494f-ad55-ed3b70e1dd90 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 950 time: 0.1081400 Nov 22 16:32:05.393460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd4242ff-6ff3-49c3-8732-55e5879079c0 req-f86d654b-5525-4bfb-942b-1cc55fe508e9 tempest-FloatingIPsAssociationTestJSON-1933066441 tempest-FloatingIPsAssociationTestJSON-1933066441-project] 10.222.0.65 "GET /v2.0/ports?device_id=84cd36e8-ce8f-4551-ad47-06c4fc66d410 HTTP/1.1" status: 200 len: 210 time: 0.0765367 Nov 22 16:32:05.396970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d5b40d1-fe9b-4419-b4cd-79002a184d8a') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:05.397474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d5b40d1-fe9b-4419-b4cd-79002a184d8a') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:05.410911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.429585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.441788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:32:05.442274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:32:05.444042 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:32:05.461964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0daddec-6253-45b8-a965-45366df2dd7c req-60c7f1c0-f1d4-46d9-8de3-bda23bfeffd9 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666170 Nov 22 16:32:05.537323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.544205 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.552923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] 10.222.0.65 "DELETE /v2.0/networks/4f80d4fc-9728-44f3-992c-a304b5023c40 HTTP/1.1" status: 204 len: 168 time: 0.5176814 Nov 22 16:32:05.553675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53722) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:05.581013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132663b9-04c5-48d5-8774-d853663fc71c admin admin] Pushing event deleted for resources: {'Network': ['ID=4f80d4fc-9728-44f3-992c-a304b5023c40,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:05.602566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf973b-fb46-4f16-8969-4157b5579b71 req-147f74a3-fbf3-469c-9559-160a8a26c795 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:05.619222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcaf973b-fb46-4f16-8969-4157b5579b71 req-147f74a3-fbf3-469c-9559-160a8a26c795 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1208947 Nov 22 16:32:05.644700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Deleting subnet e25ece79-2219-4669-b70d-84dc24a61c99 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:32:05.649921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.676454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcaf973b-fb46-4f16-8969-4157b5579b71 req-77592a9b-9a2b-43c5-9398-db8cbc87ba14 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560961 Nov 22 16:32:05.691889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.748112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.795506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'name': 'network-vif-deleted', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:05.798542 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b691852-afaf-4ed0-90a9-1e086ff785a0" -d '{"events": [{"server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "name": "network-vif-deleted", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:05.829036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28941fa-a40c-4a0f-8344-418695eb0414 req-d8bcb38e-94c3-42c1-a186-f598813aab17 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:05.830689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c28941fa-a40c-4a0f-8344-418695eb0414 req-d8bcb38e-94c3-42c1-a186-f598813aab17 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0625591 Nov 22 16:32:05.831179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.877508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e25ece79-2219-4669-b70d-84dc24a61c99,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:05.881439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:05.888551 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-20409607-a992-4b67-9607-8963beb2c0a4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e25ece79-2219-4669-b70d-84dc24a61c99 HTTP/1.1" status: 204 len: 168 time: 0.3119423 Nov 22 16:32:05.888863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:05.962765 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba543213-7813-40d0-8175-72eb3ac0deae x-openstack-request-id: req-ba543213-7813-40d0-8175-72eb3ac0deae {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:05.963068 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84cd36e8-ce8f-4551-ad47-06c4fc66d410", "name": "network-vif-deleted", "tag": "c9063b91-e705-4855-8de6-ab68515e57e6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:05.963308 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba543213-7813-40d0-8175-72eb3ac0deae {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:05.963711 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84cd36e8-ce8f-4551-ad47-06c4fc66d410', 'name': 'network-vif-deleted', 'tag': 'c9063b91-e705-4855-8de6-ab68515e57e6', 'status': 'completed', 'code': 200} Nov 22 16:32:05.971995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c28941fa-a40c-4a0f-8344-418695eb0414 req-5f557839-26f9-4d08-82a7-0c5e2b614b0b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329005 Nov 22 16:32:06.012239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.024934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c9063b91-e705-4855-8de6-ab68515e57e6 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:06.063112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: c9063b91-e705-4855-8de6-ab68515e57e6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:06.063457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c9063b91-e705-4855-8de6-ab68515e57e6 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:06.063878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:06.086762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:06.087155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9d0cdb22-00e9-4745-8cbc-9f4b4d3331f0 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:06.168238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.202544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5390c361-7b67-45a6-87e7-7f3a7458ec53']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:06.219603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e96e55f-a177-4316-83a8-4669eff613c8') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:06.219893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e96e55f-a177-4316-83a8-4669eff613c8') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:06.236535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0c59e-243c-408a-b0fc-c0e399336e10 req-dce889c6-d729-48eb-a952-f11d6e3f0c5b tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.238095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cad0c59e-243c-408a-b0fc-c0e399336e10 req-dce889c6-d729-48eb-a952-f11d6e3f0c5b tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.1245842 Nov 22 16:32:06.242836 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.248155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:06.255736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.262533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.268468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.275615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.281375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.287164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.294772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.296683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-5363a5c3-048d-40d6-a155-759bee0da2fb tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.2234087 Nov 22 16:32:06.332652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.350896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:32:06.351293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:32:06.354911 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:32:06.371485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-73979960-network', 'tenant_id': '9efe702b05ce45b490152454e00e20ba'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:06.393629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Made reservation on behalf of 9efe702b05ce45b490152454e00e20ba for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:06.396015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.405463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.428308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cad0c59e-243c-408a-b0fc-c0e399336e10 req-5eb0fd7f-90f0-454b-a338-5306c5bb8712 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248221 Nov 22 16:32:06.452270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.459495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.464684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] 10.222.0.65 "DELETE /v2.0/networks/5390c361-7b67-45a6-87e7-7f3a7458ec53 HTTP/1.1" status: 204 len: 168 time: 0.5739565 Nov 22 16:32:06.470511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d735fa3d-e821-4de2-9da1-f70278f56bf1 req-92795901-953d-4dee-af7d-924730d3acc8 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1601021 Nov 22 16:32:06.482251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da9b0c3-39e0-4d19-aff7-5ee45439946e admin admin] Pushing event deleted for resources: {'Network': ['ID=5390c361-7b67-45a6-87e7-7f3a7458ec53,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:06.495800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.501141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.535732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:06.553614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225bb85-1b12-442b-b23f-449cec51838b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:06.557970 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.558352 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Added segment aa65275c-98ec-4bb7-bfc4-d3edf5b7126f of type vlan for network eb14b3b8-0b51-422c-a2ad-554ee8f0033e Nov 22 16:32:06.584723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268a7d2-3004-4ddc-9b89-a3f4230d2af0 req-70f92675-8e17-4423-9241-13d5443796b7 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.586818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a268a7d2-3004-4ddc-9b89-a3f4230d2af0 req-70f92675-8e17-4423-9241-13d5443796b7 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 950 time: 0.0775077 Nov 22 16:32:06.628133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.654676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.655662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.656246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.672889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53768) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:06.686796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a268a7d2-3004-4ddc-9b89-a3f4230d2af0 req-a4d81542-fcd1-420d-8130-737b03f4874e tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929682 Nov 22 16:32:06.700760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a18bb-ba79-4b1e-9c34-663c3ce62709 req-0f4a8143-9860-4ff3-808c-16412a769ef0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.702641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-955a18bb-ba79-4b1e-9c34-663c3ce62709 req-0f4a8143-9860-4ff3-808c-16412a769ef0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0892596 Nov 22 16:32:06.729789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4771557 Nov 22 16:32:06.730543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53770) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:06.735264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Request body: {'subnet': {'network_id': 'eb14b3b8-0b51-422c-a2ad-554ee8f0033e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-73979960-subnet', 'tenant_id': '9efe702b05ce45b490152454e00e20ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:06.748927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e921766-2e40-406c-8d9a-599a03acf2ab admin admin] Pushing event updated for resources: {'Network': ['ID=eb14b3b8-0b51-422c-a2ad-554ee8f0033e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:06.755509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53772) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:06.760908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network eb14b3b8-0b51-422c-a2ad-554ee8f0033e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:06.781364 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-67c76db4-4e09-48d1-844d-1fc4fef84f3a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7c16208c51704a059918ff6752731e37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1053903 Nov 22 16:32:06.784654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Made reservation on behalf of 9efe702b05ce45b490152454e00e20ba for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:06.787292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.789222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53774) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:06.815508 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-955a18bb-ba79-4b1e-9c34-663c3ce62709 req-bd279da8-5f9b-4f99-974e-1241e86fa99f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008477 Nov 22 16:32:06.924380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a4db66c-3b2e-42ed-864c-86224f5bd2a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.931674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.937608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.943771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.950623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.956626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.957000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a4db66c-3b2e-42ed-864c-86224f5bd2a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:06.962688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.968605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:06.970560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae398db4-8134-46ec-bde1-a999459b0d61 req-a8efe313-2d41-4af5-a501-a5e4569d75ba tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.1599698 Nov 22 16:32:06.983354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53778) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:06.990479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Request body: {'floatingip': {'port_id': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:07.045479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.071746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b92a62-ecb4-4479-80b3-f23cd3e59047 req-92d7c09f-c313-4e69-81d7-1b304c321294 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.073217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81b92a62-ecb4-4479-80b3-f23cd3e59047 req-92d7c09f-c313-4e69-81d7-1b304c321294 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1692119 Nov 22 16:32:07.122926 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.183727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.195833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d93ad-87e1-4b78-9332-4ea05d21038b req-0673fc9e-58f8-47a2-a709-18e94201c0aa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.197625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-250d93ad-87e1-4b78-9332-4ea05d21038b req-0673fc9e-58f8-47a2-a709-18e94201c0aa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1474218 Nov 22 16:32:07.211817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81b92a62-ecb4-4479-80b3-f23cd3e59047 req-8cae986f-c09a-42b6-bc3a-d58ae42d4863 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170883 Nov 22 16:32:07.235150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a4db66c-3b2e-42ed-864c-86224f5bd2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.235150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a4db66c-3b2e-42ed-864c-86224f5bd2a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.235150 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a4db66c-3b2e-42ed-864c-86224f5bd2a7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef65a739-320e-4698-bcd7-670022454e56 HTTP/1.1" status: 204 len: 168 time: 0.4370863 Nov 22 16:32:07.299925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4db66c-3b2e-42ed-864c-86224f5bd2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef65a739-320e-4698-bcd7-670022454e56,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:07.341644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4989c8c9-8da1-4c58-9d01-d19a627a60cf,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:07.366805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Checking segment: {'id': 'aa65275c-98ec-4bb7-bfc4-d3edf5b7126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': 'eb14b3b8-0b51-422c-a2ad-554ee8f0033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:07.367093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Network hostable DHCP agents. Network: eb14b3b8-0b51-422c-a2ad-554ee8f0033e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:07.393754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-250d93ad-87e1-4b78-9332-4ea05d21038b req-16ac460f-1e51-426b-86d0-a15c11629f67 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861217 Nov 22 16:32:07.429190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-7c493059-27e6-4ae4-ab8e-3b95ab1ae0f2 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.431692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-7c493059-27e6-4ae4-ab8e-3b95ab1ae0f2 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.1380827 Nov 22 16:32:07.464028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Network eb14b3b8-0b51-422c-a2ad-554ee8f0033e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:07.466992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d497cd-231b-417e-88bb-dcd49b623a87 req-25461db6-c426-4430-bdda-47b4a566ac8d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.469464 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1d497cd-231b-417e-88bb-dcd49b623a87 req-25461db6-c426-4430-bdda-47b4a566ac8d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1156406 Nov 22 16:32:07.543920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, eb14b3b8-0b51-422c-a2ad-554ee8f0033e) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:07.548500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.549100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.556778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5a953-d70e-4a1a-89de-1094f581960a None None] Network eb14b3b8-0b51-422c-a2ad-554ee8f0033e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:07.590988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45960e4d-8701-4a3a-9e6a-c35c531b215a req-d6e0674a-d42a-4d0e-a396-250b470620cc tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.592814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45960e4d-8701-4a3a-9e6a-c35c531b215a req-d6e0674a-d42a-4d0e-a396-250b470620cc tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 945 time: 0.1063819 Nov 22 16:32:07.596294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53790) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:07.637066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1d497cd-231b-417e-88bb-dcd49b623a87 req-46bdcdbb-e04e-408a-8cd1-785a8ea43cc1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613963 Nov 22 16:32:07.701709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c0e5a65-5189-4bba-bf6b-269a2ef08c9d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0e7f1f2d71149aa96ee52928a71d193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1038384 Nov 22 16:32:07.702342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53794) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:07.703605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fc9422-b2c0-463c-8a8b-af8dd31c05b9 None None] Network eb14b3b8-0b51-422c-a2ad-554ee8f0033e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:07.725928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.746135 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6349e43f-47f0-4ef9-8e97-2140a0acf4fc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0062201 Nov 22 16:32:07.771220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45960e4d-8701-4a3a-9e6a-c35c531b215a req-7e88c9cd-3302-48bc-b02a-8f9e0a5cc6b9 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488409 Nov 22 16:32:07.771620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Deleting port eacb1232-f2ad-44e1-a19c-317d4293d463 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:07.771965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.956879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9297dcf8-4711-47dc-b05c-9e7682e7cf6a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:07.982021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611712b5-1969-4f67-be19-8d5c609a82e6 req-d62ce071-e6db-48cf-962d-bf83ae81f6dc tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:07.983532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-611712b5-1969-4f67-be19-8d5c609a82e6 req-d62ce071-e6db-48cf-962d-bf83ae81f6dc tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=b72362dc-1387-4c14-a19e-a4dbd0eb42e2 HTTP/1.1" status: 200 len: 948 time: 0.2498393 Nov 22 16:32:08.003156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] For port eacb1232-f2ad-44e1-a19c-317d4293d463, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=eacb1232-f2ad-44e1-a19c-317d4293d463,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:08.003793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.007008 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.014221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.038625 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9297dcf8-4711-47dc-b05c-9e7682e7cf6a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.051575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Calling delete_port for eacb1232-f2ad-44e1-a19c-317d4293d463 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:08.097161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149f332-0ffc-4495-94f8-ebb483f14aca req-e245302b-7290-42fd-ba52-f31d27788a38 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:08.098654 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8149f332-0ffc-4495-94f8-ebb483f14aca req-e245302b-7290-42fd-ba52-f31d27788a38 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 950 time: 0.2032518 Nov 22 16:32:08.167856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-611712b5-1969-4f67-be19-8d5c609a82e6 req-49be6412-03d1-46ca-97b9-cc61260b156f tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712210 Nov 22 16:32:08.175745 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Floating IP ffb86ccf-fbb1-4a8b-a7db-906cdfc06712 associated. External IP: 172.25.6.210, port: e886fe68-5c7f-4eec-8ad2-8869e0d60329. Nov 22 16:32:08.201490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8149f332-0ffc-4495-94f8-ebb483f14aca req-13a5c601-c7f7-4da7-9518-17e0fb2cb196 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852456 Nov 22 16:32:08.203533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9297dcf8-4711-47dc-b05c-9e7682e7cf6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.206117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9297dcf8-4711-47dc-b05c-9e7682e7cf6a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.210186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9297dcf8-4711-47dc-b05c-9e7682e7cf6a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3c91e26-d9ba-4d6b-92d2-4cb216cb1c33 HTTP/1.1" status: 204 len: 168 time: 0.5002270 Nov 22 16:32:08.234616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297dcf8-4711-47dc-b05c-9e7682e7cf6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c91e26-d9ba-4d6b-92d2-4cb216cb1c33,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:08.380847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df57f3-4bf3-4650-af11-e44138fdf215 req-5ebfb52d-8016-4516-915f-e2d277d37903 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:08.382386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94df57f3-4bf3-4650-af11-e44138fdf215 req-5ebfb52d-8016-4516-915f-e2d277d37903 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0640433 Nov 22 16:32:08.386368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Deleting port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:08.386711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.402245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-c108b382-7bf3-48bf-8965-26f69f6ea4ae tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:08.403874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-c108b382-7bf3-48bf-8965-26f69f6ea4ae tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 1101 time: 0.0990419 Nov 22 16:32:08.408261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.500424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Pushing event deleted for resources: {'Port': ['ID=eacb1232-f2ad-44e1-a19c-317d4293d463,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:08.522696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94df57f3-4bf3-4650-af11-e44138fdf215 req-18f237a6-702a-4e69-87e2-32d28cf03aa9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238742 Nov 22 16:32:08.537208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] For port 329937f2-c96e-4c21-81fe-fc6f9f28f8b1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:08.537580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.568403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Calling delete_port for 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:08.644643 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.676534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17bb30-e4b4-45bd-9e68-c29590988bae req-d3828778-5867-4014-8477-309dc8736cde tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:08.678132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f17bb30-e4b4-45bd-9e68-c29590988bae req-d3828778-5867-4014-8477-309dc8736cde tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1256416 Nov 22 16:32:08.777583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f17bb30-e4b4-45bd-9e68-c29590988bae req-c3df1c4c-8bed-4915-b01c-2a6468324ccd tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912657 Nov 22 16:32:08.863395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-489f3d83-0bd4-4bfb-8482-4412ad5b80a3 req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-606303749', 'description': 'tempest-description-553993691'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:08.931147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.949589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-489f3d83-0bd4-4bfb-8482-4412ad5b80a3 req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.971939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] No DVR routers for this DVR port eacb1232-f2ad-44e1-a19c-317d4293d463 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:08.975442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Router c3af463a-4687-46d6-b26b-efbe79945220 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:08.977566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:08.980928 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-559738c4-588b-4e3a-a9a0-277890d9a4cd req-93def1a9-f130-4dbe-92e5-4c631eae6b57 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "DELETE /v2.0/ports/eacb1232-f2ad-44e1-a19c-317d4293d463 HTTP/1.1" status: 204 len: 173 time: 1.5308204 Nov 22 16:32:08.983005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-deleted', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:08.984014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Pushing event deleted for resources: {'Port': ['ID=329937f2-c96e-4c21-81fe-fc6f9f28f8b1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:08.984890 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce10643-f20e-430f-b251-9abf489ff1ec" -d '{"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-deleted", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:09.004805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4c00a-99f2-4ef4-b6bc-b6b282425322 req-c7310343-8978-46df-867f-31b361627547 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:09.012529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56e4c00a-99f2-4ef4-b6bc-b6b282425322 req-c7310343-8978-46df-867f-31b361627547 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1417246 Nov 22 16:32:09.061345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Deleting port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:09.061967 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.225423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56e4c00a-99f2-4ef4-b6bc-b6b282425322 req-54aec1f4-2d75-47aa-9434-c42f998f0f0a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074475 Nov 22 16:32:09.237573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:09.267788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.281928 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] Sync routers for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:09.309283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-489f3d83-0bd4-4bfb-8482-4412ad5b80a3 req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.332501 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:09.334019 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:09.346924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] For port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:09.347364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.373377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-489f3d83-0bd4-4bfb-8482-4412ad5b80a3 req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.389363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Calling delete_port for 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:09.392201 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fbdafeef-fa3f-4f3d-998c-3148cfe3f6ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "PUT /v2.0/floatingips/ffb86ccf-fbb1-4a8b-a7db-906cdfc06712 HTTP/1.1" status: 200 len: 991 time: 2.4079201 Nov 22 16:32:09.590940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:09.658799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.673290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['36f94d42-9d7d-4cdd-a748-3bc9cd137a0c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:09.705297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Pushing event deleted for resources: {'Port': ['ID=36f94d42-9d7d-4cdd-a748-3bc9cd137a0c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:09.789107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] No DVR routers for this DVR port 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:09.792357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:09.797274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14819f7d-ce59-4c8b-8bf4-05e8d75fc4d1 req-bdcf5a87-dceb-4faf-bff3-8f268c09257e tempest-DeleteServersAdminTestJSON-375128744 tempest-DeleteServersAdminTestJSON-375128744-project-admin] 10.222.0.66 "DELETE /v2.0/ports/36f94d42-9d7d-4cdd-a748-3bc9cd137a0c HTTP/1.1" status: 204 len: 173 time: 1.3523266 Nov 22 16:32:09.887980 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'ffb86ccf-fbb1-4a8b-a7db-906cdfc06712', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'port_id': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'mac_address': 'fa:16:3e:c5:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:31Z', 'updated_at': '2021-11-22T16:32:07Z', 'revision_number': 1, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:34Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:09.930033 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] Checking router: c3af463a-4687-46d6-b26b-efbe79945220 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:09.940169 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:09.941047 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:10.101335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-489f3d83-0bd4-4bfb-8482-4412ad5b80a3 req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.103493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-489f3d83-0bd4-4bfb-8482-4412ad5b80a3 req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.2461808 Nov 22 16:32:10.105564 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:10.119504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41f5b3e-6747-4086-83d7-68468f0ca2e4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f0897-0e8b-461c-b218-e33e53046c55,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:10.124203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.148710 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0dc7753-31f5-4d1f-a200-bbea366fc2f4 x-openstack-request-id: req-d0dc7753-31f5-4d1f-a200-bbea366fc2f4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:10.149517 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72362dc-1387-4c14-a19e-a4dbd0eb42e2", "name": "network-vif-deleted", "tag": "eacb1232-f2ad-44e1-a19c-317d4293d463", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:10.149958 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0dc7753-31f5-4d1f-a200-bbea366fc2f4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:10.150091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93411c-181d-449d-b519-f09c2a95fbd1 req-c07ce323-0fec-45f4-b2e6-f3b53cd058d8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:10.150652 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72362dc-1387-4c14-a19e-a4dbd0eb42e2', 'name': 'network-vif-deleted', 'tag': 'eacb1232-f2ad-44e1-a19c-317d4293d463', 'status': 'completed', 'code': 200} Nov 22 16:32:10.157581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b93411c-181d-449d-b519-f09c2a95fbd1 req-c07ce323-0fec-45f4-b2e6-f3b53cd058d8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0947044 Nov 22 16:32:10.318376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b93411c-181d-449d-b519-f09c2a95fbd1 req-c8062e02-8575-45df-99fd-f61f52929d25 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595528 Nov 22 16:32:10.320687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5113dc9b-2ae6-4aee-96e9-ae56da41bdbc req-4b61abfd-21fc-41cf-95dd-b0e5cbe8d8d9 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5 HTTP/1.1" status: 200 len: 210 time: 0.0519876 Nov 22 16:32:10.459723 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'ffb86ccf-fbb1-4a8b-a7db-906cdfc06712', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'port_id': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'mac_address': 'fa:16:3e:c5:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:31Z', 'updated_at': '2021-11-22T16:32:07Z', 'revision_number': 1, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:34Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:10.489532 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a704e9-5f35-4888-a569-f4a132e5d6d1 None None] The sync data for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 is: [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'ffb86ccf-fbb1-4a8b-a7db-906cdfc06712', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'floating_ip_address': '172.25.6.210', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'port_id': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'mac_address': 'fa:16:3e:c5:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:30:31Z', 'updated_at': '2021-11-22T16:32:07Z', 'revision_number': 1, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:34Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:10.537955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Router 7c5928b5-5eaa-4885-aba2-dc9157d8799d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:10.573798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-8efadae2-968f-4501-b8af-c543b78c7472 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/ec5f0897-0e8b-461c-b218-e33e53046c55 HTTP/1.1" status: 200 len: 1820 time: 0.0631151 Nov 22 16:32:10.580307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec5f0897-0e8b-461c-b218-e33e53046c55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:10.580600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ec5f0897-0e8b-461c-b218-e33e53046c55', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:10.748073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.755458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:10.765463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-999b1999-2079-4135-8040-8d68e43bfd4c admin admin] 10.222.0.65 "PUT /v2.0/routers/7c5928b5-5eaa-4885-aba2-dc9157d8799d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0086789 Nov 22 16:32:10.766278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53872) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:10.767142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] Sync routers for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:10.777127 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a04ff-9844-4818-bf81-0ef81f4593d3 None None] New status for floating IP ffb86ccf-fbb1-4a8b-a7db-906cdfc06712: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:32:10.782899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.803846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:10.805390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:10.822472 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.853511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a64fc3-acc0-4f76-8af0-4002029d4a76,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:10.903121 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:10.917000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c55e22d5-6df1-4b4c-ab87-1a4339c32c02 req-991d2aa7-9f6e-4389-986f-00144ad5bfe4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3422797 Nov 22 16:32:10.986684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.085357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f846-192e-4c42-bc0a-d4151683d4ca req-a9dcb795-9e30-40da-af69-8f92b6febdd7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.086911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:11.091936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f846-192e-4c42-bc0a-d4151683d4ca req-a9dcb795-9e30-40da-af69-8f92b6febdd7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.098354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9f846-192e-4c42-bc0a-d4151683d4ca req-a9dcb795-9e30-40da-af69-8f92b6febdd7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.100160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64e9f846-192e-4c42-bc0a-d4151683d4ca req-a9dcb795-9e30-40da-af69-8f92b6febdd7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0&device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488&device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 2416 time: 0.1765163 Nov 22 16:32:11.184019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55777357-058f-4adb-b58e-c25aaea199c5 req-1761234d-d8a9-4a5b-ba0f-472b9aba7ab1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.185518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55777357-058f-4adb-b58e-c25aaea199c5 req-1761234d-d8a9-4a5b-ba0f-472b9aba7ab1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1501584 Nov 22 16:32:11.228129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.233723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64e9f846-192e-4c42-bc0a-d4151683d4ca req-363f0f74-c64c-40a9-8818-b294946ae5be tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264451 Nov 22 16:32:11.273777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114'}], 'enable_snat': True}, 'gw_port_id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:32:08Z', 'revision_number': 5, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port': {'id': '78ddacc7-d03c-4232-b635-98713ea6ebc4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:30:07Z', 'updated_at': '2021-11-22T16:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:11.283879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55777357-058f-4adb-b58e-c25aaea199c5 req-ebeff99b-32e5-48b8-98f3-95117c264fa6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894017 Nov 22 16:32:11.307143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] Checking router: 7c5928b5-5eaa-4885-aba2-dc9157d8799d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:11.324342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Deleting port 78ddacc7-d03c-4232-b635-98713ea6ebc4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:11.324944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.325938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] Routers {'7c5928b5-5eaa-4885-aba2-dc9157d8799d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:11.326758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:11.427430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] Set router 7c5928b5-5eaa-4885-aba2-dc9157d8799d gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:11.446812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] For port 78ddacc7-d03c-4232-b635-98713ea6ebc4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78ddacc7-d03c-4232-b635-98713ea6ebc4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:11.447266 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.473518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18ba39-b1be-4289-ae79-1d05f22dd7e1 req-f4da5e7e-0456-4db7-b7a7-77b3cea432f4 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.475042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd18ba39-b1be-4289-ae79-1d05f22dd7e1 req-f4da5e7e-0456-4db7-b7a7-77b3cea432f4 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 949 time: 0.0856135 Nov 22 16:32:11.476082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Calling delete_port for 78ddacc7-d03c-4232-b635-98713ea6ebc4 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:11.483042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:32:11Z', 'revision_number': 6, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:11.512067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-02b4662b-965e-4a71-b1ef-1e5a8f3b0aa4 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338068 Nov 22 16:32:11.513573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e789c630-6fea-4efd-aba4-16caaa24978d None None] The sync data for ids ['7c5928b5-5eaa-4885-aba2-dc9157d8799d'] in n-d-816206-6 is: [{'id': '7c5928b5-5eaa-4885-aba2-dc9157d8799d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1383736695-router', 'tenant_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:30:06Z', 'updated_at': '2021-11-22T16:32:11Z', 'revision_number': 6, 'project_id': 'fb5198af865d4aa9b83a1e549e5670a2', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:11.646869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd18ba39-b1be-4289-ae79-1d05f22dd7e1 req-549d44cc-dc3d-45ad-9cbe-15283a074ac7 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557562 Nov 22 16:32:11.679414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8fef0c69-945c-45e7-b7ad-057e7e0bf4e1 req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-139020177', 'description': 'tempest-description-39372224'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:11.749934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-c36a3310-a511-4761-8d59-7a471ce93b49 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:11.751488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-c36a3310-a511-4761-8d59-7a471ce93b49 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2301712 Nov 22 16:32:11.776267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-4c6da075-e02f-4647-8a5a-7852c094826c tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/quotas/3e1065ce959f4a1eba33dbfa10a6126d HTTP/1.1" status: 200 len: 375 time: 0.0167568 Nov 22 16:32:11.777849 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fef0c69-945c-45e7-b7ad-057e7e0bf4e1 req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.841089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-45480dd7-cafa-4f5b-ba44-8a93e3a2d19d tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538824 Nov 22 16:32:11.886098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.932487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ddacc7-d03c-4232-b635-98713ea6ebc4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:11.946649 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fef0c69-945c-45e7-b7ad-057e7e0bf4e1 req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:11.961145 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fef0c69-945c-45e7-b7ad-057e7e0bf4e1 req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.013407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fef0c69-945c-45e7-b7ad-057e7e0bf4e1 req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.014683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fef0c69-945c-45e7-b7ad-057e7e0bf4e1 req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3433695 Nov 22 16:32:12.034621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee63c06-31b9-40b7-8909-ff9f3945d435 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9308a8-1b37-430a-ba74-1ac33c00934b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:12.038514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.152701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329'}, {'server_uuid': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'name': 'network-vif-deleted', 'tag': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:12.155226 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b6bf80-c06d-431d-a254-886599da0b72" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329"}, {"server_uuid": "4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5", "name": "network-vif-deleted", "tag": "36f94d42-9d7d-4cdd-a748-3bc9cd137a0c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:12.184215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.188475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.252712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc8338-f7a8-4511-b92b-36389b161f19 req-ec38806d-701d-4bd9-8b5f-b17e1bc23e2d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.254262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21bc8338-f7a8-4511-b92b-36389b161f19 req-ec38806d-701d-4bd9-8b5f-b17e1bc23e2d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1511819 Nov 22 16:32:12.262733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6270-aa14-4233-b9cb-3f51634ee7ec req-d1cacc4b-eb95-4bab-9430-2d41c923d7bc tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.264199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f5a6270-aa14-4233-b9cb-3f51634ee7ec req-d1cacc4b-eb95-4bab-9430-2d41c923d7bc tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1595864 Nov 22 16:32:12.266176 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.266716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5928b5-5eaa-4885-aba2-dc9157d8799d {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:32:12.271061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.273691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-365c8361-cc20-4bf2-a857-d0af94f050f6 admin admin] 10.222.0.65 "DELETE /v2.0/routers/7c5928b5-5eaa-4885-aba2-dc9157d8799d HTTP/1.1" status: 204 len: 168 time: 1.5032959 Nov 22 16:32:12.275639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53906) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:12.345174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Deleting subnet b039f69d-670e-4b66-8d63-73376df9a182 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:32:12.348795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.352326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21bc8338-f7a8-4511-b92b-36389b161f19 req-89a132c5-5b68-498c-ae74-efec1b9e2d79 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870092 Nov 22 16:32:12.357408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f5a6270-aa14-4233-b9cb-3f51634ee7ec req-02a617bd-455f-4e8b-8671-487e0f9f8803 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792804 Nov 22 16:32:12.433986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:12.437029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.487868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:12.488228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 36f94d42-9d7d-4cdd-a748-3bc9cd137a0c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:12.488665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:12.538082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: eacb1232-f2ad-44e1-a19c-317d4293d463 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:12.538724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device eacb1232-f2ad-44e1-a19c-317d4293d463 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:12.573100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9783f2f-dfbb-441e-b66f-67f081784502 req-24b7e5d9-6944-4c71-8a8e-54f5314e61d1 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 210 time: 0.0888405 Nov 22 16:32:12.599917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.667536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-62325f96-b2c0-426d-a0f5-a3669f6abf5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/2d9308a8-1b37-430a-ba74-1ac33c00934b HTTP/1.1" status: 200 len: 1819 time: 0.0895948 Nov 22 16:32:12.677304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78ddacc7-d03c-4232-b635-98713ea6ebc4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:12.689154 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4da13b-1725-469a-a7e6-15465535ba7a x-openstack-request-id: req-9e4da13b-1725-469a-a7e6-15465535ba7a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:12.690333 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329", "status": "completed", "code": 200}, {"server_uuid": "4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5", "name": "network-vif-deleted", "tag": "36f94d42-9d7d-4cdd-a748-3bc9cd137a0c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:12.690595 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e4da13b-1725-469a-a7e6-15465535ba7a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:12.691237 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'status': 'completed', 'code': 200} Nov 22 16:32:12.691557 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ed1de2f-97aa-4a48-9ad3-87e6f9d7f7f5', 'name': 'network-vif-deleted', 'tag': '36f94d42-9d7d-4cdd-a748-3bc9cd137a0c', 'status': 'completed', 'code': 200} Nov 22 16:32:12.696651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d9308a8-1b37-430a-ba74-1ac33c00934b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:12.697096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '2d9308a8-1b37-430a-ba74-1ac33c00934b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:12.701702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.721407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 78ddacc7-d03c-4232-b635-98713ea6ebc4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:12.722041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78ddacc7-d03c-4232-b635-98713ea6ebc4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:12.722457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:12.760985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:12.767780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d398db55-7e57-4206-a2ee-2330097ec7a4 None None] Network feabd7b6-0c21-4fa2-80b7-efe466ce4b78 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:12.769178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53922) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:12.790879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b039f69d-670e-4b66-8d63-73376df9a182 HTTP/1.1" status: 204 len: 168 time: 0.5140457 Nov 22 16:32:12.813945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0c332-ceff-456a-aba4-ea6955036873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b039f69d-670e-4b66-8d63-73376df9a182,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:12.862425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:12.863051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 329937f2-c96e-4c21-81fe-fc6f9f28f8b1 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:12.906179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.906759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.907235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.907705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.908395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.908642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.909104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:12.911876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-6cd399f7-fb91-4760-82f3-3d4d6a93ba7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6490 time: 0.1180673 Nov 22 16:32:12.966987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-6a86e712-1849-492c-b0df-b20120480538 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7ffa95dec6de487ebae36d74ad75464e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506279 Nov 22 16:32:12.970459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.000829 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.035061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] DHCP port deletion for feabd7b6-0c21-4fa2-80b7-efe466ce4b78 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:32:13.048786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-0dd64cd6-01cf-4ff0-a94e-c75dd3cd8aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.049896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-0dd64cd6-01cf-4ff0-a94e-c75dd3cd8aa1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 HTTP/1.1" status: 200 len: 912 time: 0.1059134 Nov 22 16:32:13.071934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.098398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.099044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Deleting port 3ef533c0-fab9-4165-978d-d855b21b8274 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:13.099615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.145751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-4a8d1ac5-223a-4618-aa4e-bf9ef8794383 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 200 len: 1001 time: 0.0757623 Nov 22 16:32:13.147280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2965cd3-4f3b-41dc-b514-2463ce1483a7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:13.167259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.177026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] For port 3ef533c0-fab9-4165-978d-d855b21b8274, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3ef533c0-fab9-4165-978d-d855b21b8274,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:13.178202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57e2f140-4edd-43a6-9a5e-579238ad443e req-952b12fd-8a77-4def-a570-05d0a6cf6618 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4884670 Nov 22 16:32:13.178695 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.190518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-1f2a319e-2606-4612-80eb-658260723562 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.191996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-1f2a319e-2606-4612-80eb-658260723562 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2188301 Nov 22 16:32:13.194951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Calling delete_port for 3ef533c0-fab9-4165-978d-d855b21b8274 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:13.212775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Deleting port 3ef533c0-fab9-4165-978d-d855b21b8274 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:13.213090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.215633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-dd7a78a6-14bb-4e72-bae1-8ed971a074db tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/quotas/7ffa95dec6de487ebae36d74ad75464e HTTP/1.1" status: 200 len: 375 time: 0.0165801 Nov 22 16:32:13.225032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-601aa7e6-b3bf-4bdb-808b-514f93d58886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.227230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-601aa7e6-b3bf-4bdb-808b-514f93d58886 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc6a1dc-c822-4e67-9dfb-600cc772258b HTTP/1.1" status: 200 len: 850 time: 0.0718832 Nov 22 16:32:13.291924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-bd937aba-261a-4b86-8b79-1fa8cbd360b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.293765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-bd937aba-261a-4b86-8b79-1fa8cbd360b7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443962 Nov 22 16:32:13.299360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.308314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2b3c59f7-dddf-4376-a603-dfe6e33fba69 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ffa95dec6de487ebae36d74ad75464e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817254 Nov 22 16:32:13.323737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Pushing event deleted for resources: {'Port': ['ID=3ef533c0-fab9-4165-978d-d855b21b8274,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:13.331359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] For port 3ef533c0-fab9-4165-978d-d855b21b8274, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3ef533c0-fab9-4165-978d-d855b21b8274,segment=NetworkSegment(0379d42c-7b39-4919-87d7-6ee8945637b2),segment_id=0379d42c-7b39-4919-87d7-6ee8945637b2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:13.331837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.332753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.333443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.333815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.334157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.334496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.334827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.335155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.335481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.335872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.336382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.336720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.337042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:13.346893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a294aaf7-78ba-4460-903b-14b518977d0a None None] No DVR routers for this DVR port 3ef533c0-fab9-4165-978d-d855b21b8274 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:13.349915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Calling delete_port for 3ef533c0-fab9-4165-978d-d855b21b8274 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:13.363761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3e81e-7b8a-494c-8a9a-b2fd9d5d6878 req-e43069bd-da52-4cc3-a03d-c6f488771578 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.365483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7f3e81e-7b8a-494c-8a9a-b2fd9d5d6878 req-e43069bd-da52-4cc3-a03d-c6f488771578 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 949 time: 0.1082108 Nov 22 16:32:13.436096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-c42c6e2b-ce9d-4294-8a4e-173226173cc2 service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254919 Nov 22 16:32:13.466207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7f3e81e-7b8a-494c-8a9a-b2fd9d5d6878 req-f7a78b5a-8002-4b23-b10b-f29aa1be93a8 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922494 Nov 22 16:32:13.489614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.537317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef533c0-fab9-4165-978d-d855b21b8274,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:13.539481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] No DVR routers for this DVR port 3ef533c0-fab9-4165-978d-d855b21b8274 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:13.594902 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-f09ab261-b05c-4b3a-90cc-c9fc5c55f9dd tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337965 Nov 22 16:32:13.604038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a01d7ea8-ed88-486c-a3f0-d914a600fc2f req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-843998462', 'description': 'tempest-description-1250818042'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:13.722047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.756434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a01d7ea8-ed88-486c-a3f0-d914a600fc2f req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.760890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feabd7b6-0c21-4fa2-80b7-efe466ce4b78']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:13.762327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e3b6bf80-c06d-431d-a254-886599da0b72 req-a66c378a-421a-48c8-8791-4d289d5a4d7d service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088369 Nov 22 16:32:13.773782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0379d42c-7b39-4919-87d7-6ee8945637b2') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:13.774338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0379d42c-7b39-4919-87d7-6ee8945637b2') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:13.799469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c261c5-120e-4921-ac52-02cbafd96874 req-b40c7317-5676-4d2d-9f98-3785854d1287 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.801195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84c261c5-120e-4921-ac52-02cbafd96874 req-b40c7317-5676-4d2d-9f98-3785854d1287 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1311076 Nov 22 16:32:13.805385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.835071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.838333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-cb20bc9b-4058-41cf-abea-c3800cf8ec4a tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:13.839866 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-cb20bc9b-4058-41cf-abea-c3800cf8ec4a tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185602 Nov 22 16:32:13.854009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:32:13.854563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:32:13.856462 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:32:13.885617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Request body: {'port': {'device_id': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '3e1065ce959f4a1eba33dbfa10a6126d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:13.951405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84c261c5-120e-4921-ac52-02cbafd96874 req-39d83cbf-1b5f-4648-8000-16aa2e851eba tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363571 Nov 22 16:32:13.954614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.980963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:13.980963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] 10.222.0.65 "DELETE /v2.0/networks/feabd7b6-0c21-4fa2-80b7-efe466ce4b78 HTTP/1.1" status: 204 len: 168 time: 1.1869767 Nov 22 16:32:13.999749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f6bb3-6416-4687-a8ac-5e845cfbc28d admin admin] Pushing event deleted for resources: {'Network': ['ID=feabd7b6-0c21-4fa2-80b7-efe466ce4b78,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:14.003321 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a01d7ea8-ed88-486c-a3f0-d914a600fc2f req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.012697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a01d7ea8-ed88-486c-a3f0-d914a600fc2f req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.017587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-361a6c34-2214-455d-b7a3-77556542630f tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.019960 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-361a6c34-2214-455d-b7a3-77556542630f tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 949 time: 0.1304951 Nov 22 16:32:14.082280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a01d7ea8-ed88-486c-a3f0-d914a600fc2f req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.085159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a01d7ea8-ed88-486c-a3f0-d914a600fc2f req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5102684 Nov 22 16:32:14.100935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b965d1-96fc-41bf-b4a9-0401b7c53d5e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c61d3797-ac75-47ce-a79d-bfdd5521c949,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:14.135033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0368decd-4b96-44e4-a748-6d041ed2bdb4 req-7bea7489-16d9-45b6-8bea-bbdc41d54c33 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 210 time: 0.0693264 Nov 22 16:32:14.187531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Made reservation on behalf of 3e1065ce959f4a1eba33dbfa10a6126d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:14.191181 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.209889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.216742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Deleting port 1b05813a-6c54-4c8a-854b-111415645923 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:14.217124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.275345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e9dd5d6-36af-41b6-86c9-310399452cc7 req-be69a4cb-f710-4d77-8e1b-91a9a9e9c87d tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 210 time: 0.0491934 Nov 22 16:32:14.314896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-01fc0eb4-4c4b-4177-800b-79247b950450 req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-841944373', 'description': 'tempest-description-1912350797'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:14.348618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53962) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:14.388771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-01fc0eb4-4c4b-4177-800b-79247b950450 req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.409726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.422751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.432203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e30a4-f751-4236-bd79-ac866800c205 req-58d18326-55ab-451a-b887-476beb034089 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.433720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f01e30a4-f751-4236-bd79-ac866800c205 req-58d18326-55ab-451a-b887-476beb034089 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1015229 Nov 22 16:32:14.434521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] For port 1b05813a-6c54-4c8a-854b-111415645923, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1b05813a-6c54-4c8a-854b-111415645923,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:14.434955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.462771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fa5ca39d-42eb-4d6d-8df4-3bab4203738b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb5198af865d4aa9b83a1e549e5670a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1130078 Nov 22 16:32:14.464255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Calling delete_port for 1b05813a-6c54-4c8a-854b-111415645923 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:14.469432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53964) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:14.526253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f01e30a4-f751-4236-bd79-ac866800c205 req-bcb4bc2a-c40c-41af-b022-ed88230edba9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808837 Nov 22 16:32:14.532166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=750ff0de-8880-4a03-821b-efbd6e1287a6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:14.540392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-01fc0eb4-4c4b-4177-800b-79247b950450 req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.555236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-01fc0eb4-4c4b-4177-800b-79247b950450 req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.591544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889fb673-4ca2-411e-83a4-38fed5f40306,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:14.596762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-01fc0eb4-4c4b-4177-800b-79247b950450 req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.598120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01fc0eb4-4c4b-4177-800b-79247b950450 req-80c3e88d-11e9-4c26-bf29-1af13219f8e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2878311 Nov 22 16:32:14.687713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d47296d4-7926-4c6d-9510-17993d72c558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.705299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3ef533c0-fab9-4165-978d-d855b21b8274 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:14.717112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Allocated IP 192.168.233.107 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/4e44489f-503d-4d70-b2a9-02a71cbad12a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:14.731083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d47296d4-7926-4c6d-9510-17993d72c558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.735002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3ef533c0-fab9-4165-978d-d855b21b8274 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:14.738247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3ef533c0-fab9-4165-978d-d855b21b8274 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:14.790489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48baa-882e-45df-8002-a420a9c8fcac req-d7b6f922-3838-4867-abda-7591ecefdac6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:14.792481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3f48baa-882e-45df-8002-a420a9c8fcac req-d7b6f922-3838-4867-abda-7591ecefdac6 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/ports?device_id=be2e8acf-9491-4301-8a5c-9fc5d2da0a22 HTTP/1.1" status: 200 len: 949 time: 0.0715415 Nov 22 16:32:14.818148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-1011a993-25ad-44e5-8a22-05e9a03c7075 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ffa95dec6de487ebae36d74ad75464e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513880 Nov 22 16:32:14.847641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3f48baa-882e-45df-8002-a420a9c8fcac req-bbfde9c9-e0d8-4acf-83ea-b0f668fe1f80 tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.65 "GET /v2.0/security-groups?id=9f89d77d-896f-4d4d-a57b-6b044c6e3f51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486302 Nov 22 16:32:14.937429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-c013eb69-a588-4b5d-8e01-10c48d109b63 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/c61d3797-ac75-47ce-a79d-bfdd5521c949 HTTP/1.1" status: 200 len: 1821 time: 0.0494416 Nov 22 16:32:14.971475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:14.990948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-5ec0d609-3142-4576-8d27-b10b12abd5a5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/889fb673-4ca2-411e-83a4-38fed5f40306 HTTP/1.1" status: 200 len: 1821 time: 0.0525281 Nov 22 16:32:15.004554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c61d3797-ac75-47ce-a79d-bfdd5521c949', 'remote_group_id': '889fb673-4ca2-411e-83a4-38fed5f40306', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:15.005011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c61d3797-ac75-47ce-a79d-bfdd5521c949', 'remote_group_id': '889fb673-4ca2-411e-83a4-38fed5f40306', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:15.027059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d47296d4-7926-4c6d-9510-17993d72c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.029599 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d47296d4-7926-4c6d-9510-17993d72c558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.030741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d47296d4-7926-4c6d-9510-17993d72c558 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a1eb837-c352-4b5f-8732-9b068c78291c HTTP/1.1" status: 204 len: 168 time: 0.5571561 Nov 22 16:32:15.044978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Pushing event deleted for resources: {'Port': ['ID=1b05813a-6c54-4c8a-854b-111415645923,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:15.076763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47296d4-7926-4c6d-9510-17993d72c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1eb837-c352-4b5f-8732-9b068c78291c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:15.107449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4085-947d-4b91-a408-e934afc912ff req-d14d4918-7909-4f87-a6db-c63f3fd1b3a7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.123481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-981b4085-947d-4b91-a408-e934afc912ff req-d14d4918-7909-4f87-a6db-c63f3fd1b3a7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1095777 Nov 22 16:32:15.131584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-6144afcb-e9c1-456d-8ac3-f4433c6cc390 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.134570 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-6144afcb-e9c1-456d-8ac3-f4433c6cc390 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010604 Nov 22 16:32:15.160723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] No DVR routers for this DVR port 1b05813a-6c54-4c8a-854b-111415645923 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:15.167375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Request body: {'port': {'device_id': '3b2fd98c-1547-4172-9716-a7bddb511000', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '7ffa95dec6de487ebae36d74ad75464e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:15.173258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.176260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.176494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1878c10-d1f0-415e-b764-f98ca58f76df req-26c39206-1f3c-4e10-81b4-bb2dbd22922e tempest-ListImageFiltersTestJSON-1497901878 tempest-ListImageFiltersTestJSON-1497901878-project] 10.222.0.66 "DELETE /v2.0/ports/1b05813a-6c54-4c8a-854b-111415645923 HTTP/1.1" status: 204 len: 173 time: 1.1311593 Nov 22 16:32:15.178565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-deleted', 'tag': '1b05813a-6c54-4c8a-854b-111415645923'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:15.181875 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c50e5c-dde9-4cda-9c25-dc21973cb95e" -d '{"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-deleted", "tag": "1b05813a-6c54-4c8a-854b-111415645923"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:15.227388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-981b4085-947d-4b91-a408-e934afc912ff req-7b32ba7b-7893-43d2-96b3-681301a98841 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925524 Nov 22 16:32:15.237796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.238376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.245443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.271001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60a983a-08cd-43df-bffc-a0123ba3e5f4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:15.286473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.301302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6350da0-4376-4bbf-bca9-64acf5374db5 req-e60eec0b-ec48-483d-802c-04159cb0fe6f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3011940 Nov 22 16:32:15.341566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.409942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:15.416534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:15.421163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:15.433356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-850df167-a548-4085-81e6-48305864b84f req-15dac594-63dc-4d76-bb3f-d8fc5abfb0e2 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 210 time: 0.0676329 Nov 22 16:32:15.461961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Made reservation on behalf of 7ffa95dec6de487ebae36d74ad75464e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:15.467479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.505046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Pushing event updated for resources: {'Port': ['ID=4e44489f-503d-4d70-b2a9-02a71cbad12a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:15.575989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.576776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.617238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb59e802-ce34-4662-b4c0-dc4f2cd7fc69 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7372577 Nov 22 16:32:15.710293 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11bef94-94ef-40c8-a2d2-835b9f971b81 x-openstack-request-id: req-e11bef94-94ef-40c8-a2d2-835b9f971b81 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:15.711022 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2e8acf-9491-4301-8a5c-9fc5d2da0a22", "name": "network-vif-deleted", "tag": "1b05813a-6c54-4c8a-854b-111415645923", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:15.711455 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e11bef94-94ef-40c8-a2d2-835b9f971b81 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:15.712074 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be2e8acf-9491-4301-8a5c-9fc5d2da0a22', 'name': 'network-vif-deleted', 'tag': '1b05813a-6c54-4c8a-854b-111415645923', 'status': 'completed', 'code': 200} Nov 22 16:32:15.713189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a744ab9f-eb30-4bb6-8969-95b3c6edbaae req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1879871090', 'description': 'tempest-description-1988270683'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:15.721202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Request body: {'port': {'device_id': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:15.745021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df71d2-2e2a-40e7-bf58-541c3d6eeed8 req-0e0807d3-4630-4eb4-bede-9f723a1bc82f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:15.746719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55df71d2-2e2a-40e7-bf58-541c3d6eeed8 req-0e0807d3-4630-4eb4-bede-9f723a1bc82f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0802977 Nov 22 16:32:15.776854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Allocated IP 192.168.233.40 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/2e8d1fc9-eb23-4e33-a669-720974a6b207) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:15.782718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a744ab9f-eb30-4bb6-8969-95b3c6edbaae req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.855525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55df71d2-2e2a-40e7-bf58-541c3d6eeed8 req-3f1eaa3d-1789-4347-a71a-1ed4c3585c16 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725591 Nov 22 16:32:15.985925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:15.989183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a744ab9f-eb30-4bb6-8969-95b3c6edbaae req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.004954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a744ab9f-eb30-4bb6-8969-95b3c6edbaae req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.042707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11973a9-a9b7-410f-83c5-d3399aa5ea33 req-fc1bd83f-7f3c-41a7-8e49-8769a2e26fbe tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.047139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.047747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b11973a9-a9b7-410f-83c5-d3399aa5ea33 req-fc1bd83f-7f3c-41a7-8e49-8769a2e26fbe tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 936 time: 0.1080558 Nov 22 16:32:16.071083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4f3d97c3-9bc7-4b00-8a8b-1bf40d6966d8 None None] Provisioning complete for port 4e44489f-503d-4d70-b2a9-02a71cbad12a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:16.072339 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f3d97c3-9bc7-4b00-8a8b-1bf40d6966d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.089432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a744ab9f-eb30-4bb6-8969-95b3c6edbaae req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.090703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a744ab9f-eb30-4bb6-8969-95b3c6edbaae req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3817232 Nov 22 16:32:16.100070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a65434-4110-45f3-8c6d-1d0b9f27ee5f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8501dbeb-0815-4d2b-9dc4-150a8dc81917,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:16.101105 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.127157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d97c3-9bc7-4b00-8a8b-1bf40d6966d8 None None] Port 4e44489f-503d-4d70-b2a9-02a71cbad12a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:16.138973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b11973a9-a9b7-410f-83c5-d3399aa5ea33 req-dd89b534-ac31-451e-a661-d0ab965ce3cd tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894165 Nov 22 16:32:16.183355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:16.194891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:16.215795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54018) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:16.226583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:16.355994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-37f2d3dd-9a55-4b16-a62f-13a5f3d2ddac req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-284879312', 'description': 'tempest-description-1219506688'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:16.356256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Pushing event updated for resources: {'Port': ['ID=2e8d1fc9-eb23-4e33-a669-720974a6b207,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:16.410531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.411251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.442007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-network', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:16.445315 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37f2d3dd-9a55-4b16-a62f-13a5f3d2ddac req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.500425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Made reservation on behalf of b2607bdf73734a16a6135009b59e1770 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:16.502247 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.511365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43aa2b6-b164-40ae-8903-6b6f32dd8e87 req-32f3ee1d-17a3-48aa-9e09-695e798433de tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.512924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e43aa2b6-b164-40ae-8903-6b6f32dd8e87 req-32f3ee1d-17a3-48aa-9e09-695e798433de tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1259718 Nov 22 16:32:16.513784 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-2395cd01-c52d-47d6-8af6-d20985856597 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3543139 Nov 22 16:32:16.533373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.538703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Request body: {'port': {'device_id': '3b2fd98c-1547-4172-9716-a7bddb511000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:16.609147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37f2d3dd-9a55-4b16-a62f-13a5f3d2ddac req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.623625 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37f2d3dd-9a55-4b16-a62f-13a5f3d2ddac req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.646651 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.649879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e43aa2b6-b164-40ae-8903-6b6f32dd8e87 req-bbe35a39-2cda-42f7-b82c-8b98b08a3889 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203516 Nov 22 16:32:16.661064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4c659533-d38a-430d-b1c6-f852a9148d11 None None] Provisioning complete for port 2e8d1fc9-eb23-4e33-a669-720974a6b207 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:16.661794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c659533-d38a-430d-b1c6-f852a9148d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.681795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e44489f-503d-4d70-b2a9-02a71cbad12a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:16.692162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37f2d3dd-9a55-4b16-a62f-13a5f3d2ddac req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.693690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37f2d3dd-9a55-4b16-a62f-13a5f3d2ddac req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3428566 Nov 22 16:32:16.706255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3a10b-2feb-4596-a830-ba86b33d3ce5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a80cff-5c2b-4149-8016-45b1b3b1a6ca,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:16.709061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.730558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4c659533-d38a-430d-b1c6-f852a9148d11 None None] Port 2e8d1fc9-eb23-4e33-a669-720974a6b207 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:16.737246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Transition to ACTIVE for port object 4e44489f-503d-4d70-b2a9-02a71cbad12a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:16.745834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.753213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.760060 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.799677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:16.835075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7753966-01b0-4ba6-8f86-3800163c3d41,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:16.839955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.840545 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Added segment 6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa of type vlan for network e3e305cf-12a2-4816-9c63-2873517720b6 Nov 22 16:32:16.895495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706286b-20d8-4d51-92c7-0aca0ae57506 req-63a51b3e-04a2-4476-bb01-60b77ab1b398 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.903317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0706286b-20d8-4d51-92c7-0aca0ae57506 req-63a51b3e-04a2-4476-bb01-60b77ab1b398 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1226048 Nov 22 16:32:16.915349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.963927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e44489f-503d-4d70-b2a9-02a71cbad12a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:16.977119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0706286b-20d8-4d51-92c7-0aca0ae57506 req-64379c0a-fdfd-4101-9552-154d299d8b95 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721166 Nov 22 16:32:16.977987 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:16.979104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:16.979702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.055731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8352773 Nov 22 16:32:17.056373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54048) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:17.062908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Request body: {'subnet': {'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-subnet', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:17.082679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8571b-212e-4189-82bb-819b7b66d3a1 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e305cf-12a2-4816-9c63-2873517720b6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:17.096673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e3e305cf-12a2-4816-9c63-2873517720b6 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:17.140785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Made reservation on behalf of b2607bdf73734a16a6135009b59e1770 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:17.143307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.202420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5300d-33e1-4f65-9b9f-34cdade3f13a req-7ffae7e8-a28a-44a0-baeb-8e1cc2686024 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:17.204665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ea5300d-33e1-4f65-9b9f-34cdade3f13a req-7ffae7e8-a28a-44a0-baeb-8e1cc2686024 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 935 time: 0.1336339 Nov 22 16:32:17.296951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ea5300d-33e1-4f65-9b9f-34cdade3f13a req-50aa24c9-67a8-40e9-9574-37243034f8cf tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803225 Nov 22 16:32:17.422936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-6edbd7d5-a7fb-48ab-85a1-ac45d012c175 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/8501dbeb-0815-4d2b-9dc4-150a8dc81917 HTTP/1.1" status: 200 len: 1822 time: 0.0794158 Nov 22 16:32:17.469468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.471835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Attempting to bind port 4e44489f-503d-4d70-b2a9-02a71cbad12a on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:17.472266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Attempting to bind port 4e44489f-503d-4d70-b2a9-02a71cbad12a by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:17.472469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Attempting to bind port 4e44489f-503d-4d70-b2a9-02a71cbad12a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:17.482233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Port 4e44489f-503d-4d70-b2a9-02a71cbad12a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:17.482605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Attempting to bind port 4e44489f-503d-4d70-b2a9-02a71cbad12a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:17.488416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8d1fc9-eb23-4e33-a669-720974a6b207 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:17.498389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:17.498731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:17.499129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:17.499578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Bound port: 4e44489f-503d-4d70-b2a9-02a71cbad12a, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:17.499936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.503236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.528199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Transition to ACTIVE for port object 2e8d1fc9-eb23-4e33-a669-720974a6b207 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:17.546973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.629573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8d1fc9-eb23-4e33-a669-720974a6b207,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:17.647022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] For port 4e44489f-503d-4d70-b2a9-02a71cbad12a, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:17.703365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] For port 4e44489f-503d-4d70-b2a9-02a71cbad12a, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:17.709932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.758600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:17.759392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.761170 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] 10.222.0.66 "PUT /v2.0/ports/4e44489f-503d-4d70-b2a9-02a71cbad12a HTTP/1.1" status: 200 len: 1096 time: 2.0479369 Nov 22 16:32:17.766770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'tag': '4e44489f-503d-4d70-b2a9-02a71cbad12a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:17.769183 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62366f26-c75c-4362-8868-92d45e5e9c01" -d '{"events": [{"name": "network-changed", "server_uuid": "89c498a3-d3e3-4353-89a0-339f1ab2e1ec", "tag": "4e44489f-503d-4d70-b2a9-02a71cbad12a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:17.804067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Attempting to bind port 2e8d1fc9-eb23-4e33-a669-720974a6b207 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:17.805018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Attempting to bind port 2e8d1fc9-eb23-4e33-a669-720974a6b207 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:17.805356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Attempting to bind port 2e8d1fc9-eb23-4e33-a669-720974a6b207 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:17.828081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Port 2e8d1fc9-eb23-4e33-a669-720974a6b207 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:17.828413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Attempting to bind port 2e8d1fc9-eb23-4e33-a669-720974a6b207 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:17.830730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da785df-ab12-4a68-a6eb-ea3d72458bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e44489f-503d-4d70-b2a9-02a71cbad12a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:17.854426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:17.855028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:17.855436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:17.855951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Bound port: 2e8d1fc9-eb23-4e33-a669-720974a6b207, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:17.857056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:17.878972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-4591324c-1da9-4e28-af7e-13800fceb6a8 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b3a80cff-5c2b-4149-8016-45b1b3b1a6ca HTTP/1.1" status: 200 len: 1821 time: 0.4461100 Nov 22 16:32:17.891751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=0970e642-bec1-4d55-9b1b-0b5e1490a2e2,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:17.902473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb1709d1-dcc7-4a04-8621-bc66ca2186b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:17.903468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8501dbeb-0815-4d2b-9dc4-150a8dc81917', 'remote_group_id': 'b3a80cff-5c2b-4149-8016-45b1b3b1a6ca', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:17.903790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8501dbeb-0815-4d2b-9dc4-150a8dc81917', 'remote_group_id': 'b3a80cff-5c2b-4149-8016-45b1b3b1a6ca', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:17.903993 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-bb1709d1-dcc7-4a04-8621-bc66ca2186b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 1099 time: 0.0932608 Nov 22 16:32:17.920586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0335e-8f61-416b-b152-e99c508f8ee1 req-7392a781-3943-4f88-a7cc-31f34c79664a tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:17.928232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58c0335e-8f61-416b-b152-e99c508f8ee1 req-7392a781-3943-4f88-a7cc-31f34c79664a tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 948 time: 0.4759648 Nov 22 16:32:17.958692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Checking segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:17.959052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Network hostable DHCP agents. Network: e3e305cf-12a2-4816-9c63-2873517720b6, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:17.967810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-f4d09a65-2fad-4896-bd0b-b3900d4832b6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a HTTP/1.1" status: 200 len: 217 time: 0.0500667 Nov 22 16:32:17.974543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] For port 2e8d1fc9-eb23-4e33-a669-720974a6b207, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:17.980224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] For port 2e8d1fc9-eb23-4e33-a669-720974a6b207, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:18.012711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.015169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58c0335e-8f61-416b-b152-e99c508f8ee1 req-18df0be1-1cb0-456c-8b44-64eb1091d440 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857909 Nov 22 16:32:18.017503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Network e3e305cf-12a2-4816-9c63-2873517720b6 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:18.045256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e3e305cf-12a2-4816-9c63-2873517720b6) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:18.054380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.054992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.058507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.059104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54925329-4636-4bba-b01e-80b91632824d None None] Network e3e305cf-12a2-4816-9c63-2873517720b6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:18.059571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.061295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e8d1fc9-eb23-4e33-a669-720974a6b207 HTTP/1.1" status: 200 len: 1095 time: 1.5276525 Nov 22 16:32:18.064241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.082488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-5e6e423b-3edd-4cbd-a0d1-1f220ed4db3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.083991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-5e6e423b-3edd-4cbd-a0d1-1f220ed4db3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1029899 Nov 22 16:32:18.101185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0138ec42-1a6d-4c81-82cb-2acc5454adbd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0406077 Nov 22 16:32:18.102638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbf1a9-f30f-4751-99a2-57f1dca2aa53 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8d1fc9-eb23-4e33-a669-720974a6b207,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:18.106808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:18.123788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.126656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:18.133551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.159733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf2e31c-cdc7-40dc-8daf-907bba49cb0f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:18.215163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.216601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.216964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.218933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9e3dc7e-00fc-4230-a57c-aaab9bc17b49 req-b54516eb-f0da-4cb5-83be-fd571be1029e tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3325543 Nov 22 16:32:18.222012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6e111-81ee-4029-872d-29936e4edf11 req-ae5c803f-9c47-482f-9877-7760da78b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.223641 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-ae5c803f-9c47-482f-9877-7760da78b3df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263292 Nov 22 16:32:18.234831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-f779e5ca-80de-4abb-8214-454b5d705a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.236557 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-f779e5ca-80de-4abb-8214-454b5d705a60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ffa95dec6de487ebae36d74ad75464e&device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 1098 time: 0.0881729 Nov 22 16:32:18.305234 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-bf8c2bde-cd3d-4c93-855f-fd6b72557ede service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207 HTTP/1.1" status: 200 len: 217 time: 0.0485890 Nov 22 16:32:18.345588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e3e305cf-12a2-4816-9c63-2873517720b6', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:32:18.346967 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.455683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:18.483654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 1b05813a-6c54-4c8a-854b-111415645923 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:18.484253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1b05813a-6c54-4c8a-854b-111415645923 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:18.502699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-aafd3b51-e778-4ad8-97d5-de6fddf40ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.504089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-aafd3b51-e778-4ad8-97d5-de6fddf40ad4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0947354 Nov 22 16:32:18.548406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a2417-d2cd-430e-8ab7-c64690f702d1 req-789bbe67-9813-45cd-9d91-bbec38fa93bf tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.553224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b78a2417-d2cd-430e-8ab7-c64690f702d1 req-789bbe67-9813-45cd-9d91-bbec38fa93bf tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0800560 Nov 22 16:32:18.567839 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fda63d-c063-4d43-bea8-a0b2bff93d69 x-openstack-request-id: req-d6fda63d-c063-4d43-bea8-a0b2bff93d69 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:18.567839 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89c498a3-d3e3-4353-89a0-339f1ab2e1ec", "tag": "4e44489f-503d-4d70-b2a9-02a71cbad12a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:18.567839 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6fda63d-c063-4d43-bea8-a0b2bff93d69 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:18.568249 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'tag': '4e44489f-503d-4d70-b2a9-02a71cbad12a', 'status': 'completed', 'code': 200} Nov 22 16:32:18.581328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Allocated IP 172.20.0.2 (e3e305cf-12a2-4816-9c63-2873517720b6/0970e642-bec1-4d55-9b1b-0b5e1490a2e2/e958e1bf-b0ca-42b3-9f2b-f694dbdb0457) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:18.615318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.620751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-c61090ca-5709-4128-a6b7-e1eee0978063 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815618 Nov 22 16:32:18.634758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2545fa05-f87c-4e1e-986f-73b80f382596 req-0e73ba41-14a9-47af-ae15-ac7897b825a3 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b3a80cff-5c2b-4149-8016-45b1b3b1a6ca HTTP/1.1" status: 200 len: 1821 time: 0.0789309 Nov 22 16:32:18.681193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b78a2417-d2cd-430e-8ab7-c64690f702d1 req-4743d618-aafb-4314-8ead-703132cf16dd tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138179 Nov 22 16:32:18.772488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2545fa05-f87c-4e1e-986f-73b80f382596 req-29a695c8-3667-4fd0-8404-6a8534083e8b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.805329 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.812706 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.823496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2545fa05-f87c-4e1e-986f-73b80f382596 req-29a695c8-3667-4fd0-8404-6a8534083e8b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.830912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.841691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb0869-701a-4f50-a9b2-c19327a056af req-6a9a0d3b-dc08-40f0-9df8-59b6ef625f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.843300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-6a9a0d3b-dc08-40f0-9df8-59b6ef625f8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2845535 Nov 22 16:32:18.847437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ccfae8-1aa1-4ab8-9328-23fed008ee45 req-469827a2-f9f7-4bf6-a4ca-ecfa02ad1f36 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:18.848493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9ccfae8-1aa1-4ab8-9328-23fed008ee45 req-469827a2-f9f7-4bf6-a4ca-ecfa02ad1f36 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 947 time: 0.0882373 Nov 22 16:32:18.885161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Pushing event updated for resources: {'Port': ['ID=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:18.903501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Network e3e305cf-12a2-4816-9c63-2873517720b6 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:18.905043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:18.910805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:18.934334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9ccfae8-1aa1-4ab8-9328-23fed008ee45 req-133a1914-1fb3-4dd7-9d6b-93049a0afca2 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705285 Nov 22 16:32:18.951317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2545fa05-f87c-4e1e-986f-73b80f382596 req-29a695c8-3667-4fd0-8404-6a8534083e8b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.961620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2545fa05-f87c-4e1e-986f-73b80f382596 req-29a695c8-3667-4fd0-8404-6a8534083e8b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:18.973638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2545fa05-f87c-4e1e-986f-73b80f382596 req-29a695c8-3667-4fd0-8404-6a8534083e8b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3a80cff-5c2b-4149-8016-45b1b3b1a6ca HTTP/1.1" status: 204 len: 173 time: 0.3163407 Nov 22 16:32:18.982793 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25c6e111-81ee-4029-872d-29936e4edf11 req-e76eb52f-0f6d-4298-8171-29b175b6e680 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746210 Nov 22 16:32:18.999308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Attempting to bind port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:18.999773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Attempting to bind port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:19.000489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Attempting to bind port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 on network e3e305cf-12a2-4816-9c63-2873517720b6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:19.004653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a695c8-3667-4fd0-8404-6a8534083e8b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a80cff-5c2b-4149-8016-45b1b3b1a6ca,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:19.010929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:19.011329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Checking segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:19.011736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.012134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Bound using segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:19.012662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Bound port: e958e1bf-b0ca-42b3-9f2b-f694dbdb0457, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:19.013317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.024933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-e9e053e8-f8a5-4728-878e-fa3cdf95185b service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622150 Nov 22 16:32:19.126055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49035-c38f-4670-ac08-6d3f43a2362f req-8016bbe8-7df7-4979-bd49-02753f207f11 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.127224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] For port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:19.127748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67a49035-c38f-4670-ac08-6d3f43a2362f req-8016bbe8-7df7-4979-bd49-02753f207f11 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0609639 Nov 22 16:32:19.137072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] For port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:19.143374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.215703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-774c550b-8099-4dc4-b435-fd7c0c7c5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.217863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-774c550b-8099-4dc4-b435-fd7c0c7c5079 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 1099 time: 0.1134720 Nov 22 16:32:19.222737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67a49035-c38f-4670-ac08-6d3f43a2362f req-5a88326b-3239-40a5-a6eb-1433e9666946 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873406 Nov 22 16:32:19.264422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef514a2-461b-4c25-975d-7c4e7f9e8957 None None] Pushing event updated for resources: {'Port': ['ID=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:19.350035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1ca32b8-1d8e-4fcf-ab1d-bd750723dda5 req-ff9061fb-ec2a-4db3-8983-e0988609a3e8 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/8501dbeb-0815-4d2b-9dc4-150a8dc81917 HTTP/1.1" status: 200 len: 1822 time: 0.0913124 Nov 22 16:32:19.400648 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-81cb0869-701a-4f50-a9b2-c19327a056af req-a0b3c222-0673-415c-b7c1-32f6ba56bb55 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648381 Nov 22 16:32:19.494264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.533535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.536232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb676f-ea6d-49ba-a1c6-d0cdd01d48f5 req-0662da5b-8daa-4399-ad20-b688e9f11460 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.537077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-a2c777ee-3a3a-4468-9f1e-04f14968d04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.542181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-a2c777ee-3a3a-4468-9f1e-04f14968d04d service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2664855 Nov 22 16:32:19.552888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04fb676f-ea6d-49ba-a1c6-d0cdd01d48f5 req-0662da5b-8daa-4399-ad20-b688e9f11460 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 948 time: 0.1303053 Nov 22 16:32:19.624226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-38a850eb-ac0f-4564-a0c3-82074d8ee5b0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a HTTP/1.1" status: 200 len: 217 time: 0.0474865 Nov 22 16:32:19.632077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c8923-81d8-47b0-a712-7bef487e2bdd req-07c82812-6bec-4f66-b522-153d8ee10817 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.643199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa5c8923-81d8-47b0-a712-7bef487e2bdd req-07c82812-6bec-4f66-b522-153d8ee10817 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1525357 Nov 22 16:32:19.661971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04fb676f-ea6d-49ba-a1c6-d0cdd01d48f5 req-b7e1e04e-f0e2-4488-8d91-8244195c97d3 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062541 Nov 22 16:32:19.698107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-748db716-a995-48f0-a442-49aac685c185 req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1215783735', 'description': 'tempest-description-2140352873'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:19.748222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa5c8923-81d8-47b0-a712-7bef487e2bdd req-a3f28cb8-aef2-433e-95e4-5fe34c75b5c2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037676 Nov 22 16:32:19.749811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-748db716-a995-48f0-a442-49aac685c185 req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.780336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54124) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:19.801037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-1a0084a8-2ec0-4627-86e5-9ff6a0426883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.802428 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-1a0084a8-2ec0-4627-86e5-9ff6a0426883 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0565815 Nov 22 16:32:19.816444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Allocated IP 172.25.6.16 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/9bd66bbe-42ee-4e6c-9c24-e26af6b36d85) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:19.871287 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ba07ad5-5f25-4a03-945c-9077caac3ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.916287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-748db716-a995-48f0-a442-49aac685c185 req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.919197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-653a2712-5d81-4700-83df-1383ce2ec8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.921076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-653a2712-5d81-4700-83df-1383ce2ec8ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1064806 Nov 22 16:32:19.925123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9e1ee-bbaf-4cb9-8684-50e8710787b8 req-682f6d78-b694-4ce0-bc45-998f43c8afaa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:19.926677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1da9e1ee-bbaf-4cb9-8684-50e8710787b8 req-682f6d78-b694-4ce0-bc45-998f43c8afaa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0921881 Nov 22 16:32:19.927878 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-748db716-a995-48f0-a442-49aac685c185 req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.996867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-748db716-a995-48f0-a442-49aac685c185 req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:19.998225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-748db716-a995-48f0-a442-49aac685c185 req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3079765 Nov 22 16:32:20.011757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4d9a8-a498-4f50-bcc0-044502aeb353 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d99800-0f01-4c39-be0e-2ba0c66904d6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:20.022653 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.050218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c45e2fa5-5936-43e7-9778-70df2d5c35fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fccfbc68ea1c48ca83ea08077d9f1d7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653363 Nov 22 16:32:20.050433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:20.058993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1da9e1ee-bbaf-4cb9-8684-50e8710787b8 req-374f90fe-9f18-46b6-a750-a044ad4bcbce tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126947 Nov 22 16:32:20.097004 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-43ae1238-4c90-4cea-a0c2-e8afc3cf392f service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604738 Nov 22 16:32:20.162599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-7fb088d0-5b96-45f8-9796-9e2512220890 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b9d99800-0f01-4c39-be0e-2ba0c66904d6 HTTP/1.1" status: 200 len: 1822 time: 0.0736926 Nov 22 16:32:20.168023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.177598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9d99800-0f01-4c39-be0e-2ba0c66904d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:20.177882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9d99800-0f01-4c39-be0e-2ba0c66904d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:20.198375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c1113-670a-4192-a0aa-eff8e78b6e77 req-84ae635f-d7ca-49f8-b9c6-28ae376408c5 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:20.200208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce3c1113-670a-4192-a0aa-eff8e78b6e77 req-84ae635f-d7ca-49f8-b9c6-28ae376408c5 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 947 time: 0.0865989 Nov 22 16:32:20.243626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469910b8-d92a-4c49-8704-9ec11a32b957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.254678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:20.271972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:20.281218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Pushing event updated for resources: {'Port': ['ID=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:20.283668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:20.290194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce3c1113-670a-4192-a0aa-eff8e78b6e77 req-011dfe3b-b98b-4f81-b7f7-5d3b7b25fcbb tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785465 Nov 22 16:32:20.300526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.302690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469910b8-d92a-4c49-8704-9ec11a32b957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.335394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-62366f26-c75c-4362-8868-92d45e5e9c01 req-342e33e8-89f2-499e-a396-4273984b3be2 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246258 Nov 22 16:32:20.337188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.342598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.371241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d065fac5-df69-4197-9e9a-ac0a92eb9aea,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:20.386798 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.388092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed29ae78-3427-4087-9765-bc5a550efab9 req-afbb8b82-40a0-4b81-a582-e4e5521ec373 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2171903 Nov 22 16:32:20.505396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469910b8-d92a-4c49-8704-9ec11a32b957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.508351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-469910b8-d92a-4c49-8704-9ec11a32b957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.512120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-469910b8-d92a-4c49-8704-9ec11a32b957 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f89d77d-896f-4d4d-a57b-6b044c6e3f51 HTTP/1.1" status: 204 len: 168 time: 0.4593534 Nov 22 16:32:20.524396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-daaf947d-35ec-4aa8-a9e0-8187b789385b tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b9d99800-0f01-4c39-be0e-2ba0c66904d6 HTTP/1.1" status: 200 len: 2415 time: 0.0990212 Nov 22 16:32:20.530674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469910b8-d92a-4c49-8704-9ec11a32b957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f89d77d-896f-4d4d-a57b-6b044c6e3f51,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:20.532891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9d99800-0f01-4c39-be0e-2ba0c66904d6', 'remote_group_id': None}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:20.533219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b9d99800-0f01-4c39-be0e-2ba0c66904d6', 'remote_group_id': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:20.574483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb0cec-ff0d-4375-a1bf-b84d0f54417c req-75d10f82-fe2a-4550-a67e-c4b2442a3912 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:20.582152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9fb0cec-ff0d-4375-a1bf-b84d0f54417c req-75d10f82-fe2a-4550-a67e-c4b2442a3912 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1172984 Nov 22 16:32:20.663985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2fd98c-1547-4172-9716-a7bddb511000', 'tag': '2e8d1fc9-eb23-4e33-a669-720974a6b207'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:20.667817 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ab30b1-0ae3-41b3-aa5d-28911a7af333" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2fd98c-1547-4172-9716-a7bddb511000", "tag": "2e8d1fc9-eb23-4e33-a669-720974a6b207"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:20.670856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.687878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea7fca-a7af-4ea0-983d-89ad0accaa75 None None] Network e3e305cf-12a2-4816-9c63-2873517720b6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:20.720779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9fb0cec-ff0d-4375-a1bf-b84d0f54417c req-dec84ab9-87af-40e6-8a34-13d442957085 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377342 Nov 22 16:32:20.758186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.793718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.808949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.862013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cedae2e6-2c63-43b4-89f4-b54118a123f4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:20.877324 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:20.891685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-863d7b6b-31de-4b65-8f08-4e0305cbaf1a req-1b99b317-8c51-44e1-8120-bd3e73409713 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3651626 Nov 22 16:32:20.979185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1ef38-12f9-4f8a-aabe-610d3a6928f2 req-759871ac-fd4c-4a88-b2c3-a27183c52cfb tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:20.987792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9b1ef38-12f9-4f8a-aabe-610d3a6928f2 req-759871ac-fd4c-4a88-b2c3-a27183c52cfb tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 948 time: 0.1461167 Nov 22 16:32:21.024335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:21.058460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9b1ef38-12f9-4f8a-aabe-610d3a6928f2 req-a0de2438-974a-4a5d-8d66-a49c059e4fbe tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649688 Nov 22 16:32:21.105138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-854dce20-f212-4a71-945f-e0558b8c4e74 None None] Provisioning complete for port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:21.105573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-854dce20-f212-4a71-945f-e0558b8c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.130663 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e262b4c-7b6d-4d97-ba2e-88886ae5fee9 x-openstack-request-id: req-0e262b4c-7b6d-4d97-ba2e-88886ae5fee9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:21.131099 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2fd98c-1547-4172-9716-a7bddb511000", "tag": "2e8d1fc9-eb23-4e33-a669-720974a6b207", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:21.131474 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e262b4c-7b6d-4d97-ba2e-88886ae5fee9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:21.131994 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2fd98c-1547-4172-9716-a7bddb511000', 'tag': '2e8d1fc9-eb23-4e33-a669-720974a6b207', 'status': 'completed', 'code': 200} Nov 22 16:32:21.185012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2a887-62c9-41da-8326-6d24960a2b38 req-f93628ec-434e-405d-8d03-3a3853dda68b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.187909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-3168eca2-84cf-456f-8d5a-ef7e5f1d1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.189543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-3168eca2-84cf-456f-8d5a-ef7e5f1d1aeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ffa95dec6de487ebae36d74ad75464e&device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 1098 time: 0.0561566 Nov 22 16:32:21.195681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78d2a887-62c9-41da-8326-6d24960a2b38 req-f93628ec-434e-405d-8d03-3a3853dda68b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0922492 Nov 22 16:32:21.258414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:21.258948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.264760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-661e0349-8d00-43ed-a1c2-215ac034f48a req-a5048fb2-9f14-4269-aa8f-03d7e671ddb5 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b9d99800-0f01-4c39-be0e-2ba0c66904d6 HTTP/1.1" status: 200 len: 3013 time: 0.1230433 Nov 22 16:32:21.314009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78d2a887-62c9-41da-8326-6d24960a2b38 req-27b9dea2-b6b0-4bcd-b453-45d98f5317e7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163964 Nov 22 16:32:21.315808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-0fdf8ce9-40b6-464d-80b4-84104b73577a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.318156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-0fdf8ce9-40b6-464d-80b4-84104b73577a service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1169910 Nov 22 16:32:21.353825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-854dce20-f212-4a71-945f-e0558b8c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.386578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-cd736f70-0246-4d5c-aedd-1a5a92d2cf21 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-group-rules/cedae2e6-2c63-43b4-89f4-b54118a123f4 HTTP/1.1" status: 200 len: 783 time: 0.0302601 Nov 22 16:32:21.402318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-5e4cdb16-cdab-4c20-b283-dd00944e0c9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207 HTTP/1.1" status: 200 len: 217 time: 0.0486534 Nov 22 16:32:21.413084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-854dce20-f212-4a71-945f-e0558b8c4e74 None None] For port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:21.422852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-854dce20-f212-4a71-945f-e0558b8c4e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.491473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-959e8b23-8e60-4326-a333-90018bb5b6d7 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b9d99800-0f01-4c39-be0e-2ba0c66904d6 HTTP/1.1" status: 200 len: 3013 time: 0.0980389 Nov 22 16:32:21.506677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-7ba38568-0bce-47cb-aded-bab07bbe2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.508291 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-7ba38568-0bce-47cb-aded-bab07bbe2284 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0552750 Nov 22 16:32:21.537339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854dce20-f212-4a71-945f-e0558b8c4e74 None None] Pushing event updated for resources: {'Port': ['ID=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:21.540871 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-c555161a-b908-49dc-831c-461d1c0967e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.550409 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-c555161a-b908-49dc-831c-461d1c0967e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.593274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-6ef2e584-70a8-4dc9-bf9d-9af6dbee6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.595097 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-6ef2e584-70a8-4dc9-bf9d-9af6dbee6581 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720448 Nov 22 16:32:21.596352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.597123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138b7b4-227d-42e1-9cbe-d2538cf1126c req-2807c623-ba6b-4d75-bb1f-58f39fb1eb72 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.609484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1138b7b4-227d-42e1-9cbe-d2538cf1126c req-2807c623-ba6b-4d75-bb1f-58f39fb1eb72 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1555061 Nov 22 16:32:21.638075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-c555161a-b908-49dc-831c-461d1c0967e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.647631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-c555161a-b908-49dc-831c-461d1c0967e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.649183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4df1bbd-5df8-44c3-b42a-d8601fda54a5 req-c555161a-b908-49dc-831c-461d1c0967e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/cedae2e6-2c63-43b4-89f4-b54118a123f4 HTTP/1.1" status: 204 len: 173 time: 0.1464434 Nov 22 16:32:21.698633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1138b7b4-227d-42e1-9cbe-d2538cf1126c req-846a148d-c536-4090-b690-38f46cce4d0a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794985 Nov 22 16:32:21.700042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c555161a-b908-49dc-831c-461d1c0967e9 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cedae2e6-2c63-43b4-89f4-b54118a123f4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:21.818640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7809cf-67e8-4e4c-9ae3-6916741ae604 req-261d9153-a630-401d-bee1-c092fa210a7f tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:21.820722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec7809cf-67e8-4e4c-9ae3-6916741ae604 req-261d9153-a630-401d-bee1-c092fa210a7f tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 947 time: 0.0574114 Nov 22 16:32:21.848435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f4de24d4-6382-4695-91db-453a8f2766bf None None] Provisioning complete for port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:21.849086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4de24d4-6382-4695-91db-453a8f2766bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:21.869297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-c761ca8c-c014-437c-9a5d-e69b83a2e818 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227042 Nov 22 16:32:21.883300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71b75e45-dd81-4eea-93c0-2bfac27972f1 req-e181fc5f-c165-4077-a66c-676ab7fe07d4 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b9d99800-0f01-4c39-be0e-2ba0c66904d6 HTTP/1.1" status: 200 len: 2415 time: 0.0613055 Nov 22 16:32:21.927479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec7809cf-67e8-4e4c-9ae3-6916741ae604 req-b554e18f-c7a7-4a92-b7b7-6493c05e0e01 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969126 Nov 22 16:32:21.936586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Router 03ca556f-b613-47ee-a028-0fed29e8571d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:32:21.989066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-71b75e45-dd81-4eea-93c0-2bfac27972f1 req-f49ff0ce-b8f1-446b-ba44-df548be3a3ca tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.030800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-11ab30b1-0ae3-41b3-aa5d-28911a7af333 req-0a0a8d3e-3383-4e7c-8f5a-033da785c784 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530201 Nov 22 16:32:22.050774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-71b75e45-dd81-4eea-93c0-2bfac27972f1 req-f49ff0ce-b8f1-446b-ba44-df548be3a3ca tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.079159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2e8d1fc9-eb23-4e33-a669-720974a6b207 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:22.091718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a51782-3af1-4911-9a79-5007b41fe8c5 req-7b5212db-18e2-4092-b785-d0ff28f61fb2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:22.093463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84a51782-3af1-4911-9a79-5007b41fe8c5 req-7b5212db-18e2-4092-b785-d0ff28f61fb2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0877483 Nov 22 16:32:22.093778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:22.108543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Sync routers for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:22.115714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.119179 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-127b1713-20cb-4257-9add-6f7ba08f454e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 4.0004432 Nov 22 16:32:22.120140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54188) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:22.172968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:22.173601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:22.175547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84a51782-3af1-4911-9a79-5007b41fe8c5 req-063fa3c0-3cab-44a8-8efd-7af516822368 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710065 Nov 22 16:32:22.177702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-71b75e45-dd81-4eea-93c0-2bfac27972f1 req-f49ff0ce-b8f1-446b-ba44-df548be3a3ca tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.180398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-71b75e45-dd81-4eea-93c0-2bfac27972f1 req-f49ff0ce-b8f1-446b-ba44-df548be3a3ca tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.181493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71b75e45-dd81-4eea-93c0-2bfac27972f1 req-f49ff0ce-b8f1-446b-ba44-df548be3a3ca tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/b9d99800-0f01-4c39-be0e-2ba0c66904d6 HTTP/1.1" status: 204 len: 173 time: 0.2905548 Nov 22 16:32:22.195467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ff0ce-b8f1-446b-ba44-df548be3a3ca tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d99800-0f01-4c39-be0e-2ba0c66904d6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:22.319398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:22.345859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97c823-69a4-4c55-ac89-c5a066870a83 req-a75f24c8-050a-4125-a32f-5783e7b79362 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:22.347758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd97c823-69a4-4c55-ac89-c5a066870a83 req-a75f24c8-050a-4125-a32f-5783e7b79362 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 948 time: 0.0681119 Nov 22 16:32:22.423847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd97c823-69a4-4c55-ac89-c5a066870a83 req-84229f83-4863-45de-adb9-a63bb989051f tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685854 Nov 22 16:32:22.463165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e44489f-503d-4d70-b2a9-02a71cbad12a details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:22.467339 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-2d09355f-9a7f-4e06-bbd3-adde515487c5 req-921811bd-aafc-48e3-8f70-d4a495640898 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] show failed (client error): The resource could not be found. Nov 22 16:32:22.468415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d09355f-9a7f-4e06-bbd3-adde515487c5 req-921811bd-aafc-48e3-8f70-d4a495640898 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/b3a80cff-5c2b-4149-8016-45b1b3b1a6ca HTTP/1.1" status: 404 len: 352 time: 0.0286493 Nov 22 16:32:22.493557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2e8d1fc9-eb23-4e33-a669-720974a6b207, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:22.533203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '2e8d1fc9-eb23-4e33-a669-720974a6b207', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '2e8d1fc9-eb23-4e33-a669-720974a6b207', 'mac_address': 'fa:16:3e:e7:75:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:22.628915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2626723-7c85-4874-ae72-6020246f6f96 req-4edf958e-42af-48f9-8b7f-16f607437ad7 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/8501dbeb-0815-4d2b-9dc4-150a8dc81917 HTTP/1.1" status: 200 len: 1822 time: 0.1241601 Nov 22 16:32:22.705481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.712558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626cc0e-450c-437a-98f8-5af17af1527a req-4cfaca49-abd7-45be-b076-cb9e8518b377 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:22.713949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9626cc0e-450c-437a-98f8-5af17af1527a req-4cfaca49-abd7-45be-b076-cb9e8518b377 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1639638 Nov 22 16:32:22.741515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4e44489f-503d-4d70-b2a9-02a71cbad12a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:22.744723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:22.747747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8d1fc9-eb23-4e33-a669-720974a6b207 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:22.758360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.785363 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a2626723-7c85-4874-ae72-6020246f6f96 req-f89bcdcb-8a69-4a6b-9f2c-c75d899fe474 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.799822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '4e44489f-503d-4d70-b2a9-02a71cbad12a', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '4e44489f-503d-4d70-b2a9-02a71cbad12a', 'mac_address': 'fa:16:3e:86:b6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:22.815079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2e8d1fc9-eb23-4e33-a669-720974a6b207, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:22.817084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9626cc0e-450c-437a-98f8-5af17af1527a req-7d5d0696-c853-49c1-af97-ffb8c9a51432 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942621 Nov 22 16:32:22.826912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a2626723-7c85-4874-ae72-6020246f6f96 req-f89bcdcb-8a69-4a6b-9f2c-c75d899fe474 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.838462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.908569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:20Z', 'revision_number': 3, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:22.910890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a2626723-7c85-4874-ae72-6020246f6f96 req-f89bcdcb-8a69-4a6b-9f2c-c75d899fe474 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.915563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a2626723-7c85-4874-ae72-6020246f6f96 req-f89bcdcb-8a69-4a6b-9f2c-c75d899fe474 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.938351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2626723-7c85-4874-ae72-6020246f6f96 req-f89bcdcb-8a69-4a6b-9f2c-c75d899fe474 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/8501dbeb-0815-4d2b-9dc4-150a8dc81917 HTTP/1.1" status: 204 len: 173 time: 0.2943819 Nov 22 16:32:22.958856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31233834-ab2a-4a23-aab6-583183289a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:22.967120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bcdcb-8a69-4a6b-9f2c-c75d899fe474 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501dbeb-0815-4d2b-9dc4-150a8dc81917,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:22.969045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Checking router: 03ca556f-b613-47ee-a028-0fed29e8571d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:22.969476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Updating router 03ca556f-b613-47ee-a028-0fed29e8571d port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:22.971475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.005945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54212) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:23.040018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2e8d1fc9-eb23-4e33-a669-720974a6b207,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:23.052621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e44489f-503d-4d70-b2a9-02a71cbad12a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:23.059399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Allocated IP 172.20.0.1 (e3e305cf-12a2-4816-9c63-2873517720b6/0970e642-bec1-4d55-9b1b-0b5e1490a2e2/c8db7fff-8ded-415a-937a-bca83a43e571) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:23.060455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.061948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:23.062317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.122351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4e44489f-503d-4d70-b2a9-02a71cbad12a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:23.124134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6aa8f-1b85-4a48-b585-7f0030a9c36c req-7a8c3f03-c568-4846-8756-e0db8da7c023 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:23.135982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57b6aa8f-1b85-4a48-b585-7f0030a9c36c req-7a8c3f03-c568-4846-8756-e0db8da7c023 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1515772 Nov 22 16:32:23.141967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2e8d1fc9-eb23-4e33-a669-720974a6b207'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:23.144947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.215058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.218257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a4cd-fbbf-47cc-acc1-4e65b51f0d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.245396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-292f4733-7621-4c9e-ac20-419ecf733144 req-ccc4b7ca-38eb-429f-b730-e59c2f43fa7a tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/889fb673-4ca2-411e-83a4-38fed5f40306 HTTP/1.1" status: 200 len: 1821 time: 0.1402574 Nov 22 16:32:23.251687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.298778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Network e3e305cf-12a2-4816-9c63-2873517720b6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:23.303674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:23.306076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57b6aa8f-1b85-4a48-b585-7f0030a9c36c req-71d8cc59-9e50-43db-88d5-81bd6c440b23 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689370 Nov 22 16:32:23.308830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:23.326514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4e44489f-503d-4d70-b2a9-02a71cbad12a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:23.348785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Pushing event updated for resources: {'Port': ['ID=c8db7fff-8ded-415a-937a-bca83a43e571,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:23.392788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.412440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-292f4733-7621-4c9e-ac20-419ecf733144 req-7f988c7d-df86-48a3-8ed4-89168c5794ab tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.441607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-292f4733-7621-4c9e-ac20-419ecf733144 req-7f988c7d-df86-48a3-8ed4-89168c5794ab tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.500859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a4cd-fbbf-47cc-acc1-4e65b51f0d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.529783 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fb6a4cd-fbbf-47cc-acc1-4e65b51f0d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.561465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.602915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6a4cd-fbbf-47cc-acc1-4e65b51f0d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3f4e8d-d6c7-4e55-8807-d43786bbbba4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:23.619477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8fb6a4cd-fbbf-47cc-acc1-4e65b51f0d9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3d36d61794241c7aa17817d75d0593f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6134269 Nov 22 16:32:23.624158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54220) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:23.660050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedfc46-df2e-41c0-9550-9c99ac07be91 req-eaba3553-591a-4e91-9321-43173f78665f tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:23.661533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1aedfc46-df2e-41c0-9550-9c99ac07be91 req-eaba3553-591a-4e91-9321-43173f78665f tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 948 time: 0.1862950 Nov 22 16:32:23.700967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-292f4733-7621-4c9e-ac20-419ecf733144 req-7f988c7d-df86-48a3-8ed4-89168c5794ab tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.704252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-292f4733-7621-4c9e-ac20-419ecf733144 req-7f988c7d-df86-48a3-8ed4-89168c5794ab tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.705485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-292f4733-7621-4c9e-ac20-419ecf733144 req-7f988c7d-df86-48a3-8ed4-89168c5794ab tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/889fb673-4ca2-411e-83a4-38fed5f40306 HTTP/1.1" status: 204 len: 173 time: 0.4592817 Nov 22 16:32:23.723614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f988c7d-df86-48a3-8ed4-89168c5794ab tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=889fb673-4ca2-411e-83a4-38fed5f40306,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:23.725062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-452ee2bf-409c-49df-84ac-ad03beb68901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.736672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4e44489f-503d-4d70-b2a9-02a71cbad12a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:23.751691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1aedfc46-df2e-41c0-9550-9c99ac07be91 req-bb743eb8-1b78-4b71-a78d-797650ab5d45 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828440 Nov 22 16:32:23.816738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-452ee2bf-409c-49df-84ac-ad03beb68901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.835688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7ce742b2-46d7-4200-b003-ffa770cf75be None None] Provisioning complete for port c8db7fff-8ded-415a-937a-bca83a43e571 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:23.836063 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ce742b2-46d7-4200-b003-ffa770cf75be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.845510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7a31e-e7d3-4b8e-a010-1621004f0988 req-7b846a98-52df-4a71-8f98-617392e8024b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:23.847110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdd7a31e-e7d3-4b8e-a010-1621004f0988 req-7b846a98-52df-4a71-8f98-617392e8024b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0624411 Nov 22 16:32:23.904723 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.909874 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-452ee2bf-409c-49df-84ac-ad03beb68901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.912425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-452ee2bf-409c-49df-84ac-ad03beb68901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.914369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-452ee2bf-409c-49df-84ac-ad03beb68901 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c3f4e8d-d6c7-4e55-8807-d43786bbbba4 HTTP/1.1" status: 204 len: 168 time: 0.2884965 Nov 22 16:32:23.927083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609db078-a943-4bd5-b6c0-a1cf3ed53143 req-a8f1e398-9ba1-4eef-b61e-798c5ded055b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:23.928735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-609db078-a943-4bd5-b6c0-a1cf3ed53143 req-a8f1e398-9ba1-4eef-b61e-798c5ded055b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 949 time: 0.1003752 Nov 22 16:32:23.942697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ee2bf-409c-49df-84ac-ad03beb68901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3f4e8d-d6c7-4e55-8807-d43786bbbba4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:23.959989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdd7a31e-e7d3-4b8e-a010-1621004f0988 req-53cd749b-bb17-4c4e-b51a-e69bc611d8d1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883327 Nov 22 16:32:23.962843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7ce742b2-46d7-4200-b003-ffa770cf75be None None] Port c8db7fff-8ded-415a-937a-bca83a43e571 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:23.968932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.969492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.978590 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:23.984083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.067742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Attempting to bind port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:24.068116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Attempting to bind port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:24.068478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Attempting to bind port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:24.074522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Pushing event updated for resources: {'Port': ['ID=c8db7fff-8ded-415a-937a-bca83a43e571,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:24.090496 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.092037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:24.092356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:24.092992 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.093280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:24.093789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Bound port: 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:24.094182 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.106496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-609db078-a943-4bd5-b6c0-a1cf3ed53143 req-8d866be2-f55b-4d2c-a981-eeb1139325de tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685498 Nov 22 16:32:24.124705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eeeb801a-2536-4260-9788-ef92ffa64028 req-32289151-f1e2-44ff-8657-9c18b1c2ed9f tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/c61d3797-ac75-47ce-a79d-bfdd5521c949 HTTP/1.1" status: 200 len: 1821 time: 0.1222618 Nov 22 16:32:24.127437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b5f9e-2576-4678-958f-a7404f9f5e50 None None] Pushing event updated for resources: {'Port': ['ID=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:24.206175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] For port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:24.234099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] For port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:24.241340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.249149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Network e3e305cf-12a2-4816-9c63-2873517720b6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:24.251285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:24.266563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-eeeb801a-2536-4260-9788-ef92ffa64028 req-3b64aca3-1174-47e9-b913-30a088aa7621 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.319821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd0ce2d-d339-4298-8997-25f5b7e60241 req-5dd17313-1e3d-4ddc-a81d-605896f08ee4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:24.332775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbd0ce2d-d339-4298-8997-25f5b7e60241 req-5dd17313-1e3d-4ddc-a81d-605896f08ee4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1506183 Nov 22 16:32:24.333629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b5f9e-2576-4678-958f-a7404f9f5e50 None None] Pushing event updated for resources: {'Port': ['ID=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:24.358253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:24.358936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:24.365604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-eeeb801a-2536-4260-9788-ef92ffa64028 req-3b64aca3-1174-47e9-b913-30a088aa7621 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.435830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Router 03ca556f-b613-47ee-a028-0fed29e8571d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:24.437170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbd0ce2d-d339-4298-8997-25f5b7e60241 req-c36d37b8-ca37-4571-a70e-ccc327319009 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948837 Nov 22 16:32:24.455880 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-eeeb801a-2536-4260-9788-ef92ffa64028 req-3b64aca3-1174-47e9-b913-30a088aa7621 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.459183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-eeeb801a-2536-4260-9788-ef92ffa64028 req-3b64aca3-1174-47e9-b913-30a088aa7621 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.461340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eeeb801a-2536-4260-9788-ef92ffa64028 req-3b64aca3-1174-47e9-b913-30a088aa7621 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/c61d3797-ac75-47ce-a79d-bfdd5521c949 HTTP/1.1" status: 204 len: 173 time: 0.3351128 Nov 22 16:32:24.478174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64aca3-1174-47e9-b913-30a088aa7621 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61d3797-ac75-47ce-a79d-bfdd5521c949,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:24.577147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:24.617277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:24.622984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1856e51e-05db-4f28-807e-a33dc6147bbc admin admin] 10.222.0.65 "PUT /v2.0/routers/03ca556f-b613-47ee-a028-0fed29e8571d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5018172 Nov 22 16:32:24.690919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9519b-001c-465f-8f60-49b2b9d3cee1 req-807e1e88-da30-48c5-8f02-b5738577c410 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:24.702074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9b9519b-001c-465f-8f60-49b2b9d3cee1 req-807e1e88-da30-48c5-8f02-b5738577c410 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1388183 Nov 22 16:32:24.732437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-551c1dae-a668-4402-be1c-51df08b0ba81 None None] Provisioning complete for port c8db7fff-8ded-415a-937a-bca83a43e571 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:24.732870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-551c1dae-a668-4402-be1c-51df08b0ba81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.744248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0df00c43-763b-47b1-8467-1f89208d055c req-bf7469a4-8a22-444c-a7e6-5b1bc8cc6428 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/2d9308a8-1b37-430a-ba74-1ac33c00934b HTTP/1.1" status: 200 len: 2418 time: 0.1247771 Nov 22 16:32:24.784290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-551c1dae-a668-4402-be1c-51df08b0ba81 None None] Port c8db7fff-8ded-415a-937a-bca83a43e571 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:24.830779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9b9519b-001c-465f-8f60-49b2b9d3cee1 req-2674d793-42b1-48b7-9220-23a2cdb3f4cd tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277249 Nov 22 16:32:24.888566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-966116ba-7079-4c17-978d-66549953fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 2, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:24.891824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0df00c43-763b-47b1-8467-1f89208d055c req-641d07f5-c56b-4167-a9c8-9ff56eedc786 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.922034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966116ba-7079-4c17-978d-66549953fb63 None None] The sync data for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 is: [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 2, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:24.947776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0df00c43-763b-47b1-8467-1f89208d055c req-641d07f5-c56b-4167-a9c8-9ff56eedc786 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:24.988421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54264) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:24.997026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7f0c1-ce8c-43bf-832b-722734815729 req-38598cc7-ebc3-4037-90c5-a434d43ff50e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:24.999243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32c7f0c1-ce8c-43bf-832b-722734815729 req-38598cc7-ebc3-4037-90c5-a434d43ff50e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0924575 Nov 22 16:32:25.039164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0df00c43-763b-47b1-8467-1f89208d055c req-641d07f5-c56b-4167-a9c8-9ff56eedc786 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.039164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0df00c43-763b-47b1-8467-1f89208d055c req-641d07f5-c56b-4167-a9c8-9ff56eedc786 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.040215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0df00c43-763b-47b1-8467-1f89208d055c req-641d07f5-c56b-4167-a9c8-9ff56eedc786 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/2d9308a8-1b37-430a-ba74-1ac33c00934b HTTP/1.1" status: 204 len: 173 time: 0.2952256 Nov 22 16:32:25.078621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641d07f5-c56b-4167-a9c8-9ff56eedc786 tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9308a8-1b37-430a-ba74-1ac33c00934b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.084924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32c7f0c1-ce8c-43bf-832b-722734815729 req-14c3d772-f8d4-439f-a2f1-ee1f28814c41 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765288 Nov 22 16:32:25.147242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-375994251-network', 'tenant_id': '756df09ce5054c699db108fca12f9b4a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:25.180762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc606b-28c1-440b-9019-c564afc4e215 req-9b48be96-4940-4a93-b365-7ad4832e2c23 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.182091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59bc606b-28c1-440b-9019-c564afc4e215 req-9b48be96-4940-4a93-b365-7ad4832e2c23 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 948 time: 0.0743868 Nov 22 16:32:25.187751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:25.189725 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.218015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.281184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.284327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59bc606b-28c1-440b-9019-c564afc4e215 req-0f6ec220-8923-47d3-b48a-da09c26cc876 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897145 Nov 22 16:32:25.376808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.385225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.387271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6181053a-87eb-446c-8d26-7d670ce562e6 req-a5857506-2421-4e53-bd40-667db37a294c tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "GET /v2.0/security-groups/ec5f0897-0e8b-461c-b218-e33e53046c55 HTTP/1.1" status: 200 len: 2413 time: 0.0566230 Nov 22 16:32:25.428685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:25.464649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a760960e-e015-4126-aabb-6a0e2f4d670c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.470182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.470767 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Added segment 3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77 of type vlan for network 814ab345-506a-4727-afa4-8693f6a63c15 Nov 22 16:32:25.471647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6181053a-87eb-446c-8d26-7d670ce562e6 req-343d5ffb-c3d6-4f8d-bf2a-e86307d03d6d tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.501901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6181053a-87eb-446c-8d26-7d670ce562e6 req-343d5ffb-c3d6-4f8d-bf2a-e86307d03d6d tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.541039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.577235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6181053a-87eb-446c-8d26-7d670ce562e6 req-343d5ffb-c3d6-4f8d-bf2a-e86307d03d6d tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.580397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6181053a-87eb-446c-8d26-7d670ce562e6 req-343d5ffb-c3d6-4f8d-bf2a-e86307d03d6d tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.581755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6181053a-87eb-446c-8d26-7d670ce562e6 req-343d5ffb-c3d6-4f8d-bf2a-e86307d03d6d tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec5f0897-0e8b-461c-b218-e33e53046c55 HTTP/1.1" status: 204 len: 173 time: 0.1845336 Nov 22 16:32:25.590754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54286) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:25.592332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d5ffb-c3d6-4f8d-bf2a-e86307d03d6d tempest-SecurityGroupRulesTestJSON-1816707059 tempest-SecurityGroupRulesTestJSON-1816707059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f0897-0e8b-461c-b218-e33e53046c55,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.598115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.598985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.599458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.697841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7082860 Nov 22 16:32:25.700785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54288) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:25.707400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Deleting subnet 4989c8c9-8da1-4c58-9d01-d19a627a60cf {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:32:25.712237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b13f2b-8e2d-4aea-ad65-57838ffbaa7f admin admin] Pushing event updated for resources: {'Network': ['ID=814ab345-506a-4727-afa4-8693f6a63c15,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.714721 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.723823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 814ab345-506a-4727-afa4-8693f6a63c15 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:25.735240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Request body: {'subnet': {'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-subnet', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:25.761709 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.806647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:25.808954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.818332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.869477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-d5d77d52-9853-4542-9d8a-d460f7a9fc56 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.890557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-d5d77d52-9853-4542-9d8a-d460f7a9fc56 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 828 time: 0.2706280 Nov 22 16:32:25.901086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.911920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0a709-43d5-469b-b2ef-797b7d71d5ce req-6e88a064-0f2d-441e-98eb-0cb3421671db tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:25.920793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20f0a709-43d5-469b-b2ef-797b7d71d5ce req-6e88a064-0f2d-441e-98eb-0cb3421671db tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2310205 Nov 22 16:32:25.931795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4989c8c9-8da1-4c58-9d01-d19a627a60cf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:25.946795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:25.951576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-34503921-fec8-4358-9819-2faa478dbb27 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4989c8c9-8da1-4c58-9d01-d19a627a60cf HTTP/1.1" status: 204 len: 168 time: 0.3591897 Nov 22 16:32:25.954090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:25.955899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-96455689-c0ca-4fc7-b167-6b43bd41f122 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/quotas/b2607bdf73734a16a6135009b59e1770 HTTP/1.1" status: 200 len: 375 time: 0.0644526 Nov 22 16:32:25.967401 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.045331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20f0a709-43d5-469b-b2ef-797b7d71d5ce req-7509a883-2b2f-49e6-893e-7c99b61156fe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234617 Nov 22 16:32:26.047609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.089298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-ce4b3237-ec8d-4d65-9a28-1d2142dfa74e tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229708 Nov 22 16:32:26.090648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2e8d1fc9-eb23-4e33-a669-720974a6b207 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:26.143049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.174983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 2e8d1fc9-eb23-4e33-a669-720974a6b207 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:26.184753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb14b3b8-0b51-422c-a2ad-554ee8f0033e']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:26.185370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 2e8d1fc9-eb23-4e33-a669-720974a6b207 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:26.185370 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.196910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa65275c-98ec-4bb7-bfc4-d3edf5b7126f') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:26.197340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa65275c-98ec-4bb7-bfc4-d3edf5b7126f') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:26.212702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.233252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.241525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:32:26.242758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:32:26.244730 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:32:26.303376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.317122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.323089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-55a01b2b-8401-48e2-9868-edd4f87bdce2 service neutron] 10.222.0.65 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327125 Nov 22 16:32:26.326513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.329810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.338065 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] 10.222.0.65 "DELETE /v2.0/networks/eb14b3b8-0b51-422c-a2ad-554ee8f0033e HTTP/1.1" status: 204 len: 168 time: 0.3826299 Nov 22 16:32:26.342686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2fd98c-1547-4172-9716-a7bddb511000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8d1fc9-eb23-4e33-a669-720974a6b207'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:26.345507 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8727c60-ea64-4e1e-a094-221b9cbc708c" -d '{"events": [{"server_uuid": "3b2fd98c-1547-4172-9716-a7bddb511000", "name": "network-vif-plugged", "status": "completed", "tag": "2e8d1fc9-eb23-4e33-a669-720974a6b207"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:26.365196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d1d9f-8c34-4b86-b59f-3ded27ce9f91 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb14b3b8-0b51-422c-a2ad-554ee8f0033e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:26.365460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a129b-093b-4109-b42e-39244671b51d req-a3988edd-72bc-44f9-82f8-85530a2329ff tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.368319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2e8d1fc9-eb23-4e33-a669-720974a6b207, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:26.374357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de7a129b-093b-4109-b42e-39244671b51d req-a3988edd-72bc-44f9-82f8-85530a2329ff tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 949 time: 0.1915889 Nov 22 16:32:26.376454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.434198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2e8d1fc9-eb23-4e33-a669-720974a6b207,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:26.449766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e44489f-503d-4d70-b2a9-02a71cbad12a up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:26.495768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:26.499709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8ba9d4-5255-459d-add5-172f844a844b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:26.515754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 4e44489f-503d-4d70-b2a9-02a71cbad12a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:26.521761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 4e44489f-503d-4d70-b2a9-02a71cbad12a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:26.522141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.546172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8963d95f-7ef9-4043-a0b4-28c89e707c0f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9efe702b05ce45b490152454e00e20ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488100 Nov 22 16:32:26.546785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:26.547431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de7a129b-093b-4109-b42e-39244671b51d req-c3b70520-6b73-4f8b-b766-46e9511f9663 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719525 Nov 22 16:32:26.564551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Checking segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:26.565232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Network hostable DHCP agents. Network: 814ab345-506a-4727-afa4-8693f6a63c15, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:26.614094 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3b0c-7481-4ee7-a439-e10fc727524f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.618861 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-bf02135c-ff39-4355-820f-9dcec05aa008 service neutron] 10.222.0.65 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948456 Nov 22 16:32:26.649301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3b0c-7481-4ee7-a439-e10fc727524f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.653351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Network 814ab345-506a-4727-afa4-8693f6a63c15 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:26.665871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 814ab345-506a-4727-afa4-8693f6a63c15) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:26.670471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.671378 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.701574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cc11b6e3-7318-4eab-97a1-6a3bad44ecaf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9876161 Nov 22 16:32:26.704585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:26.720802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba8cff-1a81-435e-974f-dea54396bbe8 None None] Network 814ab345-506a-4727-afa4-8693f6a63c15 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:26.726208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.727861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:26.765143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.765143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.799684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3b0c-7481-4ee7-a439-e10fc727524f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.802419 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8c3b0c-7481-4ee7-a439-e10fc727524f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.806598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f8c3b0c-7481-4ee7-a439-e10fc727524f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c225bb85-1b12-442b-b23f-449cec51838b HTTP/1.1" status: 204 len: 168 time: 0.2559304 Nov 22 16:32:26.847598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:26.887800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:26.890307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c3b0c-7481-4ee7-a439-e10fc727524f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225bb85-1b12-442b-b23f-449cec51838b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:26.896619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c113ae-bf04-43b3-83dc-70bcab2e4820 req-94388237-8bd2-44ba-8702-b0c0248cb63f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:26.906062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06c113ae-bf04-43b3-83dc-70bcab2e4820 req-94388237-8bd2-44ba-8702-b0c0248cb63f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0847597 Nov 22 16:32:26.991124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4e44489f-503d-4d70-b2a9-02a71cbad12a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:27.004847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.056574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06c113ae-bf04-43b3-83dc-70bcab2e4820 req-a6b4eabe-4886-4e2d-978e-74ec881cc954 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415734 Nov 22 16:32:27.086906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038c716-9826-4849-a0ee-3e566faa0821 req-7cab8538-8d4c-4364-bc79-f77b43427d60 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.089931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f038c716-9826-4849-a0ee-3e566faa0821 req-7cab8538-8d4c-4364-bc79-f77b43427d60 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.1422963 Nov 22 16:32:27.157098 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7b01d0-cbc8-4f03-8250-facff7cedd8f x-openstack-request-id: req-da7b01d0-cbc8-4f03-8250-facff7cedd8f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:27.157393 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2fd98c-1547-4172-9716-a7bddb511000", "name": "network-vif-plugged", "status": "completed", "tag": "2e8d1fc9-eb23-4e33-a669-720974a6b207", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:27.157673 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da7b01d0-cbc8-4f03-8250-facff7cedd8f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:27.159011 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2fd98c-1547-4172-9716-a7bddb511000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8d1fc9-eb23-4e33-a669-720974a6b207', 'code': 200} Nov 22 16:32:27.200279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:27.200653 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.203364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4e44489f-503d-4d70-b2a9-02a71cbad12a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:27.247618 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.255310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f038c716-9826-4849-a0ee-3e566faa0821 req-e95355c1-8ec6-4699-b387-9a3586028dfe tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601803 Nov 22 16:32:27.288904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-814ab345-506a-4727-afa4-8693f6a63c15', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:32:27.290685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.352766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90c91447-bd64-45e1-a135-449cbd49020a req-f09418c4-fd5e-4f69-8f17-d607458ac206 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 210 time: 0.0726249 Nov 22 16:32:27.363318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6f70-9d42-4e6d-9e46-fcc7d38468f9 req-ec500424-30e2-4470-b2f9-88c57451e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.366279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-35ca6f70-9d42-4e6d-9e46-fcc7d38468f9 req-ec500424-30e2-4470-b2f9-88c57451e43d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 1100 time: 0.1415370 Nov 22 16:32:27.470326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb33da-8796-488f-841a-0346507882b7 req-5451519b-5aed-4459-8173-580cc85c2539 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.479977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdeb33da-8796-488f-841a-0346507882b7 req-5451519b-5aed-4459-8173-580cc85c2539 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1014152 Nov 22 16:32:27.545967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdeb33da-8796-488f-841a-0346507882b7 req-5b56f180-92b5-43c7-9be4-366034c1395c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646057 Nov 22 16:32:27.662462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.717246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:27.723305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:27.738725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Allocated IP 172.20.0.2 (814ab345-506a-4727-afa4-8693f6a63c15/cf8ba9d4-5255-459d-add5-172f844a844b/50bed984-438f-40f7-a15d-76d8d88614d8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:27.849508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:27.882706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0d003-53a0-4f93-98ef-c04ce027fc6f req-7d590cbc-1f0d-453d-9abc-8893439379b0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.884517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ed0d003-53a0-4f93-98ef-c04ce027fc6f req-7d590cbc-1f0d-453d-9abc-8893439379b0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1843514 Nov 22 16:32:27.935611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a55dde-4690-45f6-ada3-bcdd4c7cde61 req-1193a985-708b-40c5-833d-c50da4fa3a7c tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:27.937160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a55dde-4690-45f6-ada3-bcdd4c7cde61 req-1193a985-708b-40c5-833d-c50da4fa3a7c tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 950 time: 0.1581967 Nov 22 16:32:28.014913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.031054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.081021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-35ca6f70-9d42-4e6d-9e46-fcc7d38468f9 req-959b8963-a184-40ed-bc95-28400bf217eb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6960857 Nov 22 16:32:28.107396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ed0d003-53a0-4f93-98ef-c04ce027fc6f req-367f9961-3dca-4972-a32b-2501e0d73e7d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133625 Nov 22 16:32:28.129239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a55dde-4690-45f6-ada3-bcdd4c7cde61 req-daba0955-7a48-4013-a31b-eebc897b432c tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736016 Nov 22 16:32:28.183682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Network 814ab345-506a-4727-afa4-8693f6a63c15 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:28.209309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:28.223573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:28.239986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Pushing event updated for resources: {'Port': ['ID=50bed984-438f-40f7-a15d-76d8d88614d8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:28.348387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Sync routers for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:28.372178 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:28.377752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:28.412852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Attempting to bind port 50bed984-438f-40f7-a15d-76d8d88614d8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:28.419052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Attempting to bind port 50bed984-438f-40f7-a15d-76d8d88614d8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:28.421029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Attempting to bind port 50bed984-438f-40f7-a15d-76d8d88614d8 on network 814ab345-506a-4727-afa4-8693f6a63c15 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:28.440933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:28.441630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Checking segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:28.446103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06927241-d779-486c-96c6-3e6a5444a7ff req-94db7416-1fe6-4aa7-bc6f-0b24cc423e82 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.446103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06927241-d779-486c-96c6-3e6a5444a7ff req-94db7416-1fe6-4aa7-bc6f-0b24cc423e82 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1890450 Nov 22 16:32:28.446877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54356) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:28.448540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.450408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Bound using segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:28.451098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Bound port: 50bed984-438f-40f7-a15d-76d8d88614d8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:28.452708 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.479242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.528484 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.542554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:28.563982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-679694652-network', 'tenant_id': 'b0a790ebee624d5d96b041138cd36c31'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:28.593834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] For port 50bed984-438f-40f7-a15d-76d8d88614d8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:28.596979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899e874-7814-4f2e-b2e3-ef991521329c req-df9e4757-b3e1-4770-929e-ebf11a93046a tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:28.597817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] For port 50bed984-438f-40f7-a15d-76d8d88614d8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50bed984-438f-40f7-a15d-76d8d88614d8,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:28.598935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a899e874-7814-4f2e-b2e3-ef991521329c req-df9e4757-b3e1-4770-929e-ebf11a93046a tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.1356699 Nov 22 16:32:28.606496 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.607850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06927241-d779-486c-96c6-3e6a5444a7ff req-faf8c6ec-81fa-4866-9d89-6d18d430bf9c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457176 Nov 22 16:32:28.628706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Made reservation on behalf of b0a790ebee624d5d96b041138cd36c31 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:28.631662 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.651087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.732743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a899e874-7814-4f2e-b2e3-ef991521329c req-9d0d7ae0-8059-4f44-81ee-c8fa0cfda9b1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237342 Nov 22 16:32:28.760257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Allocated IP 172.25.6.150 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/305b32cf-1104-4dbd-87fa-c4cde91ac6ea) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:28.808366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-246de1ad-4e46-4274-b0ae-dbdc17db6732 req-bd6bce18-0b88-4891-b21d-4c69429a2a5d tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 210 time: 0.0728128 Nov 22 16:32:28.826885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:28.933410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff88e7-aa28-40ab-9292-3c5546cb9c9f None None] Pushing event updated for resources: {'Port': ['ID=50bed984-438f-40f7-a15d-76d8d88614d8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:28.943327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:28.943708 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:28.954659 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 2, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:29.021793 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Checking router: 03ca556f-b613-47ee-a028-0fed29e8571d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:29.022339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Updating router 03ca556f-b613-47ee-a028-0fed29e8571d port c8db7fff-8ded-415a-937a-bca83a43e571 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:29.058586 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.064756 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.079504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a754-075d-401f-9a18-b0f655039803 req-1b3f9a4a-ce4a-4f3f-8f01-5b0a34c44871 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.089031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a938a754-075d-401f-9a18-b0f655039803 req-1b3f9a4a-ce4a-4f3f-8f01-5b0a34c44871 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2162766 Nov 22 16:32:29.098072 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.136033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a389a6da-86f4-4d28-b40e-789389f8d729,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:29.137571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.168677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e44489f-503d-4d70-b2a9-02a71cbad12a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:29.176135 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ad7cbf-16df-4e28-bcd7-7e0087034142" -d '{"events": [{"server_uuid": "89c498a3-d3e3-4353-89a0-339f1ab2e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "4e44489f-503d-4d70-b2a9-02a71cbad12a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:29.203428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:29.231261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-0440e762-0ead-475d-83b5-66df6b30d83b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.233115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-0440e762-0ead-475d-83b5-66df6b30d83b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.66 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 828 time: 0.3292108 Nov 22 16:32:29.233250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.233996 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Added segment e67e7210-694b-4bfe-a5de-7fe6072164cc of type vlan for network ba10d5b1-44b1-439b-907e-7620b7111a3c Nov 22 16:32:29.253560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Request body: {'port': {'device_id': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'admin_state_up': True, 'tenant_id': 'b2607bdf73734a16a6135009b59e1770'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:29.323889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.332701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a938a754-075d-401f-9a18-b0f655039803 req-265553ab-80cf-4fbe-a590-cd1fa5ade69a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424519 Nov 22 16:32:29.358243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7b17d-35af-4add-ae81-8a89df506503 req-a40980bc-e97e-4071-93a4-ffb5f690c8d1 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.369181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0bc7b17d-35af-4add-ae81-8a89df506503 req-a40980bc-e97e-4071-93a4-ffb5f690c8d1 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 950 time: 0.1181216 Nov 22 16:32:29.378974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.436807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Made reservation on behalf of b2607bdf73734a16a6135009b59e1770 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:29.440788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.441399 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a451b6cb-7bed-4a06-b44d-a546fc5ad91a x-openstack-request-id: req-a451b6cb-7bed-4a06-b44d-a546fc5ad91a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:29.442079 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c498a3-d3e3-4353-89a0-339f1ab2e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "4e44489f-503d-4d70-b2a9-02a71cbad12a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:29.442811 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a451b6cb-7bed-4a06-b44d-a546fc5ad91a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:29.444047 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e44489f-503d-4d70-b2a9-02a71cbad12a', 'code': 200} Nov 22 16:32:29.452043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0bc7b17d-35af-4add-ae81-8a89df506503 req-f565f6a6-82a6-4ead-973e-1d84fbfaa8b6 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782781 Nov 22 16:32:29.452973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.456165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.456967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.471655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:29.511001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:29.532354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:29.546327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0984080 Nov 22 16:32:29.552173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:29.557691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Request body: {'subnet': {'network_id': 'ba10d5b1-44b1-439b-907e-7620b7111a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-679694652-subnet', 'tenant_id': 'b0a790ebee624d5d96b041138cd36c31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:29.572269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299ba2b-edf3-4af8-ba5f-3bf0659ec4ba admin admin] Pushing event updated for resources: {'Network': ['ID=ba10d5b1-44b1-439b-907e-7620b7111a3c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:29.587679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Made reservation on behalf of b0a790ebee624d5d96b041138cd36c31 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:29.589876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ba10d5b1-44b1-439b-907e-7620b7111a3c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:29.591845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.604336 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.614009 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.643855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Pushing event updated for resources: {'Port': ['ID=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:29.800675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23d947-6db3-4a9f-9506-5674a2e7cebe req-849dc962-8184-4e68-8808-c28ca1dea474 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:29.809066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba23d947-6db3-4a9f-9506-5674a2e7cebe req-849dc962-8184-4e68-8808-c28ca1dea474 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2138615 Nov 22 16:32:29.837430 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Pushing event updated for resources: {'Port': ['ID=c8db7fff-8ded-415a-937a-bca83a43e571,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:29.866080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.866708 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.867791 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.867791 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.868028 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.868603 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.875558 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.876386 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.876965 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.877440 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.879298 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.879864 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:32:29.891377 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Attempting to bind port c8db7fff-8ded-415a-937a-bca83a43e571 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:29.891732 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Attempting to bind port c8db7fff-8ded-415a-937a-bca83a43e571 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:29.892388 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Attempting to bind port c8db7fff-8ded-415a-937a-bca83a43e571 on network e3e305cf-12a2-4816-9c63-2873517720b6 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:29.899323 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:29.900285 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Checking segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:29.900753 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.901408 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Bound using segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:29.902116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Bound port: c8db7fff-8ded-415a-937a-bca83a43e571, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:29.902596 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:29.932698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba23d947-6db3-4a9f-9506-5674a2e7cebe req-fa26cccf-dbe1-4da1-85ce-9ee8cb743e0b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223435 Nov 22 16:32:30.057055 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] For port c8db7fff-8ded-415a-937a-bca83a43e571, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:30.061035 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] For port c8db7fff-8ded-415a-937a-bca83a43e571, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c8db7fff-8ded-415a-937a-bca83a43e571,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:30.061682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8c67d-c46e-483d-8913-f32bdcdc22c1 req-ef8b5e91-e12c-40b0-b447-ac3dd86b2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.063818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eca8c67d-c46e-483d-8913-f32bdcdc22c1 req-ef8b5e91-e12c-40b0-b447-ac3dd86b2aff service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 1101 time: 0.4713447 Nov 22 16:32:30.064098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334328f4-564f-44ef-a398-174c8ce559aa req-b7f527c5-73f0-468d-9079-a1212fef4eb6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.070847 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.075969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-334328f4-564f-44ef-a398-174c8ce559aa req-b7f527c5-73f0-468d-9079-a1212fef4eb6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.2637935 Nov 22 16:32:30.100495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Allocated IP 172.20.0.13 (e3e305cf-12a2-4816-9c63-2873517720b6/0970e642-bec1-4d55-9b1b-0b5e1490a2e2/6c84acc2-0583-4e70-a9bb-505ba0ec8128) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:30.145345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:30.146898 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:30.189243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-334328f4-564f-44ef-a398-174c8ce559aa req-0c0629c5-37d8-4b8d-a8dd-9518d54d428a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957484 Nov 22 16:32:30.189615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-462974a2-1850-4f68-b8de-f7f0f14c4737 None None] Provisioning complete for port c8db7fff-8ded-415a-937a-bca83a43e571 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:30.189615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-462974a2-1850-4f68-b8de-f7f0f14c4737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.297256 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed3b60-d0b6-4369-820e-7178c82d1f7d None None] Pushing event updated for resources: {'Port': ['ID=c8db7fff-8ded-415a-937a-bca83a43e571,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:30.325596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aba17-f4e5-4e02-b6b1-42a1f2f1ef7c req-7494e457-5f73-4a5f-8f86-2b2b691cd43b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.336010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-528aba17-f4e5-4e02-b6b1-42a1f2f1ef7c req-7494e457-5f73-4a5f-8f86-2b2b691cd43b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.3113890 Nov 22 16:32:30.364987 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eca8c67d-c46e-483d-8913-f32bdcdc22c1 req-13e9008c-811c-4928-bef5-2c771c480b5b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888546 Nov 22 16:32:30.391626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98488208-38a4-4ec3-9797-1bb76fff65e5 None None] Network 814ab345-506a-4727-afa4-8693f6a63c15 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:30.405050 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:30.421985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-528aba17-f4e5-4e02-b6b1-42a1f2f1ef7c req-64c46d76-da54-4f9a-bc6c-0fedef1d4743 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847297 Nov 22 16:32:30.469076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-462974a2-1850-4f68-b8de-f7f0f14c4737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.478336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67092213-60dd-41ee-a773-02c494df0c2f req-edfc9334-437f-4275-a597-91370bf89c93 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 210 time: 0.1197846 Nov 22 16:32:30.499262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.549809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-462974a2-1850-4f68-b8de-f7f0f14c4737 None None] For port c8db7fff-8ded-415a-937a-bca83a43e571, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c8db7fff-8ded-415a-937a-bca83a43e571,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:30.559296 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-462974a2-1850-4f68-b8de-f7f0f14c4737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.562785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.671573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Checking segment: {'id': 'e67e7210-694b-4bfe-a5de-7fe6072164cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'ba10d5b1-44b1-439b-907e-7620b7111a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:30.672049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Network hostable DHCP agents. Network: ba10d5b1-44b1-439b-907e-7620b7111a3c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:30.761750 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:30.798040 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7998b574-e98c-4964-bb8b-44b80bd9b327 None None] The sync data for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 is: [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:30.812262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1686300-0a91-4a0f-b78f-1a622845533f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:30.834146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Provisioning complete for port 50bed984-438f-40f7-a15d-76d8d88614d8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:30.834763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.889940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Network ba10d5b1-44b1-439b-907e-7620b7111a3c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:30.893598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462974a2-1850-4f68-b8de-f7f0f14c4737 None None] Pushing event updated for resources: {'Port': ['ID=c8db7fff-8ded-415a-937a-bca83a43e571,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:30.905033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.951607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50bed984-438f-40f7-a15d-76d8d88614d8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:30.967111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ba10d5b1-44b1-439b-907e-7620b7111a3c) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:30.978914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec4272-5c5f-4ccf-938b-e49801ae5820 req-27361502-f351-4c88-952a-58994754ab7f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.986231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9aec4272-5c5f-4ccf-938b-e49801ae5820 req-27361502-f351-4c88-952a-58994754ab7f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2887108 Nov 22 16:32:30.989349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:30.990002 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:30.992802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553120b6-fe61-485f-be00-f4e993d3e080 None None] Network ba10d5b1-44b1-439b-907e-7620b7111a3c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:31.026593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dc06408a-f1d9-4608-a4d5-07d12dd67f8b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4733176 Nov 22 16:32:31.057141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe6655-ac95-4453-9c05-e35a84017103 req-e3d8640f-1396-4ed1-b068-72409392b8fd tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.058750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11fe6655-ac95-4453-9c05-e35a84017103 req-e3d8640f-1396-4ed1-b068-72409392b8fd tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 950 time: 0.2665451 Nov 22 16:32:31.168479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9aec4272-5c5f-4ccf-938b-e49801ae5820 req-9b4d659c-13d5-47d4-9e4a-79bb683ec799 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811800 Nov 22 16:32:31.245157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.251482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.264295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11fe6655-ac95-4453-9c05-e35a84017103 req-98efe73b-53bb-4b1c-bc72-927d97965808 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875641 Nov 22 16:32:31.354185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 50bed984-438f-40f7-a15d-76d8d88614d8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:31.354583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.361554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Network e3e305cf-12a2-4816-9c63-2873517720b6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:31.368168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:31.375832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.380573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:31.397982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event updated for resources: {'Port': ['ID=6c84acc2-0583-4e70-a9bb-505ba0ec8128,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:31.451764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b749b-8923-403c-80ca-bf81388ca01a None None] Network ba10d5b1-44b1-439b-907e-7620b7111a3c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:31.470364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] For port 50bed984-438f-40f7-a15d-76d8d88614d8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50bed984-438f-40f7-a15d-76d8d88614d8,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:31.512291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.591584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de05ec-3e80-427a-84d9-c6c77f1622d1 req-2a5e92c3-6cbe-4d10-86d1-7ceef95b1e5b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.598485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7de05ec-3e80-427a-84d9-c6c77f1622d1 req-2a5e92c3-6cbe-4d10-86d1-7ceef95b1e5b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.2090349 Nov 22 16:32:31.618892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.619572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.640293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Provisioning complete for port c8db7fff-8ded-415a-937a-bca83a43e571 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:31.640970 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.650899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4aaf76-eab2-4f3d-ad52-b5f387a3298d req-3d3f0ce2-a291-4e8b-afc0-7ad4b32b48b7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.658324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e4aaf76-eab2-4f3d-ad52-b5f387a3298d req-3d3f0ce2-a291-4e8b-afc0-7ad4b32b48b7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2116864 Nov 22 16:32:31.662547 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f74a891f-a6a4-40c2-b76b-5c98bf6104e8 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4136543 Nov 22 16:32:31.676254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd0a6c-8f6b-4db0-9e25-f72fcd1ecfcc None None] Pushing event updated for resources: {'Port': ['ID=50bed984-438f-40f7-a15d-76d8d88614d8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:31.691654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Request body: {'port': {'device_id': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:31.696505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Router e783ae35-2205-42e6-82d3-8c730bd56081 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:32:31.700195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7de05ec-3e80-427a-84d9-c6c77f1622d1 req-070aeef8-1e54-48db-9dff-f82026099dd2 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946283 Nov 22 16:32:31.737998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e4aaf76-eab2-4f3d-ad52-b5f387a3298d req-a56810e1-4dcd-4ee3-9e5e-bf188f7bad6d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752752 Nov 22 16:32:31.875893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c8db7fff-8ded-415a-937a-bca83a43e571 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:31.893191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.918684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d147ba-0b5c-4705-a342-7cbd7923727a req-6ba24628-eca9-46d4-8438-845bc88119c0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:31.920591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65d147ba-0b5c-4705-a342-7cbd7923727a req-6ba24628-eca9-46d4-8438-845bc88119c0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0916591 Nov 22 16:32:31.929926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c8db7fff-8ded-415a-937a-bca83a43e571 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:31.934074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:31.967181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-110bd957-c8a6-4105-bf14-fcd7551d9745 req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1169184375', 'description': 'tempest-description-1567263714'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:32.023643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:32.035449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a782e6c3-c960-4b5d-8d85-b3dd84cf0725 None None] Provisioning complete for port 50bed984-438f-40f7-a15d-76d8d88614d8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:32.036086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a782e6c3-c960-4b5d-8d85-b3dd84cf0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.044229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65d147ba-0b5c-4705-a342-7cbd7923727a req-4381e624-e4af-4538-ac75-48e08e8c2c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163497 Nov 22 16:32:32.068211 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-110bd957-c8a6-4105-bf14-fcd7551d9745 req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.086578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Sync routers for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:32.114847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:32.115492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:32.121232 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.122650 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-743af7d7-1719-4790-a5b6-4905022092b3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4169433 Nov 22 16:32:32.157405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54404) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:32.173404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-110bd957-c8a6-4105-bf14-fcd7551d9745 req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.189791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-110bd957-c8a6-4105-bf14-fcd7551d9745 req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.230334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-110bd957-c8a6-4105-bf14-fcd7551d9745 req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.231772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-110bd957-c8a6-4105-bf14-fcd7551d9745 req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2687333 Nov 22 16:32:32.278485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbd2f0-432b-4e0f-a510-94f5f7287aa1 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:32.307094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60dd7e-54c1-438f-9f00-dc11b666d701 req-c9139593-98bb-43dc-9207-17a880792cce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.308967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a60dd7e-54c1-438f-9f00-dc11b666d701 req-c9139593-98bb-43dc-9207-17a880792cce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 932 time: 0.1338327 Nov 22 16:32:32.390901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a60dd7e-54c1-438f-9f00-dc11b666d701 req-26f0c52f-870a-4019-8a2f-c4002e01d97d tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Nov 22 16:32:32.476794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a782e6c3-c960-4b5d-8d85-b3dd84cf0725 None None] Provisioning complete for port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:32.477523 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a782e6c3-c960-4b5d-8d85-b3dd84cf0725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.523046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:32.540040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-bac406bc-9f56-40b2-aba6-7883f755d8b4 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172 HTTP/1.1" status: 200 len: 1830 time: 0.0595284 Nov 22 16:32:32.561545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:32.561890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:32.638771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602116a-6840-40ee-ab9f-19a66f794a76 req-9a35243b-94d3-47bd-81b9-e8714f9abbf8 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:32.640288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c602116a-6840-40ee-ab9f-19a66f794a76 req-9a35243b-94d3-47bd-81b9-e8714f9abbf8 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 950 time: 0.0946794 Nov 22 16:32:32.646022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a782e6c3-c960-4b5d-8d85-b3dd84cf0725 None None] Port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:32.728092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.735440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50bed984-438f-40f7-a15d-76d8d88614d8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:32.768505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c602116a-6840-40ee-ab9f-19a66f794a76 req-d15e0e50-de9e-4380-a2f7-f891c8e3ef2d tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194849 Nov 22 16:32:32.777789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.784622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.810280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 3, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:32.849149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75520a77-75b3-4f45-a3a9-5af61ac55a4c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:32.854609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c84acc2-0583-4e70-a9bb-505ba0ec8128 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:32.855185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Checking router: e783ae35-2205-42e6-82d3-8c730bd56081 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:32.855479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Updating router e783ae35-2205-42e6-82d3-8c730bd56081 port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:32.855729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.857558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 50bed984-438f-40f7-a15d-76d8d88614d8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:32.857961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.864745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:32.874239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4931c860-f7bd-4819-b908-87ae1dd1adde req-645d274e-5113-48fe-b191-6714b34213bb tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3178918 Nov 22 16:32:32.933267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.004407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Transition to ACTIVE for port object 6c84acc2-0583-4e70-a9bb-505ba0ec8128 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:33.009511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d9c29-00a3-445f-b5d3-9fae13187f03 req-821677bb-80e7-4b2e-be3c-41ba7bdc95df tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.012105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f88d9c29-00a3-445f-b5d3-9fae13187f03 req-821677bb-80e7-4b2e-be3c-41ba7bdc95df tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.0791409 Nov 22 16:32:33.019947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.063038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c8db7fff-8ded-415a-937a-bca83a43e571 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:33.111803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Pushing event updated for resources: {'Port': ['ID=6c84acc2-0583-4e70-a9bb-505ba0ec8128,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:33.129736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f88d9c29-00a3-445f-b5d3-9fae13187f03 req-c5331ceb-8e20-43d5-85f0-47ed33f2cb8b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063011 Nov 22 16:32:33.143519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d396b-c8ef-4e7f-af19-1e1be9da3b62 req-be448a13-7922-4f2b-b768-d26b0bd88c72 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.151683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-609d396b-c8ef-4e7f-af19-1e1be9da3b62 req-be448a13-7922-4f2b-b768-d26b0bd88c72 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1383357 Nov 22 16:32:33.201584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c8db7fff-8ded-415a-937a-bca83a43e571 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:33.202111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.223112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-609d396b-c8ef-4e7f-af19-1e1be9da3b62 req-6ec1080e-86ce-4eb6-807d-b3a8a2e53858 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 Nov 22 16:32:33.344518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aba93da9-24a2-4be2-86ae-dd39bc874ed9 req-80f8a75c-2fbe-4dbf-b957-e6700db42194 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172 HTTP/1.1" status: 200 len: 2423 time: 0.0873914 Nov 22 16:32:33.372816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.466366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.480706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Attempting to bind port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:33.480965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Attempting to bind port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:33.481116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Attempting to bind port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 on network e3e305cf-12a2-4816-9c63-2873517720b6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:33.481845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.515335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 on network e3e305cf-12a2-4816-9c63-2873517720b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:33.515679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Attempting to bind port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 on network e3e305cf-12a2-4816-9c63-2873517720b6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:33.525754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:33.526076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Checking segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:33.526902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Bound using segment: {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:33.527041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Bound port: 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:33.527331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.552230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c091383-82ce-4dc1-898b-a5a2485868a4 None None] Pushing event updated for resources: {'Port': ['ID=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:33.588415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Attempting to bind port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:33.588806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Attempting to bind port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:33.589191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Attempting to bind port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:33.595342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:33.595769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:33.596278 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.596689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:33.597212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Bound port: 305b32cf-1104-4dbd-87fa-c4cde91ac6ea, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:33.597630 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.667509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] For port 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:33.671825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] For port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:33.675330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] For port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:33.681033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.686944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Allocated IP 172.20.0.1 (814ab345-506a-4727-afa4-8693f6a63c15/cf8ba9d4-5255-459d-add5-172f844a844b/1e4392f5-dc67-4380-8ce4-fb6dd1c838d4) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:33.689117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] For port 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:33.700526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.754838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:33.755467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:33.759327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c091383-82ce-4dc1-898b-a5a2485868a4 None None] Pushing event updated for resources: {'Port': ['ID=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:33.791754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.792409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.793925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 1092 time: 2.1153064 Nov 22 16:32:33.796084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:33.799988 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792dd268-752b-4f0f-91a0-982d2e8bd1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:33.859382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b38ad-2f41-455b-a3ee-89cc3869952c req-35e29c24-dddf-4280-86dc-d0d46cc848e7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.860910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-300b38ad-2f41-455b-a3ee-89cc3869952c req-35e29c24-dddf-4280-86dc-d0d46cc848e7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.4250402 Nov 22 16:32:33.891152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de269d69-3e30-4b6b-b2e0-94db71a34c82 req-715a91b2-2f05-4def-8087-8dcec83456e9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.899098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de269d69-3e30-4b6b-b2e0-94db71a34c82 req-715a91b2-2f05-4def-8087-8dcec83456e9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.4100890 Nov 22 16:32:33.922717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1f150-e0e2-42a1-ba39-ac9d38bac217 service neutron] Pushing event updated for resources: {'Port': ['ID=6c84acc2-0583-4e70-a9bb-505ba0ec8128,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:33.938876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:33.939079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:33.967644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-300b38ad-2f41-455b-a3ee-89cc3869952c req-9ea36b5f-dfa2-446c-9881-230e8e016bf8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924988 Nov 22 16:32:33.973616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-3398bff6-f696-4d23-b8ab-36594fd96bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:33.975351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-3398bff6-f696-4d23-b8ab-36594fd96bce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1095 time: 0.1229489 Nov 22 16:32:34.029547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de269d69-3e30-4b6b-b2e0-94db71a34c82 req-c99eec3a-6ebf-459a-8a3f-ef4c8f5847d4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293738 Nov 22 16:32:34.032776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-9dedc5c2-d31a-4747-a193-312084f65634 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-group-rules/75520a77-75b3-4f45-a3a9-5af61ac55a4c HTTP/1.1" status: 200 len: 778 time: 0.0381434 Nov 22 16:32:34.044130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-7d69d92e-5925-48b4-ad76-7e31717182dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 217 time: 0.0509632 Nov 22 16:32:34.100773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.122620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-6cc6f16c-4a5d-44ca-af4f-5d0c6344040b tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172 HTTP/1.1" status: 200 len: 2423 time: 0.0647261 Nov 22 16:32:34.197356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-0cd559f2-9cb9-4621-9fc2-989ba4fa6ffd tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.210358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-0cd559f2-9cb9-4621-9fc2-989ba4fa6ffd tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.230487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 3, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:34.230842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Network 814ab345-506a-4727-afa4-8693f6a63c15 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:34.238810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fd67d-080a-490b-aa4c-1f4c2df12ae1 req-09323ba8-2a2a-4872-bbf1-4e7843921c34 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.240333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-711fd67d-080a-490b-aa4c-1f4c2df12ae1 req-09323ba8-2a2a-4872-bbf1-4e7843921c34 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 944 time: 0.1159263 Nov 22 16:32:34.241186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:34.244528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-95a90498-58f3-4ca2-a925-92b2e99dae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.246051 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-95a90498-58f3-4ca2-a925-92b2e99dae4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 200 len: 867 time: 0.1780763 Nov 22 16:32:34.246804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:34.274605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba1e470-9cf3-44ad-953c-a241f34f8058 None None] The sync data for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 is: [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 3, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:34.285447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-0cd559f2-9cb9-4621-9fc2-989ba4fa6ffd tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.292528 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-0cd559f2-9cb9-4621-9fc2-989ba4fa6ffd tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.313901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6490ef7f-ca2a-43b4-96c1-7bc9b368af5b req-0cd559f2-9cb9-4621-9fc2-989ba4fa6ffd tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/75520a77-75b3-4f45-a3a9-5af61ac55a4c HTTP/1.1" status: 204 len: 173 time: 0.1764803 Nov 22 16:32:34.315739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:34.351944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd559f2-9cb9-4621-9fc2-989ba4fa6ffd tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75520a77-75b3-4f45-a3a9-5af61ac55a4c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:34.360158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-6d633e18-3d26-47fa-b3cd-0547dbdb40f1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.361805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-6d633e18-3d26-47fa-b3cd-0547dbdb40f1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.2204719 Nov 22 16:32:34.366350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-711fd67d-080a-490b-aa4c-1f4c2df12ae1 req-50cf4367-714a-4b28-b7b5-d4bc13d5b7d1 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157243 Nov 22 16:32:34.441559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-38128228-8a5c-4a1f-910e-a0de691259c6 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391333 Nov 22 16:32:34.472658 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce916e7-948e-4b6f-a174-53949baafeb4 x-openstack-request-id: req-6ce916e7-948e-4b6f-a174-53949baafeb4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:34.473074 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:34.473429 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ce916e7-948e-4b6f-a174-53949baafeb4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:34.473956 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'status': 'completed', 'code': 200} Nov 22 16:32:34.482834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.535001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-77df724d-de36-4ba0-a43b-ea3665262e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.536612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-77df724d-de36-4ba0-a43b-ea3665262e48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3e305cf-12a2-4816-9c63-2873517720b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578089 Nov 22 16:32:34.586516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-dc29d953-3c53-4a51-8950-266dcea75c43 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.589055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-dc29d953-3c53-4a51-8950-266dcea75c43 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466875 Nov 22 16:32:34.619943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-5997859c-527d-4ecd-92a9-907c827a9ed0 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/quotas/3e1065ce959f4a1eba33dbfa10a6126d HTTP/1.1" status: 200 len: 375 time: 0.0235333 Nov 22 16:32:34.627245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5ae935e6-1132-4ba3-8936-32a76e5a6714 None None] Provisioning complete for port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:34.628416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ae935e6-1132-4ba3-8936-32a76e5a6714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.684669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Deleting port 2e8d1fc9-eb23-4e33-a669-720974a6b207 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:32:34.685642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.743253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5ae935e6-1132-4ba3-8936-32a76e5a6714 None None] Port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:34.749121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-e878443b-39f5-4563-b2a2-0ff7a298e395 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278100 Nov 22 16:32:34.764198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa2e31-64ad-4a92-9ae7-9650f738da8b req-e6f9460c-8ebb-45d7-8196-99699add76d6 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:34.766672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4fa2e31-64ad-4a92-9ae7-9650f738da8b req-e6f9460c-8ebb-45d7-8196-99699add76d6 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 949 time: 0.1004815 Nov 22 16:32:34.833236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.844913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4fa2e31-64ad-4a92-9ae7-9650f738da8b req-1536bbeb-f51a-4f1c-84f5-4923ad07269b tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/security-groups?id=be841c55-24f4-4c8f-99ab-d41e47bea40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708017 Nov 22 16:32:34.862550 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-f566fe00-d828-4251-a548-22e354d30308 service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074708 Nov 22 16:32:34.890126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-37a0dc2c-e73c-4cd2-a3fa-6247f05c5074 req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1553931174', 'description': 'tempest-description-1623564060'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:34.920174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37a0dc2c-e73c-4cd2-a3fa-6247f05c5074 req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:34.977395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] For port 2e8d1fc9-eb23-4e33-a669-720974a6b207, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2e8d1fc9-eb23-4e33-a669-720974a6b207,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:34.978119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.000938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Calling delete_port for 2e8d1fc9-eb23-4e33-a669-720974a6b207 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:32:35.095229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37a0dc2c-e73c-4cd2-a3fa-6247f05c5074 req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.102230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37a0dc2c-e73c-4cd2-a3fa-6247f05c5074 req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.133917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be32241-eb47-4a18-81d7-b5e24a384f2d req-5b3a1c96-d6bd-43cf-8cdc-b6f0b277ad64 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.141177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8be32241-eb47-4a18-81d7-b5e24a384f2d req-5b3a1c96-d6bd-43cf-8cdc-b6f0b277ad64 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1492682 Nov 22 16:32:35.159707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-37a0dc2c-e73c-4cd2-a3fa-6247f05c5074 req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.161002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37a0dc2c-e73c-4cd2-a3fa-6247f05c5074 req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2752824 Nov 22 16:32:35.222447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8be32241-eb47-4a18-81d7-b5e24a384f2d req-066d17bc-20c8-47cf-80ed-4ee38f1d54ed tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801628 Nov 22 16:32:35.226177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3445f9b9-bc4e-4e96-a5a6-583abffed738 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cef794-765d-4ddd-a428-272712a95ea4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:35.276651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d5743e5-68f2-4185-92b8-1fc203436f09 req-42454f44-a515-428d-8c94-5725a4fd825a tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 210 time: 0.0442970 Nov 22 16:32:35.317096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-43a01f3d-9d8a-4a34-b7c1-658e0b34bd85 req-9545445c-452d-4a2f-9204-aa57040dcaa1 service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353023 Nov 22 16:32:35.426248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.435572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ce3254b-eced-441e-a272-123079ccda8f req-12d5fff6-d71c-41da-9110-ab33d81c200b tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/d5cef794-765d-4ddd-a428-272712a95ea4 HTTP/1.1" status: 200 len: 1830 time: 0.1054423 Nov 22 16:32:35.484044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.519994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d62c6b-1502-4a41-8a08-d1fdd88cb103 req-ee4fbff5-4c83-47c2-a656-9bf419bb1ecc tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.535358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24d62c6b-1502-4a41-8a08-d1fdd88cb103 req-ee4fbff5-4c83-47c2-a656-9bf419bb1ecc tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1665034 Nov 22 16:32:35.599666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.611989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-76bbe417-f453-4fef-9338-db56572173b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.613680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-76bbe417-f453-4fef-9338-db56572173b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1095 time: 0.2177417 Nov 22 16:32:35.614449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:35.619161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Pushing event updated for resources: {'Port': ['ID=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:35.636014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2e8d1fc9-eb23-4e33-a669-720974a6b207'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:35.648827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24d62c6b-1502-4a41-8a08-d1fdd88cb103 req-e6080244-0c5e-4e2f-985f-bb2eaefb4daa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125827 Nov 22 16:32:35.679635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff084b-3c1d-411f-aa0f-c3c90d82781a req-17f8a521-daa1-4a12-8c52-eccca6dcd134 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.681687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70ff084b-3c1d-411f-aa0f-c3c90d82781a req-17f8a521-daa1-4a12-8c52-eccca6dcd134 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1442544 Nov 22 16:32:35.776398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70ff084b-3c1d-411f-aa0f-c3c90d82781a req-6a6223cf-0966-4cec-9b3a-609e98a7a340 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840390 Nov 22 16:32:35.778172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Pushing event deleted for resources: {'Port': ['ID=2e8d1fc9-eb23-4e33-a669-720974a6b207,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:35.944922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25d0c4-665f-4d8b-8d64-7bc5ac3bc8ef req-0e7e4070-342b-47f0-9f51-2e90c525f635 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:35.949904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af25d0c4-665f-4d8b-8d64-7bc5ac3bc8ef req-0e7e4070-342b-47f0-9f51-2e90c525f635 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 944 time: 0.1298656 Nov 22 16:32:36.028852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] No DVR routers for this DVR port 2e8d1fc9-eb23-4e33-a669-720974a6b207 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:32:36.034383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.037849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8934b7f7-b565-49b2-935b-03b9d93ae8b9 req-1f44aebd-0b5b-4be9-be14-aa1ab2f2a4d1 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.20 "DELETE /v2.0/ports/2e8d1fc9-eb23-4e33-a669-720974a6b207 HTTP/1.1" status: 204 len: 173 time: 1.6450016 Nov 22 16:32:36.038889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-531da3c2-f666-4d5c-8553-e801e263fe5c req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1143944118', 'description': 'tempest-description-105600368'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:36.070337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af25d0c4-665f-4d8b-8d64-7bc5ac3bc8ef req-103f4237-c7aa-4c53-9f43-31043b93b926 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156492 Nov 22 16:32:36.108921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-531da3c2-f666-4d5c-8553-e801e263fe5c req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.113435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Network 814ab345-506a-4727-afa4-8693f6a63c15 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:36.117177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:36.138828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-0afe56bd-e40b-40db-98e6-2eb92eaf5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.140688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-0afe56bd-e40b-40db-98e6-2eb92eaf5e2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 929 time: 0.4672632 Nov 22 16:32:36.252105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95b57c20-bbdb-430e-8bd7-4d0c96a88dcc req-5cbcc70d-26dc-4fcc-a1ae-cf00ef5c4148 tempest-DeleteServersAdminTestJSON-1627680146 tempest-DeleteServersAdminTestJSON-1627680146-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b2fd98c-1547-4172-9716-a7bddb511000 HTTP/1.1" status: 200 len: 210 time: 0.0492218 Nov 22 16:32:36.277177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-531da3c2-f666-4d5c-8553-e801e263fe5c req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.281606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-531da3c2-f666-4d5c-8553-e801e263fe5c req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.320952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-f60c0359-8916-4ae7-84dc-0dca393535af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 217 time: 0.1205752 Nov 22 16:32:36.336675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8289e25c-4131-43c7-a0e8-3cec1759d2c0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:36.358185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-531da3c2-f666-4d5c-8553-e801e263fe5c req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.359529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-531da3c2-f666-4d5c-8553-e801e263fe5c req-9d59966c-92d5-40f6-9bae-25cf3188cd31 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3272495 Nov 22 16:32:36.479451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2fd98c-1547-4172-9716-a7bddb511000', 'name': 'network-vif-deleted', 'tag': '2e8d1fc9-eb23-4e33-a669-720974a6b207'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:36.483760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a60b89d5-f77a-432f-b3b9-89fca8aa300b None None] Provisioning complete for port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:36.485812 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac2aa75-85a7-4c10-b494-f4ae3fd70369" -d '{"events": [{"server_uuid": "3b2fd98c-1547-4172-9716-a7bddb511000", "name": "network-vif-deleted", "tag": "2e8d1fc9-eb23-4e33-a669-720974a6b207"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:36.487350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a60b89d5-f77a-432f-b3b9-89fca8aa300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.518409 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:32:36.535677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35c7c558-89ea-434f-85df-c20d42c913b6 req-0e4b70ad-c0d8-496c-b8d0-f3276bdb5a2a tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 210 time: 0.0494618 Nov 22 16:32:36.541596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-f0efa568-6aee-42eb-988e-dedbe3d4f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.551045 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-f0efa568-6aee-42eb-988e-dedbe3d4f304 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 200 len: 867 time: 0.1575980 Nov 22 16:32:36.592231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a60b89d5-f77a-432f-b3b9-89fca8aa300b None None] Port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:36.609491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7316a-8b32-4294-ad41-92c1ef02963a req-70e88af3-8d47-45c8-a7e3-27f35a25dde3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.614090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Router e783ae35-2205-42e6-82d3-8c730bd56081 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:36.616800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-408dd5d5-9e4d-4a69-b3cd-6f0052360ff0 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642774 Nov 22 16:32:36.619611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90f7316a-8b32-4294-ad41-92c1ef02963a req-70e88af3-8d47-45c8-a7e3-27f35a25dde3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1864619 Nov 22 16:32:36.791980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 305b32cf-1104-4dbd-87fa-c4cde91ac6ea up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:36.836545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dce9ad57-4e22-4a66-8d90-5e350a32e8db req-21de0e56-15ef-4b72-8002-afad9330940d tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/8289e25c-4131-43c7-a0e8-3cec1759d2c0 HTTP/1.1" status: 200 len: 1829 time: 0.2153499 Nov 22 16:32:36.864548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90f7316a-8b32-4294-ad41-92c1ef02963a req-1a77e771-acce-4995-b024-1476b41940b0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307715 Nov 22 16:32:36.880358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-7f03af52-c99e-4bfd-be18-02aa077a4033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:36.882874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-7f03af52-c99e-4bfd-be18-02aa077a4033 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3e305cf-12a2-4816-9c63-2873517720b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3141980 Nov 22 16:32:36.889669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:36.890677 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:36.947784 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb4d5b4-d1ea-45d2-9642-9d0ce51291c1 x-openstack-request-id: req-8eb4d5b4-d1ea-45d2-9642-9d0ce51291c1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:36.948271 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2fd98c-1547-4172-9716-a7bddb511000", "name": "network-vif-deleted", "tag": "2e8d1fc9-eb23-4e33-a669-720974a6b207", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:36.948596 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8eb4d5b4-d1ea-45d2-9642-9d0ce51291c1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:36.949078 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2fd98c-1547-4172-9716-a7bddb511000', 'name': 'network-vif-deleted', 'tag': '2e8d1fc9-eb23-4e33-a669-720974a6b207', 'status': 'completed', 'code': 200} Nov 22 16:32:36.986932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8fb1b6eb-a119-4686-8358-11b487c4ddbc req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1970813590', 'description': 'tempest-description-1228187588'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:37.073919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-a9688293-7da2-4950-a79a-82be9d6e33c5 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.075538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.075783 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-a9688293-7da2-4950-a79a-82be9d6e33c5 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4438865 Nov 22 16:32:37.105044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Request body: {'port': {'device_id': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '3e1065ce959f4a1eba33dbfa10a6126d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:37.106709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:37.118962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbce166-b27a-4b0f-961a-6960f5ea426e req-4f7acd5f-24ed-4c2f-8d50-56c24dccabe2 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.121170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffbce166-b27a-4b0f-961a-6960f5ea426e req-4f7acd5f-24ed-4c2f-8d50-56c24dccabe2 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1234078 Nov 22 16:32:37.131194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fb1b6eb-a119-4686-8358-11b487c4ddbc req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.134036 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.146103 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.213577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:37.254999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffbce166-b27a-4b0f-961a-6960f5ea426e req-0bd02e11-56fc-4634-b7c0-ced2067e7304 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259627 Nov 22 16:32:37.308356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fb1b6eb-a119-4686-8358-11b487c4ddbc req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.314815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fb1b6eb-a119-4686-8358-11b487c4ddbc req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.360087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8fb1b6eb-a119-4686-8358-11b487c4ddbc req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.361414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fb1b6eb-a119-4686-8358-11b487c4ddbc req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3925927 Nov 22 16:32:37.364252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c397405-716a-48f1-9cd1-095e0031d2ae tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6771fd-ce7c-4c88-af3c-9f676172699c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:37.440586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6db4c-08c2-4355-af5f-413c69a19362 req-6dc84332-9146-4e06-83e0-b876bd4f1b46 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.442384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33c6db4c-08c2-4355-af5f-413c69a19362 req-6dc84332-9146-4e06-83e0-b876bd4f1b46 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0575609 Nov 22 16:32:37.492056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:37.497934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33c6db4c-08c2-4355-af5f-413c69a19362 req-f3418d92-1038-4e35-ad35-644c41d8cef4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455623 Nov 22 16:32:37.513734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-37313afe-f60c-4c7e-9102-e481505e6c74 admin admin] 10.222.0.65 "PUT /v2.0/routers/e783ae35-2205-42e6-82d3-8c730bd56081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3448079 Nov 22 16:32:37.514302 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Sync routers for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:37.538159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-b2da19fb-3211-420b-95d9-0c52272adcd1 service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385603 Nov 22 16:32:37.545144 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:37.545862 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:37.636565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12950fe-18b8-4b23-9ab2-544a54aded64 req-43800949-61d9-4dfb-89c4-38d38fc1ac6a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:37.656722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b12950fe-18b8-4b23-9ab2-544a54aded64 req-43800949-61d9-4dfb-89c4-38d38fc1ac6a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 944 time: 0.1326950 Nov 22 16:32:37.745102 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:37.756857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b12950fe-18b8-4b23-9ab2-544a54aded64 req-2d015986-5124-48e9-a460-02a3b2d91a3a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992384 Nov 22 16:32:37.761615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5013a565-cbab-43db-9d92-ff407aedcf9e req-40ea793d-c564-4df9-9c31-c1121ef7dbe3 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/0d6771fd-ce7c-4c88-af3c-9f676172699c HTTP/1.1" status: 200 len: 1830 time: 0.1021540 Nov 22 16:32:37.808403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-792dd268-752b-4f0f-91a0-982d2e8bd1f2 req-a137fe7d-f0fe-431f-b689-6d5c7e0a580f service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471409 Nov 22 16:32:37.824827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Made reservation on behalf of 3e1065ce959f4a1eba33dbfa10a6126d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:37.835555 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:37.936744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d41fba23-fca2-4c58-b2af-50b217abd796 req-79a46949-22ec-4a0f-96f5-3ecdacdd8db9 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 210 time: 0.0579576 Nov 22 16:32:38.027219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Allocated IP 192.168.233.62 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/6272dfac-3037-45bf-b175-6a90bb3c5441) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:38.042378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-651dbf44-ab72-4bc6-ab03-cee62be35876 req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-859547013', 'description': 'tempest-description-1969457837'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:38.090070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-651dbf44-ab72-4bc6-ab03-cee62be35876 req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.138271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2e8d1fc9-eb23-4e33-a669-720974a6b207 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:32:38.151133 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 2, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:38.188013 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Checking router: e783ae35-2205-42e6-82d3-8c730bd56081 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:38.188502 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Updating router e783ae35-2205-42e6-82d3-8c730bd56081 port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:38.198731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 2e8d1fc9-eb23-4e33-a669-720974a6b207 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:32:38.199896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2e8d1fc9-eb23-4e33-a669-720974a6b207 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:32:38.222611 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.231304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-651dbf44-ab72-4bc6-ab03-cee62be35876 req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.237822 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-651dbf44-ab72-4bc6-ab03-cee62be35876 req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.289442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb3b09a-b31d-4b5d-b1fa-9ad8d881d030,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:38.296320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-651dbf44-ab72-4bc6-ab03-cee62be35876 req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.308750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-651dbf44-ab72-4bc6-ab03-cee62be35876 req-73adc3d3-2008-4721-a548-751907f0819e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2731411 Nov 22 16:32:38.366996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.422139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.424426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59b71f-cb56-43c7-90de-2e1aa5cbc3ef req-14f3a6b1-18c1-4662-b154-02212c373b48 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.435193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b59b71f-cb56-43c7-90de-2e1aa5cbc3ef req-14f3a6b1-18c1-4662-b154-02212c373b48 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0723064 Nov 22 16:32:38.456693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4e44489f-503d-4d70-b2a9-02a71cbad12a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:38.470421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c84acc2-0583-4e70-a9bb-505ba0ec8128 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:38.475145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54548) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:38.484912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-931165125-network', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:38.509428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:38.516186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:38.521983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:38.525847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Pushing event updated for resources: {'Port': ['ID=6272dfac-3037-45bf-b175-6a90bb3c5441,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:38.589403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b59b71f-cb56-43c7-90de-2e1aa5cbc3ef req-5d4bb906-0053-44ed-a151-2552d512aeee tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532164 Nov 22 16:32:38.590054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.591160 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.599492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Made reservation on behalf of 8afcb1bcb9384984973cf08ee8a4d417 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:38.602775 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.627446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-9109d052-46a7-4dfd-9e6e-ae06299a4046 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5408189 Nov 22 16:32:38.632975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.645492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Request body: {'port': {'device_id': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:38.709603 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.710244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221e3a25-dd9a-431a-b137-c88678bd4ff1 req-83e239c9-35cc-4e53-87c0-9a1f40cff0c6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:38.723873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-221e3a25-dd9a-431a-b137-c88678bd4ff1 req-83e239c9-35cc-4e53-87c0-9a1f40cff0c6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.2496018 Nov 22 16:32:38.726868 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.732934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:38.832383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1ba0da1-0ad2-4285-aad1-78b1e8299b7a req-178c704f-4366-427e-a1c2-fe92c90d283b tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/edb3b09a-b31d-4b5d-b1fa-9ad8d881d030 HTTP/1.1" status: 200 len: 1829 time: 0.1701639 Nov 22 16:32:38.919775 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2311516-1929-4361-9a10-d0c988949dff None None] Pushing event updated for resources: {'Port': ['ID=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:38.949927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 305b32cf-1104-4dbd-87fa-c4cde91ac6ea up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:38.958386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-221e3a25-dd9a-431a-b137-c88678bd4ff1 req-08ed7ee8-ab9a-4cab-a6ee-7f131d325561 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335141 Nov 22 16:32:39.024166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.094054 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Attempting to bind port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:39.094423 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Attempting to bind port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:39.094785 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Attempting to bind port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 on network 814ab345-506a-4727-afa4-8693f6a63c15 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:39.101166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.103466 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:39.104080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Checking segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:39.104403 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.104889 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Bound using segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:39.105428 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Bound port: 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:39.106803 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.122027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.128892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:39.174552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1254abed-626b-42c9-8ec2-025405d7cbab None None] Provisioning complete for port 6272dfac-3037-45bf-b175-6a90bb3c5441 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:39.175159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1254abed-626b-42c9-8ec2-025405d7cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.176165 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-1e791ebc-4ae2-4fcf-bf99-019c748d0565 req-b81658bf-9e8c-422f-9097-857b885b0d27 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] show failed (client error): The resource could not be found. Nov 22 16:32:39.177229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e791ebc-4ae2-4fcf-bf99-019c748d0565 req-b81658bf-9e8c-422f-9097-857b885b0d27 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/c3b4fff3-f4b0-40b4-8871-b609cab86c39 HTTP/1.1" status: 404 len: 352 time: 0.0573218 Nov 22 16:32:39.203351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:39.218388 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] For port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:39.222664 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] For port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:39.224999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6272dfac-3037-45bf-b175-6a90bb3c5441 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:39.228994 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.229312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147d0625-9a2c-4561-abc6-bcd8685a59f8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:39.232487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'port_id': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'mac_address': 'fa:16:3e:a2:79:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:39.244986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.249161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.249595 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Added segment a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d of type vlan for network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d Nov 22 16:32:39.271023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a1256-07de-47fc-93b8-985084eaaff4 req-56d532d4-7524-4c9a-b56f-093612de3a0a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.277118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Transition to ACTIVE for port object 6272dfac-3037-45bf-b175-6a90bb3c5441 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:32:39.283518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.285242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a98a1256-07de-47fc-93b8-985084eaaff4 req-56d532d4-7524-4c9a-b56f-093612de3a0a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 944 time: 0.1924410 Nov 22 16:32:39.356780 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:39.357565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:39.378292 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.434844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2311516-1929-4361-9a10-d0c988949dff None None] Pushing event updated for resources: {'Port': ['ID=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:39.463605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.469741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Pushing event updated for resources: {'Port': ['ID=6272dfac-3037-45bf-b175-6a90bb3c5441,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:39.494954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:39.495330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.574418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1254abed-626b-42c9-8ec2-025405d7cbab None None] Port 6272dfac-3037-45bf-b175-6a90bb3c5441 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:39.598638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Attempting to bind port 6272dfac-3037-45bf-b175-6a90bb3c5441 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:39.598956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Attempting to bind port 6272dfac-3037-45bf-b175-6a90bb3c5441 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:39.599229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Attempting to bind port 6272dfac-3037-45bf-b175-6a90bb3c5441 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:39.603705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.604811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.605565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.608565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Port 6272dfac-3037-45bf-b175-6a90bb3c5441 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:32:39.608820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Attempting to bind port 6272dfac-3037-45bf-b175-6a90bb3c5441 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:39.612242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c84acc2-0583-4e70-a9bb-505ba0ec8128 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:39.624510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:39.625204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:39.625859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:39.626533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Bound port: 6272dfac-3037-45bf-b175-6a90bb3c5441, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:39.627101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.627271 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:39.685544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:39.739466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.786003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] For port 6272dfac-3037-45bf-b175-6a90bb3c5441, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:39.790298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] For port 6272dfac-3037-45bf-b175-6a90bb3c5441, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6272dfac-3037-45bf-b175-6a90bb3c5441,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:39.803361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.818147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-670040c2-641b-4640-ba65-0dfe0a76637c None None] Provisioning complete for port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:39.818147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-670040c2-641b-4640-ba65-0dfe0a76637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.837065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3606343 Nov 22 16:32:39.847785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:39.855664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Request body: {'subnet': {'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-subnet', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:39.858069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a98a1256-07de-47fc-93b8-985084eaaff4 req-77914255-586e-419a-af50-350a977d05d5 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673416 Nov 22 16:32:39.861809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54568) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:39.873629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6c84acc2-0583-4e70-a9bb-505ba0ec8128,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:39.880206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11f951-21f4-42ec-b114-1fb2adbaccbb req-9ea4ffe9-b5d5-4dcf-8b6c-e3542fc17853 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.889285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c11f951-21f4-42ec-b114-1fb2adbaccbb req-9ea4ffe9-b5d5-4dcf-8b6c-e3542fc17853 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 947 time: 0.4273462 Nov 22 16:32:39.900198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Made reservation on behalf of 8afcb1bcb9384984973cf08ee8a4d417 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:39.903177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.907698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f330aaa-d568-477e-8d4f-9722d3dc16c1 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:39.927262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:39.929767 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-40d145cc-9f44-43c9-ac97-41ee6b7b37aa req-f66dfbef-059e-4760-95b1-bfaa66f07e90 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] show failed (client error): The resource could not be found. Nov 22 16:32:39.947282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40d145cc-9f44-43c9-ac97-41ee6b7b37aa req-f66dfbef-059e-4760-95b1-bfaa66f07e90 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-group-rules/4c630484-a413-45f0-9fb8-96c53d65f6a5 HTTP/1.1" status: 404 len: 361 time: 0.0417399 Nov 22 16:32:39.971693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:39.975016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:39.986574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] 10.222.0.20 "PUT /v2.0/ports/6272dfac-3037-45bf-b175-6a90bb3c5441 HTTP/1.1" status: 200 len: 1095 time: 1.3478057 Nov 22 16:32:39.986574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adccf85c-5e4c-4949-80ca-c3e7e38f4c1c service neutron] Pushing event updated for resources: {'Port': ['ID=6272dfac-3037-45bf-b175-6a90bb3c5441,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:39.989852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'tag': '6272dfac-3037-45bf-b175-6a90bb3c5441'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:40.000567 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94da6187-fae6-43b7-83eb-44089f96bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "8415907d-30d7-4f14-b66c-73a83b36aab3", "tag": "6272dfac-3037-45bf-b175-6a90bb3c5441"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:40.088144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c11f951-21f4-42ec-b114-1fb2adbaccbb req-c477c8b2-0a9f-4bfe-a6ca-0cfe2de7ae49 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971231 Nov 22 16:32:40.105300 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:39Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:40.142825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-666aa440-9fe6-4626-8eca-09a8bce0df50 None None] The sync data for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 is: [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:39Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:40.196481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-670040c2-641b-4640-ba65-0dfe0a76637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.279552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-670040c2-641b-4640-ba65-0dfe0a76637c None None] For port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:40.282642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-68d88b97-6473-488c-9926-b2d43be12d69 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ffa95dec6de487ebae36d74ad75464e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4175477 Nov 22 16:32:40.285965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54580) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:40.288802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-670040c2-641b-4640-ba65-0dfe0a76637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.294534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['6c84acc2-0583-4e70-a9bb-505ba0ec8128'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:40.310603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94363cfa-ff66-48b8-aca4-5eb51eebc5e8 req-873f2393-eb0a-43f6-9d4a-ba0c588213e7 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/edb3b09a-b31d-4b5d-b1fa-9ad8d881d030 HTTP/1.1" status: 200 len: 1829 time: 0.1808999 Nov 22 16:32:40.332989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afacc1-f2c7-4cae-8258-5e00cc6fb905 req-a4a17b9c-5f9e-4d0b-b2cf-5b563efa9aae tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.334780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73afacc1-f2c7-4cae-8258-5e00cc6fb905 req-a4a17b9c-5f9e-4d0b-b2cf-5b563efa9aae tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2403634 Nov 22 16:32:40.372448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-5e7f9f6f-3bd8-4b0f-af2b-69869c26022b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.373902 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-5e7f9f6f-3bd8-4b0f-af2b-69869c26022b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 1098 time: 0.2544997 Nov 22 16:32:40.417797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670040c2-641b-4640-ba65-0dfe0a76637c None None] Pushing event updated for resources: {'Port': ['ID=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:40.446910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb096-f2b9-42d6-a0c5-a04607118487 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.457976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-09860e56-fefa-486a-9a83-7c3ac13a34ce None None] Provisioning complete for port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:40.458488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-09860e56-fefa-486a-9a83-7c3ac13a34ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.471233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-70710303-dc0d-4121-ba4d-062f29c3cc71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6272dfac-3037-45bf-b175-6a90bb3c5441 HTTP/1.1" status: 200 len: 217 time: 0.0820205 Nov 22 16:32:40.485198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb096-f2b9-42d6-a0c5-a04607118487 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.536446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.580902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb096-f2b9-42d6-a0c5-a04607118487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.583545 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dd3eb096-f2b9-42d6-a0c5-a04607118487 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.585229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dd3eb096-f2b9-42d6-a0c5-a04607118487 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be841c55-24f4-4c8f-99ab-d41e47bea40f HTTP/1.1" status: 204 len: 168 time: 0.2968667 Nov 22 16:32:40.662232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73afacc1-f2c7-4cae-8258-5e00cc6fb905 req-383cb5bb-b342-4276-a15b-88619663bd82 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797179 Nov 22 16:32:40.663429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3eb096-f2b9-42d6-a0c5-a04607118487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be841c55-24f4-4c8f-99ab-d41e47bea40f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:40.685426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-b3d42ec0-674b-4976-8667-d5a35d91c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.689843 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-b3d42ec0-674b-4976-8667-d5a35d91c4d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2099502 Nov 22 16:32:40.702911 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-94363cfa-ff66-48b8-aca4-5eb51eebc5e8 req-91a44612-4527-4e76-ad35-252db7eba450 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.764810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-94363cfa-ff66-48b8-aca4-5eb51eebc5e8 req-91a44612-4527-4e76-ad35-252db7eba450 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.825998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30d31ae-e571-4a02-90ae-8b017ce1f0d2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:40.836893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Checking segment: {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:40.837284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Network hostable DHCP agents. Network: 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:40.851650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:40.855419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957ebec-8b93-4870-aa27-d81441d247ca req-78722818-3fdd-4513-abff-5aee5c7af5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.857307 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-78722818-3fdd-4513-abff-5aee5c7af5cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1542156 Nov 22 16:32:40.891573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:40.936418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc58df1-a2a1-4c2a-9bb2-f96636c05c46 req-03e267fe-0d30-4791-aa46-46cf68824afa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:40.949488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc58df1-a2a1-4c2a-9bb2-f96636c05c46 req-03e267fe-0d30-4791-aa46-46cf68824afa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1570985 Nov 22 16:32:40.976436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-94363cfa-ff66-48b8-aca4-5eb51eebc5e8 req-91a44612-4527-4e76-ad35-252db7eba450 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.979530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-94363cfa-ff66-48b8-aca4-5eb51eebc5e8 req-91a44612-4527-4e76-ad35-252db7eba450 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.981006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:40.981639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:40.985355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94363cfa-ff66-48b8-aca4-5eb51eebc5e8 req-91a44612-4527-4e76-ad35-252db7eba450 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "DELETE /v2.0/security-groups/edb3b09a-b31d-4b5d-b1fa-9ad8d881d030 HTTP/1.1" status: 204 len: 173 time: 0.6618061 Nov 22 16:32:41.025967 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-a6012c6a-e06e-437f-adb3-9273b9e681f1 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528091 Nov 22 16:32:41.043060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a44612-4527-4e76-ad35-252db7eba450 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb3b09a-b31d-4b5d-b1fa-9ad8d881d030,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:41.134392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc58df1-a2a1-4c2a-9bb2-f96636c05c46 req-c0f03802-b7f3-406d-ab61-9c805571f934 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833265 Nov 22 16:32:41.160681 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bbd539-ef91-411a-b2b2-931982b961c5 x-openstack-request-id: req-b5bbd539-ef91-411a-b2b2-931982b961c5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:41.160986 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8415907d-30d7-4f14-b66c-73a83b36aab3", "tag": "6272dfac-3037-45bf-b175-6a90bb3c5441", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:41.162033 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5bbd539-ef91-411a-b2b2-931982b961c5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:41.162033 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'tag': '6272dfac-3037-45bf-b175-6a90bb3c5441', 'status': 'completed', 'code': 200} Nov 22 16:32:41.164701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:41.200536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.201609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.231917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84437492-a359-4c23-9bcf-08686f4d2acb None None] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:41.239312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8472b5ec-13b5-46f9-895d-6b948121734c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3886006 Nov 22 16:32:41.242783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54592) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:41.255439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:41.287633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54594) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:41.321983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0957ebec-8b93-4870-aa27-d81441d247ca req-edad50fc-f2e9-49f4-87e7-6de6d0e30dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844539 Nov 22 16:32:41.322762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-668d8c4d-c2f3-4b0d-a5d3-b6762ac76539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.351812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.352886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.392932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-455512c7-a810-4b46-a0c4-9bb3cff480af req-4ae67c3a-96f3-4d9b-a02c-74b40022fef2 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/0d6771fd-ce7c-4c88-af3c-9f676172699c HTTP/1.1" status: 200 len: 1830 time: 0.1510413 Nov 22 16:32:41.439960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026a219-95a1-4193-a125-b4b1236f5830 req-ca77d919-d8a3-420e-a6e7-9b2322a1b32e tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.448047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0026a219-95a1-4193-a125-b4b1236f5830 req-ca77d919-d8a3-420e-a6e7-9b2322a1b32e tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 945 time: 0.1696868 Nov 22 16:32:41.493149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da6187-fae6-43b7-83eb-44089f96bafa req-a986e541-ed92-4ad6-80ef-e8537059356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.495148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-a986e541-ed92-4ad6-80ef-e8537059356e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 1098 time: 0.0954490 Nov 22 16:32:41.513074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.531513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d', 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'fixed_ips': [{'subnet_id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:32:41.532620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.610901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-668d8c4d-c2f3-4b0d-a5d3-b6762ac76539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.619966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-668d8c4d-c2f3-4b0d-a5d3-b6762ac76539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.692992 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-668d8c4d-c2f3-4b0d-a5d3-b6762ac76539 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=142b390068bc4d9d95782eab8b0c9927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046724 Nov 22 16:32:41.700774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54598) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:41.701439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d8c4d-c2f3-4b0d-a5d3-b6762ac76539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca16b0e-eddc-4384-a17a-00abeaa0bb75,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:41.722998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da6187-fae6-43b7-83eb-44089f96bafa req-6e9950aa-4600-49af-a6b5-a0b60ee91876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.725090 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-6e9950aa-4600-49af-a6b5-a0b60ee91876 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2200632 Nov 22 16:32:41.742786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Allocated IP 172.20.0.2 (1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d/c30d31ae-e571-4a02-90ae-8b017ce1f0d2/add32246-a65b-417e-a8ec-3f42087fd2ca) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:41.749866 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.760974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-455512c7-a810-4b46-a0c4-9bb3cff480af req-631cf2aa-5c19-484a-a291-440f7578c0ef tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.769489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0026a219-95a1-4193-a125-b4b1236f5830 req-ac2b002f-2e1b-400c-8167-ef5bba224dac tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205078 Nov 22 16:32:41.807484 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-3f49ea73-27b4-4c01-a67c-3aa28d1bf263 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=6272dfac-3037-45bf-b175-6a90bb3c5441 HTTP/1.1" status: 200 len: 217 time: 0.0668643 Nov 22 16:32:41.845109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-455512c7-a810-4b46-a0c4-9bb3cff480af req-631cf2aa-5c19-484a-a291-440f7578c0ef tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.857248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-007cb7d9-76e2-4ac0-ad38-bf45f84434ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.894262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-007cb7d9-76e2-4ac0-ad38-bf45f84434ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.896990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da6187-fae6-43b7-83eb-44089f96bafa req-d138bba5-d565-4deb-bb64-9d480cd0c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.899490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-d138bba5-d565-4deb-bb64-9d480cd0c40c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0806167 Nov 22 16:32:41.946377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8415f-e5c9-419a-910e-8fce8b480225 req-b8c4e1c8-c8f2-46f8-8840-93fbff0c4edd tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.947885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acf8415f-e5c9-419a-910e-8fce8b480225 req-b8c4e1c8-c8f2-46f8-8840-93fbff0c4edd tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 947 time: 0.0912976 Nov 22 16:32:41.957405 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-455512c7-a810-4b46-a0c4-9bb3cff480af req-631cf2aa-5c19-484a-a291-440f7578c0ef tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.960289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-455512c7-a810-4b46-a0c4-9bb3cff480af req-631cf2aa-5c19-484a-a291-440f7578c0ef tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.961401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-455512c7-a810-4b46-a0c4-9bb3cff480af req-631cf2aa-5c19-484a-a291-440f7578c0ef tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "DELETE /v2.0/security-groups/0d6771fd-ce7c-4c88-af3c-9f676172699c HTTP/1.1" status: 204 len: 173 time: 0.5676534 Nov 22 16:32:41.986893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da6187-fae6-43b7-83eb-44089f96bafa req-6ca327b7-99bd-4200-9304-eb3352284312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:41.987192 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:41.989176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-6ca327b7-99bd-4200-9304-eb3352284312 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740039 Nov 22 16:32:42.002071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.013368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cf2aa-5c19-484a-a291-440f7578c0ef tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6771fd-ce7c-4c88-af3c-9f676172699c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.061339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:42.070703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-007cb7d9-76e2-4ac0-ad38-bf45f84434ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.071644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:42.075152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-007cb7d9-76e2-4ac0-ad38-bf45f84434ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.078739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-007cb7d9-76e2-4ac0-ad38-bf45f84434ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ca16b0e-eddc-4384-a17a-00abeaa0bb75 HTTP/1.1" status: 204 len: 168 time: 0.3721449 Nov 22 16:32:42.078926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:42.097674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cb7d9-76e2-4ac0-ad38-bf45f84434ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca16b0e-eddc-4384-a17a-00abeaa0bb75,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.097852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Pushing event updated for resources: {'Port': ['ID=add32246-a65b-417e-a8ec-3f42087fd2ca,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.129512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acf8415f-e5c9-419a-910e-8fce8b480225 req-951d8fa6-941c-4ab5-ba11-82c921897a65 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731930 Nov 22 16:32:42.137971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-cf193715-1b12-4570-b6c4-87a7ebb0ff37 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345568 Nov 22 16:32:42.213591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Attempting to bind port add32246-a65b-417e-a8ec-3f42087fd2ca on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:42.213987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Attempting to bind port add32246-a65b-417e-a8ec-3f42087fd2ca by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:42.214348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Attempting to bind port add32246-a65b-417e-a8ec-3f42087fd2ca on network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:42.222699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:42.223046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Checking segment: {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:42.223449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.223841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Bound using segment: {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:42.224313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Bound port: add32246-a65b-417e-a8ec-3f42087fd2ca, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:42.224691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.257897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdc533-e7ca-4c3b-923b-59ddead27c27 req-3004de2f-6bd4-4a23-ac6b-feff16173373 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.259971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2cdc533-e7ca-4c3b-923b-59ddead27c27 req-3004de2f-6bd4-4a23-ac6b-feff16173373 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1968262 Nov 22 16:32:42.300062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94da6187-fae6-43b7-83eb-44089f96bafa req-fc355293-ecdb-46dd-9c96-dd9e1afceca9 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578231 Nov 22 16:32:42.306212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] For port add32246-a65b-417e-a8ec-3f42087fd2ca, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:42.310246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] For port add32246-a65b-417e-a8ec-3f42087fd2ca, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=add32246-a65b-417e-a8ec-3f42087fd2ca,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:42.321501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.350923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64ae2d81-d7fd-4236-8d5d-7b26a44c9ba6 req-1b54c1d2-a924-4cf9-8a92-8371ab100b0e tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/8289e25c-4131-43c7-a0e8-3cec1759d2c0 HTTP/1.1" status: 200 len: 1829 time: 0.1430690 Nov 22 16:32:42.353861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.402700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.407348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c8452-7ef3-4013-a6a0-3ec76a8a85d4 None None] Pushing event updated for resources: {'Port': ['ID=add32246-a65b-417e-a8ec-3f42087fd2ca,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.440393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2cdc533-e7ca-4c3b-923b-59ddead27c27 req-5929ba69-4fa6-4baa-8df3-0ac966bd9625 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698151 Nov 22 16:32:42.471585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c84acc2-0583-4e70-a9bb-505ba0ec8128 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:42.519617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-64ae2d81-d7fd-4236-8d5d-7b26a44c9ba6 req-7b415ab8-4c78-494c-a0d2-3504991621fc tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.561058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:42.566354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:42.567357 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.629410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-64ae2d81-d7fd-4236-8d5d-7b26a44c9ba6 req-7b415ab8-4c78-494c-a0d2-3504991621fc tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.657296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Allocated IP 172.25.6.56 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:42.702612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.718271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c18dc4-c5ce-47b4-acf2-7a522f2b5601 req-54c3d4b0-2e23-4c38-8812-12bb5568a368 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:42.719694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66c18dc4-c5ce-47b4-acf2-7a522f2b5601 req-54c3d4b0-2e23-4c38-8812-12bb5568a368 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1914625 Nov 22 16:32:42.749433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:42.753086 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625e8ad6-a096-45c4-a068-e8465e796b75" -d '{"events": [{"server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "name": "network-vif-plugged", "status": "completed", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:42.771648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:42.777743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.830733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-64ae2d81-d7fd-4236-8d5d-7b26a44c9ba6 req-7b415ab8-4c78-494c-a0d2-3504991621fc tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.836531 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-64ae2d81-d7fd-4236-8d5d-7b26a44c9ba6 req-7b415ab8-4c78-494c-a0d2-3504991621fc tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.842333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64ae2d81-d7fd-4236-8d5d-7b26a44c9ba6 req-7b415ab8-4c78-494c-a0d2-3504991621fc tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "DELETE /v2.0/security-groups/8289e25c-4131-43c7-a0e8-3cec1759d2c0 HTTP/1.1" status: 204 len: 173 time: 0.4790270 Nov 22 16:32:42.863696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6c84acc2-0583-4e70-a9bb-505ba0ec8128,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.893723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b415ab8-4c78-494c-a0d2-3504991621fc tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8289e25c-4131-43c7-a0e8-3cec1759d2c0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:42.907320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66c18dc4-c5ce-47b4-acf2-7a522f2b5601 req-86eb7b95-0dec-453d-8580-a16f225297a5 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726747 Nov 22 16:32:42.962947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:42.997233 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67554ef0-a952-41f5-a321-fc6d48f4cc4f x-openstack-request-id: req-67554ef0-a952-41f5-a321-fc6d48f4cc4f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:42.997544 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "name": "network-vif-plugged", "status": "completed", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:42.997843 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67554ef0-a952-41f5-a321-fc6d48f4cc4f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:42.998234 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'code': 200} Nov 22 16:32:43.080868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.139910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f185b3-101a-411c-b70d-ad3031d9f4bc req-1e993724-f11f-4255-8ae8-5caa0972a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:43.141604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34f185b3-101a-411c-b70d-ad3031d9f4bc req-1e993724-f11f-4255-8ae8-5caa0972a641 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0571067 Nov 22 16:32:43.143437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:43.161607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:43.169471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:43.182688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30443eb2-cbb7-4e3a-98dd-b7bd8fa97b57 req-94fe3657-5404-4cad-819f-d48e0edf0221 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/d5cef794-765d-4ddd-a428-272712a95ea4 HTTP/1.1" status: 200 len: 1830 time: 0.1656225 Nov 22 16:32:43.192361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84498f-77c7-487b-b7ab-085fd953679b req-4b5fd52e-ac41-4fc1-afd9-7c4da54d11cc tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:43.194673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee84498f-77c7-487b-b7ab-085fd953679b req-4b5fd52e-ac41-4fc1-afd9-7c4da54d11cc tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.1765556 Nov 22 16:32:43.208066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34f185b3-101a-411c-b70d-ad3031d9f4bc req-346cf10a-5653-4fd4-86c7-74d242c8b9be service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 Nov 22 16:32:43.250989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Pushing event updated for resources: {'Port': ['ID=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:43.421617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee84498f-77c7-487b-b7ab-085fd953679b req-fcfc8357-e6de-4e4e-bf27-c2d2b7af4c8b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814077 Nov 22 16:32:43.422222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-30443eb2-cbb7-4e3a-98dd-b7bd8fa97b57 req-0a4d0a5c-6ed9-4588-a3e0-f2fd12d06895 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.524963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-30443eb2-cbb7-4e3a-98dd-b7bd8fa97b57 req-0a4d0a5c-6ed9-4588-a3e0-f2fd12d06895 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.641065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58530827-0f97-4329-b109-814debc0eb1c None None] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:43.716494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a4a52f19-1447-40ae-af34-cb62a6954b8f None None] Provisioning complete for port add32246-a65b-417e-a8ec-3f42087fd2ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:43.717197 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a4a52f19-1447-40ae-af34-cb62a6954b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.883093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a4a52f19-1447-40ae-af34-cb62a6954b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.945441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a4a52f19-1447-40ae-af34-cb62a6954b8f None None] For port add32246-a65b-417e-a8ec-3f42087fd2ca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=add32246-a65b-417e-a8ec-3f42087fd2ca,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:43.951440 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a4a52f19-1447-40ae-af34-cb62a6954b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:43.991870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff831b-39f1-4be5-ab52-e8503cc5621e req-33cbcbe0-b3fc-4b21-84d0-b2bc94653ce7 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:43.993559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fff831b-39f1-4be5-ab52-e8503cc5621e req-33cbcbe0-b3fc-4b21-84d0-b2bc94653ce7 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 947 time: 0.4812534 Nov 22 16:32:44.020720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a52f19-1447-40ae-af34-cb62a6954b8f None None] Pushing event updated for resources: {'Port': ['ID=add32246-a65b-417e-a8ec-3f42087fd2ca,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.029770 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-30443eb2-cbb7-4e3a-98dd-b7bd8fa97b57 req-0a4d0a5c-6ed9-4588-a3e0-f2fd12d06895 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.031965 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-30443eb2-cbb7-4e3a-98dd-b7bd8fa97b57 req-0a4d0a5c-6ed9-4588-a3e0-f2fd12d06895 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.033169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30443eb2-cbb7-4e3a-98dd-b7bd8fa97b57 req-0a4d0a5c-6ed9-4588-a3e0-f2fd12d06895 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5cef794-765d-4ddd-a428-272712a95ea4 HTTP/1.1" status: 204 len: 173 time: 0.8370798 Nov 22 16:32:44.064925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.074420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d0a5c-6ed9-4588-a3e0-f2fd12d06895 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cef794-765d-4ddd-a428-272712a95ea4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.166144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6272dfac-3037-45bf-b175-6a90bb3c5441 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:44.180337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fff831b-39f1-4be5-ab52-e8503cc5621e req-70348a53-09fd-4d42-9e35-da5e66bd58c7 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706030 Nov 22 16:32:44.234790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fb755-d936-40cb-9308-dc6d7a6d5c17 req-c9daf482-d624-462a-a37d-1de002eab22f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.236315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a38fb755-d936-40cb-9308-dc6d7a6d5c17 req-c9daf482-d624-462a-a37d-1de002eab22f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1229391 Nov 22 16:32:44.284115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6272dfac-3037-45bf-b175-6a90bb3c5441, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6272dfac-3037-45bf-b175-6a90bb3c5441,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:44.301687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '6272dfac-3037-45bf-b175-6a90bb3c5441', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '6272dfac-3037-45bf-b175-6a90bb3c5441', 'mac_address': 'fa:16:3e:d6:e8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:44.309715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f827f4ae-f7f7-49c2-b7c0-6a4f4d58d998 None None] Provisioning complete for port add32246-a65b-417e-a8ec-3f42087fd2ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:44.311675 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f827f4ae-f7f7-49c2-b7c0-6a4f4d58d998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.375643 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.377935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a38fb755-d936-40cb-9308-dc6d7a6d5c17 req-504fe638-552d-43e7-9e48-8536a699d6e8 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300738 Nov 22 16:32:44.403425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6272dfac-3037-45bf-b175-6a90bb3c5441 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:44.455984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6272dfac-3037-45bf-b175-6a90bb3c5441, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6272dfac-3037-45bf-b175-6a90bb3c5441,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:44.456746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecbcde-2fc9-42e6-a8e9-43c05b65cc20 req-9d5f7aed-7d12-4681-875d-b5874d71d4d9 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.458330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fecbcde-2fc9-42e6-a8e9-43c05b65cc20 req-9d5f7aed-7d12-4681-875d-b5874d71d4d9 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1239557 Nov 22 16:32:44.464946 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.465466 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.625712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fecbcde-2fc9-42e6-a8e9-43c05b65cc20 req-6d6f391e-b07a-4bb1-8060-d6edc2a40347 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547346 Nov 22 16:32:44.674892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6272dfac-3037-45bf-b175-6a90bb3c5441,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:44.678274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f2071d3-1b29-4835-8542-4c69dfd5b899 req-6ae1bd32-190e-4c25-a7f6-c53b2bcabaab tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "GET /v2.0/security-groups/d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172 HTTP/1.1" status: 200 len: 1830 time: 0.0953722 Nov 22 16:32:44.730194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6272dfac-3037-45bf-b175-6a90bb3c5441'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:44.761066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device add32246-a65b-417e-a8ec-3f42087fd2ca up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:44.807415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5f2071d3-1b29-4835-8542-4c69dfd5b899 req-ed1db82c-b9a2-40b2-9c4a-6dc895f4d333 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.812949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:32:44.825172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d16a47-e56a-4f92-9c56-1331300c86b4 req-c691036f-01fb-4804-8ab5-29db8ecfafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:44.826739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57d16a47-e56a-4f92-9c56-1331300c86b4 req-c691036f-01fb-4804-8ab5-29db8ecfafc6 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.1087971 Nov 22 16:32:44.861219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port add32246-a65b-417e-a8ec-3f42087fd2ca triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:44.861673 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.867931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5f2071d3-1b29-4835-8542-4c69dfd5b899 req-ed1db82c-b9a2-40b2-9c4a-6dc895f4d333 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:44.968978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57d16a47-e56a-4f92-9c56-1331300c86b4 req-b746bd3b-7374-4b0a-a83c-d4c73ad414d3 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332791 Nov 22 16:32:45.012349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5f2071d3-1b29-4835-8542-4c69dfd5b899 req-ed1db82c-b9a2-40b2-9c4a-6dc895f4d333 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.015071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5f2071d3-1b29-4835-8542-4c69dfd5b899 req-ed1db82c-b9a2-40b2-9c4a-6dc895f4d333 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.016223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f2071d3-1b29-4835-8542-4c69dfd5b899 req-ed1db82c-b9a2-40b2-9c4a-6dc895f4d333 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] 10.222.0.65 "DELETE /v2.0/security-groups/d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172 HTTP/1.1" status: 204 len: 173 time: 0.3336699 Nov 22 16:32:45.024380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54664) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:45.033515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1db82c-b9a2-40b2-9c4a-6dc895f4d333 tempest-SecurityGroupRulesNegativeTestJSON-1288120916 tempest-SecurityGroupRulesNegativeTestJSON-1288120916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab7b55-2c28-4de5-9b0c-4c5bf4f7a172,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:45.042627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:45.057092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Sync routers for ids ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:45.079975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.083835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c05d4156-4130-4eb5-8f97-ba47f5ed421c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8370321 Nov 22 16:32:45.084213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54666) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:45.094814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Deleting subnet a1686300-0a91-4a0f-b78f-1a622845533f {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:32:45.098767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.108269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Routers {'721eb8f5-200f-4a7a-932b-86bf7651e5e2'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:45.116764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:45.148923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.201448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.257483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Set router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:45.281379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.313053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1686300-0a91-4a0f-b78f-1a622845533f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:45.316448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.321706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00421ab2-5722-429f-8b1c-a199a8936e86 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a1686300-0a91-4a0f-b78f-1a622845533f HTTP/1.1" status: 204 len: 168 time: 0.2938371 Nov 22 16:32:45.326118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:45.413201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.420584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236523f-7559-41b7-8b12-b64e72492abe req-b942187f-a7ae-4617-b066-a14c60a93963 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.427585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d236523f-7559-41b7-8b12-b64e72492abe req-b942187f-a7ae-4617-b066-a14c60a93963 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 948 time: 0.1140094 Nov 22 16:32:45.524907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.530602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:32:43Z', 'revision_number': 3, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:45.555911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba10d5b1-44b1-439b-907e-7620b7111a3c']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:45.567695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Checking router: 721eb8f5-200f-4a7a-932b-86bf7651e5e2 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:45.568052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Updating router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:45.574105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67e7210-694b-4bfe-a5de-7fe6072164cc') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:45.574956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67e7210-694b-4bfe-a5de-7fe6072164cc') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:45.590622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.592708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d236523f-7559-41b7-8b12-b64e72492abe req-0f5c2aa7-1cad-4a19-969d-e08920dba5d9 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640663 Nov 22 16:32:45.604305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.620927 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.645315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:32:45.645754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:32:45.659625 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:32:45.664749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18f93f-69b3-4d64-ac11-85795569143d req-2de38a6d-b19b-4566-8415-0d89af89d328 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.666671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c18f93f-69b3-4d64-ac11-85795569143d req-2de38a6d-b19b-4566-8415-0d89af89d328 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1317244 Nov 22 16:32:45.764756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.774059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:45.779623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] 10.222.0.65 "DELETE /v2.0/networks/ba10d5b1-44b1-439b-907e-7620b7111a3c HTTP/1.1" status: 204 len: 168 time: 0.4522502 Nov 22 16:32:45.791734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14f175-c5ce-415e-b61d-251e44b7943e admin admin] Pushing event deleted for resources: {'Network': ['ID=ba10d5b1-44b1-439b-907e-7620b7111a3c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:45.814779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c18f93f-69b3-4d64-ac11-85795569143d req-82bff59b-9f77-4bc7-a656-c0bbbb35be4d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376610 Nov 22 16:32:45.907557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fef7e5-1017-4ce4-bfbb-44b47e84d105 req-ecb368b8-2f14-498e-bec2-061848c88802 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:45.909193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46fef7e5-1017-4ce4-bfbb-44b47e84d105 req-ecb368b8-2f14-498e-bec2-061848c88802 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1022980 Nov 22 16:32:46.006010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46fef7e5-1017-4ce4-bfbb-44b47e84d105 req-bb82c9f8-8f26-48e1-9c21-9064804a5b78 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841289 Nov 22 16:32:46.010780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.055266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.066125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.114351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:46.150546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Attempting to bind port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:46.150911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Attempting to bind port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:46.151273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Attempting to bind port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:46.160642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af19e99-d5cc-4665-972f-121ca7b55217 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.165126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:46.165505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:46.166165 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.166720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:46.167456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Bound port: bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:46.167868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.172175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6272dfac-3037-45bf-b175-6a90bb3c5441 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:46.176759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24d58251-f430-4acd-a4c6-ac8b89f5fe4f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b0a790ebee624d5d96b041138cd36c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606353 Nov 22 16:32:46.179670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:46.269086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-966cdaf8-6ba7-4cf2-b698-cccc0ae120ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.283773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] For port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:46.288122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] For port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:46.299938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.302542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-966cdaf8-6ba7-4cf2-b698-cccc0ae120ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.313806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 6272dfac-3037-45bf-b175-6a90bb3c5441 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:32:46.316565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250b22a-becc-46e6-9dde-525b540b0f91 req-cd6efea5-1a5e-4544-8039-d7d90042ca30 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.325134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e250b22a-becc-46e6-9dde-525b540b0f91 req-cd6efea5-1a5e-4544-8039-d7d90042ca30 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.2070730 Nov 22 16:32:46.347876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 6272dfac-3037-45bf-b175-6a90bb3c5441 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:46.348588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.377777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Allocated IP 172.20.0.1 (1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d/c30d31ae-e571-4a02-90ae-8b017ce1f0d2/7f650654-44af-45b7-936f-3654fe34b34b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:46.405241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Routers {'721eb8f5-200f-4a7a-932b-86bf7651e5e2'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:46.405942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:46.410913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af19e99-d5cc-4665-972f-121ca7b55217 None None] Pushing event updated for resources: {'Port': ['ID=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.443119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e250b22a-becc-46e6-9dde-525b540b0f91 req-cd759d31-0557-46cf-8d13-d23e36ab0832 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170290 Nov 22 16:32:46.482488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-966cdaf8-6ba7-4cf2-b698-cccc0ae120ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.486773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-966cdaf8-6ba7-4cf2-b698-cccc0ae120ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.488462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-966cdaf8-6ba7-4cf2-b698-cccc0ae120ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a389a6da-86f4-4d28-b40e-789389f8d729 HTTP/1.1" status: 204 len: 168 time: 0.3074334 Nov 22 16:32:46.500186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966cdaf8-6ba7-4cf2-b698-cccc0ae120ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a389a6da-86f4-4d28-b40e-789389f8d729,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.576562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.596152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] Set router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:46.671882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6272dfac-3037-45bf-b175-6a90bb3c5441'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:46.674806 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84c8e18-eb44-4099-b972-9295849597cc" -d '{"events": [{"server_uuid": "8415907d-30d7-4f14-b66c-73a83b36aab3", "name": "network-vif-plugged", "status": "completed", "tag": "6272dfac-3037-45bf-b175-6a90bb3c5441"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:46.724402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6272dfac-3037-45bf-b175-6a90bb3c5441, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6272dfac-3037-45bf-b175-6a90bb3c5441,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:46.730755 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.759234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:46.812728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6272dfac-3037-45bf-b175-6a90bb3c5441,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:46.826227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.918640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1477b9de-a267-4563-9b41-e85d6b582705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:46.975690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918bacda-9a3f-414c-ae0e-fc9f238829cd req-6dd2edd8-9826-4803-a758-26ca1fe2ef81 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:46.979016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-918bacda-9a3f-414c-ae0e-fc9f238829cd req-6dd2edd8-9826-4803-a758-26ca1fe2ef81 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 949 time: 0.1716793 Nov 22 16:32:47.005729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-3abc836b-3a75-450a-9961-61bf536870cf tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 258 time: 0.4835660 Nov 22 16:32:47.034756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:47.042542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:32:43Z', 'revision_number': 3, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:47.045799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1477b9de-a267-4563-9b41-e85d6b582705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.052659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1477b9de-a267-4563-9b41-e85d6b582705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.073228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069fc2ee-d3f3-402b-9d27-248e8772047f None None] The sync data for ids ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'] in n-d-816206-6 is: [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:32:43Z', 'revision_number': 3, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:47.104384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477b9de-a267-4563-9b41-e85d6b582705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753afb27-bbab-4e33-9305-7e5c15d2102f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.129083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1477b9de-a267-4563-9b41-e85d6b582705 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5e5821b0fad247b9bc692b7627325823&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684604 Nov 22 16:32:47.133376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54746) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:47.148207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.214987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8a92a5c3-dafa-4814-88f1-6fec0156c2ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.236521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.280707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8a92a5c3-dafa-4814-88f1-6fec0156c2ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.290420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-918bacda-9a3f-414c-ae0e-fc9f238829cd req-2551f1df-c868-4f0c-85f4-64baee25e8a5 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996473 Nov 22 16:32:47.333623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Pushing event updated for resources: {'Port': ['ID=7f650654-44af-45b7-936f-3654fe34b34b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.340730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927370a8-57e7-4997-a055-8291abce9326 req-81cb7102-73b6-4d64-86f5-a4e251ff4eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.341363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:47.343189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-81cb7102-73b6-4d64-86f5-a4e251ff4eeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1097 time: 0.0995991 Nov 22 16:32:47.379772 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24422127-3f97-4e5c-94ca-7a37a4118b62 x-openstack-request-id: req-24422127-3f97-4e5c-94ca-7a37a4118b62 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:47.380322 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8415907d-30d7-4f14-b66c-73a83b36aab3", "name": "network-vif-plugged", "status": "completed", "tag": "6272dfac-3037-45bf-b175-6a90bb3c5441", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:47.380785 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24422127-3f97-4e5c-94ca-7a37a4118b62 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:47.381421 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6272dfac-3037-45bf-b175-6a90bb3c5441', 'code': 200} Nov 22 16:32:47.391212 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8a92a5c3-dafa-4814-88f1-6fec0156c2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.395076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8a92a5c3-dafa-4814-88f1-6fec0156c2ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.396584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8a92a5c3-dafa-4814-88f1-6fec0156c2ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/753afb27-bbab-4e33-9305-7e5c15d2102f HTTP/1.1" status: 204 len: 168 time: 0.2620265 Nov 22 16:32:47.409134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:47.420874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:47.472492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a92a5c3-dafa-4814-88f1-6fec0156c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753afb27-bbab-4e33-9305-7e5c15d2102f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:47.555278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.696125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54760) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:47.812826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c8764-b3a2-4914-9a5a-8d37d08839da req-b86deed4-7e31-4075-a807-af15f4a77c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.815955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b86c8764-b3a2-4914-9a5a-8d37d08839da req-b86deed4-7e31-4075-a807-af15f4a77c90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 1100 time: 0.2089145 Nov 22 16:32:47.898715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927370a8-57e7-4997-a055-8291abce9326 req-d8d676b6-6c0b-4657-8c0a-ee1db596bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.900041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-d8d676b6-6c0b-4657-8c0a-ee1db596bb94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.5015113 Nov 22 16:32:47.967916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e20ad-bb8e-45b4-8ffb-467bca7e16e0 req-dfda9ac2-1b20-4a6d-a5fb-17a092380942 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:47.973207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-8eea35b7-1d45-4afd-bb1d-478951af755b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0618336 Nov 22 16:32:47.975830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5475bd1c-ff43-4d42-a098-bb856ecf137f None None] Provisioning complete for port 7f650654-44af-45b7-936f-3654fe34b34b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:47.977382 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b86c8764-b3a2-4914-9a5a-8d37d08839da req-dd767eca-7b6b-40ef-89db-58cb0db7245d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446552 Nov 22 16:32:47.981065 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5475bd1c-ff43-4d42-a098-bb856ecf137f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:47.984661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24e20ad-bb8e-45b4-8ffb-467bca7e16e0 req-dfda9ac2-1b20-4a6d-a5fb-17a092380942 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2753739 Nov 22 16:32:48.076073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5475bd1c-ff43-4d42-a098-bb856ecf137f None None] Port 7f650654-44af-45b7-936f-3654fe34b34b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:48.078198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.090117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1427543290-network', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:48.118014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Made reservation on behalf of 1c9ba1182b654abeb9263efc1f9d1421 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:48.121183 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.142868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.177565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24e20ad-bb8e-45b4-8ffb-467bca7e16e0 req-c7fef521-4d54-45d2-bb92-7572c0a867a9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917586 Nov 22 16:32:48.178695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54766) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:48.239086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46e942-b358-4786-8fa5-0eecdb34ac71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.281855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927370a8-57e7-4997-a055-8291abce9326 req-c8263b23-4a1b-43a3-8264-0039165e9dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.284607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-c8263b23-4a1b-43a3-8264-0039165e9dd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.1097941 Nov 22 16:32:48.341464 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-dff579dd-833c-4afd-8d23-948407969bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457935 Nov 22 16:32:48.506015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.519795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.541456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:48.566161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-08acf1d3-c0d4-4b5a-88b2-5a98c489fca7 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153986 Nov 22 16:32:48.576071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.576572 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Added segment 5d066699-37c6-485b-a8bd-5ce191911d94 of type vlan for network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c Nov 22 16:32:48.646096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ff169d-7488-43ef-ba18-4a8b6dbbf3e9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:48.712236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.742505 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.767872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:48.773762 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-927370a8-57e7-4997-a055-8291abce9326 req-9831a985-03e1-4b42-8112-0b207d0c7a44 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954176 Nov 22 16:32:48.774994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.775983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.776664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.796067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da967d87-70ba-484c-9e33-982aa6094d85 req-efd5adde-e375-43aa-af67-413f1219675d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:48.798683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da967d87-70ba-484c-9e33-982aa6094d85 req-efd5adde-e375-43aa-af67-413f1219675d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1531787 Nov 22 16:32:48.800683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Allocated IP 172.25.6.78 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/b6c14a78-79ed-4970-9c1b-2829bb5087da) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:48.832858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:48.833351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.846027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1475627 Nov 22 16:32:48.848747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54770) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:48.856130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Request body: {'subnet': {'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1427543290-subnet', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:48.894415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dbb0b-a030-40fc-89f8-00b0f9c61fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:48.897946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Made reservation on behalf of 1c9ba1182b654abeb9263efc1f9d1421 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:48.900675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:48.919557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:48.994500 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.032722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:49.039281 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.055240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da967d87-70ba-484c-9e33-982aa6094d85 req-1d3025c3-e940-49a4-97f4-f0cbee291ed8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020652 Nov 22 16:32:49.104311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46e942-b358-4786-8fa5-0eecdb34ac71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.121055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.123709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a46e942-b358-4786-8fa5-0eecdb34ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.126377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.129346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.212918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46e942-b358-4786-8fa5-0eecdb34ac71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5c401e-c163-4bac-bf36-f19d9ba5f091,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.217224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7a46e942-b358-4786-8fa5-0eecdb34ac71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c8d43bb5211b4ce895fde7cbe8c7d518&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0325906 Nov 22 16:32:49.218741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Checking segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:49.219229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Network hostable DHCP agents. Network: 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:49.222947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a7dd31-53f7-4464-a55d-80a3380779ee,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.224555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54774) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:49.235151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.245314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:49.252933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.264889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:49.278252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.279854 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.284516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee92b33-19b2-4031-b5a3-f6ace8b860d3 None None] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:49.314544 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ac9f22a6-baf0-4209-ae3a-59f6a0ed7413 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4623988 Nov 22 16:32:49.315434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54776) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:49.325634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:49.357306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.363887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.365357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.378008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.389508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Pushing event updated for resources: {'Port': ['ID=7f650654-44af-45b7-936f-3654fe34b34b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.435442 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.438128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:49.457128 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3f51-b15d-4f11-9adc-08c922a6b345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.472657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:49.523473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:32:49.524864 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.549141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:49.565861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3f51-b15d-4f11-9adc-08c922a6b345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.597421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.622452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833355ca-23c1-4ec9-96a6-781e8671e0eb req-6821b1a8-c6f3-481e-9c51-2b94301e171d tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:49.630058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-833355ca-23c1-4ec9-96a6-781e8671e0eb req-6821b1a8-c6f3-481e-9c51-2b94301e171d tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 949 time: 0.2570734 Nov 22 16:32:49.649124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event updated for resources: {'Port': ['ID=b6c14a78-79ed-4970-9c1b-2829bb5087da,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.746501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Allocated IP 172.20.0.2 (30b3d47c-4ce4-495a-ab93-e83e9bacfc7c/14a7dd31-53f7-4464-a55d-80a3380779ee/b7619c50-b8ea-4001-9446-4fb6387ddd21) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:49.770676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:49.787182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:49.859652 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.882340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.883442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-833355ca-23c1-4ec9-96a6-781e8671e0eb req-e3d5f8ab-434c-4d98-b99a-e4675b8fdfb6 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524142 Nov 22 16:32:49.901852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3f51-b15d-4f11-9adc-08c922a6b345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.904756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0ba3f51-b15d-4f11-9adc-08c922a6b345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.907337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0ba3f51-b15d-4f11-9adc-08c922a6b345 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f5c401e-c163-4bac-bf36-f19d9ba5f091 HTTP/1.1" status: 204 len: 168 time: 0.6798756 Nov 22 16:32:49.915368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37b95747-58a5-4b85-9499-6e05ddec32f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.953909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:49.955339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba3f51-b15d-4f11-9adc-08c922a6b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5c401e-c163-4bac-bf36-f19d9ba5f091,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:49.995843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.009099 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.091111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Allocated IP 172.25.6.117 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/60a47835-4edf-43bb-aaa9-df706eb08ce3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:50.091892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:50.098198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:50.111046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:50.120239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Pushing event updated for resources: {'Port': ['ID=b7619c50-b8ea-4001-9446-4fb6387ddd21,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:50.138141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.179093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:50.199294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:32:50.224157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01470962-6962-4073-91c0-68dc372221c9 req-6a99740c-1bb6-43b3-a0a8-cb36498aac4d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:50.228725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01470962-6962-4073-91c0-68dc372221c9 req-6a99740c-1bb6-43b3-a0a8-cb36498aac4d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1833847 Nov 22 16:32:50.307136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.368086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:50.393804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Attempting to bind port b7619c50-b8ea-4001-9446-4fb6387ddd21 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:50.394216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Attempting to bind port b7619c50-b8ea-4001-9446-4fb6387ddd21 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:50.394585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Attempting to bind port b7619c50-b8ea-4001-9446-4fb6387ddd21 on network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:50.394885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.409397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'port_id': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'mac_address': 'fa:16:3e:86:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7173db-1291-4da3-bad3-8ab989924ff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:32:50.413103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:50.413612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Checking segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:50.415368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.416278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Bound using segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:50.416891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Bound port: b7619c50-b8ea-4001-9446-4fb6387ddd21, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:50.417289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.448224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9d80c880-508f-4e0d-bd6e-6b29e1ca06cb None None] Provisioning complete for port 7f650654-44af-45b7-936f-3654fe34b34b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:50.449137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9d80c880-508f-4e0d-bd6e-6b29e1ca06cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.466797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:50.478262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:50.488052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:50.493417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01470962-6962-4073-91c0-68dc372221c9 req-cde654e7-4ba5-4640-8b08-78fe6dcc3532 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036719 Nov 22 16:32:50.498230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:50.513578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c40b8216-5836-466b-a864-7b296fee0c4d admin admin] 10.222.0.65 "PUT /v2.0/routers/721eb8f5-200f-4a7a-932b-86bf7651e5e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4266331 Nov 22 16:32:50.516971 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Sync routers for ids ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:50.543391 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Routers {'721eb8f5-200f-4a7a-932b-86bf7651e5e2'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:50.545142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Pushing event updated for resources: {'Port': ['ID=60a47835-4edf-43bb-aaa9-df706eb08ce3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:50.547590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:50.578519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9d80c880-508f-4e0d-bd6e-6b29e1ca06cb None None] Port 7f650654-44af-45b7-936f-3654fe34b34b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:32:50.670516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.678639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.715873 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:50.827735 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Set router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:50.828218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:50.887627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:32:50.975618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] For port b7619c50-b8ea-4001-9446-4fb6387ddd21, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:50.997033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event updated for resources: {'Port': ['ID=b6c14a78-79ed-4970-9c1b-2829bb5087da,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:51.011942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:51.036508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d95a0-cacf-4dc4-a5bf-cbda0fb31f1e req-0c615b3a-b30e-4fae-9435-2ec72f950181 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:51.040422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce3d95a0-cacf-4dc4-a5bf-cbda0fb31f1e req-0c615b3a-b30e-4fae-9435-2ec72f950181 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.3537934 Nov 22 16:32:51.041538 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.043684 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.061820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] For port b7619c50-b8ea-4001-9446-4fb6387ddd21, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b7619c50-b8ea-4001-9446-4fb6387ddd21,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:51.120487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:51.120943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.128279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.131585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-6e553247-194a-457e-8443-66c4d5801626 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.1138391 Nov 22 16:32:51.149686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.223733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce3d95a0-cacf-4dc4-a5bf-cbda0fb31f1e req-3f20a945-0bd5-4ae8-8015-f4f844709f9f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711006 Nov 22 16:32:51.234319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-571de8b5-c1d7-41d5-a6b4-107105dea00d tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.0914459 Nov 22 16:32:51.284746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['93b3dcf8-3257-47ca-9649-3da796b0ffe3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:32:51.477178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:51.496809 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '7f650654-44af-45b7-936f-3654fe34b34b', 'name': '', 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'mac_address': 'fa:16:3e:14:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:46Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 2, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'subnets': [{'id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:51.566172 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Checking router: 721eb8f5-200f-4a7a-932b-86bf7651e5e2 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:51.568279 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Updating router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 port 7f650654-44af-45b7-936f-3654fe34b34b binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:51.656594 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:51.790984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-22746ed1-1b85-4103-9ed3-392bc76853f2 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:51.800907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d303da28-4d0b-4163-9d7a-bf5c1cdfb6a2 req-22746ed1-1b85-4103-9ed3-392bc76853f2 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.5611517 Nov 22 16:32:51.843551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f04d6c-f44f-4cb3-9ae4-b4e38913d0fc req-d16b2a5b-f45f-4f58-a287-3cd3cdb04304 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:51.871689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96f04d6c-f44f-4cb3-9ae4-b4e38913d0fc req-d16b2a5b-f45f-4f58-a287-3cd3cdb04304 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 949 time: 0.3498912 Nov 22 16:32:52.066121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a81fd-a4d3-4d8a-8acc-587c5e2ff2d7 None None] Pushing event updated for resources: {'Port': ['ID=b7619c50-b8ea-4001-9446-4fb6387ddd21,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:52.124374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96f04d6c-f44f-4cb3-9ae4-b4e38913d0fc req-20861517-107c-4f21-a6f0-4e289f2b5988 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190096 Nov 22 16:32:52.167785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54866) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:52.362135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.369195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5bcd17-c9ef-4e8d-9c5d-8603b3a1b4e9 req-eb68fdc0-00ff-4914-827a-c835b5b736a0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.371065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d5bcd17-c9ef-4e8d-9c5d-8603b3a1b4e9 req-eb68fdc0-00ff-4914-827a-c835b5b736a0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.2997139 Nov 22 16:32:52.421928 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.434976 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.439285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-22858b49-fdd7-41cf-a707-34496eef01cc tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:52.442310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1471510473-network', 'tenant_id': '0859c669fbbf42ae8e1a9526f571035e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:52.455059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-22858b49-fdd7-41cf-a707-34496eef01cc tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1594877 Nov 22 16:32:52.532413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d5bcd17-c9ef-4e8d-9c5d-8603b3a1b4e9 req-af199671-f44a-4a42-9bd3-3861e76ed261 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529202 Nov 22 16:32:52.682240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-2a6ff06c-7d22-4cc7-8547-890e2eb5b244 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.1398609 Nov 22 16:32:52.695942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Request body: {'floatingip': {'port_id': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:52.715295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Made reservation on behalf of 0859c669fbbf42ae8e1a9526f571035e for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:52.725796 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca1f9-e0c4-48ae-9181-d54ef64de363 None None] Pushing event updated for resources: {'Port': ['ID=7f650654-44af-45b7-936f-3654fe34b34b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:52.726353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.799645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.810708 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.880571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7cdd0e2-0667-4ff4-873a-2b49b80bede0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.882277 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Attempting to bind port 7f650654-44af-45b7-936f-3654fe34b34b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:32:52.882277 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Attempting to bind port 7f650654-44af-45b7-936f-3654fe34b34b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:32:52.882614 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Attempting to bind port 7f650654-44af-45b7-936f-3654fe34b34b on network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:32:52.906950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b7619c50-b8ea-4001-9446-4fb6387ddd21 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:52.909720 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:32:52.910380 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Checking segment: {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:52.910965 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:52.911552 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Bound using segment: {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:32:52.914147 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Bound port: 7f650654-44af-45b7-936f-3654fe34b34b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:32:52.914761 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.107501 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] For port 7f650654-44af-45b7-936f-3654fe34b34b, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:32:53.125070 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] For port 7f650654-44af-45b7-936f-3654fe34b34b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7f650654-44af-45b7-936f-3654fe34b34b,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:32:53.159551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b7619c50-b8ea-4001-9446-4fb6387ddd21 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:53.161510 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.164290 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.255848 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Routers {'721eb8f5-200f-4a7a-932b-86bf7651e5e2'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:53.256913 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:53.323684 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca1f9-e0c4-48ae-9181-d54ef64de363 None None] Pushing event updated for resources: {'Port': ['ID=7f650654-44af-45b7-936f-3654fe34b34b,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:53.330038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.363919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.424913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:53.441174 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] Set router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:53.469840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.471081 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Added segment cbe68334-ebe9-4e00-a025-b05c4b264c02 of type vlan for network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 Nov 22 16:32:53.536916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-89fbc797-5dfb-448a-bd22-ad0e9d5e085c None None] Provisioning complete for port 7f650654-44af-45b7-936f-3654fe34b34b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:53.540277 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89fbc797-5dfb-448a-bd22-ad0e9d5e085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.624272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea87a9-73ca-4123-82b3-b926d7843fce req-7b7f48db-472e-43fc-a7f6-f296f46cd47b tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:53.645743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9ea87a9-73ca-4123-82b3-b926d7843fce req-7b7f48db-472e-43fc-a7f6-f296f46cd47b tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.4287205 Nov 22 16:32:53.712399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.815832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9377b9-bde0-46aa-8547-3e70cb782f9a None None] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:53.826433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9ea87a9-73ca-4123-82b3-b926d7843fce req-6bc414b6-4ed9-47b5-b5da-6e4be9bb49c7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696815 Nov 22 16:32:53.831717 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.836508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea34bb33-4bb7-4642-95ea-70e77a8fc931,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:53.856809 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '7f650654-44af-45b7-936f-3654fe34b34b', 'name': '', 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'mac_address': 'fa:16:3e:14:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:46Z', 'updated_at': '2021-11-22T16:32:53Z', 'revision_number': 4, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'subnets': [{'id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:53.907129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:53.985073 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3a3466-8afd-47eb-a944-1dfea7487fe3 None None] The sync data for ids ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'] in n-d-816206-6 is: [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '7f650654-44af-45b7-936f-3654fe34b34b', 'name': '', 'network_id': '1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'mac_address': 'fa:16:3e:14:9d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 850, 'fixed_ips': [{'subnet_id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:46Z', 'updated_at': '2021-11-22T16:32:53Z', 'revision_number': 4, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'subnets': [{'id': 'c30d31ae-e571-4a02-90ae-8b017ce1f0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:54.041580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port b7619c50-b8ea-4001-9446-4fb6387ddd21, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b7619c50-b8ea-4001-9446-4fb6387ddd21,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:54.120819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.121816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:54.122595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.199199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.223305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.238129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0691302 Nov 22 16:32:54.239157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:54.245637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:54.254080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Request body: {'subnet': {'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1471510473-subnet', 'tenant_id': '0859c669fbbf42ae8e1a9526f571035e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:54.275566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f54119-c285-49a5-884a-70679f6ef33b admin admin] Pushing event updated for resources: {'Network': ['ID=0563cfc1-51f9-4561-9fe9-0fa3a1987045,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:54.290908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Router 1a96cb37-5e8c-403d-8528-7ac6a497d629 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:32:54.317136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:32:54.439538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:54.452753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Made reservation on behalf of 0859c669fbbf42ae8e1a9526f571035e for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:54.456548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.458531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc58bf-2a4f-45e6-b432-d159e58b9190 req-6653d600-36fb-4d01-8b3b-0589f2a64b5a tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:54.479585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25bc58bf-2a4f-45e6-b432-d159e58b9190 req-6653d600-36fb-4d01-8b3b-0589f2a64b5a tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 1100 time: 0.3209009 Nov 22 16:32:54.530992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.532244 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fa141d2c-104e-4e89-8ac6-c0dfa5988f20 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.2164075 Nov 22 16:32:54.534958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54928) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:54.536250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-25bc58bf-2a4f-45e6-b432-d159e58b9190 req-b657427b-d1f3-4f6c-8dba-fc9ab3a3d0ac tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.773283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:32:54.790740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89fbc797-5dfb-448a-bd22-ad0e9d5e085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.879011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Sync routers for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:54.926291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7f650654-44af-45b7-936f-3654fe34b34b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:54.940157 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:54.950264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.010386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-25bc58bf-2a4f-45e6-b432-d159e58b9190 req-b657427b-d1f3-4f6c-8dba-fc9ab3a3d0ac tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.016116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:55.017051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:55.031213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-25bc58bf-2a4f-45e6-b432-d159e58b9190 req-b657427b-d1f3-4f6c-8dba-fc9ab3a3d0ac tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.084779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-89fbc797-5dfb-448a-bd22-ad0e9d5e085c None None] For port 7f650654-44af-45b7-936f-3654fe34b34b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7f650654-44af-45b7-936f-3654fe34b34b,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:55.151573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25bc58bf-2a4f-45e6-b432-d159e58b9190 req-b657427b-d1f3-4f6c-8dba-fc9ab3a3d0ac tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710677 Nov 22 16:32:55.210660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b657427b-d1f3-4f6c-8dba-fc9ab3a3d0ac tempest-ServersAdminNegativeTestJSON-1958403475 tempest-ServersAdminNegativeTestJSON-1958403475-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af08fe5a-5fdc-49cc-b7f7-964380d9e0df,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:55.231841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=b7619c50-b8ea-4001-9446-4fb6387ddd21,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:55.236241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89fbc797-5dfb-448a-bd22-ad0e9d5e085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.367261 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Floating IP f76f934a-6683-4be0-b621-cb941982e512 associated. External IP: 172.25.6.78, port: 6c84acc2-0583-4e70-a9bb-505ba0ec8128. Nov 22 16:32:55.470463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.674445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:55.677747 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.720462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ed45ce-6f21-482a-abea-d8dac37681bd,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:55.783720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-588729d4-d093-4024-bc65-697bc0e49670 None None] Provisioning complete for port 7f650654-44af-45b7-936f-3654fe34b34b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:55.784416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-588729d4-d093-4024-bc65-697bc0e49670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.785579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:32:55.786893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Network hostable DHCP agents. Network: 0563cfc1-51f9-4561-9fe9-0fa3a1987045, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:32:55.866896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:32:55.885144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.891781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.895320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 0563cfc1-51f9-4561-9fe9-0fa3a1987045) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:55.910997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:55.911828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:55.970195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180d2098-8422-45ab-a2e3-030285355717 None None] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:55.989184 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1a159dcf-0d42-40b9-8164-5ae1afa435bc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7392006 Nov 22 16:32:55.997778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7f650654-44af-45b7-936f-3654fe34b34b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:55.998138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.074580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fbc797-5dfb-448a-bd22-ad0e9d5e085c None None] Pushing event updated for resources: {'Port': ['ID=7f650654-44af-45b7-936f-3654fe34b34b,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:56.211725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9794984-f411-40f0-9da2-c10e54612a34 req-f5c2a04d-d1d0-44db-812d-fc3217f9dd49 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:56.220007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9794984-f411-40f0-9da2-c10e54612a34 req-f5c2a04d-d1d0-44db-812d-fc3217f9dd49 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.9482036 Nov 22 16:32:56.373302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9794984-f411-40f0-9da2-c10e54612a34 req-e75f6622-ce0d-4b3e-bae1-fc11fd48e6d6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523809 Nov 22 16:32:56.386742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.392120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:56.438583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.453381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Allocated IP 172.20.0.1 (30b3d47c-4ce4-495a-ab93-e83e9bacfc7c/14a7dd31-53f7-4464-a55d-80a3380779ee/a1db971e-11b3-4054-ad6c-468ff174e320) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:32:56.653412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:32:56.734420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.809249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:56.810985 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52396aaf-9e64-4479-a3ee-f235506caced" -d '{"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-plugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:56.822930 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.835567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Router 03ca556f-b613-47ee-a028-0fed29e8571d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:32:56.844708 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:56.937538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:32:56.939122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:32:56.948936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:32:57.039368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Pushing event updated for resources: {'Port': ['ID=a1db971e-11b3-4054-ad6c-468ff174e320,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:57.064114 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.179461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:32:57.203805 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] Sync routers for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:32:57.207258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.238734 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:57.252875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54958) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:57.254054 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:57.261513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-257489170-network', 'tenant_id': '3295b23e15384080a303acea5985fe7f'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:57.301678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Made reservation on behalf of 3295b23e15384080a303acea5985fe7f for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:32:57.310498 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.363453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-d33815f9-0d5b-4750-9af1-908452adca71 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "PUT /v2.0/floatingips/f76f934a-6683-4be0-b621-cb941982e512 HTTP/1.1" status: 200 len: 996 time: 4.6686900 Nov 22 16:32:57.368381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:32:57.372973 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62b4d60-6765-49e5-94a5-0d3b15c0b586" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:32:57.379771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:57.388776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.504717 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9538cac-bdb9-47d2-a33b-1a0ff63c03b9 x-openstack-request-id: req-b9538cac-bdb9-47d2-a33b-1a0ff63c03b9 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:57.505365 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-plugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:57.505365 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9538cac-bdb9-47d2-a33b-1a0ff63c03b9 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:57.505588 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'code': 200} Nov 22 16:32:57.527783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-588729d4-d093-4024-bc65-697bc0e49670 None None] Provisioning complete for port b7619c50-b8ea-4001-9446-4fb6387ddd21 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:57.528167 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-588729d4-d093-4024-bc65-697bc0e49670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.552798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-8b64b924-870c-41ce-8a8e-c351eea3fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:57.561012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-8b64b924-870c-41ce-8a8e-c351eea3fa29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1097 time: 0.1749640 Nov 22 16:32:57.579453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:57.648345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:57.713545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-2e28f980-7ed0-4280-8f7f-f62a5746a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:57.721042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-2e28f980-7ed0-4280-8f7f-f62a5746a6c1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 929 time: 0.1587605 Nov 22 16:32:57.901340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-1936801f-63ab-4625-8752-017a28169bda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 999 time: 0.1792858 Nov 22 16:32:58.016253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c1d8a8-b23a-4be0-9c3a-87bbfa0fa6f5 None None] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:32:58.050184 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9161dff-ed62-4a0f-8d04-a258e633e717 x-openstack-request-id: req-f9161dff-ed62-4a0f-8d04-a258e633e717 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:32:58.050483 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:32:58.050746 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9161dff-ed62-4a0f-8d04-a258e633e717 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:32:58.051157 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'status': 'completed', 'code': 200} Nov 22 16:32:58.052753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-7a1bacde-0418-4d90-b6d1-4370744b6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.075442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-7a1bacde-0418-4d90-b6d1-4370744b6f68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 200 len: 867 time: 0.1729271 Nov 22 16:32:58.145193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b7619c50-b8ea-4001-9446-4fb6387ddd21 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:32:58.244576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-ab56f0c5-b47f-4372-8078-2a4f8f8886af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.254694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-05cb0134-975f-4a5d-93e7-afbe6cd2dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.260120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-ab56f0c5-b47f-4372-8078-2a4f8f8886af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e3e305cf-12a2-4816-9c63-2873517720b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837158 Nov 22 16:32:58.260673 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-05cb0134-975f-4a5d-93e7-afbe6cd2dc56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1097 time: 0.3036723 Nov 22 16:32:58.368522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.377106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'f76f934a-6683-4be0-b621-cb941982e512', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'port_id': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'mac_address': 'fa:16:3e:a2:79:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:54Z', 'revision_number': 1, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:58.377971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-0222c3ad-0dbe-4391-8e28-8588f88c9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.378945 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-0222c3ad-0dbe-4391-8e28-8588f88c9aa8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=578fe2f8ffba4c139e201146b709267a&device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 1096 time: 0.2564495 Nov 22 16:32:58.382632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.473162 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] Checking router: 03ca556f-b613-47ee-a028-0fed29e8571d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:58.476863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-e681bf7d-c1f5-46c6-bb85-6e47691932cb service neutron] 10.222.0.65 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157753 Nov 22 16:32:58.499839 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:32:58.500647 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:58.621309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Pushing event updated for resources: {'Port': ['ID=a1db971e-11b3-4054-ad6c-468ff174e320,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:58.633346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7856ec5d-cc54-4398-954f-92512d32c5d3 req-b81baab2-5735-46af-8cfc-0db5d5b3d6cf service neutron] 10.222.0.65 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554933 Nov 22 16:32:58.646132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-63bdba09-67bf-4aa8-acca-87f49caaba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.650619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-63bdba09-67bf-4aa8-acca-87f49caaba99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 929 time: 0.3721168 Nov 22 16:32:58.657486 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.691781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38505f78-fcac-4091-b724-d01840e4cf4f req-dbbc16da-e29d-4fa2-867d-5fd06095a229 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:58.701409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38505f78-fcac-4091-b724-d01840e4cf4f req-dbbc16da-e29d-4fa2-867d-5fd06095a229 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.5577033 Nov 22 16:32:58.733617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:50Z', 'revision_number': 3, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:58.785797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38505f78-fcac-4091-b724-d01840e4cf4f req-88f37d94-ecfd-4e8d-bdda-29e32d9903b3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829728 Nov 22 16:32:58.792442 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:32:58.847221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Checking router: 1a96cb37-5e8c-403d-8528-7ac6a497d629 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:32:58.847579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Updating router 1a96cb37-5e8c-403d-8528-7ac6a497d629 port 60a47835-4edf-43bb-aaa9-df706eb08ce3 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:32:58.847824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.853028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0efdb799-7a90-4a84-845e-25c5c74027cc None None] Provisioning complete for port b7619c50-b8ea-4001-9446-4fb6387ddd21 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:58.853406 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0efdb799-7a90-4a84-845e-25c5c74027cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.902793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.935886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:32:58.981343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:58.981762 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Added segment c615de02-b4da-4c67-8ccb-4e4f1800b74a of type vlan for network ea34de46-2072-4ead-a2c7-c579671e8c99 Nov 22 16:32:59.013246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b7619c50-b8ea-4001-9446-4fb6387ddd21 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:32:59.014105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.027449 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-9ca6c555-6fc0-4561-bdcb-ce04f564e885 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 999 time: 0.3310244 Nov 22 16:32:59.060325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.194253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-8b5d0276-ce7c-45e2-8813-507b0e2a2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.199611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-8b5d0276-ce7c-45e2-8813-507b0e2a2bf8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 200 len: 917 time: 0.7703278 Nov 22 16:32:59.217132 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'f76f934a-6683-4be0-b621-cb941982e512', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'port_id': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'mac_address': 'fa:16:3e:a2:79:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:54Z', 'revision_number': 1, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:32:59.233964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.286512 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c88dfe7-3b43-4f02-931b-0af7ec496505 None None] The sync data for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 is: [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'f76f934a-6683-4be0-b621-cb941982e512', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'floating_ip_address': '172.25.6.78', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'port_id': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'mac_address': 'fa:16:3e:a2:79:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:54Z', 'revision_number': 1, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:32:59.326839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d3e6c-b3a8-4560-ad32-ef1a6a7cb9fa,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:59.486345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1fb2f-8f90-402f-a1eb-1d5758a7b15c req-f9427ad7-124e-4c97-b8e6-46641cb946fe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.502959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdf1fb2f-8f90-402f-a1eb-1d5758a7b15c req-f9427ad7-124e-4c97-b8e6-46641cb946fe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.7081280 Nov 22 16:32:59.509732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:32:59.602648 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.612199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.613258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:32:59.752094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea34de46-2072-4ead-a2c7-c579671e8c99,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:32:59.808486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b3cc3-68cd-4c5c-8f56-ed6743cfce02 None None] New status for floating IP f76f934a-6683-4be0-b621-cb941982e512: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:32:59.820877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdf1fb2f-8f90-402f-a1eb-1d5758a7b15c req-8dbc576f-1266-4013-b716-ad7103c68930 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162055 Nov 22 16:32:59.883249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8781e155-859e-463e-a8e3-a04f2eb09dc7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.6282074 Nov 22 16:32:59.897217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54984) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:32:59.913780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Request body: {'subnet': {'network_id': 'ea34de46-2072-4ead-a2c7-c579671e8c99', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-257489170-subnet', 'tenant_id': '3295b23e15384080a303acea5985fe7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:59.952506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e95925c6-6464-42ac-800d-830f93c49d07 req-fe7deadc-addc-41b4-ac06-d362be18423e tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 258 time: 0.9691076 Nov 22 16:32:59.960862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-a6f61d9b-5239-4139-b092-37445b83e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:32:59.962869 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-a6f61d9b-5239-4139-b092-37445b83e5a4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 200 len: 867 time: 0.9135926 Nov 22 16:32:59.963941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:32:59.967026 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-cbb91050-4bf7-4add-a392-1ecd1aa29a7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf HTTP/1.1" status: 200 len: 217 time: 0.7336280 Nov 22 16:33:00.028721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ea34de46-2072-4ead-a2c7-c579671e8c99 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:00.050869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7f650654-44af-45b7-936f-3654fe34b34b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:00.051315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Made reservation on behalf of 3295b23e15384080a303acea5985fe7f for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:00.055970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.116793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:00.121406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0efdb799-7a90-4a84-845e-25c5c74027cc None None] Provisioning complete for port a1db971e-11b3-4054-ad6c-468ff174e320 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:00.121842 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0efdb799-7a90-4a84-845e-25c5c74027cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.157834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-aacea860-73f7-4d7b-ba1f-274e7d52b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.161668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-aacea860-73f7-4d7b-ba1f-274e7d52b7a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3e305cf-12a2-4816-9c63-2873517720b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1641657 Nov 22 16:33:00.165506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:00.239707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-d46c5b18-0ef3-4347-a4ab-871f87c79bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.249453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-d46c5b18-0ef3-4347-a4ab-871f87c79bda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 200 len: 855 time: 0.2615242 Nov 22 16:33:00.349423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.403394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0efdb799-7a90-4a84-845e-25c5c74027cc None None] Port a1db971e-11b3-4054-ad6c-468ff174e320 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:00.406505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7688afe-5d4b-485e-99a0-c565e52c3f99 req-f3447f92-ec18-4bd8-bfb3-8b81da6ba4e0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.408480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7688afe-5d4b-485e-99a0-c565e52c3f99 req-f3447f92-ec18-4bd8-bfb3-8b81da6ba4e0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.4290466 Nov 22 16:33:00.411018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.501165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7f650654-44af-45b7-936f-3654fe34b34b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:00.501678 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.609897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-14528ca4-f197-46e9-819e-ef682aa74690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.612277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-14528ca4-f197-46e9-819e-ef682aa74690 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=556d8f94-8f16-4029-a85b-67d0e8380e43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3216610 Nov 22 16:33:00.617939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Checking segment: {'id': 'c615de02-b4da-4c67-8ccb-4e4f1800b74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ea34de46-2072-4ead-a2c7-c579671e8c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:00.618313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Network hostable DHCP agents. Network: ea34de46-2072-4ead-a2c7-c579671e8c99, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:00.680679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.703900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.711938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3600cfa1-78c3-4c92-b6de-89e7213c156f None None] Provisioning complete for port a1db971e-11b3-4054-ad6c-468ff174e320 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:00.712315 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3600cfa1-78c3-4c92-b6de-89e7213c156f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.739183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7688afe-5d4b-485e-99a0-c565e52c3f99 req-aeca0179-148b-46de-8131-c8f00f6b4415 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698646 Nov 22 16:33:00.765697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e63356-afba-47be-b1f4-3bdbabdaafe2,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:00.796975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Network ea34de46-2072-4ead-a2c7-c579671e8c99 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:00.847704 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-541a7225-5267-406c-b79c-5f179e477e74 service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500401 Nov 22 16:33:00.863371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ea34de46-2072-4ead-a2c7-c579671e8c99) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:00.865049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3600cfa1-78c3-4c92-b6de-89e7213c156f None None] Port a1db971e-11b3-4054-ad6c-468ff174e320 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:00.880497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:00.882007 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:00.892764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d5578-00ee-4e81-a7ff-502278ba4cc1 None None] Network ea34de46-2072-4ead-a2c7-c579671e8c99 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:00.911268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.009922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Router 1a96cb37-5e8c-403d-8528-7ac6a497d629 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:01.026690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1a68916c-033c-40b8-85e2-b215459faecb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1265490 Nov 22 16:33:01.028912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a444c-73d3-4127-b9f1-b852864fa458 None None] Pushing event updated for resources: {'Port': ['ID=60a47835-4edf-43bb-aaa9-df706eb08ce3,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:01.049131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Attempting to bind port 60a47835-4edf-43bb-aaa9-df706eb08ce3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:01.049131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Attempting to bind port 60a47835-4edf-43bb-aaa9-df706eb08ce3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:01.049612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Attempting to bind port 60a47835-4edf-43bb-aaa9-df706eb08ce3 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:01.075588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:01.075922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:01.081250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.081860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:01.082422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Bound port: 60a47835-4edf-43bb-aaa9-df706eb08ce3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:01.082821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.093699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-9c648465-bb41-4b69-9835-ce906b087de8 service neutron] 10.222.0.66 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479651 Nov 22 16:33:01.287135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:01.298855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] For port 60a47835-4edf-43bb-aaa9-df706eb08ce3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:01.303125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] For port 60a47835-4edf-43bb-aaa9-df706eb08ce3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=60a47835-4edf-43bb-aaa9-df706eb08ce3,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:01.315364 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-91380494-37c4-4755-9783-d2ad5e386694 admin admin] 10.222.0.65 "PUT /v2.0/routers/1a96cb37-5e8c-403d-8528-7ac6a497d629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7704468 Nov 22 16:33:01.348254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.391282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Allocated IP 172.25.6.2 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/aaccb3d3-4b83-429e-994b-612808c5f26a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:01.407060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a444c-73d3-4127-b9f1-b852864fa458 None None] Pushing event updated for resources: {'Port': ['ID=60a47835-4edf-43bb-aaa9-df706eb08ce3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:01.441775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0cacb4-4895-44f2-bf76-22aee6883527 None None] Network ea34de46-2072-4ead-a2c7-c579671e8c99 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:01.512507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:01.513565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:01.589855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e62b4d60-6765-49e5-94a5-0d3b15c0b586 req-d295e7a0-29f8-4bf2-bdad-ea2205da4d74 service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6959414 Nov 22 16:33:01.635290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7672762d-55a8-446d-9e13-d5a0c8b0f662 req-e91bd6cf-a8f1-4da6-9fb4-d1e9d71ece89 service neutron] 10.222.0.66 "GET /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503387 Nov 22 16:33:01.716525 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.781421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:01.814913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:01.892604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661348f8-e7b3-42d0-9f0b-9fcd16e5b7c8 req-f045143b-948b-43d1-b684-60c56b933170 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:01.903283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-661348f8-e7b3-42d0-9f0b-9fcd16e5b7c8 req-f045143b-948b-43d1-b684-60c56b933170 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1293507 Nov 22 16:33:01.967409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:02.023628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-661348f8-e7b3-42d0-9f0b-9fcd16e5b7c8 req-b90471a0-557d-406a-931e-267c7627a2d2 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193175 Nov 22 16:33:02.025189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:02.050887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:02.073043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 2, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:02.085885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event updated for resources: {'Port': ['ID=aaccb3d3-4b83-429e-994b-612808c5f26a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:02.096736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.097091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.097441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.097814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.098156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.098491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.098828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.099160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.100013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.100349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.100676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.101042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:02.140206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c184-6c79-4323-9f60-ff89d1814569 None None] The sync data for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 is: [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 2, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:02.249441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36da15-c431-4c2f-bd1d-d61d309b67c3 req-6566d1db-ff2e-4897-97a5-904c0ad2be7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.251299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a36da15-c431-4c2f-bd1d-d61d309b67c3 req-6566d1db-ff2e-4897-97a5-904c0ad2be7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 949 time: 0.1013327 Nov 22 16:33:02.292270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.360449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.383538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a36da15-c431-4c2f-bd1d-d61d309b67c3 req-85a15a83-7a36-43e8-8c45-296028477b76 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.65 "GET /v2.0/security-groups?id=750ff0de-8880-4a03-821b-efbd6e1287a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249504 Nov 22 16:33:02.739547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.751864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.820683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-326c3c59-9356-4a2d-bbdf-b6c7e2617295 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:02.822330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-326c3c59-9356-4a2d-bbdf-b6c7e2617295 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.20 "GET /v2.0/ports?device_id=8415907d-30d7-4f14-b66c-73a83b36aab3 HTTP/1.1" status: 200 len: 949 time: 0.1461666 Nov 22 16:33:02.868437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event updated for resources: {'Port': ['ID=aaccb3d3-4b83-429e-994b-612808c5f26a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:02.951727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.989742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:02.992092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e95925c6-6464-42ac-800d-830f93c49d07 req-01a2b216-2da4-4061-bed0-023927cae62a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.0383658 Nov 22 16:33:03.026261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Deleting port 6272dfac-3037-45bf-b175-6a90bb3c5441 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:03.026908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.154745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e95925c6-6464-42ac-800d-830f93c49d07 req-34be8298-6c9d-438e-b716-b1b335bddf3e tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.1561770 Nov 22 16:33:03.171215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] For port 6272dfac-3037-45bf-b175-6a90bb3c5441, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6272dfac-3037-45bf-b175-6a90bb3c5441,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:03.171924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.205188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Calling delete_port for 6272dfac-3037-45bf-b175-6a90bb3c5441 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:03.392699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95925c6-6464-42ac-800d-830f93c49d07 req-808752d2-537d-4911-8e4c-d831cc82511f tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:03.394277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e95925c6-6464-42ac-800d-830f93c49d07 req-808752d2-537d-4911-8e4c-d831cc82511f tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2373273 Nov 22 16:33:03.460237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.474066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6272dfac-3037-45bf-b175-6a90bb3c5441'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:03.495464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4e44489f-503d-4d70-b2a9-02a71cbad12a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:03.530606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Pushing event deleted for resources: {'Port': ['ID=6272dfac-3037-45bf-b175-6a90bb3c5441,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:03.548133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.548584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.549016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.549464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.549886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.550368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.550691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.551032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.551370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.551766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.552091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.552479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:03.601044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] No DVR routers for this DVR port 6272dfac-3037-45bf-b175-6a90bb3c5441 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:03.604538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:03.616069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf852d01-b98f-4dac-9c9c-11595da4e41a req-bfaa2e27-936a-4edd-add9-c7e8fb770248 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.20 "DELETE /v2.0/ports/6272dfac-3037-45bf-b175-6a90bb3c5441 HTTP/1.1" status: 204 len: 173 time: 0.7820885 Nov 22 16:33:03.617073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'name': 'network-vif-deleted', 'tag': '6272dfac-3037-45bf-b175-6a90bb3c5441'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:03.622101 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd437c-dc34-47c2-9f0e-27572f60455b" -d '{"events": [{"server_uuid": "8415907d-30d7-4f14-b66c-73a83b36aab3", "name": "network-vif-deleted", "tag": "6272dfac-3037-45bf-b175-6a90bb3c5441"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:03.939230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55034) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:03.943537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2124498585', 'description': 'tempest-description--1137276120'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:04.033951 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.160047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f77690-be68-473c-9e3f-517ff22ccdef req-525f2aa8-df7b-41c8-bb8a-f40a64a7d483 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:04.161677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93f77690-be68-473c-9e3f-517ff22ccdef req-525f2aa8-df7b-41c8-bb8a-f40a64a7d483 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1458237 Nov 22 16:33:04.262037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.279858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.379082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93f77690-be68-473c-9e3f-517ff22ccdef req-172790a9-e283-4dda-b35a-c279c6c59a8c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945615 Nov 22 16:33:04.384807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c489f-a023-4c32-9a45-87d24ed2d0e1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:04.407099 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.408474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f4575f2-eebb-42f3-8681-31a778956300 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4689634 Nov 22 16:33:04.412573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55036) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:04.418864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Request body: {'security_group_rule': {'security_group_id': 'e55c489f-a023-4c32-9a45-87d24ed2d0e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:04.469523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.556026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.560996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.590184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00061599-fbb3-4af2-87c0-ef6a0b76c74a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:04.607051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.609054 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-38f4ab9e-cffe-4e1d-ae69-419854b8f5e2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947727 Nov 22 16:33:04.611243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55038) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:04.616841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Request body: {'security_group_rule': {'security_group_id': 'e55c489f-a023-4c32-9a45-87d24ed2d0e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:04.724029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0513d9-77a2-4e03-b3ff-e811eb6ea403 req-242ceb3f-8af4-4131-ba94-290a3f46030d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:04.734824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f0513d9-77a2-4e03-b3ff-e811eb6ea403 req-242ceb3f-8af4-4131-ba94-290a3f46030d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1098695 Nov 22 16:33:04.754286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.869122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f0513d9-77a2-4e03-b3ff-e811eb6ea403 req-fbda43b3-49ab-4d3c-9693-55965c244a84 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331439 Nov 22 16:33:04.935153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.946973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.976779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a25dde-1648-4542-83b8-22a6ca265f17,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:04.995652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:04.997161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fbf8827c-9dce-4c53-91e3-62e7d5c9fb2b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3848655 Nov 22 16:33:05.000202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55044) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:05.008581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:05.042563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.081313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-91370c23-733d-4b05-a195-cfa6713b0186 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:05.089886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-91370c23-733d-4b05-a195-cfa6713b0186 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0694983 Nov 22 16:33:05.149081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-1046ac78-1c3d-4096-97ba-33fe705abed1 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.0582139 Nov 22 16:33:05.154244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-3605345a-e742-44f6-8200-aa04befe019b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Request body: {'floatingip': {'port_id': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:05.200390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-3605345a-e742-44f6-8200-aa04befe019b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.308516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.421248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60a47835-4edf-43bb-aaa9-df706eb08ce3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:05.551095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Allocated IP 172.25.6.4 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/a9151570-0587-468b-9933-9c004344b3ea) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:05.572437 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-3605345a-e742-44f6-8200-aa04befe019b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:33:05.574743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b0c649b-2693-490d-aee2-137d96a3a58a req-3605345a-e742-44f6-8200-aa04befe019b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "PUT /v2.0/floatingips/cae18371-fb2f-4e72-827c-33aa3b4be650 HTTP/1.1" status: 409 len: 549 time: 0.4247465 Nov 22 16:33:05.658717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 60a47835-4edf-43bb-aaa9-df706eb08ce3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:05.659535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:05.942211 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c95cad0-00b4-4899-9edf-2adcf6a02a09 x-openstack-request-id: req-6c95cad0-00b4-4899-9edf-2adcf6a02a09 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:05.942500 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8415907d-30d7-4f14-b66c-73a83b36aab3", "name": "network-vif-deleted", "tag": "6272dfac-3037-45bf-b175-6a90bb3c5441", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:05.943085 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c95cad0-00b4-4899-9edf-2adcf6a02a09 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:05.943514 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8415907d-30d7-4f14-b66c-73a83b36aab3', 'name': 'network-vif-deleted', 'tag': '6272dfac-3037-45bf-b175-6a90bb3c5441', 'status': 'completed', 'code': 200} Nov 22 16:33:05.958407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.021918 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.055496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2173-3bd0-4a7d-b9fc-549da672be7d req-f6bf76b4-c3e5-4346-b0b4-76cec9bdf55a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:06.065633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf8f2173-3bd0-4a7d-b9fc-549da672be7d req-f6bf76b4-c3e5-4346-b0b4-76cec9bdf55a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1007757 Nov 22 16:33:06.100032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:06.102548 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.103297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:06.107226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:06.135580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 60a47835-4edf-43bb-aaa9-df706eb08ce3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=60a47835-4edf-43bb-aaa9-df706eb08ce3,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:06.135863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event updated for resources: {'Port': ['ID=a9151570-0587-468b-9933-9c004344b3ea,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.150529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.218841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf8f2173-3bd0-4a7d-b9fc-549da672be7d req-04c95dfb-070d-434d-b6d0-09e9bff617ad tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507177 Nov 22 16:33:06.276000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=60a47835-4edf-43bb-aaa9-df706eb08ce3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.303860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.426688 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.480662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-2b499660-05f3-44b6-8abe-40ea43b6beb1 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips/cae18371-fb2f-4e72-827c-33aa3b4be650 HTTP/1.1" status: 200 len: 691 time: 0.0819795 Nov 22 16:33:06.734981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.743070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.767936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-e54d0f43-b7ca-4bac-8907-566661f5a9b0 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:06.769644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-e54d0f43-b7ca-4bac-8907-566661f5a9b0 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2881265 Nov 22 16:33:06.828493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event updated for resources: {'Port': ['ID=a9151570-0587-468b-9933-9c004344b3ea,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:06.855355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.884936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:06.894877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-9aae8de5-8cfc-4d71-8683-9398d4eb7269 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.1148732 Nov 22 16:33:06.923123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-08cfa731-940e-45ac-82d1-00b44aa46083 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9129653 Nov 22 16:33:06.940916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Sync routers for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:06.985966 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:06.987988 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:07.063402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-510e2b02-1dbc-475b-b585-9d09dd1b814f tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.2 HTTP/1.1" status: 200 len: 694 time: 0.1436272 Nov 22 16:33:07.138533 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.187650 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:07.257896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Deleting port aaccb3d3-4b83-429e-994b-612808c5f26a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:07.262711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.302708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60a47835-4edf-43bb-aaa9-df706eb08ce3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:07.390634 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.391014 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.392447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 60a47835-4edf-43bb-aaa9-df706eb08ce3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:07.393049 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.419371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Calling delete_port for aaccb3d3-4b83-429e-994b-612808c5f26a owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:07.661261 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 2, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:07.680015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.699975 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Checking router: 1a96cb37-5e8c-403d-8528-7ac6a497d629 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:07.700419 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Updating router 1a96cb37-5e8c-403d-8528-7ac6a497d629 port a1db971e-11b3-4054-ad6c-468ff174e320 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:33:07.724436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event deleted for resources: {'Port': ['ID=aaccb3d3-4b83-429e-994b-612808c5f26a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:07.750096 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.810923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.815179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:07.829100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-974e65f9-ccd6-4ee3-8e8e-39f34487fa24 req-48adad89-4791-42a8-b3b8-5a6efdc05471 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "DELETE /v2.0/floatingips/cae18371-fb2f-4e72-827c-33aa3b4be650 HTTP/1.1" status: 204 len: 173 time: 0.7632844 Nov 22 16:33:08.182075 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.238761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5808ed-198f-4a36-8823-78a5660c0217 req-aee0c069-5298-41fa-b126-afd9cbb38b5d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:08.251790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c5808ed-198f-4a36-8823-78a5660c0217 req-aee0c069-5298-41fa-b126-afd9cbb38b5d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0584009 Nov 22 16:33:08.254694 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.318071 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b03031-5118-4587-98f2-9cbdcbeecfd4 None None] Pushing event updated for resources: {'Port': ['ID=a1db971e-11b3-4054-ad6c-468ff174e320,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:08.327490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c5808ed-198f-4a36-8823-78a5660c0217 req-e979c7e7-3056-4f2e-9906-d3f2b2607ea8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798528 Nov 22 16:33:08.341535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6272dfac-3037-45bf-b175-6a90bb3c5441 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:08.390784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 6272dfac-3037-45bf-b175-6a90bb3c5441 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:08.391738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6272dfac-3037-45bf-b175-6a90bb3c5441 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:08.425132 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Attempting to bind port a1db971e-11b3-4054-ad6c-468ff174e320 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:08.428032 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Attempting to bind port a1db971e-11b3-4054-ad6c-468ff174e320 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:08.428838 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Attempting to bind port a1db971e-11b3-4054-ad6c-468ff174e320 on network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:08.435478 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:08.436246 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Checking segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:08.436839 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.437239 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Bound using segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:08.437735 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Bound port: a1db971e-11b3-4054-ad6c-468ff174e320, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:08.438149 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.528314 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] For port a1db971e-11b3-4054-ad6c-468ff174e320, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:08.536246 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] For port a1db971e-11b3-4054-ad6c-468ff174e320, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a1db971e-11b3-4054-ad6c-468ff174e320,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:08.550683 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.649938 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:08.650822 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:08.685741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.717315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b474556d-8211-4652-9c22-2d91ed02e69c None None] Provisioning complete for port a1db971e-11b3-4054-ad6c-468ff174e320 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:08.718598 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b474556d-8211-4652-9c22-2d91ed02e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.859836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b474556d-8211-4652-9c22-2d91ed02e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:08.892559 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:08.909883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b474556d-8211-4652-9c22-2d91ed02e69c None None] For port a1db971e-11b3-4054-ad6c-468ff174e320, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a1db971e-11b3-4054-ad6c-468ff174e320,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:08.920530 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b474556d-8211-4652-9c22-2d91ed02e69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.010712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474556d-8211-4652-9c22-2d91ed02e69c None None] Pushing event updated for resources: {'Port': ['ID=a1db971e-11b3-4054-ad6c-468ff174e320,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:09.056813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-297f5ae7-df55-4b0d-9d10-0ff4869eba8c None None] Provisioning complete for port a1db971e-11b3-4054-ad6c-468ff174e320 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:09.057490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-297f5ae7-df55-4b0d-9d10-0ff4869eba8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:09.112311 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b03031-5118-4587-98f2-9cbdcbeecfd4 None None] Pushing event updated for resources: {'Port': ['ID=a1db971e-11b3-4054-ad6c-468ff174e320,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:09.324742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a1db971e-11b3-4054-ad6c-468ff174e320 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:09.336286 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:09.369251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3861710d-3d9a-4150-9eff-d68132a6843c None None] The sync data for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 is: [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:09.405263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a1db971e-11b3-4054-ad6c-468ff174e320 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:09.405892 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.563730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-ef68f626-4609-45f3-ade7-30f82b1467d4 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:10.565252 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-ef68f626-4609-45f3-ade7-30f82b1467d4 tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.66 "GET /v2.0/ports?device_id=89c498a3-d3e3-4353-89a0-339f1ab2e1ec HTTP/1.1" status: 200 len: 950 time: 0.0590363 Nov 22 16:33:10.705262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Deleting port 4e44489f-503d-4d70-b2a9-02a71cbad12a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:10.705717 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.831147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] For port 4e44489f-503d-4d70-b2a9-02a71cbad12a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e44489f-503d-4d70-b2a9-02a71cbad12a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:10.831515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:10.850886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Calling delete_port for 4e44489f-503d-4d70-b2a9-02a71cbad12a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:11.054686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.072878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4e44489f-503d-4d70-b2a9-02a71cbad12a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:11.128086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Pushing event deleted for resources: {'Port': ['ID=4e44489f-503d-4d70-b2a9-02a71cbad12a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:11.161043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] No DVR routers for this DVR port 4e44489f-503d-4d70-b2a9-02a71cbad12a on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:11.165322 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:11.168807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d3855e6-49ae-4ad5-ac7c-d6bd04bc994f req-1e0cd275-81fe-40f1-bea4-b1a0406bcd7b tempest-ServersAdminNegativeTestJSON-414806660 tempest-ServersAdminNegativeTestJSON-414806660-project] 10.222.0.66 "DELETE /v2.0/ports/4e44489f-503d-4d70-b2a9-02a71cbad12a HTTP/1.1" status: 204 len: 173 time: 0.5957789 Nov 22 16:33:11.169271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'name': 'network-vif-deleted', 'tag': '4e44489f-503d-4d70-b2a9-02a71cbad12a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:11.171559 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e63f058-b83f-4ee8-b680-fc92b6845345" -d '{"events": [{"server_uuid": "89c498a3-d3e3-4353-89a0-339f1ab2e1ec", "name": "network-vif-deleted", "tag": "4e44489f-503d-4d70-b2a9-02a71cbad12a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:12.733885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-4f37916f-072a-4549-939c-577d9d386920 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2124498585&fields=id&tenant_id=1c9ba1182b654abeb9263efc1f9d1421 HTTP/1.1" status: 200 len: 267 time: 0.1017818 Nov 22 16:33:13.150350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-35578abe-ae8d-44ff-9d0c-9e2859b88ae2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.151902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-35578abe-ae8d-44ff-9d0c-9e2859b88ae2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.5589080 Nov 22 16:33:13.182832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-2ead2efe-8216-403a-96ce-67fa85a9b5b1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/quotas/0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 375 time: 0.0230973 Nov 22 16:33:13.239223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-e8477c8b-bba1-4105-af46-53d40ea93a39 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397911 Nov 22 16:33:13.249794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-92997a94-8ae5-41c2-8aa6-55af571e4120 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.250610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-92997a94-8ae5-41c2-8aa6-55af571e4120 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/networks?id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c HTTP/1.1" status: 200 len: 806 time: 0.5020621 Nov 22 16:33:13.309586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-299a2c04-7390-432b-9f97-58e7883c4366 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/quotas/1c9ba1182b654abeb9263efc1f9d1421 HTTP/1.1" status: 200 len: 375 time: 0.0501356 Nov 22 16:33:13.380829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-d60f280f-c0f2-4fb6-be4a-ae6fe911d04e service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290112 Nov 22 16:33:13.390859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-f17cde27-b1ae-47db-95bd-e9a3b0518783 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1c9ba1182b654abeb9263efc1f9d1421&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753467 Nov 22 16:33:13.517976 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:33:13.542923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-f0e9775d-81bd-416a-906f-8b77a3c1f35f service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510658 Nov 22 16:33:13.554091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-414e3f86-b528-4db0-a6a6-7561d3e8569f service neutron] 10.222.0.65 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446347 Nov 22 16:33:13.660252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-9562a808-c615-4d1b-8ee6-8825e36e9817 service neutron] 10.222.0.65 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989010 Nov 22 16:33:13.775335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b61890-4254-4058-85e6-699cb3ea63a3 req-a4021521-df0e-4ba9-a3c6-c0135cc99f85 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.776882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17b61890-4254-4058-85e6-699cb3ea63a3 req-a4021521-df0e-4ba9-a3c6-c0135cc99f85 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0572314 Nov 22 16:33:13.803186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-c9c563a8-8ade-4dfb-a861-7051290c7560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:13.805242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-c9c563a8-8ade-4dfb-a861-7051290c7560 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1097 time: 0.0665433 Nov 22 16:33:13.861704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17b61890-4254-4058-85e6-699cb3ea63a3 req-3252d386-796d-485f-ae8f-ee4319693d85 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711904 Nov 22 16:33:14.016110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-e808de2b-2fc8-44c2-a6c1-8facb8dfc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.020245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-e808de2b-2fc8-44c2-a6c1-8facb8dfc1e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.2059333 Nov 22 16:33:14.051071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-cf68845c-4d00-430b-9447-bc5d81550354 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 1001 time: 0.1496370 Nov 22 16:33:14.144836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-3fe9276d-637f-4484-9849-f4f2bea353e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.1161706 Nov 22 16:33:14.178956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-a3984aa0-0086-42d1-9da9-614b014607b2 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.184901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-a3984aa0-0086-42d1-9da9-614b014607b2 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports/6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 943 time: 0.1180224 Nov 22 16:33:14.245888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-fee47ae9-ef62-4367-bc24-fbcf0f613d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.247640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-fee47ae9-ef62-4367-bc24-fbcf0f613d5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.0963070 Nov 22 16:33:14.305629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da2f6a-b340-4245-a0cb-7083fca51546 req-167bbf39-ed5e-4d9a-9378-48f612c7ef2a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.310378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-b0174394-8cfa-45b8-b5b7-ae9798a73197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547633 Nov 22 16:33:14.317877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00da2f6a-b340-4245-a0cb-7083fca51546 req-167bbf39-ed5e-4d9a-9378-48f612c7ef2a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 945 time: 0.1125937 Nov 22 16:33:14.482919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00da2f6a-b340-4245-a0cb-7083fca51546 req-df1f977a-fb7e-4637-b980-622bce8072fa tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634693 Nov 22 16:33:14.511352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-0d1a0558-8376-444d-b04e-bf5dbcc6cf07 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 1001 time: 0.1912436 Nov 22 16:33:14.584397 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-ef2593bd-7b66-48a6-836f-42d932d7a785 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617273 Nov 22 16:33:14.590734 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c671670-236e-4908-83e7-27f3b01bf4ca x-openstack-request-id: req-5c671670-236e-4908-83e7-27f3b01bf4ca {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:14.591453 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89c498a3-d3e3-4353-89a0-339f1ab2e1ec", "name": "network-vif-deleted", "tag": "4e44489f-503d-4d70-b2a9-02a71cbad12a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:14.593857 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c671670-236e-4908-83e7-27f3b01bf4ca {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:14.594669 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89c498a3-d3e3-4353-89a0-339f1ab2e1ec', 'name': 'network-vif-deleted', 'tag': '4e44489f-503d-4d70-b2a9-02a71cbad12a', 'status': 'completed', 'code': 200} Nov 22 16:33:14.634914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55162) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:14.665236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e44489f-503d-4d70-b2a9-02a71cbad12a no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:14.721795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 4e44489f-503d-4d70-b2a9-02a71cbad12a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:14.722444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e44489f-503d-4d70-b2a9-02a71cbad12a not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:14.755912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe2b0658-1ec1-4733-8724-d805dc099f88 req-15657cf7-4e33-42ca-8b35-cf61431aa760 service neutron] 10.222.0.20 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594579 Nov 22 16:33:14.784880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-b30e81ac-e1c1-4a43-b9d1-2b488e1ba67a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:14.796762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-b30e81ac-e1c1-4a43-b9d1-2b488e1ba67a tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2790842 Nov 22 16:33:14.879215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3026ae67-902a-4294-91e0-1f3c5dc457ca req-6fc15413-48bb-4c76-b9d0-b67a33319f75 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 210 time: 0.1334963 Nov 22 16:33:14.910585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-661424d7-bdae-45cc-adfb-a5ecf0f61903 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 1001 time: 0.1122129 Nov 22 16:33:14.927687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:14.992015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-728bbf35-385e-4a6b-8db0-0c4ece0d2dff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e1065ce959f4a1eba33dbfa10a6126d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497584 Nov 22 16:33:14.994234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55168) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:15.016176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7759620-fbce-40ca-9430-cbddb7ea7ead req-9b971561-53d8-446e-9552-11bad981eaf7 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0504651 Nov 22 16:33:15.037735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.061766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e19319fd-f599-43f3-8a1b-6b7c13ec656c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.088244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e19319fd-f599-43f3-8a1b-6b7c13ec656c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.162441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e19319fd-f599-43f3-8a1b-6b7c13ec656c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.166936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e19319fd-f599-43f3-8a1b-6b7c13ec656c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.168256 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e19319fd-f599-43f3-8a1b-6b7c13ec656c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/750ff0de-8880-4a03-821b-efbd6e1287a6 HTTP/1.1" status: 204 len: 168 time: 0.1729903 Nov 22 16:33:15.184136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19319fd-f599-43f3-8a1b-6b7c13ec656c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750ff0de-8880-4a03-821b-efbd6e1287a6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:15.312421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a004d-5b9b-4a0c-9db2-d6e0f3041cb5 req-99bc1c87-ea01-43d4-a888-eaf2516dbb7f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.320583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-498a004d-5b9b-4a0c-9db2-d6e0f3041cb5 req-99bc1c87-ea01-43d4-a888-eaf2516dbb7f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1872401 Nov 22 16:33:15.377435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-3c947f61-2cff-4006-9774-b604c6502439 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.379197 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-3c947f61-2cff-4006-9774-b604c6502439 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.1540353 Nov 22 16:33:15.382852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.394319 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.394666 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Floating IP f76f934a-6683-4be0-b621-cb941982e512 disassociated. External IP: 172.25.6.78, port: 6c84acc2-0583-4e70-a9bb-505ba0ec8128. Nov 22 16:33:15.407106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Request body: {'port': {'device_id': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'admin_state_up': True, 'tenant_id': '0859c669fbbf42ae8e1a9526f571035e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:15.480023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-498a004d-5b9b-4a0c-9db2-d6e0f3041cb5 req-17298194-1650-4ca8-9920-ce96b87756ac tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567252 Nov 22 16:33:15.627763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Made reservation on behalf of 0859c669fbbf42ae8e1a9526f571035e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:15.633641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:15.696958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55180) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:15.730096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a38f5a-d43a-44dc-b370-1d75da8b3330 req-7a480a3f-a928-448b-859d-38763cb2110e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:15.733007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9a38f5a-d43a-44dc-b370-1d75da8b3330 req-7a480a3f-a928-448b-859d-38763cb2110e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1525018 Nov 22 16:33:15.791224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Router 03ca556f-b613-47ee-a028-0fed29e8571d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:15.816723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9a38f5a-d43a-44dc-b370-1d75da8b3330 req-ecaec6c5-d4ad-4e6b-bace-2d0a9a30453e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755241 Nov 22 16:33:15.856191 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7fa331f5-e54d-4290-a1a4-d8ae13f21023 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=986bd514039e48dc8732079a74ea4137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543741 Nov 22 16:33:15.874057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55184) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:15.971056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-cf1e7dcd-b797-4154-be08-d1da997cbfb1 req-f03e8b97-e639-43be-8fe7-4a69fdfa24b8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:15.978173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf1e7dcd-b797-4154-be08-d1da997cbfb1 req-f03e8b97-e639-43be-8fe7-4a69fdfa24b8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153277 Nov 22 16:33:16.013177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-3dac09e2-7c3b-44da-8cf7-7f219eb73a68 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.014714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-3dac09e2-7c3b-44da-8cf7-7f219eb73a68 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.20 "GET /v2.0/networks?id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c HTTP/1.1" status: 200 len: 806 time: 0.3164403 Nov 22 16:33:16.034669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Allocated IP 172.20.0.8 (0563cfc1-51f9-4561-9fe9-0fa3a1987045/06ed45ce-6f21-482a-abea-d8dac37681bd/c42c130d-3874-487b-a906-6362eabbadd4) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:16.052890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:16.070603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f78f1f7-d4ad-408e-b3ed-3b4ea3ef1def admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.070860 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.071768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] Sync routers for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:16.102604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:16.103165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:16.109832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-aaf36b40-5204-445a-8ca9-6401ee0888ce tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "PUT /v2.0/floatingips/f76f934a-6683-4be0-b621-cb941982e512 HTTP/1.1" status: 200 len: 694 time: 1.1908028 Nov 22 16:33:16.110519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:16.113528 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:16.159630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf1e7dcd-b797-4154-be08-d1da997cbfb1 req-59659816-db95-4f2f-9147-a38c635feca0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1747296 Nov 22 16:33:16.171859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-ed234aaa-a75d-4f71-bdb5-4b88f62fdb7a tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1c9ba1182b654abeb9263efc1f9d1421 HTTP/1.1" status: 200 len: 380 time: 0.1434352 Nov 22 16:33:16.175876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f78f1f7-d4ad-408e-b3ed-3b4ea3ef1def admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.186133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Request body: {'port': {'device_id': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'admin_state_up': True, 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'security_groups': ['e55c489f-a023-4c32-9a45-87d24ed2d0e1']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:16.229567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-5d2eb3da-3014-48b7-9adc-8dc2497e20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.231044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-5d2eb3da-3014-48b7-9adc-8dc2497e20ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1097 time: 0.0859780 Nov 22 16:33:16.306010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:16.365247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-04d82d57-f1b0-43fd-94da-219fa7a3d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.367409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-04d82d57-f1b0-43fd-94da-219fa7a3d754 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 929 time: 0.1291971 Nov 22 16:33:16.425218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Made reservation on behalf of 1c9ba1182b654abeb9263efc1f9d1421 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:16.431566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.449276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-04ddaa9b-4b20-4b0b-9e28-c6cd4e537b69 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 217 time: 0.0746624 Nov 22 16:33:16.515469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f78f1f7-d4ad-408e-b3ed-3b4ea3ef1def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.518301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f78f1f7-d4ad-408e-b3ed-3b4ea3ef1def admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.522354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7f78f1f7-d4ad-408e-b3ed-3b4ea3ef1def admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af08fe5a-5fdc-49cc-b7f7-964380d9e0df HTTP/1.1" status: 204 len: 168 time: 0.6472659 Nov 22 16:33:16.540850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78f1f7-d4ad-408e-b3ed-3b4ea3ef1def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08fe5a-5fdc-49cc-b7f7-964380d9e0df,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:16.570787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74a3ef34-e1e0-4786-94ee-612e115ed0bd req-eaf6ef7d-3790-4c8c-9d26-78af2fcdfb44 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 210 time: 0.0522053 Nov 22 16:33:16.592985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.605401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-81c6c26e-554a-41d1-94b5-1e2ed3677267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.615550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-81c6c26e-554a-41d1-94b5-1e2ed3677267 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 200 len: 867 time: 0.1598730 Nov 22 16:33:16.633841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:16.679482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] Checking router: 03ca556f-b613-47ee-a028-0fed29e8571d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:16.695724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:16.702229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:16.735389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Allocated IP 172.20.0.8 (30b3d47c-4ce4-495a-ab93-e83e9bacfc7c/14a7dd31-53f7-4464-a55d-80a3380779ee/2974c74c-8cb8-4afc-8735-4ba4b86fe4ee) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:16.778325 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:16.788435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-9defc930-a3bf-4a3e-8eab-cf2f0f968266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:16.788918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-9defc930-a3bf-4a3e-8eab-cf2f0f968266 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e3e305cf-12a2-4816-9c63-2873517720b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1663232 Nov 22 16:33:16.815621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a3600bf-8241-4ca2-89ae-44a7e755963e req-38278d5a-b32c-42a5-830d-3c22fbf604f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0950298 Nov 22 16:33:16.874293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:16.881989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:16.892731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:16.973915 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574afbd7-4853-492e-96a1-57e884ba5c69 x-openstack-request-id: req-574afbd7-4853-492e-96a1-57e884ba5c69 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:16.983775 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:16.984095 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-574afbd7-4853-492e-96a1-57e884ba5c69 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:16.984490 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'status': 'completed', 'code': 200} Nov 22 16:33:17.007627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:17.119034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91321e5-972b-4430-ba90-1ca7d6e12fbd req-bd8009af-e215-46a1-a91b-132ba3df9eee tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.127061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f91321e5-972b-4430-ba90-1ca7d6e12fbd req-bd8009af-e215-46a1-a91b-132ba3df9eee tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1309657 Nov 22 16:33:17.129582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:17.183657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.211023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-c2c7636d-1545-45d2-a829-3d8cc352be98 service neutron] 10.222.0.65 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897300 Nov 22 16:33:17.225752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f91321e5-972b-4430-ba90-1ca7d6e12fbd req-dc219b07-e7c3-406d-80de-188996854cf7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962808 Nov 22 16:33:17.327623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.328578 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.335603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:17.398501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:17.429733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422a029-9cd5-428e-bc57-60cd10252dc2 None None] The sync data for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 is: [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:32:23Z', 'revision_number': 4, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c8db7fff-8ded-415a-937a-bca83a43e571', 'name': '', 'network_id': 'e3e305cf-12a2-4816-9c63-2873517720b6', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'mac_address': 'fa:16:3e:89:70:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:22Z', 'updated_at': '2021-11-22T16:32:30Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'subnets': [{'id': '0970e642-bec1-4d55-9b1b-0b5e1490a2e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:17.482097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e140397-697c-437d-be32-a9c0fc0c402e req-fdc52fca-5dde-411d-8ceb-3d9e362562e6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.489382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e140397-697c-437d-be32-a9c0fc0c402e req-fdc52fca-5dde-411d-8ceb-3d9e362562e6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1399240 Nov 22 16:33:17.501194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0979cda-4e3a-47e7-80cd-8daac2d66861 req-a56d060c-97aa-4ecc-809b-125e774f5297 service neutron] 10.222.0.65 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687898 Nov 22 16:33:17.568355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e140397-697c-437d-be32-a9c0fc0c402e req-a35ffd35-d01a-4f00-aeb6-05b2347abd9d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768268 Nov 22 16:33:17.758055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-13ee0b23-d2cd-499e-8dd4-0dfa781c5226 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips/f76f934a-6683-4be0-b621-cb941982e512 HTTP/1.1" status: 200 len: 694 time: 0.0878572 Nov 22 16:33:17.861261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-38de1975-32b0-477f-a270-fac77dd9b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.863237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-38de1975-32b0-477f-a270-fac77dd9b843 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2607bdf73734a16a6135009b59e1770&device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 1097 time: 0.8777921 Nov 22 16:33:17.878455 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-de2bf595-fb2c-4ecc-beca-06e180383675 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4896426 Nov 22 16:33:17.904513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Request body: {'port': {'device_id': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:17.907472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410c856-6882-456f-8198-4b646075e149 req-e498ad7a-c4c1-4248-9797-d23ad43d2294 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.909171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f410c856-6882-456f-8198-4b646075e149 req-e498ad7a-c4c1-4248-9797-d23ad43d2294 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 945 time: 0.1750700 Nov 22 16:33:17.934770 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb05a6a-cbdf-43a3-9827-6bbc3c19bf3b None None] New status for floating IP f76f934a-6683-4be0-b621-cb941982e512: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:33:17.984596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-0a9825f3-fc0f-446b-a55a-0e22aa469f2f tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:17.986395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-0a9825f3-fc0f-446b-a55a-0e22aa469f2f tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2131801 Nov 22 16:33:17.989198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:17.993195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event updated for resources: {'Port': ['ID=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:18.018494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:18.021883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:18.063936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f410c856-6882-456f-8198-4b646075e149 req-c20b7788-6a5b-4ee8-81fd-8c2f8c9e6ec0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434784 Nov 22 16:33:18.079320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-940156b5-467e-4e38-b3f9-b65d1a6b7cc7 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 697 time: 0.0843706 Nov 22 16:33:18.106440 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.209349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-d32d8a75-88ba-47e8-86cf-ef0b65ba0c11 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 697 time: 0.1122577 Nov 22 16:33:18.256810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.258189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.287403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-aa223857-f024-4788-986d-9875ef9ff862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.290564 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-aa223857-f024-4788-986d-9875ef9ff862 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 200 len: 929 time: 0.4063804 Nov 22 16:33:18.386794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:18.415834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedfc56-b531-43c0-8f03-4de1ee298991 req-4201288c-b5ab-4597-b6bd-6d28adb3ce2b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.424302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fedfc56-b531-43c0-8f03-4de1ee298991 req-4201288c-b5ab-4597-b6bd-6d28adb3ce2b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.2313826 Nov 22 16:33:18.461366 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-8579f4ba-16ce-4a2a-b69b-bc0ee2dbdbce tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2791173 Nov 22 16:33:18.500154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fedfc56-b531-43c0-8f03-4de1ee298991 req-1debd8c7-a23d-4f26-b847-83c8390c3859 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 Nov 22 16:33:18.531246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Request body: {'port': {'device_id': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:18.537212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a6c07cf2-25cd-4f2c-b44c-1b40acb49a62 None None] Provisioning complete for port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:18.538359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a6c07cf2-25cd-4f2c-b44c-1b40acb49a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.545351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Deleting port b6c14a78-79ed-4970-9c1b-2829bb5087da {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:18.545351 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.618523 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.626645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-ce4a9427-e6c4-4fbc-9969-210acee43045 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 200 len: 217 time: 0.3174560 Nov 22 16:33:18.643981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a6c07cf2-25cd-4f2c-b44c-1b40acb49a62 None None] Port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:18.709450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:18.711008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:18.715280 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ba7ea7-9106-4cd5-a5c1-fef11a53c858" -d '{"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-unplugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:18.726648 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.727159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.735009 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.750503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b566f29-5c47-4c47-a4a2-0e6a8c83fe50 req-811e264a-fff8-4aba-9a67-f1ef788d9ebb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.752041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b566f29-5c47-4c47-a4a2-0e6a8c83fe50 req-811e264a-fff8-4aba-9a67-f1ef788d9ebb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 931 time: 0.0893254 Nov 22 16:33:18.753062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Calling delete_port for b6c14a78-79ed-4970-9c1b-2829bb5087da owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:18.787212 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:18.834872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:18.844101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.844845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.846740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.847989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.848511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.849147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.849646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.851561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.852105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.852859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.853719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.854582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:33:18.930663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b566f29-5c47-4c47-a4a2-0e6a8c83fe50 req-ca67c7ba-cad4-416d-9701-d52e9250b010 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716635 Nov 22 16:33:18.960717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-ffcf5cf6-7e80-4260-a958-0e85f893c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:18.966149 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-ffcf5cf6-7e80-4260-a958-0e85f893c7ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 200 len: 867 time: 0.2989922 Nov 22 16:33:19.009634 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.046203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event deleted for resources: {'Port': ['ID=b6c14a78-79ed-4970-9c1b-2829bb5087da,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:19.196784 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.197689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-5268f9ac-792f-4aaa-82a4-c31fadab8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.199356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-5268f9ac-792f-4aaa-82a4-c31fadab8eda service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3e305cf-12a2-4816-9c63-2873517720b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1913731 Nov 22 16:33:19.200906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.203595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe3d271-0a16-4e31-9ade-c0235958d796 req-8d4a3e55-3c34-4d06-a113-f0aa9a6763ec tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "DELETE /v2.0/floatingips/f76f934a-6683-4be0-b621-cb941982e512 HTTP/1.1" status: 204 len: 173 time: 0.9919240 Nov 22 16:33:19.241242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82fd32-feec-4bd6-bc1c-393ea7b226b2 req-371486aa-fa75-41a8-96a8-a84a62459cfa tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.242831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d82fd32-feec-4bd6-bc1c-393ea7b226b2 req-371486aa-fa75-41a8-96a8-a84a62459cfa tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 931 time: 0.1600084 Nov 22 16:33:19.329236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d82fd32-feec-4bd6-bc1c-393ea7b226b2 req-5b3a6f19-1bcb-457f-b624-a39947023dcd tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772388 Nov 22 16:33:19.349386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc426ce-638a-4c75-8225-0108a8ddf65b req-3cb98a83-73f0-4f6d-ab7f-bc75739b8dd2 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.351194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bc426ce-638a-4c75-8225-0108a8ddf65b req-3cb98a83-73f0-4f6d-ab7f-bc75739b8dd2 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0707467 Nov 22 16:33:19.409289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bc426ce-638a-4c75-8225-0108a8ddf65b req-3f0c5ebd-c842-46a5-8a2d-4d38c89943f0 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487189 Nov 22 16:33:19.438119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-8c89d450-9ac4-4c6c-81ab-02d2f688fa6e service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222173 Nov 22 16:33:19.486440 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587ca922-fad3-4a8c-8d49-ba49eb73a403 x-openstack-request-id: req-587ca922-fad3-4a8c-8d49-ba49eb73a403 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:19.486734 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-unplugged", "status": "failed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "code": 422}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:19.486989 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-587ca922-fad3-4a8c-8d49-ba49eb73a403 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:19.487407 n-d-816206-6 neutron-server[103516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'code': 422} returned with failed status Nov 22 16:33:19.511886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42c130d-3874-487b-a906-6362eabbadd4 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:19.560473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.587451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Transition to ACTIVE for port object c42c130d-3874-487b-a906-6362eabbadd4 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:19.601942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.707130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:19.736532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:19.765404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.776974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-9cf30136-520e-4e8b-a6bc-90209c15e314 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=740c088288de46da8e7af1f5e2b3c181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554826 Nov 22 16:33:19.789364 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38aad2f5-5bec-49c8-93a6-cd5c33869fd5 req-22aaf780-787f-4441-a29c-0fd23bb89737 service neutron] 10.222.0.66 "GET /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002691 Nov 22 16:33:19.804890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Transition to ACTIVE for port object 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:19.814149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.879833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7c600-9898-4382-b07b-f00a382761e6 req-ebc55ed0-364d-4713-bce4-60c2dc899d3a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.889294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7c600-9898-4382-b07b-f00a382761e6 req-ebc55ed0-364d-4713-bce4-60c2dc899d3a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.895060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:19.895525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:19.896462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:19.898960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7c600-9898-4382-b07b-f00a382761e6 req-ebc55ed0-364d-4713-bce4-60c2dc899d3a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:19.905568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-891c5e8b-7ed5-4cbc-ac3d-c1c780d11b6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.906888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7f7c600-9898-4382-b07b-f00a382761e6 req-ebc55ed0-364d-4713-bce4-60c2dc899d3a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0&device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488&device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 2416 time: 0.1699572 Nov 22 16:33:19.907933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:19.908355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:19.930265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:19.930809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:19.931261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:19.931810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Bound port: c42c130d-3874-487b-a906-6362eabbadd4, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:19.932424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:19.937707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Pushing event updated for resources: {'Port': ['ID=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:20.015033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-86588f41-ee4f-4732-bda6-e72f34f7ad42 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.017194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-86588f41-ee4f-4732-bda6-e72f34f7ad42 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352538 Nov 22 16:33:20.021943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7f7c600-9898-4382-b07b-f00a382761e6 req-f9030106-0908-4aab-8a2d-0cd85cda31e2 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080310 Nov 22 16:33:20.075637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-d8f68a2e-c77f-4cd8-81d4-f11d1292a42e tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/quotas/740c088288de46da8e7af1f5e2b3c181 HTTP/1.1" status: 200 len: 375 time: 0.0486839 Nov 22 16:33:20.114901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-3410c5f1-768f-4f8d-9afa-13db5ff666fa tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=740c088288de46da8e7af1f5e2b3c181&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379431 Nov 22 16:33:20.123656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-5a8198e6-fa07-43bc-9705-101567d5071a req-2b501833-b2eb-4911-b75a-d64151b99873 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:20.134312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8198e6-fa07-43bc-9705-101567d5071a req-2b501833-b2eb-4911-b75a-d64151b99873 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137453 Nov 22 16:33:20.182494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Attempting to bind port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:20.182862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Attempting to bind port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:20.183217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Attempting to bind port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee on network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:20.186677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:20.202216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee on network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:20.202821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Attempting to bind port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee on network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:20.211682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:20.212954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:20.213778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Checking segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:20.213778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Bound using segment: {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:20.214630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Bound port: 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d066699-37c6-485b-a8bd-5ce191911d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:20.214854 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.241828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.306838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.307475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.309162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] 10.222.0.20 "PUT /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 1091 time: 2.4095936 Nov 22 16:33:20.309640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:20.312382 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64" -d '{"events": [{"name": "network-changed", "server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "tag": "c42c130d-3874-487b-a906-6362eabbadd4"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:20.394585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea573f-ca18-499b-8586-c1eb1a75e45a service neutron] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:20.416590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] For port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:20.456712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9617262-e704-4473-80bd-02aadb652558 req-34e9bc4d-23e3-4c6a-b3c5-44358d56d5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.456964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] For port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:20.469370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.470471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9617262-e704-4473-80bd-02aadb652558 req-34e9bc4d-23e3-4c6a-b3c5-44358d56d5a0 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1165195 Nov 22 16:33:20.552528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-d16f775f-4b77-4225-8c32-d983a8936646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.557936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-d16f775f-4b77-4225-8c32-d983a8936646 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1094 time: 0.1586742 Nov 22 16:33:20.558903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9617262-e704-4473-80bd-02aadb652558 req-22b19086-49e8-4005-89e2-0ee0a621f771 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0863636 Nov 22 16:33:20.589229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-deb730e7-8460-4d4b-af6b-3c24e547aeae req-21547d65-de46-4d63-963e-5856447732b1 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:20.596726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb730e7-8460-4d4b-af6b-3c24e547aeae req-21547d65-de46-4d63-963e-5856447732b1 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142565 Nov 22 16:33:20.596972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.597588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:20.599382 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] 10.222.0.20 "PUT /v2.0/ports/2974c74c-8cb8-4afc-8735-4ba4b86fe4ee HTTP/1.1" status: 200 len: 1091 time: 2.0724926 Nov 22 16:33:20.659446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-9dfea9a8-bfba-49ee-baf1-01f869076f34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.0807879 Nov 22 16:33:20.675109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47b56c-6057-429c-827e-0c6963cd9463 req-e8cf37a3-193b-4f4b-9d21-013167ef94f2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.676886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c47b56c-6057-429c-827e-0c6963cd9463 req-e8cf37a3-193b-4f4b-9d21-013167ef94f2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.1970513 Nov 22 16:33:20.746701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8e416-8d23-4f7f-9acb-195b4c869a36 service neutron] Pushing event updated for resources: {'Port': ['ID=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:20.748314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb730e7-8460-4d4b-af6b-3c24e547aeae req-c774e753-a349-4b75-9437-b9cf2c569107 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1506989 Nov 22 16:33:20.809881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c47b56c-6057-429c-827e-0c6963cd9463 req-0fcbb334-8365-4030-b090-c93f328e389d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083570 Nov 22 16:33:20.977814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-5c9b19b7-d093-44fa-83cb-affd0d6e0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.980499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-5c9b19b7-d093-44fa-83cb-affd0d6e0080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.3006799 Nov 22 16:33:20.983627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-243d05c5-d89d-4e73-a794-14fcc3773a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:20.985091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-243d05c5-d89d-4e73-a794-14fcc3773a84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c9ba1182b654abeb9263efc1f9d1421&device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 1094 time: 0.3041651 Nov 22 16:33:21.066312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-ca18f287-c0a2-4d29-8646-507752148bad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681036 Nov 22 16:33:21.067840 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94abb282-079b-4f3b-8184-7ba9f0a1476d x-openstack-request-id: req-94abb282-079b-4f3b-8184-7ba9f0a1476d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:21.068155 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "tag": "c42c130d-3874-487b-a906-6362eabbadd4", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:21.069024 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94abb282-079b-4f3b-8184-7ba9f0a1476d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:21.069024 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4', 'status': 'completed', 'code': 200} Nov 22 16:33:21.071856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8968d-3d18-4cf6-915a-3237c205fbb9 req-010633fc-ce2f-40ef-8eca-4bb3a1469a2c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.101680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2e8968d-3d18-4cf6-915a-3237c205fbb9 req-010633fc-ce2f-40ef-8eca-4bb3a1469a2c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.1785989 Nov 22 16:33:21.142089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-b524bdb8-253d-493b-8a3a-698c38cfc6e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee HTTP/1.1" status: 200 len: 217 time: 0.1453233 Nov 22 16:33:21.256865 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-2b27f3eb-37c1-49f5-8509-4752fe28a95f service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350470 Nov 22 16:33:21.410869 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f6c2458-c02e-4876-92ad-796752d0e4da req-04c2e8b6-c338-4ce9-bbac-52bb2377b49e service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428509 Nov 22 16:33:21.450123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-3a536429-cc68-4653-af63-9a5880a30bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.451643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-3a536429-cc68-4653-af63-9a5880a30bec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a7dd31-53f7-4464-a55d-80a3380779ee HTTP/1.1" status: 200 len: 845 time: 0.1937747 Nov 22 16:33:21.547244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-e9cb4a94-0331-46b0-9566-f6e190f681e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.549172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-e9cb4a94-0331-46b0-9566-f6e190f681e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1094 time: 0.0781538 Nov 22 16:33:21.556530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a6645-5999-43df-98b9-42c19f105682 req-204278ad-1f74-493c-ad4a-5cf00a89f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.558273 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-204278ad-1f74-493c-ad4a-5cf00a89f8da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978446 Nov 22 16:33:21.574355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6574a20c-aec6-4659-8ee2-f99d84b34704 req-9b405345-6d22-4d30-becd-cde9cbe4b097 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 210 time: 0.4144123 Nov 22 16:33:21.664087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-8235b8e6-d448-470a-a8b9-b5a55ada2539 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9143384 Nov 22 16:33:21.671869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2e8968d-3d18-4cf6-915a-3237c205fbb9 req-13adc1a6-5ade-4c45-b68f-8ef6ae3a51cc tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5669365 Nov 22 16:33:21.683260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-a8a40ccd-2708-4624-84e5-5cf081a12964 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:21.684221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-a8a40ccd-2708-4624-84e5-5cf081a12964 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051243 Nov 22 16:33:21.752452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-e3e23952-93a6-40f6-a713-56ec3600e580 service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261594 Nov 22 16:33:21.753738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc04a-c646-4f70-a005-27a603f3b721 req-71b8d1fb-bf0b-4ad5-9e64-6132fa637258 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.761824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c0dc04a-c646-4f70-a005-27a603f3b721 req-71b8d1fb-bf0b-4ad5-9e64-6132fa637258 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0715804 Nov 22 16:33:21.819831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c0dc04a-c646-4f70-a005-27a603f3b721 req-a38ac67d-bb92-493a-8adf-7664b97fd7b5 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569999 Nov 22 16:33:21.834827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-f93b1cf5-84c1-418a-af52-eeb133f3a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.834827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-f93b1cf5-84c1-418a-af52-eeb133f3a1b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.2724321 Nov 22 16:33:21.892708 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-8d5cc4b4-b639-44c0-8955-382b962f2415 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.0521700 Nov 22 16:33:21.898234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2660b664-775a-424a-9d51-1dccc5006a40 req-162029db-1082-474b-80b5-a7c210d20d73 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0544102 Nov 22 16:33:21.966944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a20a6645-5999-43df-98b9-42c19f105682 req-5b25e680-7349-453e-9432-21a86ff5bc28 service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026112 Nov 22 16:33:21.975503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-c983f3c5-483a-4784-84da-cc62d51485da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:21.977685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-c983f3c5-483a-4784-84da-cc62d51485da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0754371 Nov 22 16:33:22.036127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-c5dc4c1d-16c2-46e4-9295-26ae87c5e399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507987 Nov 22 16:33:22.079774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f118d8d-2cab-4240-b8b9-12e71c427db9 req-4f27459f-f19f-4dc7-af0e-de396fc6f472 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.079774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f118d8d-2cab-4240-b8b9-12e71c427db9 req-4f27459f-f19f-4dc7-af0e-de396fc6f472 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.1041777 Nov 22 16:33:22.188108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f118d8d-2cab-4240-b8b9-12e71c427db9 req-b49b8748-29c8-4537-9427-095457cbd915 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018939 Nov 22 16:33:22.240788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-f9544124-fa49-4fa4-af46-e367dd70277f tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=740c088288de46da8e7af1f5e2b3c181&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541523 Nov 22 16:33:22.399040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:22.413729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-a7601374-f630-4e6e-98fc-f56e006a9b0e service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663888 Nov 22 16:33:22.430760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28a0a9-1512-42a1-81f1-59e11e48e686 req-ffa05533-2c03-4306-8138-a2df56719027 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.440952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f28a0a9-1512-42a1-81f1-59e11e48e686 req-ffa05533-2c03-4306-8138-a2df56719027 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.0937898 Nov 22 16:33:22.517754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f28a0a9-1512-42a1-81f1-59e11e48e686 req-a8ca6e3c-1729-4c45-9029-96d0bf337e09 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Nov 22 16:33:22.549116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-f4f4a7de-9045-442c-a5ce-92ab088821f9 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.550572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-f4f4a7de-9045-442c-a5ce-92ab088821f9 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098314 Nov 22 16:33:22.582972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Request body: {'port': {'device_id': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '740c088288de46da8e7af1f5e2b3c181'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:22.679302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c02a7b9d-f748-4c45-9dae-ab9f6b9aaa64 req-70681795-f6c9-420a-b94b-128338397282 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572777 Nov 22 16:33:22.690480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec49af41-2282-4ec4-9fe8-ae3b5b81da47 req-cac9f292-0fd2-4da7-94bf-5a83eaddaba2 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 210 time: 0.0324905 Nov 22 16:33:22.736158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Made reservation on behalf of 740c088288de46da8e7af1f5e2b3c181 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:22.741188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.754823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.831118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cd230-3213-4eb0-a8fe-0c6284468bf3 req-58b0f942-d779-4888-8f8a-e6cd97afd39e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:22.838227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-098cd230-3213-4eb0-a8fe-0c6284468bf3 req-58b0f942-d779-4888-8f8a-e6cd97afd39e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.0638590 Nov 22 16:33:22.853117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10f90eda-409c-45b5-89f5-f0f69a8fd138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.884988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.889380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:22.900248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-098cd230-3213-4eb0-a8fe-0c6284468bf3 req-3b47cef9-a1eb-4224-b661-ae83132d22e2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539002 Nov 22 16:33:22.975002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cfdd79-8956-48b3-a21b-d00abf12fbee,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:23.051156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Allocated IP 192.168.233.186 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/e906a785-5efc-40ec-aed2-fea36b639244) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:23.058984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc71a0a-e0d5-4b88-846c-3a6704108d51 req-355b7608-cba1-49f3-b3a7-ba39ce00ece4 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.060651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efc71a0a-e0d5-4b88-846c-3a6704108d51 req-355b7608-cba1-49f3-b3a7-ba39ce00ece4 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0603087 Nov 22 16:33:23.072350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:23.074468 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a57bef-e399-4683-b87e-8ac17c50dfdc" -d '{"events": [{"name": "network-changed", "server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:23.140266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efc71a0a-e0d5-4b88-846c-3a6704108d51 req-216c1634-4dec-468a-96d2-8d7f93baf27f tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718191 Nov 22 16:33:23.200363 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17219c58-a54b-478b-a6ac-1a6e5f1c4529 x-openstack-request-id: req-17219c58-a54b-478b-a6ac-1a6e5f1c4529 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:23.200914 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:23.201194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17219c58-a54b-478b-a6ac-1a6e5f1c4529 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:23.201611 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'status': 'completed', 'code': 200} Nov 22 16:33:23.312637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.325033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-948a0b63-335a-4d0d-8855-370295885240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.326697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-948a0b63-335a-4d0d-8855-370295885240 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e&tenant_id=95a7ae558e2c4c78bf68be4445766e3b HTTP/1.1" status: 200 len: 1095 time: 0.1058910 Nov 22 16:33:23.354250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:23.358133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-3e9f0254-9759-443f-b8f1-5a910d10b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.358277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b3c97-fd9b-43cc-92ae-511d5ac6707d req-561bfed4-b226-4103-a3fc-f2fa55eeee3d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.359884 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-3e9f0254-9759-443f-b8f1-5a910d10b8b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c9ba1182b654abeb9263efc1f9d1421&device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 1094 time: 0.1256919 Nov 22 16:33:23.360615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a76b3c97-fd9b-43cc-92ae-511d5ac6707d req-561bfed4-b226-4103-a3fc-f2fa55eeee3d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.0767400 Nov 22 16:33:23.426321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a76b3c97-fd9b-43cc-92ae-511d5ac6707d req-d7d0ce24-427e-484e-9089-e2ac5ffd5400 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568488 Nov 22 16:33:23.460157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.526987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be649588-4dfe-45c6-922e-8b1f57f21f95 req-64db4bb7-3442-46e7-a273-6141102a2b49 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.528887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be649588-4dfe-45c6-922e-8b1f57f21f95 req-64db4bb7-3442-46e7-a273-6141102a2b49 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.0771625 Nov 22 16:33:23.590222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be649588-4dfe-45c6-922e-8b1f57f21f95 req-efce8585-12bf-417a-85e9-9321e2802c56 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549169 Nov 22 16:33:23.696925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96a824-715f-416f-a55f-0264f01cce46 req-b423c4d0-7e98-472f-b363-e9679fd60d74 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.699316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b96a824-715f-416f-a55f-0264f01cce46 req-b423c4d0-7e98-472f-b363-e9679fd60d74 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.0703239 Nov 22 16:33:23.794694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b96a824-715f-416f-a55f-0264f01cce46 req-a10b7fb3-8a19-4745-aac9-8d70d937cd6c tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882084 Nov 22 16:33:23.852931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9b00e-fb41-43be-987f-b017ded48851 req-9305cfbc-5f96-4b0e-9a31-e343a1857ed5 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.854492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1aa9b00e-fb41-43be-987f-b017ded48851 req-9305cfbc-5f96-4b0e-9a31-e343a1857ed5 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 936 time: 0.0733995 Nov 22 16:33:23.873533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:23.878943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:23.887182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Pushing event updated for resources: {'Port': ['ID=e906a785-5efc-40ec-aed2-fea36b639244,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:23.901782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:23.907868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:23.914731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-c5e1c553-3268-4191-9317-f5b21dc03c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:23.915602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1aa9b00e-fb41-43be-987f-b017ded48851 req-f13d95a8-12f2-4061-86da-594b35aeb573 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537455 Nov 22 16:33:23.916870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-c5e1c553-3268-4191-9317-f5b21dc03c0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c HTTP/1.1" status: 200 len: 907 time: 0.5317991 Nov 22 16:33:23.917177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.065019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93392288-944f-453b-92a8-9c1ce5d5600a req-084dda18-6138-48cb-865e-c14babcc55b5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.073949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93392288-944f-453b-92a8-9c1ce5d5600a req-084dda18-6138-48cb-865e-c14babcc55b5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.0743101 Nov 22 16:33:24.137892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93392288-944f-453b-92a8-9c1ce5d5600a req-6e9a36e4-20a2-436e-bee0-29e55a30da7a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629499 Nov 22 16:33:24.168856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-5e1b20ed-6e81-406a-80bf-a2b03c7ad535 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee HTTP/1.1" status: 200 len: 217 time: 0.2275743 Nov 22 16:33:24.261503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.262166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.268358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc2aca-226a-4d06-b8b8-3c42f45d1be1 req-41eace36-f15e-4b84-a14e-f79ef593e20f tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.269772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cdc2aca-226a-4d06-b8b8-3c42f45d1be1 req-41eace36-f15e-4b84-a14e-f79ef593e20f tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 943 time: 0.0506244 Nov 22 16:33:24.292629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-44663fa3-1f80-4651-bd46-409befb66e85 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7134614 Nov 22 16:33:24.301279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ecd5197f-fcff-4f9e-981c-dbdceb392fd0 None None] Provisioning complete for port e906a785-5efc-40ec-aed2-fea36b639244 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:24.302273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ecd5197f-fcff-4f9e-981c-dbdceb392fd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.316680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Request body: {'port': {'device_id': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:24.322867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-7d1c2079-7c28-40c4-8466-8224ab779fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.324387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-7d1c2079-7c28-40c4-8466-8224ab779fad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a7dd31-53f7-4464-a55d-80a3380779ee HTTP/1.1" status: 200 len: 845 time: 0.1374004 Nov 22 16:33:24.361857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cdc2aca-226a-4d06-b8b8-3c42f45d1be1 req-33592d3a-37de-43d9-b78c-d876550be7e5 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761459 Nov 22 16:33:24.378703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ecd5197f-fcff-4f9e-981c-dbdceb392fd0 None None] Port e906a785-5efc-40ec-aed2-fea36b639244 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:24.386484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:24.399352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:24.458933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.505526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-8c92adce-a28c-478e-8e7b-643765c117fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.505526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-8c92adce-a28c-478e-8e7b-643765c117fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603460 Nov 22 16:33:24.549548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:24.627465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9e3e7-97dc-4f35-9829-57b84b777864 req-278db2aa-2d4b-437d-b958-b128b418ba61 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.638795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47f9e3e7-97dc-4f35-9829-57b84b777864 req-278db2aa-2d4b-437d-b958-b128b418ba61 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.1067333 Nov 22 16:33:24.669966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:24.746020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:24.761372 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.768827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'port_id': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'mac_address': 'fa:16:3e:14:3d:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:24.814052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.816810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47f9e3e7-97dc-4f35-9829-57b84b777864 req-e0d2fd62-394c-44ab-b220-4718c7fc7863 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777966 Nov 22 16:33:24.840789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:24.849258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-d65bd1a0-3480-4e65-9425-849832139ebc tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.851229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-d65bd1a0-3480-4e65-9425-849832139ebc tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.66 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.1900883 Nov 22 16:33:24.851927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:24.858477 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.859231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Transition to ACTIVE for port object 93b3dcf8-3257-47ca-9649-3da796b0ffe3 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:24.859617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c42c130d-3874-487b-a906-6362eabbadd4 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:24.870098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4976c5-cf13-4736-bd14-9b329b8c84e3 req-7f07d075-28df-46da-a3ae-b9e8efef904c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.871875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4976c5-cf13-4736-bd14-9b329b8c84e3 req-7f07d075-28df-46da-a3ae-b9e8efef904c tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1294408 Nov 22 16:33:24.896620 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:24.909921 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-7900ec2b-ac9e-41fe-a771-941947ad6b1d service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750751 Nov 22 16:33:24.973000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:24.998044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5bd90-7b2b-4a54-8496-f05ba554e7fa req-5bf6ef5a-17ea-4e1e-ae68-e0fd816da18b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:24.999578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ca5bd90-7b2b-4a54-8496-f05ba554e7fa req-5bf6ef5a-17ea-4e1e-ae68-e0fd816da18b tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 946 time: 0.0859904 Nov 22 16:33:25.027258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:25.042360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'c42c130d-3874-487b-a906-6362eabbadd4', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'port_id': 'c42c130d-3874-487b-a906-6362eabbadd4', 'mac_address': 'fa:16:3e:b1:a5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ed45ce-6f21-482a-abea-d8dac37681bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:25.059565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4976c5-cf13-4736-bd14-9b329b8c84e3 req-df07286d-caa2-41e2-8a82-e3c10b7e5622 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486144 Nov 22 16:33:25.061257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-14cb46c2-3d53-4b4d-8614-68eb5448ccd6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.062782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-14cb46c2-3d53-4b4d-8614-68eb5448ccd6 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.2672834 Nov 22 16:33:25.068608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=9']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:25.073188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] No DVR routers for this DVR port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:25.090553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.108576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42c130d-3874-487b-a906-6362eabbadd4 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:25.109153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ca5bd90-7b2b-4a54-8496-f05ba554e7fa req-8f0d729c-29f3-47b3-935a-115357af9eac tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/security-groups?id=e7753966-01b0-4ba6-8f86-3800163c3d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819716 Nov 22 16:33:25.136444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Deleting port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:25.136444 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.150569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:25.164126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.180412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e906a785-5efc-40ec-aed2-fea36b639244 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:25.189295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.205642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Transition to ACTIVE for port object e906a785-5efc-40ec-aed2-fea36b639244 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:25.242676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:25.266334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.279532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.332320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] For port 6c84acc2-0583-4e70-a9bb-505ba0ec8128, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c84acc2-0583-4e70-a9bb-505ba0ec8128,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:25.334307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.355490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Calling delete_port for 6c84acc2-0583-4e70-a9bb-505ba0ec8128 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:25.375347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb38a73-6868-4a71-9230-611360ec88e1 req-7e2ef07a-18a8-4a6e-9fb2-76bfd08d6348 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.376954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cb38a73-6868-4a71-9230-611360ec88e1 req-7e2ef07a-18a8-4a6e-9fb2-76bfd08d6348 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 948 time: 0.1119959 Nov 22 16:33:25.402838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:25.403181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:25.403516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on network 9883e7b7-4094-401f-93f7-da4320524371 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:25.413786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c42c130d-3874-487b-a906-6362eabbadd4'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:25.428300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-89a57bef-e399-4683-b87e-8ac17c50dfdc req-adb13b20-6487-491a-ba02-c8d5c706b3e8 service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941237 Nov 22 16:33:25.448608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on network 9883e7b7-4094-401f-93f7-da4320524371 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:25.448949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Attempting to bind port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on network 9883e7b7-4094-401f-93f7-da4320524371 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:25.452953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Pushing event updated for resources: {'Port': ['ID=e906a785-5efc-40ec-aed2-fea36b639244,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:25.469476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:25.469926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Checking segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:25.470322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Bound using segment: {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:25.470776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Bound port: 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f197786-eae1-4be8-8064-33d6e3534582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '9883e7b7-4094-401f-93f7-da4320524371'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:25.471133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.514015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2974c74c-8cb8-4afc-8735-4ba4b86fe4ee'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:25.542876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cb38a73-6868-4a71-9230-611360ec88e1 req-9e1d4963-dd84-48ee-aa4f-14e61553b422 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128678 Nov 22 16:33:25.549194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Deleting port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:25.549539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.688654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Attempting to bind port e906a785-5efc-40ec-aed2-fea36b639244 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:25.688654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Attempting to bind port e906a785-5efc-40ec-aed2-fea36b639244 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:25.688654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Attempting to bind port e906a785-5efc-40ec-aed2-fea36b639244 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:25.715910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Port e906a785-5efc-40ec-aed2-fea36b639244 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:25.716242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Attempting to bind port e906a785-5efc-40ec-aed2-fea36b639244 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:25.718840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:25.744992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:25.745218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:25.745604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:25.746098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Bound port: e906a785-5efc-40ec-aed2-fea36b639244, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:25.746672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.759728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cb72bc-c121-41c0-9880-098ec627c45b req-ea1ba8ab-a9a1-47bf-b2c4-0aba350611eb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.763524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5cb72bc-c121-41c0-9880-098ec627c45b req-ea1ba8ab-a9a1-47bf-b2c4-0aba350611eb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 944 time: 0.2118990 Nov 22 16:33:25.765209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:25.780643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.786911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd25f6-7d4d-4a30-b675-2ca92d3b75c9 req-3c6d8607-ca0e-47f4-939a-cbdccad80098 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.789008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fcd25f6-7d4d-4a30-b675-2ca92d3b75c9 req-3c6d8607-ca0e-47f4-939a-cbdccad80098 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 944 time: 0.1172698 Nov 22 16:33:25.790570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] For port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:25.791125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.833971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Calling delete_port for 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:25.853717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5cb72bc-c121-41c0-9880-098ec627c45b req-6fea8200-161a-4436-9bdd-0b82e8925ec2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780687 Nov 22 16:33:25.867491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:25.868122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.869751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] 10.222.0.66 "PUT /v2.0/ports/93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 1092 time: 2.5259261 Nov 22 16:33:25.880584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:25.889757 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460" -d '{"events": [{"name": "network-changed", "server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:25.894549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:25.909205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['6c84acc2-0583-4e70-a9bb-505ba0ec8128'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:25.936714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fcd25f6-7d4d-4a30-b675-2ca92d3b75c9 req-fdc8d558-5dc8-4518-9e14-c9d7a9779a4b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231782 Nov 22 16:33:25.999050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.001052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Pushing event deleted for resources: {'Port': ['ID=6c84acc2-0583-4e70-a9bb-505ba0ec8128,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.019130 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dab6e-03ab-4c86-be0d-78287098d6c9 x-openstack-request-id: req-537dab6e-03ab-4c86-be0d-78287098d6c9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:26.019609 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:26.019725 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-537dab6e-03ab-4c86-be0d-78287098d6c9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:26.020098 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'status': 'completed', 'code': 200} Nov 22 16:33:26.061923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfec62-6861-4fc4-b4ea-21c8a196dc24 service neutron] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.083125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] For port e906a785-5efc-40ec-aed2-fea36b639244, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:26.096596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] No DVR routers for this DVR port 6c84acc2-0583-4e70-a9bb-505ba0ec8128 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:26.101558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.105560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c671e471-e86a-40d5-93a9-2f4d00670f23 req-003770de-4490-489e-b08f-4d8f711ba9da tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.66 "DELETE /v2.0/ports/6c84acc2-0583-4e70-a9bb-505ba0ec8128 HTTP/1.1" status: 204 len: 173 time: 1.2322896 Nov 22 16:33:26.106883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] For port e906a785-5efc-40ec-aed2-fea36b639244, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e906a785-5efc-40ec-aed2-fea36b639244,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:26.107343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'name': 'network-vif-deleted', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:26.115498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.122054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-405d8b93-cd52-41d3-80b1-c64b66137f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.123885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-405d8b93-cd52-41d3-80b1-c64b66137f16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1096 time: 0.2141123 Nov 22 16:33:26.129382 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1044f005-aae5-48b0-b8ba-2c92305a457b" -d '{"events": [{"server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "name": "network-vif-deleted", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:26.163875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe10722-7336-480f-935f-3546d1f2421a req-e3675d42-ceba-425e-9a17-7dca171e4da4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.165099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fe10722-7336-480f-935f-3546d1f2421a req-e3675d42-ceba-425e-9a17-7dca171e4da4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.1610613 Nov 22 16:33:26.194054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.194759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.196709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] 10.222.0.66 "PUT /v2.0/ports/e906a785-5efc-40ec-aed2-fea36b639244 HTTP/1.1" status: 200 len: 1096 time: 1.8907402 Nov 22 16:33:26.288331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fe10722-7336-480f-935f-3546d1f2421a req-126ddc2b-800a-43ee-8934-2f2d4b89dc05 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059768 Nov 22 16:33:26.346933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0051e-0066-4086-af26-2fd99b8803ff service neutron] Pushing event updated for resources: {'Port': ['ID=e906a785-5efc-40ec-aed2-fea36b639244,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.351358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3de79-ff42-4c8b-a561-d81413a7efeb req-09b1375d-61d2-427b-8297-33606c2b48f7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.358887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28d3de79-ff42-4c8b-a561-d81413a7efeb req-09b1375d-61d2-427b-8297-33606c2b48f7 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 945 time: 0.1490562 Nov 22 16:33:26.404578 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08303a6-946e-4545-88c6-2902aec40a7e x-openstack-request-id: req-d08303a6-946e-4545-88c6-2902aec40a7e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:26.404931 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a3d756-1897-4fa0-a7d0-05ed351af5e0", "name": "network-vif-deleted", "tag": "6c84acc2-0583-4e70-a9bb-505ba0ec8128", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:26.405141 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d08303a6-946e-4545-88c6-2902aec40a7e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:26.405540 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a3d756-1897-4fa0-a7d0-05ed351af5e0', 'name': 'network-vif-deleted', 'tag': '6c84acc2-0583-4e70-a9bb-505ba0ec8128', 'status': 'completed', 'code': 200} Nov 22 16:33:26.431826 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:26.457495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28d3de79-ff42-4c8b-a561-d81413a7efeb req-815e2287-f460-4e24-8bfb-ab64920cd912 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917261 Nov 22 16:33:26.482459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.502832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-f65be7de-1938-43e6-bd48-4f9089a7dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.506252 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-f65be7de-1938-43e6-bd48-4f9089a7dbd2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.3373003 Nov 22 16:33:26.573157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Pushing event deleted for resources: {'Port': ['ID=35b32bd0-8b78-4fe4-9a5e-a0458b704da0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:26.587613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-57562b50-7a87-44d8-a13d-ef62366d27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.589209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-57562b50-7a87-44d8-a13d-ef62366d27bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=740c088288de46da8e7af1f5e2b3c181&device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 1099 time: 0.2364666 Nov 22 16:33:26.591415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['570b6ef6-853b-4ed9-8c9f-2542c49123cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:26.600680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4bb83cef-ec04-48ae-80f3-5303ad9b56cf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:26.661520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4a84fd-c3b2-4f8d-a8d9-a518ec75abf5 req-e5062d08-0a2e-4863-accf-073b69427bf3 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798 tempest-FloatingIPsAssociationNegativeTestJSON-1053992798-project] 10.222.0.65 "GET /v2.0/ports?device_id=a9a3d756-1897-4fa0-a7d0-05ed351af5e0 HTTP/1.1" status: 200 len: 210 time: 0.0707071 Nov 22 16:33:26.672110 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-7562d5d5-98b2-4f77-bac1-29dcf828f809 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.1110578 Nov 22 16:33:26.805885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a337330-71ca-4e7c-af30-8561ca122745 req-3d1a8c25-cbce-4fa8-b977-f8c7eff45170 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:26.809107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:26.815723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a337330-71ca-4e7c-af30-8561ca122745 req-3d1a8c25-cbce-4fa8-b977-f8c7eff45170 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 948 time: 0.1076159 Nov 22 16:33:26.826471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-611353d2-0cc2-42a6-b890-8ae5731582da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e906a785-5efc-40ec-aed2-fea36b639244 HTTP/1.1" status: 200 len: 217 time: 0.1661389 Nov 22 16:33:26.828878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:26.829550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.893913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a337330-71ca-4e7c-af30-8561ca122745 req-0b92fd2d-41cd-4732-ab25-adc392b05c9f tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771165 Nov 22 16:33:26.941489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] No DVR routers for this DVR port 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:26.945824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:26.951120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-069c59ac-809c-4c30-b3c6-26390deaf8b3 req-ef406615-973a-43eb-ad2b-c97cbf443c1a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "DELETE /v2.0/ports/35b32bd0-8b78-4fe4-9a5e-a0458b704da0 HTTP/1.1" status: 204 len: 173 time: 1.8755515 Nov 22 16:33:27.063020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-7e47b79f-366b-43c3-b60a-30a679d153ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.070263 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-7e47b79f-366b-43c3-b60a-30a679d153ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.3560014 Nov 22 16:33:27.082010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-0bba28d7-3b4f-4a76-b426-9e9cbb74adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.087331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-0bba28d7-3b4f-4a76-b426-9e9cbb74adb3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1606486 Nov 22 16:33:27.108871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17479276-234d-4c70-b4c7-b5e9df356ea5 req-6c864574-7efc-4225-a5ef-1f2ee9508494 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.118498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17479276-234d-4c70-b4c7-b5e9df356ea5 req-6c864574-7efc-4225-a5ef-1f2ee9508494 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.1260781 Nov 22 16:33:27.180137 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-543ff1fb-963c-4cf5-a40b-56931b8dbc9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908225 Nov 22 16:33:27.204271 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.257563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17479276-234d-4c70-b4c7-b5e9df356ea5 req-4d956f12-85df-491c-b6eb-b2754dd4bb34 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380503 Nov 22 16:33:27.278252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3330-be30-4bc8-8168-16b126988fe8 req-7d930ea7-3caf-4686-8ce8-17820af7fcc6 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.288395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d25f3330-be30-4bc8-8168-16b126988fe8 req-7d930ea7-3caf-4686-8ce8-17820af7fcc6 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 944 time: 0.1606412 Nov 22 16:33:27.296602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:27.299093 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba14fd5f-5d2c-41c1-98c9-bb7565d2feb6" -d '{"events": [{"server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "name": "network-vif-plugged", "status": "completed", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:27.302299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-3a3ffaf3-8440-4ff9-9c25-477dc0a33077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.323675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-3a3ffaf3-8440-4ff9-9c25-477dc0a33077 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2088487 Nov 22 16:33:27.325369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:27.345187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.346168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c42c130d-3874-487b-a906-6362eabbadd4 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:27.433843 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fe98e1-bfe2-4f3a-b93d-085af2e0e003 x-openstack-request-id: req-d0fe98e1-bfe2-4f3a-b93d-085af2e0e003 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:27.433987 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "name": "network-vif-plugged", "status": "completed", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:27.434187 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0fe98e1-bfe2-4f3a-b93d-085af2e0e003 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:27.434586 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'code': 200} Nov 22 16:33:27.436293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d25f3330-be30-4bc8-8168-16b126988fe8 req-8de732b6-1c2d-4a25-996b-ab12063314f2 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462064 Nov 22 16:33:27.520375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:27.560481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port c42c130d-3874-487b-a906-6362eabbadd4 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:27.566732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port c42c130d-3874-487b-a906-6362eabbadd4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:27.567040 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.624348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e81fca26-2446-4472-a37e-36bfa8d447c3 req-ac40c2e5-2862-47a7-a727-1400ab6e8e2b tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=87baf78c-c30b-41cf-b5a9-574377abb6b0 HTTP/1.1" status: 200 len: 210 time: 0.0592899 Nov 22 16:33:27.625322 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-cc126567-dbd5-4c38-8314-075e00bfe64e service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280577 Nov 22 16:33:27.634908 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-d45147b8-8bad-41f8-a753-c2790ccc9390 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984324 Nov 22 16:33:27.660063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b50aa-1cdc-4e07-8a7a-256edad8b59d req-0c5853b9-33b2-4a1a-a26c-11d71512cd4a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.667310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b1b50aa-1cdc-4e07-8a7a-256edad8b59d req-0c5853b9-33b2-4a1a-a26c-11d71512cd4a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.1658931 Nov 22 16:33:27.700294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.732986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece8fb0-9a6e-4a56-8cb6-d66bdd6d52da req-3fa71c2a-ad39-44b5-b22d-a7edd7e738f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:27.734891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cece8fb0-9a6e-4a56-8cb6-d66bdd6d52da req-3fa71c2a-ad39-44b5-b22d-a7edd7e738f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 1096 time: 0.2161438 Nov 22 16:33:27.741036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:27.745555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:27.746836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:27.797886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:27.798296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 35b32bd0-8b78-4fe4-9a5e-a0458b704da0 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:27.799783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b1b50aa-1cdc-4e07-8a7a-256edad8b59d req-e9539af9-68fd-47ed-87cf-8ee0c749c0dc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245391 Nov 22 16:33:27.803767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55446) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:27.839709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:28.095040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'tag': 'e906a785-5efc-40ec-aed2-fea36b639244'}, {'server_uuid': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'name': 'network-vif-deleted', 'tag': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:28.097520 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db17c4cc-716c-45a0-ab57-9923474af322" -d '{"events": [{"name": "network-changed", "server_uuid": "bc15331a-7254-463c-a8c3-c9a65f85d45e", "tag": "e906a785-5efc-40ec-aed2-fea36b639244"}, {"server_uuid": "87baf78c-c30b-41cf-b5a9-574377abb6b0", "name": "network-vif-deleted", "tag": "35b32bd0-8b78-4fe4-9a5e-a0458b704da0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:28.124630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838b1a6-c20f-4c27-8575-457c40e4c735 req-eaddfb47-524a-448c-92d8-8fb41d72f9fd tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.125838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6838b1a6-c20f-4c27-8575-457c40e4c735 req-eaddfb47-524a-448c-92d8-8fb41d72f9fd tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 948 time: 0.1090026 Nov 22 16:33:28.152672 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10dfa7a-0143-44b2-9135-ac5443c1fbfe x-openstack-request-id: req-d10dfa7a-0143-44b2-9135-ac5443c1fbfe {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:28.152978 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc15331a-7254-463c-a8c3-c9a65f85d45e", "tag": "e906a785-5efc-40ec-aed2-fea36b639244", "status": "completed", "code": 200}, {"server_uuid": "87baf78c-c30b-41cf-b5a9-574377abb6b0", "name": "network-vif-deleted", "tag": "35b32bd0-8b78-4fe4-9a5e-a0458b704da0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:28.153232 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d10dfa7a-0143-44b2-9135-ac5443c1fbfe {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:28.153628 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'tag': 'e906a785-5efc-40ec-aed2-fea36b639244', 'status': 'completed', 'code': 200} Nov 22 16:33:28.153914 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87baf78c-c30b-41cf-b5a9-574377abb6b0', 'name': 'network-vif-deleted', 'tag': '35b32bd0-8b78-4fe4-9a5e-a0458b704da0', 'status': 'completed', 'code': 200} Nov 22 16:33:28.200055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eea5cec3-96bb-4a10-9d3a-3c10f39fdb1c req-775ad1b3-6da8-484b-ac45-6f4350c08804 service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632231 Nov 22 16:33:28.203499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cece8fb0-9a6e-4a56-8cb6-d66bdd6d52da req-058d3682-7a61-4628-b92b-7c70659d6960 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303501 Nov 22 16:33:28.205724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2df57c21-6e1b-46af-890b-910499eaecd1 req-02762f80-8f4b-4a48-a676-dab7337c09d8 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588067 Nov 22 16:33:28.212324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6838b1a6-c20f-4c27-8575-457c40e4c735 req-3c34112b-8067-4f79-ad70-73a4b10c5992 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748694 Nov 22 16:33:28.336426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.342478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-e0a42bb6-aac5-4195-bff1-590e945c8a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.344223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-e0a42bb6-aac5-4195-bff1-590e945c8a5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1096 time: 0.0725100 Nov 22 16:33:28.365934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17c4cc-716c-45a0-ab57-9923474af322 req-ea2e5199-840a-45ba-980a-f6f5dbf78368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.367481 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-ea2e5199-840a-45ba-980a-f6f5dbf78368 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=740c088288de46da8e7af1f5e2b3c181&device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 1099 time: 0.0868673 Nov 22 16:33:28.497197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55468) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:28.528286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-303016003'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:28.541862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2491d0-140d-49e8-9fbe-ebb9ff1a30d6 req-b7118ced-4897-40f3-aaff-f6ab2650dfc4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.543408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea2491d0-140d-49e8-9fbe-ebb9ff1a30d6 req-b7118ced-4897-40f3-aaff-f6ab2650dfc4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.1697323 Nov 22 16:33:28.576591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-ef1a76f4-e770-4267-a84f-ac9d6a386685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.578775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-ef1a76f4-e770-4267-a84f-ac9d6a386685 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.2239723 Nov 22 16:33:28.638958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17c4cc-716c-45a0-ab57-9923474af322 req-0ad73f1d-cd0b-4396-a10c-4ff4027d2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.640429 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-0ad73f1d-cd0b-4396-a10c-4ff4027d2245 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2632434 Nov 22 16:33:28.641296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:28.644711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.648026 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-6761e859-3d1d-4bd1-8634-748143ffcbeb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0515592 Nov 22 16:33:28.708325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-76f59614-26ff-447c-bd56-671af789d45a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=e906a785-5efc-40ec-aed2-fea36b639244 HTTP/1.1" status: 200 len: 217 time: 0.0544143 Nov 22 16:33:28.733778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea2491d0-140d-49e8-9fbe-ebb9ff1a30d6 req-ec529496-31c4-41a0-beab-be94afd066e1 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744447 Nov 22 16:33:28.753156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5b8ae-aa08-4795-96a3-3b8924994ae6 req-eae816d2-a3ae-4c0b-aa52-cdba808d5a08 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.755600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21b5b8ae-aa08-4795-96a3-3b8924994ae6 req-eae816d2-a3ae-4c0b-aa52-cdba808d5a08 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.1925149 Nov 22 16:33:28.764141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c84acc2-0583-4e70-a9bb-505ba0ec8128 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:28.861184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:28.885829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17c4cc-716c-45a0-ab57-9923474af322 req-ef052437-2ea3-48e4-b7f4-9e329fe13bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.888393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-ef052437-2ea3-48e4-b7f4-9e329fe13bec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1688950 Nov 22 16:33:28.892173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-db70fada-8743-4d21-adf9-1891bbcc8077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:28.893832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-db70fada-8743-4d21-adf9-1891bbcc8077 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.1885417 Nov 22 16:33:28.907054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:28.908525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 6c84acc2-0583-4e70-a9bb-505ba0ec8128 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:28.908870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c84acc2-0583-4e70-a9bb-505ba0ec8128 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:28.910185 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Added segment 4a13c1c4-9c09-42a1-b67b-3bbf1530fa98 of type vlan for network 0f7a640c-5467-41d9-99ee-cb560f265bf7 Nov 22 16:33:29.031871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.069692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.086663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.088477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.091986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21b5b8ae-aa08-4795-96a3-3b8924994ae6 req-81f7cdbb-de7c-4d6b-a093-1304d2da5766 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643418 Nov 22 16:33:29.134664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Deleting port c8db7fff-8ded-415a-937a-bca83a43e571 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:29.135263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.140842 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6415966 Nov 22 16:33:29.142734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55486) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:29.155456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-588216556'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:29.268601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:29.271173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca55cf-ffc7-4840-be7c-0da03f952763 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Network': ['ID=0f7a640c-5467-41d9-99ee-cb560f265bf7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:29.274963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.292656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:29.410465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] For port c8db7fff-8ded-415a-937a-bca83a43e571, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c8db7fff-8ded-415a-937a-bca83a43e571,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:29.412211 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.438539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Calling delete_port for c8db7fff-8ded-415a-937a-bca83a43e571 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:29.440825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:29.450094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:29.452767 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44459f8e-2104-47b0-b8bb-d2b530a0f318" -d '{"events": [{"server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "name": "network-vif-plugged", "status": "completed", "tag": "c42c130d-3874-487b-a906-6362eabbadd4"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:29.467113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a290d-aada-4ab9-baca-ce125f6c7f92 req-d90ae129-a889-45b3-aa5b-fe52263b5255 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.468738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e3a290d-aada-4ab9-baca-ce125f6c7f92 req-d90ae129-a889-45b3-aa5b-fe52263b5255 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 945 time: 0.2036989 Nov 22 16:33:29.480902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.481325 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Added segment 870a7230-7795-4b38-bb81-883a7099cc7d of type vlan for network 9ab9394f-c0dd-4391-b480-58aa4f91e268 Nov 22 16:33:29.584274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.632011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e3a290d-aada-4ab9-baca-ce125f6c7f92 req-95ec974f-9629-4a05-8fc0-20b154898b5b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543028 Nov 22 16:33:29.691151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.698475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:29.699089 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.763815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6174543 Nov 22 16:33:29.765981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55492) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:29.773048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'subnet': {'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:29.795275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bba899-31b8-4604-9497-6adb1c7d07a3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Network': ['ID=9ab9394f-c0dd-4391-b480-58aa4f91e268,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:29.807882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:29.887191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:29.980193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8db7fff-8ded-415a-937a-bca83a43e571,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:29.987894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:29.991754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:30.104315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b48cf9-746d-451d-9215-46a004cf7804 req-5a2b1997-6f2b-483d-92a5-75d1397b6ac5 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.111924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22b48cf9-746d-451d-9215-46a004cf7804 req-5a2b1997-6f2b-483d-92a5-75d1397b6ac5 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 948 time: 0.1439600 Nov 22 16:33:30.268988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22b48cf9-746d-451d-9215-46a004cf7804 req-d0437b54-fa5a-4e6f-b942-702c33f35b5c tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513753 Nov 22 16:33:30.308696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:30.316182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:30.343007 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ea5c9b-9153-47da-8eb2-880de9e8d591 x-openstack-request-id: req-f2ea5c9b-9153-47da-8eb2-880de9e8d591 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:30.343308 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "name": "network-vif-plugged", "status": "completed", "tag": "c42c130d-3874-487b-a906-6362eabbadd4", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:30.343990 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2ea5c9b-9153-47da-8eb2-880de9e8d591 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:30.344555 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4', 'code': 200} Nov 22 16:33:30.394632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Subnet': ['ID=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:30.411726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Checking segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:30.412276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network hostable DHCP agents. Network: 0f7a640c-5467-41d9-99ee-cb560f265bf7, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:30.455405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:30.498452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 0f7a640c-5467-41d9-99ee-cb560f265bf7) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:30.505351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.506329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:30.514646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37f3e83-055c-4403-9cb4-c653f8e918e1 None None] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:30.526079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec662878-1b47-461e-afac-b2641c0246ec req-897821c0-127e-4348-953e-5ece80f2a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.527778 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec662878-1b47-461e-afac-b2641c0246ec req-897821c0-127e-4348-953e-5ece80f2a599 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1096 time: 0.0820127 Nov 22 16:33:30.540092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55500) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:30.540808 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7fbfadc9-78c9-41e2-a2e2-246fa331ade6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7732873 Nov 22 16:33:30.547386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'subnet': {'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:30.612672 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec662878-1b47-461e-afac-b2641c0246ec req-ea566344-a828-4016-8f1c-b52a2a49a755 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663846 Nov 22 16:33:30.632002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c653add-a998-46ef-881b-c34df0de241f req-5c81091a-54dd-4f31-8e5f-b5700eeb05cb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:30.633595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c653add-a998-46ef-881b-c34df0de241f req-5c81091a-54dd-4f31-8e5f-b5700eeb05cb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.1586363 Nov 22 16:33:30.780885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-0f7a640c-5467-41d9-99ee-cb560f265bf7', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:33:30.782052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:30.821443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c653add-a998-46ef-881b-c34df0de241f req-fd5a88c3-3ad5-43e0-aa42-fcca862c42a5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772368 Nov 22 16:33:30.862304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Router 03ca556f-b613-47ee-a028-0fed29e8571d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:30.876100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:30.879875 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.016557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Allocated IP 10.1.1.2 (0f7a640c-5467-41d9-99ee-cb560f265bf7/f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88/ed738f6b-c8a3-4135-9b95-813cb2622381) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:31.309951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.326979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.419263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:31.424129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:31.427025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:31.440873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Pushing event updated for resources: {'Port': ['ID=ed738f6b-c8a3-4135-9b95-813cb2622381,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:31.464710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1f869-be69-422d-8f24-80359add8d3a req-3e9b4f59-7bbc-4812-b300-e225ec32a567 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.466412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59e1f869-be69-422d-8f24-80359add8d3a req-3e9b4f59-7bbc-4812-b300-e225ec32a567 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 945 time: 0.5583651 Nov 22 16:33:31.510876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Attempting to bind port ed738f6b-c8a3-4135-9b95-813cb2622381 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:31.511291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Attempting to bind port ed738f6b-c8a3-4135-9b95-813cb2622381 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:31.511726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Attempting to bind port ed738f6b-c8a3-4135-9b95-813cb2622381 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:31.518500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:31.518978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Checking segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:31.519455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.520082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Bound using segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:31.522026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Bound port: ed738f6b-c8a3-4135-9b95-813cb2622381, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:31.522491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.594047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:31.607762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7870f5a0-144d-4376-9afb-eaa365ee8280 admin admin] 10.222.0.65 "PUT /v2.0/routers/03ca556f-b613-47ee-a028-0fed29e8571d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8020742 Nov 22 16:33:31.607988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] Sync routers for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:31.615405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55506) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:31.633086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] For port ed738f6b-c8a3-4135-9b95-813cb2622381, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:31.636375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:31.638179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:31.687847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] For port ed738f6b-c8a3-4135-9b95-813cb2622381, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ed738f6b-c8a3-4135-9b95-813cb2622381,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:31.698573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-7089f98a-525d-4f88-9a0e-c879bfe71763 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:31.703947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.706923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-7089f98a-525d-4f88-9a0e-c879bfe71763 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "GET /v2.0/ports?device_id=20cdd23a-bae1-4b3e-b501-9903ff8a0488 HTTP/1.1" status: 200 len: 945 time: 0.1097467 Nov 22 16:33:31.755607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59e1f869-be69-422d-8f24-80359add8d3a req-42546c8b-e685-4a57-8f52-52aea84b33d4 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800620 Nov 22 16:33:31.801292 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.943733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b570ff-6e65-4dc1-8da6-8395102146d4 None None] Pushing event updated for resources: {'Port': ['ID=ed738f6b-c8a3-4135-9b95-813cb2622381,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:31.952404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Deleting port 570b6ef6-853b-4ed9-8c9f-2542c49123cb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:31.953528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:31.971162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:32.054121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Subnet': ['ID=d7cf6718-39d3-4f46-91b5-2d577c6d1469,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.110627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] For port 570b6ef6-853b-4ed9-8c9f-2542c49123cb, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=570b6ef6-853b-4ed9-8c9f-2542c49123cb,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:32.111124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.139851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Calling delete_port for 570b6ef6-853b-4ed9-8c9f-2542c49123cb owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:32.229128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Checking segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:32.229812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network hostable DHCP agents. Network: 9ab9394f-c0dd-4391-b480-58aa4f91e268, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:32.242495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.253495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863021c-7b95-4b0d-9681-8361baa916e1 req-a6745a04-15dc-4818-aff5-5e794e8f2e88 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.259214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3863021c-7b95-4b0d-9681-8361baa916e1 req-a6745a04-15dc-4818-aff5-5e794e8f2e88 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.3253796 Nov 22 16:33:32.385065 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.417226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['570b6ef6-853b-4ed9-8c9f-2542c49123cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:32.420259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4bb83cef-ec04-48ae-80f3-5303ad9b56cf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:32.445528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Pushing event deleted for resources: {'Port': ['ID=570b6ef6-853b-4ed9-8c9f-2542c49123cb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:32.499664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3863021c-7b95-4b0d-9681-8361baa916e1 req-5518ffa3-040c-4977-909e-8f86e7bfde8c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818023 Nov 22 16:33:32.502450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:32.509623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] No DVR routers for this DVR port 570b6ef6-853b-4ed9-8c9f-2542c49123cb on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:32.522518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9ab9394f-c0dd-4391-b480-58aa4f91e268) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:32.524446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.532234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.534182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.534430 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9eb65246-f254-4cb0-b1bd-9045e5873093 req-9e72b1a8-38b8-447c-8e5f-db910d566efe tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.20 "DELETE /v2.0/ports/570b6ef6-853b-4ed9-8c9f-2542c49123cb HTTP/1.1" status: 204 len: 173 time: 0.8083396 Nov 22 16:33:32.535050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'name': 'network-vif-deleted', 'tag': '570b6ef6-853b-4ed9-8c9f-2542c49123cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:32.552386 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbdfe34-25f5-4727-9707-f9a24bfb2304" -d '{"events": [{"server_uuid": "20cdd23a-bae1-4b3e-b501-9903ff8a0488", "name": "network-vif-deleted", "tag": "570b6ef6-853b-4ed9-8c9f-2542c49123cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:32.644759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c92608bb-04bb-4c4b-a72a-8bfd9e74f975 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1033885 Nov 22 16:33:32.647967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55516) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:32.654221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'name': 'tempest-TaggedBootDevicesTest_v242-436995340', 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:32.690789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.758524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28287c-0803-4c16-b047-1d9d03c59013 None None] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:32.806124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf46260-8cf2-4386-993a-a56e3973522d req-1a3560eb-ccfb-42bb-9e3c-5905588f2dae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:32.813552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edf46260-8cf2-4386-993a-a56e3973522d req-1a3560eb-ccfb-42bb-9e3c-5905588f2dae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 945 time: 0.1667175 Nov 22 16:33:32.882601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edf46260-8cf2-4386-993a-a56e3973522d req-2acf38f2-4282-45d1-8629-fa7d148f10bf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626285 Nov 22 16:33:32.900242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Deleting port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:32.902973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:32.932247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:32.936861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16'}], 'enable_snat': True}, 'gw_port_id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:33:29Z', 'revision_number': 5, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port': {'id': '9bd66bbe-42ee-4e6c-9c24-e26af6b36d85', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:d5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:19Z', 'updated_at': '2021-11-22T16:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:33.120185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] Checking router: 03ca556f-b613-47ee-a028-0fed29e8571d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:33.152365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] For port 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:33.164526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:33.209536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:33.218692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Calling delete_port for 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:33.252518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] device_id is not set on port 7115f1fc-8a9b-469f-a9a6-00db37ac935a yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:33:33.259269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] Routers {'03ca556f-b613-47ee-a028-0fed29e8571d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:33.280780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03ca556f-b613-47ee-a028-0fed29e8571d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:33.494714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ed738f6b-c8a3-4135-9b95-813cb2622381 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:33.573186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] Set router 03ca556f-b613-47ee-a028-0fed29e8571d gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:33.598114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412c8a9-4ae9-4b40-9fd5-cd2ad1504024 req-639d4549-8d5a-4746-81b7-f7ed2781be5f tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.603682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-88165a2a-0217-44b6-8cb3-ff4b732cd144 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594845 Nov 22 16:33:33.606843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1412c8a9-4ae9-4b40-9fd5-cd2ad1504024 req-639d4549-8d5a-4746-81b7-f7ed2781be5f tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 948 time: 0.5177155 Nov 22 16:33:33.623096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:33.704164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:33:32Z', 'revision_number': 6, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:33.708856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd66bbe-42ee-4e6c-9c24-e26af6b36d85,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:33.742329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2876e8f6-698d-48a6-829f-4c8612db140b None None] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:33.761920 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-febc8817-c51f-43dd-9aaf-b26af71c098a service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257050 Nov 22 16:33:33.818872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17c4cc-716c-45a0-ab57-9923474af322 req-2d37772a-75e8-4783-bdc0-d74a4be614e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.820515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-2d37772a-75e8-4783-bdc0-d74a4be614e0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3991597 Nov 22 16:33:33.821917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1412c8a9-4ae9-4b40-9fd5-cd2ad1504024 req-117edd44-9eb7-49ba-8bde-b9993d621347 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138324 Nov 22 16:33:33.830581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-9ab9394f-c0dd-4391-b480-58aa4f91e268', 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'fixed_ips': [{'subnet_id': 'd7cf6718-39d3-4f46-91b5-2d577c6d1469'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:33:33.831446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:33.837821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9856e8-3be8-4cac-9c23-611428104dfd req-60c9a3c6-05cc-42ff-9f21-28a3d6a98e45 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:33.847086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff9856e8-3be8-4cac-9c23-611428104dfd req-60c9a3c6-05cc-42ff-9f21-28a3d6a98e45 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.2327368 Nov 22 16:33:33.885251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.035271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.040357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.062169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff9856e8-3be8-4cac-9c23-611428104dfd req-36a8cb9a-eda4-47f4-bc26-24788eb8ea71 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139196 Nov 22 16:33:34.063729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ad1c3eb7-f311-4853-bc3f-12fa42bbaeef None None] Provisioning complete for port ed738f6b-c8a3-4135-9b95-813cb2622381 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:34.064226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3eb7-f311-4853-bc3f-12fa42bbaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.070775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 10.1.1.200 (0f7a640c-5467-41d9-99ee-cb560f265bf7/f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88/7115f1fc-8a9b-469f-a9a6-00db37ac935a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:34.119953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3378f-841c-4c49-8567-93f2fd02825b None None] The sync data for ids ['03ca556f-b613-47ee-a028-0fed29e8571d'] in n-d-816206-6 is: [{'id': '03ca556f-b613-47ee-a028-0fed29e8571d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-150390243-router', 'tenant_id': 'b2607bdf73734a16a6135009b59e1770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:18Z', 'updated_at': '2021-11-22T16:33:32Z', 'revision_number': 6, 'project_id': 'b2607bdf73734a16a6135009b59e1770', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:34.126981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ed738f6b-c8a3-4135-9b95-813cb2622381 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:34.127351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.179096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.179711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03ca556f-b613-47ee-a028-0fed29e8571d {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:33:34.184745 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6e6257-cb8f-4ee8-974a-5b598a4afbab x-openstack-request-id: req-df6e6257-cb8f-4ee8-974a-5b598a4afbab {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:34.185232 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20cdd23a-bae1-4b3e-b501-9903ff8a0488", "name": "network-vif-deleted", "tag": "570b6ef6-853b-4ed9-8c9f-2542c49123cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:34.185344 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df6e6257-cb8f-4ee8-974a-5b598a4afbab {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:34.185804 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cdd23a-bae1-4b3e-b501-9903ff8a0488', 'name': 'network-vif-deleted', 'tag': '570b6ef6-853b-4ed9-8c9f-2542c49123cb', 'status': 'completed', 'code': 200} Nov 22 16:33:34.191489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324276e5-ffe4-4e51-bbd0-38e6518106e9 req-8c5866e5-5165-42bb-90cd-4a4c838a4276 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.215068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-324276e5-ffe4-4e51-bbd0-38e6518106e9 req-8c5866e5-5165-42bb-90cd-4a4c838a4276 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.2487495 Nov 22 16:33:34.215616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:34.221151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.230374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e6e6330f-e56c-4aef-aa30-027e592af05c admin admin] 10.222.0.65 "DELETE /v2.0/routers/03ca556f-b613-47ee-a028-0fed29e8571d HTTP/1.1" status: 204 len: 168 time: 2.6136317 Nov 22 16:33:34.238519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:34.240981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Request body: {'floatingip': {'port_id': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:34.311010 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.426274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f5d4ff7-60cd-4e5f-8bc1-127112ab8460 req-0422dbc2-ff13-45df-a03d-4de44f70e511 service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780306 Nov 22 16:33:34.434253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Allocated IP 10.2.2.2 (9ab9394f-c0dd-4391-b480-58aa4f91e268/d7cf6718-39d3-4f46-91b5-2d577c6d1469/1f98bec4-d2fa-4075-bab6-2e9959a15d42) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:34.453926 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-0f55a887-b2e4-4eee-ada1-94f11d5095c9 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686944 Nov 22 16:33:34.583986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Deleting subnet 0970e642-bec1-4d55-9b1b-0b5e1490a2e2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:34.605865 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3eb7-f311-4853-bc3f-12fa42bbaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.698017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.699187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4445bf6-af64-4543-bee2-0b2803fa0db8 req-25ef7bbe-542a-4ad3-8b04-396be6c0bf1c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:34.710572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4445bf6-af64-4543-bee2-0b2803fa0db8 req-25ef7bbe-542a-4ad3-8b04-396be6c0bf1c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1096 time: 0.1951163 Nov 22 16:33:34.710794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ad1c3eb7-f311-4853-bc3f-12fa42bbaeef None None] For port ed738f6b-c8a3-4135-9b95-813cb2622381, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ed738f6b-c8a3-4135-9b95-813cb2622381,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:34.750808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad1c3eb7-f311-4853-bc3f-12fa42bbaeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.794880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.859874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4445bf6-af64-4543-bee2-0b2803fa0db8 req-834dd5d7-e54d-46d3-aabf-037fee575d60 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475792 Nov 22 16:33:34.896706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:34.925093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c3eb7-f311-4853-bc3f-12fa42bbaeef None None] Pushing event updated for resources: {'Port': ['ID=ed738f6b-c8a3-4135-9b95-813cb2622381,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:34.933761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e906a785-5efc-40ec-aed2-fea36b639244 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:35.038758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.132495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.166404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e906a785-5efc-40ec-aed2-fea36b639244, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e906a785-5efc-40ec-aed2-fea36b639244,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:35.197180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'e906a785-5efc-40ec-aed2-fea36b639244', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'e906a785-5efc-40ec-aed2-fea36b639244', 'mac_address': 'fa:16:3e:0b:02:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:35.289242 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.310929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e906a785-5efc-40ec-aed2-fea36b639244 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:35.322376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:35.329835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:35.340673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e906a785-5efc-40ec-aed2-fea36b639244, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e906a785-5efc-40ec-aed2-fea36b639244,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:35.346562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:35.352126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.410439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:33:35.419987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e906a785-5efc-40ec-aed2-fea36b639244,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:35.439839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.456359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:35.554334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0970e642-bec1-4d55-9b1b-0b5e1490a2e2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:35.572602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.577827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-743aed44-954e-4412-ba6c-9485ed3a7c3b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0970e642-bec1-4d55-9b1b-0b5e1490a2e2 HTTP/1.1" status: 204 len: 168 time: 1.3333743 Nov 22 16:33:35.581740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55540) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:35.625766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:35.626933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.665537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaf6806-3b26-40f1-a3a0-07ea976ce5c3 None None] Network e3e305cf-12a2-4816-9c63-2873517720b6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:35.673232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.691782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20cd61f-6138-46e2-b1f0-5fa8eb8d3d86 req-46d4515c-26a3-44bb-8220-d5d2bc1a4045 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:35.701094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20cd61f-6138-46e2-b1f0-5fa8eb8d3d86 req-46d4515c-26a3-44bb-8220-d5d2bc1a4045 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1650987 Nov 22 16:33:35.720536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:35.801465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ed738f6b-c8a3-4135-9b95-813cb2622381 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:35.824607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59f416a4-7c24-4876-8924-9cbea11db9e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1746030 Nov 22 16:33:35.825341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55544) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:35.832590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'name': 'tempest-TaggedBootDevicesTest_v242-840576495', 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:35.992869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e906a785-5efc-40ec-aed2-fea36b639244'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:36.014449 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Floating IP 22887203-a342-4a7e-aa1f-b68265c8e756 associated. External IP: 172.25.6.4, port: 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee. Nov 22 16:33:36.122514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.150827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.225417 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.258740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-913b648b-9683-4faa-94b3-168d7830d1bb None None] Provisioning complete for port ed738f6b-c8a3-4135-9b95-813cb2622381 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:36.259306 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-913b648b-9683-4faa-94b3-168d7830d1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.272176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20cd61f-6138-46e2-b1f0-5fa8eb8d3d86 req-89f9584e-9b92-4f69-ba82-3c503b7e4cdd tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5691559 Nov 22 16:33:36.468594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e003d4-a816-4a1b-b9fd-f8f81695d173 req-79ad256b-5bad-4202-9e2d-74686d40bdeb tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.477119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2e003d4-a816-4a1b-b9fd-f8f81695d173 req-79ad256b-5bad-4202-9e2d-74686d40bdeb tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 949 time: 0.2252924 Nov 22 16:33:36.478978 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db17c4cc-716c-45a0-ab57-9923474af322 req-c668f6e6-fb32-4536-9679-39034bd39037 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278464 Nov 22 16:33:36.518323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87052-1323-469b-9aa3-2f70f100f236 req-838f881c-39d5-44e4-bef6-352fb8e1a030 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.526306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-daa87052-1323-469b-9aa3-2f70f100f236 req-838f881c-39d5-44e4-bef6-352fb8e1a030 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1096 time: 0.1086309 Nov 22 16:33:36.641141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:36.645873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 570b6ef6-853b-4ed9-8c9f-2542c49123cb no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:36.660398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-daa87052-1323-469b-9aa3-2f70f100f236 req-d12ee119-b39f-4c76-bfae-71d7b2c5e386 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329124 Nov 22 16:33:36.710851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2e003d4-a816-4a1b-b9fd-f8f81695d173 req-454e5e99-ea64-40c5-9c52-3b388a89fd02 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323706 Nov 22 16:33:36.759053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:36.762834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:36.797903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Deleting port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:36.798261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.801099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 570b6ef6-853b-4ed9-8c9f-2542c49123cb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:36.802360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 570b6ef6-853b-4ed9-8c9f-2542c49123cb not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:36.811733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:36.830150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.873069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Pushing event updated for resources: {'Port': ['ID=1f98bec4-d2fa-4075-bab6-2e9959a15d42,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:36.932256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ed738f6b-c8a3-4135-9b95-813cb2622381 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:36.932636 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:36.977586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] device_id is not set on port 972a6b48-ef18-416e-83f6-272bf57bc4ae yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:33:36.987718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fd701-5bad-4e4e-a8d2-bf4981088fb3 req-fc3a6098-4af4-47a4-9644-6c13e86b5170 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:36.994190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-812fd701-5bad-4e4e-a8d2-bf4981088fb3 req-fc3a6098-4af4-47a4-9644-6c13e86b5170 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.1410508 Nov 22 16:33:37.118027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-812fd701-5bad-4e4e-a8d2-bf4981088fb3 req-2bf69387-abf5-46be-8e19-240e5cfed265 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115346 Nov 22 16:33:37.181947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Router 1a96cb37-5e8c-403d-8528-7ac6a497d629 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:33:37.204928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] DHCP port deletion for e3e305cf-12a2-4816-9c63-2873517720b6 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:37.214887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] For port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,segment=NetworkSegment(6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa),segment_id=6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:37.215522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.240625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.262943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Calling delete_port for e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:37.284624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Attempting to bind port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:37.284624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Attempting to bind port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:37.285028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Attempting to bind port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:37.414336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.482204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:37.482903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Checking segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:37.483645 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.484208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Bound using segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:37.486052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Bound port: 1f98bec4-d2fa-4075-bab6-2e9959a15d42, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:37.486700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.574470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:33:37.584134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.587927 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] Sync routers for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:33:37.616903 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:37.617565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:37.620928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] For port 1f98bec4-d2fa-4075-bab6-2e9959a15d42, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:37.627700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] For port 1f98bec4-d2fa-4075-bab6-2e9959a15d42, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1f98bec4-d2fa-4075-bab6-2e9959a15d42,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:37.654882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:37.668449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.678961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] No DVR routers for this DVR port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:37.704404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc486a5d-fd03-4793-97fe-fd255f97c1f8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "PUT /v2.0/floatingips/22887203-a342-4a7e-aa1f-b68265c8e756 HTTP/1.1" status: 200 len: 989 time: 3.4684010 Nov 22 16:33:37.704404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:37.710346 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91b2d4c-5054-4b60-9174-f595e76100d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:37.799584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3e6a3cb5-bd31-4385-97be-ee6d9132a15e None None] Provisioning complete for port 7115f1fc-8a9b-469f-a9a6-00db37ac935a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:37.811256 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e6a3cb5-bd31-4385-97be-ee6d9132a15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:37.936325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3e6a3cb5-bd31-4385-97be-ee6d9132a15e None None] Port 7115f1fc-8a9b-469f-a9a6-00db37ac935a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:38.006669 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:38.064554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebdf03-dbd5-4e17-8557-cbd6c4499993 req-6e0103d1-afa4-4114-ac43-0434e9441c94 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:38.076669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0ebdf03-dbd5-4e17-8557-cbd6c4499993 req-6e0103d1-afa4-4114-ac43-0434e9441c94 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1327455 Nov 22 16:33:38.083631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Deleting port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:38.086055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.285337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0ebdf03-dbd5-4e17-8557-cbd6c4499993 req-ad024a32-3853-4fb9-9864-cce5b9d40e90 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080641 Nov 22 16:33:38.384143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] For port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:38.384462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.449900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Calling delete_port for e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:38.460554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:33:38.493066 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.575788 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36998306-fce5-4359-a91e-abf4b45ea3b0 x-openstack-request-id: req-36998306-fce5-4359-a91e-abf4b45ea3b0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:38.576196 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:38.576563 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36998306-fce5-4359-a91e-abf4b45ea3b0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:38.577082 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'status': 'completed', 'code': 200} Nov 22 16:33:38.584911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805fb364-d80a-4ab8-9ba0-7ad0fecbcf0c None None] Pushing event updated for resources: {'Port': ['ID=1f98bec4-d2fa-4075-bab6-2e9959a15d42,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:38.596544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] No DVR routers for this DVR port e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:38.689896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c8db7fff-8ded-415a-937a-bca83a43e571 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:38.702591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31648639-9384-4aea-9e71-79a6f0eb2566 None None] Pushing event deleted for resources: {'Port': ['ID=e958e1bf-b0ca-42b3-9f2b-f694dbdb0457,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:38.712721 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '22887203-a342-4a7e-aa1f-b68265c8e756', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'port_id': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'mac_address': 'fa:16:3e:14:3d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:06Z', 'updated_at': '2021-11-22T16:33:35Z', 'revision_number': 1, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:38.766734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c8db7fff-8ded-415a-937a-bca83a43e571 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:38.767082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c8db7fff-8ded-415a-937a-bca83a43e571 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:38.767497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:38.777398 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] Checking router: 1a96cb37-5e8c-403d-8528-7ac6a497d629 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:33:38.801922 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:33:38.802870 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:38.818617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:38.819518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:38.819864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9bd66bbe-42ee-4e6c-9c24-e26af6b36d85 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:38.898208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd20c7-187c-4a99-b1ab-9a8ba2eb3e34 req-0337ad79-6e01-4492-8805-707b1a905888 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:38.931770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fdd20c7-187c-4a99-b1ab-9a8ba2eb3e34 req-0337ad79-6e01-4492-8805-707b1a905888 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 949 time: 0.1340096 Nov 22 16:33:39.027695 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:33:39.044700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fdd20c7-187c-4a99-b1ab-9a8ba2eb3e34 req-f87aa905-2781-4384-bcc1-4751d29dddd7 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116428 Nov 22 16:33:39.049415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 10.1.1.20 (0f7a640c-5467-41d9-99ee-cb560f265bf7/f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88/972a6b48-ef18-416e-83f6-272bf57bc4ae) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:39.087011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.128313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1f98bec4-d2fa-4075-bab6-2e9959a15d42 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:39.157577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e305cf-12a2-4816-9c63-2873517720b6']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:39.179092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:39.179711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1e079e-452d-4e6a-aef4-42ad0e3f7dfa') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:39.204874 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.219704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-f5ef2690-f629-4bd3-9077-4cc0e1806cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.221259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-f5ef2690-f629-4bd3-9077-4cc0e1806cfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c9ba1182b654abeb9263efc1f9d1421&device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 1096 time: 0.1698782 Nov 22 16:33:39.287279 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.357206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:39.357712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.390164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf52676-87ee-475e-80b6-815998c06a9c req-59e78b52-f4b8-4926-8055-987b9a14d5f9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.392944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccf52676-87ee-475e-80b6-815998c06a9c req-59e78b52-f4b8-4926-8055-987b9a14d5f9 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.1526444 Nov 22 16:33:39.421719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:39.422139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:39.423875 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:39.522661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccf52676-87ee-475e-80b6-815998c06a9c req-14e54e5a-61a1-4158-911c-124692db7c87 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183014 Nov 22 16:33:39.631478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.634685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.663818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.683735 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] 10.222.0.65 "DELETE /v2.0/networks/e3e305cf-12a2-4816-9c63-2873517720b6 HTTP/1.1" status: 204 len: 168 time: 4.0976219 Nov 22 16:33:39.712896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 1f98bec4-d2fa-4075-bab6-2e9959a15d42, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1f98bec4-d2fa-4075-bab6-2e9959a15d42,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:39.718869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.729552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-27bae1a6-06f2-4b47-abf7-815ab805cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:39.750872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-27bae1a6-06f2-4b47-abf7-815ab805cbbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c HTTP/1.1" status: 200 len: 907 time: 0.4759102 Nov 22 16:33:39.782149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.792049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff4773-35fe-430b-b6a5-dd54961390cc admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e305cf-12a2-4816-9c63-2873517720b6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:39.804262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=1f98bec4-d2fa-4075-bab6-2e9959a15d42,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:39.843072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ad234f-e045-4f88-a58f-6b26cff92f96 None None] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:39.855625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:39.890211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:39.939769 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '22887203-a342-4a7e-aa1f-b68265c8e756', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'port_id': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'mac_address': 'fa:16:3e:14:3d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:06Z', 'updated_at': '2021-11-22T16:33:35Z', 'revision_number': 1, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:39.982508 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d881683e-a34f-4482-a00f-78838ba08c04 None None] The sync data for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 is: [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '22887203-a342-4a7e-aa1f-b68265c8e756', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'floating_ip_address': '172.25.6.4', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'port_id': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 904, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'mac_address': 'fa:16:3e:14:3d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:06Z', 'updated_at': '2021-11-22T16:33:35Z', 'revision_number': 1, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:33:40.019492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:40.020829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e958e1bf-b0ca-42b3-9f2b-f694dbdb0457 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:40.049223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-09663e0b-a9d0-4ae9-9ea9-be3f32c1a8bb None None] Provisioning complete for port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:40.050523 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-09663e0b-a9d0-4ae9-9ea9-be3f32c1a8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.068699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-279cf880-1204-4425-8dff-fa409aeb40bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee HTTP/1.1" status: 200 len: 997 time: 0.2371750 Nov 22 16:33:40.072591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-aa6bd4b4-ca7d-4171-96e4-080d16d91e5b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:33:40.087411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-aa6bd4b4-ca7d-4171-96e4-080d16d91e5b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0237966 Nov 22 16:33:40.144175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55598) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:40.156941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41e4092-018d-4c20-9455-f443d8a012f3 req-ec7d4232-974f-41e4-b5b5-eff5407d99f5 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.172563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b41e4092-018d-4c20-9455-f443d8a012f3 req-ec7d4232-974f-41e4-b5b5-eff5407d99f5 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1701264 Nov 22 16:33:40.263304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:40.275787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:40.282672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:40.290589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-abc60985-f132-4950-b2ce-4429fe5c15e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2607bdf73734a16a6135009b59e1770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0911350 Nov 22 16:33:40.292925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:40.327790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-317acde2-790e-4bc7-b858-17c7cea44f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.339475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-317acde2-790e-4bc7-b858-17c7cea44f60 service neutron] 10.222.0.65 "GET /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 1093 time: 0.2447333 Nov 22 16:33:40.360842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Request body: {'binding': {'host': 'n-h1-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:40.361566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:33:40.365629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:40.420237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-cbe55605-685a-4c74-b301-e8eb49e81020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.423897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-cbe55605-685a-4c74-b301-e8eb49e81020 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a7dd31-53f7-4464-a55d-80a3380779ee HTTP/1.1" status: 200 len: 845 time: 0.2766292 Nov 22 16:33:40.519443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.521200 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.531748 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-654c5b4a-3c04-4e43-a088-4c6307743c8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.550748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0442ccf4-9f9d-44f1-a210-eed9cf225e1f None None] New status for floating IP 22887203-a342-4a7e-aa1f-b68265c8e756: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:33:40.591643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-654c5b4a-3c04-4e43-a088-4c6307743c8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.705014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-654c5b4a-3c04-4e43-a088-4c6307743c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.709360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-654c5b4a-3c04-4e43-a088-4c6307743c8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.710904 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-654c5b4a-3c04-4e43-a088-4c6307743c8a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7753966-01b0-4ba6-8f86-3800163c3d41 HTTP/1.1" status: 204 len: 168 time: 0.4145882 Nov 22 16:33:40.713110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b41e4092-018d-4c20-9455-f443d8a012f3 req-495c3132-9121-4693-96c2-2a1e68901e0e tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378497 Nov 22 16:33:40.716229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on host n-h1-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:40.716584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:40.716915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:40.732484 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ec7cd8a9-fde7-4e58-95f4-0947694ee655 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.9040599 Nov 22 16:33:40.737039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-1c12f32c-631e-4679-ba92-c2f4f2cfa9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:40.742031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-1c12f32c-631e-4679-ba92-c2f4f2cfa9b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3003454 Nov 22 16:33:40.742391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:40.742845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:40.760741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:40.765557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:40.766825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:40.767378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Bound port: c42c130d-3874-487b-a906-6362eabbadd4, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:40.780229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c5b4a-3c04-4e43-a088-4c6307743c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7753966-01b0-4ba6-8f86-3800163c3d41,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:40.916368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e906a785-5efc-40ec-aed2-fea36b639244 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:40.972250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:40.985148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:40.998973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-a281c1f6-02a1-4e0a-8e8e-51b7ce36822c service neutron] 10.222.0.65 "POST /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6454847 Nov 22 16:33:41.076922 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-09caaeb4-0065-40af-ac0c-450f92809320 service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242586 Nov 22 16:33:41.186283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1f98bec4-d2fa-4075-bab6-2e9959a15d42 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:41.271477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2c27b-e756-47ab-9f7b-d5648e19d893 req-00c679a9-366d-4f78-8ab4-cfdd29d982db tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.273921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91e2c27b-e756-47ab-9f7b-d5648e19d893 req-00c679a9-366d-4f78-8ab4-cfdd29d982db tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 949 time: 0.1636362 Nov 22 16:33:41.279092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7029589e-8cff-4e1f-8f5d-4d83a05eb1e8 None None] Provisioning complete for port 972a6b48-ef18-416e-83f6-272bf57bc4ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:41.279537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7029589e-8cff-4e1f-8f5d-4d83a05eb1e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.305891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a91b2d4c-5054-4b60-9174-f595e76100d0 req-3e6a3aef-224f-45e1-850a-92e2e8b2623d service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166393 Nov 22 16:33:41.341909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7029589e-8cff-4e1f-8f5d-4d83a05eb1e8 None None] Port 972a6b48-ef18-416e-83f6-272bf57bc4ae cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:41.342087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:41.342408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.342547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf93c5-0641-4a39-9ef1-e9c0f6c4a966 req-bbd9d57c-89d5-4c36-b1ca-1d4999b65cc0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.344621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9aaf93c5-0641-4a39-9ef1-e9c0f6c4a966 req-bbd9d57c-89d5-4c36-b1ca-1d4999b65cc0 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.1545024 Nov 22 16:33:41.367573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port e906a785-5efc-40ec-aed2-fea36b639244 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:41.381169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port e906a785-5efc-40ec-aed2-fea36b639244 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:41.381169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.393610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91e2c27b-e756-47ab-9f7b-d5648e19d893 req-714ea88f-ab71-4c81-8d89-af9e7fbc5007 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086473 Nov 22 16:33:41.462009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9aaf93c5-0641-4a39-9ef1-e9c0f6c4a966 req-1a672091-5f09-4add-8c42-6fecf2c69395 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056626 Nov 22 16:33:41.532034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-302f8596-131f-4398-9c22-68e0d055231d None None] Provisioning complete for port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:41.532034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-302f8596-131f-4398-9c22-68e0d055231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.574244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-911d8133-4658-4d07-a328-77e71b0eda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.576117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-911d8133-4658-4d07-a328-77e71b0eda07 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1096 time: 0.0697577 Nov 22 16:33:41.710978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bca5ca-976c-42a0-bcb7-e2da0bf54d70 req-2f391348-1369-4ec9-bbc7-d9fe79131134 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.712907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4bca5ca-976c-42a0-bcb7-e2da0bf54d70 req-2f391348-1369-4ec9-bbc7-d9fe79131134 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 945 time: 0.0804226 Nov 22 16:33:41.783843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-f65f7ee5-9a0c-46b9-85b7-f78f638601d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.785336 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-f65f7ee5-9a0c-46b9-85b7-f78f638601d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1912267 Nov 22 16:33:41.792411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4bca5ca-976c-42a0-bcb7-e2da0bf54d70 req-b8f440a6-d12f-4f5a-9b99-195a0646e0cd tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712376 Nov 22 16:33:41.804019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55626) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:41.810450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705932246', 'description': 'tempest-description--1715138524'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:41.811924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.846973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e906a785-5efc-40ec-aed2-fea36b639244'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:41.850157 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c73e860-969b-4a65-9056-9fb8a59c4694" -d '{"events": [{"server_uuid": "bc15331a-7254-463c-a8c3-c9a65f85d45e", "name": "network-vif-plugged", "status": "completed", "tag": "e906a785-5efc-40ec-aed2-fea36b639244"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:41.859603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:41.875689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-d458387d-6474-4707-a28b-b40ff0d5c11b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.0770481 Nov 22 16:33:41.933549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e906a785-5efc-40ec-aed2-fea36b639244, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e906a785-5efc-40ec-aed2-fea36b639244,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:41.935330 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca373f9-6cfc-4a94-bbb1-8ca9e668301b x-openstack-request-id: req-9ca373f9-6cfc-4a94-bbb1-8ca9e668301b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:41.935616 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc15331a-7254-463c-a8c3-c9a65f85d45e", "name": "network-vif-plugged", "status": "completed", "tag": "e906a785-5efc-40ec-aed2-fea36b639244", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:41.935866 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ca373f9-6cfc-4a94-bbb1-8ca9e668301b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:41.936350 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e906a785-5efc-40ec-aed2-fea36b639244', 'code': 200} Nov 22 16:33:41.946746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b6dbc84e-db73-4c3f-a40a-f16397980af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:41.948519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b6dbc84e-db73-4c3f-a40a-f16397980af4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0629239 Nov 22 16:33:41.953507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.005065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75b7e-eab9-43c4-bcbd-faa51d162a0b req-4d610e26-e302-41c8-9ba4-486f7435eaf8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.014715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fc75b7e-eab9-43c4-bcbd-faa51d162a0b req-4d610e26-e302-41c8-9ba4-486f7435eaf8 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1142576 Nov 22 16:33:42.017006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e906a785-5efc-40ec-aed2-fea36b639244,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.034816 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-ff04be64-d585-4349-a8b0-7bd4943842e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731201 Nov 22 16:33:42.076442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.089336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.091223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55638) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.108101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fc75b7e-eab9-43c4-bcbd-faa51d162a0b req-6ea3981f-c1b0-4524-ba29-faf4f82c971a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923691 Nov 22 16:33:42.128065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.129857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3249099 Nov 22 16:33:42.132604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.137384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'security_group_rule': {'security_group_id': 'bece1c36-e1fe-4eb0-a465-069c5f70cd6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.142797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040262a-115f-4a85-b83d-5533caaf6e86 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bece1c36-e1fe-4eb0-a465-069c5f70cd6d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.168894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6406643-88a7-42b8-b668-a3b07ddb563a req-8b9a4021-cc68-40c3-b2e0-d126e47412d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.170619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a6406643-88a7-42b8-b668-a3b07ddb563a req-8b9a4021-cc68-40c3-b2e0-d126e47412d2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 1101 time: 0.1340456 Nov 22 16:33:42.175469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.237976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-4cb43050-784d-4978-90a2-2ffcef1a4871 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575458 Nov 22 16:33:42.238331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.243012 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a6406643-88a7-42b8-b668-a3b07ddb563a req-999f5e58-f227-4a9b-9d69-7f39e5a92041 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621233 Nov 22 16:33:42.244272 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.252095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2066224112-network', 'tenant_id': 'a5d377bb455e4062a33662930223e1f3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.263506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a35d5f3-6442-47b8-90b8-417a82f66cd8,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.274721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Made reservation on behalf of a5d377bb455e4062a33662930223e1f3 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:42.277034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.280104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.281316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1100e6e0-29df-4309-95e8-38157ff5fe6c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1474428 Nov 22 16:33:42.284005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55644) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.287801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.288484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'security_group_rule': {'security_group_id': 'bece1c36-e1fe-4eb0-a465-069c5f70cd6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.315766 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.367625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.372625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.376702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.381264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.394843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:42.398767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c1e3a6b-4c13-4421-8e04-d9da8e89c4b8,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.408325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.410364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f82049-1211-4a72-96fc-dba1e1d46418,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.414561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.414768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fff481c5-1d56-40ec-b157-4dac85ac2b32 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291738 Nov 22 16:33:42.416921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.417259 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Added segment 110a6637-1069-4c04-854a-f7bddd57e429 of type vlan for network a4b041c7-b7cc-480d-911e-cfbed4b1df8e Nov 22 16:33:42.420860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.520674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aa242-9793-40b0-ba25-afb14c547d7b req-bcc17d50-8736-42f5-93e1-0b77e3c551e8 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.522251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab3aa242-9793-40b0-ba25-afb14c547d7b req-bcc17d50-8736-42f5-93e1-0b77e3c551e8 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 950 time: 0.0580752 Nov 22 16:33:42.564186 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.567827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.603440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab3aa242-9793-40b0-ba25-afb14c547d7b req-0089c093-585f-4aa6-9e0c-c3cefc137cc6 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735366 Nov 22 16:33:42.623252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48520c86-77ab-4d7a-bb8b-a088d3918a5c req-da9d7fa8-14e2-42c8-ab71-e260b2a20c80 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.626091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48520c86-77ab-4d7a-bb8b-a088d3918a5c req-da9d7fa8-14e2-42c8-ab71-e260b2a20c80 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.0788624 Nov 22 16:33:42.680719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-8110f77a-5e34-4abb-99ad-c57d835ce0bd tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.682204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-8110f77a-5e34-4abb-99ad-c57d835ce0bd tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.1911635 Nov 22 16:33:42.688910 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-ee799c26-8252-4343-8020-6a2abc708f54 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544153 Nov 22 16:33:42.691113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48520c86-77ab-4d7a-bb8b-a088d3918a5c req-abd29442-0c48-49e9-9f38-0ffefa09b02a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552075 Nov 22 16:33:42.706801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.708037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.708773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.854683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7579632 Nov 22 16:33:42.854798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:42.859765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Request body: {'subnet': {'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2066224112-subnet', 'tenant_id': 'a5d377bb455e4062a33662930223e1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.867459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3182e49-1c2d-4afd-b6f5-1bf980241739 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b041c7-b7cc-480d-911e-cfbed4b1df8e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:42.881636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:42.893682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Made reservation on behalf of a5d377bb455e4062a33662930223e1f3 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:42.896489 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:42.904699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-dcae27a1-d790-42ef-800f-9acfd5d2019c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:42.906618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-dcae27a1-d790-42ef-800f-9acfd5d2019c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1210024 Nov 22 16:33:42.934618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:42.982435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Deleting port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:42.982770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.002861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.017595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7297de-fd81-4692-b852-f3d4781f9538 req-d2dd3ba8-3702-4379-a6c4-c619b3993f1b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.019142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc7297de-fd81-4692-b852-f3d4781f9538 req-d2dd3ba8-3702-4379-a6c4-c619b3993f1b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 945 time: 0.1194680 Nov 22 16:33:43.066280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.114694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc7297de-fd81-4692-b852-f3d4781f9538 req-e06ff374-8e94-4ab5-9fd1-2112688fa50f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883029 Nov 22 16:33:43.174701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.267900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea15858-20dd-49e9-b2cf-6cf6867a348c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.282140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] For port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:43.282731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.283113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Checking segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:43.283488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Network hostable DHCP agents. Network: a4b041c7-b7cc-480d-911e-cfbed4b1df8e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:43.295272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea1d75-f790-4bb6-b558-79780c91c3c5 req-529480f9-749e-4736-8b6c-96709ccb193f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.297038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fea1d75-f790-4bb6-b558-79780c91c3c5 req-529480f9-749e-4736-8b6c-96709ccb193f tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 945 time: 0.0862710 Nov 22 16:33:43.311916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Calling delete_port for 4bb83cef-ec04-48ae-80f3-5303ad9b56cf owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:43.331099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:43.352267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, a4b041c7-b7cc-480d-911e-cfbed4b1df8e) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:43.360544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fea1d75-f790-4bb6-b558-79780c91c3c5 req-fc5765ac-8232-4966-9c4b-f7faf7fb359a tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/security-groups?id=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564125 Nov 22 16:33:43.363321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.364695 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.368971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976c7bb2-39ea-429e-80c7-dc91bcf73fd5 None None] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:43.392724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 172.25.6.236 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/90e2a4ed-ab13-40d7-9148-b158dcb1049f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:43.396518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-66237b54-297f-487d-bca7-9901287183b7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5399370 Nov 22 16:33:43.420117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:43.556118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:43.572472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd864e49-901e-4248-9906-eaa05bc764a3 None None] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:43.688813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.697178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:43.700032 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0beb039-8b7d-46ea-9fe1-1b676b60bbd4" -d '{"events": [{"server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "name": "network-vif-unplugged", "status": "completed", "tag": "c42c130d-3874-487b-a906-6362eabbadd4"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:43.726198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.731483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.757354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87aca26-50ad-4212-ab47-155fee02c4cd req-e28197d7-b3f7-4326-a3a4-4eb5f61ca9f9 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:43.758998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e87aca26-50ad-4212-ab47-155fee02c4cd req-e28197d7-b3f7-4326-a3a4-4eb5f61ca9f9 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 950 time: 0.0567386 Nov 22 16:33:43.792998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.806917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4bb83cef-ec04-48ae-80f3-5303ad9b56cf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:43.832136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e87aca26-50ad-4212-ab47-155fee02c4cd req-6db36b5c-8c16-448b-9ec0-6869d86618c6 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619082 Nov 22 16:33:43.889186 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.910122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.918287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on host n-h2-816206-6 for vnic_type normal with profile {"migrating_to": "n-h1-816206-6"} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:43.918630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:43.918954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:43.941245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] No DVR routers for this DVR port 4bb83cef-ec04-48ae-80f3-5303ad9b56cf on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:43.967082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:43.970432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c4f3b906-4a03-45cb-a347-31ef81e23b29 req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.66 "DELETE /v2.0/ports/4bb83cef-ec04-48ae-80f3-5303ad9b56cf HTTP/1.1" status: 204 len: 173 time: 1.2795844 Nov 22 16:33:43.975556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbec192-5ed9-428d-9aee-704bd303412d tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] Pushing event deleted for resources: {'Port': ['ID=4bb83cef-ec04-48ae-80f3-5303ad9b56cf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:43.977303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:43.977633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Attempting to bind port c42c130d-3874-487b-a906-6362eabbadd4 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:43.982371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:43.987209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:44.007850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:44.009950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:44.010267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:44.010656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:44.011106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Bound port: c42c130d-3874-487b-a906-6362eabbadd4, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:44.011901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.028235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8a57aef-5d97-443c-ba99-74144df22853 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.029750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8a57aef-5d97-443c-ba99-74144df22853 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 822 time: 0.1630330 Nov 22 16:33:44.056932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0400c-acea-4b02-abc4-babd13f37ed9 req-fa64dac1-4d18-40c7-86d0-abe70d7fdb22 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.064105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aad0400c-acea-4b02-abc4-babd13f37ed9 req-fa64dac1-4d18-40c7-86d0-abe70d7fdb22 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 945 time: 0.0790973 Nov 22 16:33:44.073465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d7bb9743-8162-45b6-9bcf-08b9705746f9 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/quotas/a5d377bb455e4062a33662930223e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0355666 Nov 22 16:33:44.094063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=90e2a4ed-ab13-40d7-9148-b158dcb1049f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.126526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d6c2c3a1-d116-402e-894c-f446f87e1a4e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385959 Nov 22 16:33:44.156326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aad0400c-acea-4b02-abc4-babd13f37ed9 req-7a22c9da-e329-46e8-893a-caf400bbb00e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912468 Nov 22 16:33:44.166688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:44.171736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:44.179914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.187632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.233061 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcffd717-953d-4e80-801a-12b1320af49d x-openstack-request-id: req-fcffd717-953d-4e80-801a-12b1320af49d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:44.233364 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "name": "network-vif-unplugged", "status": "completed", "tag": "c42c130d-3874-487b-a906-6362eabbadd4", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:44.233616 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcffd717-953d-4e80-801a-12b1320af49d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:44.234035 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4', 'code': 200} Nov 22 16:33:44.263296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.267680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f7773035-8caf-41f5-b628-dd3c7fddea85 service neutron] 10.222.0.65 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262116 Nov 22 16:33:44.312626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=8']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:44.383149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d823ee43-f12c-47f6-887a-57bb45226f86 service neutron] 10.222.0.65 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144969 Nov 22 16:33:44.440222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c42c130d-3874-487b-a906-6362eabbadd4'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:44.674555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed0db1-9d27-4e5e-a55d-aebe8ea29d39 req-53209a97-ee3f-4f50-b12f-53addb3921d3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.683740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07ed0db1-9d27-4e5e-a55d-aebe8ea29d39 req-53209a97-ee3f-4f50-b12f-53addb3921d3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.1361451 Nov 22 16:33:44.799953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07ed0db1-9d27-4e5e-a55d-aebe8ea29d39 req-46bba5b9-6eab-4d99-bb45-5d1fbe98fed3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136005 Nov 22 16:33:44.800772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:44.802106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.803639 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b973d38c-b41e-4a2b-885d-b53d368071a2 service neutron] 10.222.0.66 "PUT /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 1121 time: 1.8815558 Nov 22 16:33:44.838644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aeb425ed-c929-40fa-b3fc-2d4a282a76e9 req-eb0cb0c7-5598-4652-ba40-bab628a40bc3 tempest-ListServerFiltersTestJSON-1963613598 tempest-ListServerFiltersTestJSON-1963613598-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ced0747-724d-45cb-9682-4deac595182c HTTP/1.1" status: 200 len: 210 time: 0.0664449 Nov 22 16:33:44.868767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:44.945738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e10c1f41-0ab8-49d1-a166-0038918e3d96 req-f9f50f57-d797-4a8c-947d-07ddb7eacefc tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 210 time: 0.0586557 Nov 22 16:33:44.952429 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:44.959898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.052499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=90e2a4ed-ab13-40d7-9148-b158dcb1049f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:45.054157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:45.075770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.077792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'network_id': '9883e7b7-4094-401f-93f7-da4320524371', 'port_id': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'mac_address': 'fa:16:3e:86:40:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7173db-1291-4da3-bad3-8ab989924ff1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:45.104276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.106859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce3cf055-bc1e-4a2c-9cb7-e0b2b7585f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6912775 Nov 22 16:33:45.171088 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.188683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:45.217338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:45.232344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:45.297211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=11']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:45.345494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a7fb7-4aac-4770-985b-a80e56f7f58d req-471fccd4-d73d-4042-b309-3f6b3c068f4a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.349045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca7a7fb7-4aac-4770-985b-a80e56f7f58d req-471fccd4-d73d-4042-b309-3f6b3c068f4a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.0767975 Nov 22 16:33:45.413387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca7a7fb7-4aac-4770-985b-a80e56f7f58d req-16fadcd2-568e-4338-9d42-d653e205e6af tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581734 Nov 22 16:33:45.494160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3085900a-2a10-486c-aac7-455374558c07 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1705932246&fields=id&tenant_id=756df09ce5054c699db108fca12f9b4a HTTP/1.1" status: 200 len: 267 time: 0.0772178 Nov 22 16:33:45.678885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['93b3dcf8-3257-47ca-9649-3da796b0ffe3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:45.901528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-d1fe3a77-1ffc-464c-9d8f-ff556f4dae47 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.902906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-d1fe3a77-1ffc-464c-9d8f-ff556f4dae47 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 936 time: 0.3892608 Nov 22 16:33:45.914093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c0a14-8f54-4215-898d-176c01cf53e4 req-067a8aed-9a0f-450e-af9a-e5aa6da8d703 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.915600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-481c0a14-8f54-4215-898d-176c01cf53e4 req-067a8aed-9a0f-450e-af9a-e5aa6da8d703 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 950 time: 0.4379475 Nov 22 16:33:45.979003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-b0750267-af0b-42fa-b238-4f2c46ccfaad tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:45.980387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-b0750267-af0b-42fa-b238-4f2c46ccfaad tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 935 time: 0.0639772 Nov 22 16:33:46.025271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-fe58329d-c899-4ff6-bb75-ba58cc12d379 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0368946 Nov 22 16:33:46.034176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-481c0a14-8f54-4215-898d-176c01cf53e4 req-d9ae05b1-114f-4680-8a7f-83c70fee3276 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092620 Nov 22 16:33:46.072472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-f6a4fc31-cd6b-4a21-b5be-3415183d4c8f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0370610 Nov 22 16:33:46.140175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-be9b31f7-afc8-4bb4-8c5b-0c7c7309ae8a tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.141854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-be9b31f7-afc8-4bb4-8c5b-0c7c7309ae8a tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 822 time: 0.1571000 Nov 22 16:33:46.163121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'port': {'device_id': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'admin_state_up': True, 'tenant_id': 'a5d377bb455e4062a33662930223e1f3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:46.208984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-87caa817-3488-416d-84e4-adf493896ee3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.215089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-87caa817-3488-416d-84e4-adf493896ee3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.221663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-87caa817-3488-416d-84e4-adf493896ee3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.224754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-87caa817-3488-416d-84e4-adf493896ee3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/networks?id=814ab345-506a-4727-afa4-8693f6a63c15&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=9ab9394f-c0dd-4391-b480-58aa4f91e268&id=9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 200 len: 1993 time: 0.1440156 Nov 22 16:33:46.234982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced0747-724d-45cb-9682-4deac595182c', 'name': 'network-vif-deleted', 'tag': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf'}, {'name': 'network-changed', 'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:46.237264 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f" -d '{"events": [{"server_uuid": "5ced0747-724d-45cb-9682-4deac595182c", "name": "network-vif-deleted", "tag": "4bb83cef-ec04-48ae-80f3-5303ad9b56cf"}, {"name": "network-changed", "server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "tag": "c42c130d-3874-487b-a906-6362eabbadd4"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:46.260090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-132a8990-9410-4568-a492-cf4476bfd551 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/quotas/756df09ce5054c699db108fca12f9b4a HTTP/1.1" status: 200 len: 375 time: 0.0192468 Nov 22 16:33:46.284048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb08346-3231-4d80-929e-abaf8aacd069 req-ba44e0a7-8bdb-4c75-8577-8c619b4ec555 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.286004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efb08346-3231-4d80-929e-abaf8aacd069 req-ba44e0a7-8bdb-4c75-8577-8c619b4ec555 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.0980306 Nov 22 16:33:46.291638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Made reservation on behalf of a5d377bb455e4062a33662930223e1f3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:46.297162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.370554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-24a76c0c-d7d5-48d4-b8a9-1ad98e3579c5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1029809 Nov 22 16:33:46.375997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efb08346-3231-4d80-929e-abaf8aacd069 req-347e498d-62b0-4876-b37a-0e6daa12afd9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832229 Nov 22 16:33:46.444718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Allocated IP 172.20.0.13 (a4b041c7-b7cc-480d-911e-cfbed4b1df8e/7ea15858-20dd-49e9-b2cf-6cf6867a348c/3b3bd7ce-c926-440f-9d8f-6642f985f561) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:46.454072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55748) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:46.543389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3bded367-16f9-4802-827c-b6aa17ccb35c service neutron] 10.222.0.65 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538844 Nov 22 16:33:46.545109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab3de80d-8c56-438b-8a59-0e7250ca190d req-b596728e-e386-4095-96a4-bd66a7949fe6 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 210 time: 0.0433319 Nov 22 16:33:46.547933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Deleting subnet f35321b6-126f-49b7-84b4-2a5b38529ea7 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:33:46.552230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.606312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.643787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.655620 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.690956 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd33714-edb7-4208-b230-a8986afd44a0 x-openstack-request-id: req-bcd33714-edb7-4208-b230-a8986afd44a0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:46.692418 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced0747-724d-45cb-9682-4deac595182c", "name": "network-vif-deleted", "tag": "4bb83cef-ec04-48ae-80f3-5303ad9b56cf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "tag": "c42c130d-3874-487b-a906-6362eabbadd4", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:46.692418 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcd33714-edb7-4208-b230-a8986afd44a0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:46.692790 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced0747-724d-45cb-9682-4deac595182c', 'name': 'network-vif-deleted', 'tag': '4bb83cef-ec04-48ae-80f3-5303ad9b56cf', 'status': 'completed', 'code': 200} Nov 22 16:33:46.693357 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4', 'status': 'completed', 'code': 200} Nov 22 16:33:46.723110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-75f5c587-c594-45ad-87a7-d906d2d53b36 service neutron] 10.222.0.65 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718099 Nov 22 16:33:46.752103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:46.755851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:46.760123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:46.763480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:46.808971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-45a57c67-67a1-43fc-8133-25b9dd6622f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.810422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-45a57c67-67a1-43fc-8133-25b9dd6622f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1124 time: 0.1027539 Nov 22 16:33:46.821355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.822021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.829486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-d1a151fe-a798-4e9b-938e-b1de934986ae service neutron] 10.222.0.65 "GET /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0983438 Nov 22 16:33:46.831310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:46.868148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c42c130d-3874-487b-a906-6362eabbadd4 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:46.873802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4bb83cef-ec04-48ae-80f3-5303ad9b56cf no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:46.889585 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-f45d50c7-f477-4d15-afce-98c8a2ba9435 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7316823 Nov 22 16:33:46.891626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e325db2f-e13f-49b6-9012-01956d552f50 req-9ca6a517-a869-4d74-a270-7f6b8a4ef356 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.892615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e325db2f-e13f-49b6-9012-01956d552f50 req-9ca6a517-a869-4d74-a270-7f6b8a4ef356 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1311421 Nov 22 16:33:46.902371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 4bb83cef-ec04-48ae-80f3-5303ad9b56cf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:46.902833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4bb83cef-ec04-48ae-80f3-5303ad9b56cf not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:46.907897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Request body: {'port': {'device_id': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:46.977739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-87b3acf9-d0b6-4765-a3a6-6effa17c45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:46.979470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-87b3acf9-d0b6-4765-a3a6-6effa17c45fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1548753 Nov 22 16:33:47.000216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:47.013755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c42c130d-3874-487b-a906-6362eabbadd4 has no active binding in host n-h1-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:33:47.023080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e325db2f-e13f-49b6-9012-01956d552f50 req-cede6982-6918-45ba-80f1-fadc3f66a290 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979464 Nov 22 16:33:47.025980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.026346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.037349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-fe07cfff-47c9-493d-9d2c-a29fdcb11190 service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807034 Nov 22 16:33:47.045786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-b9a0378e-ec08-47eb-8947-8e6f341f4747 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.0567076 Nov 22 16:33:47.080787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbb813f-2910-4e8d-b92e-60d172192d59 None None] Network 556d8f94-8f16-4029-a85b-67d0e8380e43 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:47.084320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f35321b6-126f-49b7-84b4-2a5b38529ea7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:47.119773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.126247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a32cc09-47eb-4e2b-9530-08bd23c3e41d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f35321b6-126f-49b7-84b4-2a5b38529ea7 HTTP/1.1" status: 204 len: 168 time: 0.6710494 Nov 22 16:33:47.128817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55752) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:47.218175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-100acbfc-06a2-482a-a6aa-808c18505f98 service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754670 Nov 22 16:33:47.227043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1cac7-08fe-4e8d-885f-72ed498f8721 req-c350074c-9bdb-46df-9996-45b49bcaa1df tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.228563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70c1cac7-08fe-4e8d-885f-72ed498f8721 req-c350074c-9bdb-46df-9996-45b49bcaa1df tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 950 time: 0.0962336 Nov 22 16:33:47.241421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-9dbdfc20-1aa7-4815-a5de-743cae85b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.242908 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-9dbdfc20-1aa7-4815-a5de-743cae85b6fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1742303 Nov 22 16:33:47.282471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a11eba26-e173-4237-8d57-cface53f48bf service neutron] 10.222.0.65 "GET /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0529027 Nov 22 16:33:47.290505 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-d6838a96-636c-4a47-8451-c8d796c6b9c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390401 Nov 22 16:33:47.293454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] DHCP port deletion for 556d8f94-8f16-4029-a85b-67d0e8380e43 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:33:47.331473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70c1cac7-08fe-4e8d-885f-72ed498f8721 req-240c0a0c-f809-4471-94e7-72ad0b7d578a tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9cfdd79-8956-48b3-a21b-d00abf12fbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944376 Nov 22 16:33:47.355891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] Deleting port de7f9f30-4556-467e-87df-f517792b6b2f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:47.356270 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.428275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.434677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] For port de7f9f30-4556-467e-87df-f517792b6b2f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=de7f9f30-4556-467e-87df-f517792b6b2f,segment=NetworkSegment(c9feb52c-8e58-4f4d-a39a-c9421de2b237),segment_id=c9feb52c-8e58-4f4d-a39a-c9421de2b237)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:47.435343 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.460295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] Calling delete_port for de7f9f30-4556-467e-87df-f517792b6b2f owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:47.463602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-0fb4a2d5-7bab-480a-a0ee-5ad3a5b8243e service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297798 Nov 22 16:33:47.539348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-b2e15199-a537-4f8b-9032-77788a26a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.540929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-b2e15199-a537-4f8b-9032-77788a26a705 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1097 time: 0.1249371 Nov 22 16:33:47.566455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.584210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-d1edf307-1b2e-49fa-8ee0-0c74a7bf9470 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813165 Nov 22 16:33:47.593919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] Pushing event deleted for resources: {'Port': ['ID=de7f9f30-4556-467e-87df-f517792b6b2f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:47.599512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e65a7-1318-4139-ba06-8fa878b8d72b None None] No DVR routers for this DVR port de7f9f30-4556-467e-87df-f517792b6b2f on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:47.646326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-356a57cc-52cc-464a-b7d1-bf58a93defb6 service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816401 Nov 22 16:33:47.666754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41b532-aeeb-4c3e-b754-7c3ac7b7be69 req-0c094e6b-a6e7-4959-b7aa-3923527fe592 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.668229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da41b532-aeeb-4c3e-b754-7c3ac7b7be69 req-0c094e6b-a6e7-4959-b7aa-3923527fe592 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.1435750 Nov 22 16:33:47.722348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69910adb-71c8-405c-bf20-a185d94eb075 req-cb589fc0-5f18-42b6-afae-7c5c63d6c05a tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.724614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69910adb-71c8-405c-bf20-a185d94eb075 req-cb589fc0-5f18-42b6-afae-7c5c63d6c05a tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 950 time: 0.1639180 Nov 22 16:33:47.769286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Deleting port de7f9f30-4556-467e-87df-f517792b6b2f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:47.769667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.787726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3bd7ce-c926-440f-9d8f-6642f985f561 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:47.839482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.858231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da41b532-aeeb-4c3e-b754-7c3ac7b7be69 req-fa77f302-c350-411e-8965-2404634cf424 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775787 Nov 22 16:33:47.870988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5508b2ee-1a74-4e13-98c9-f411064cebe6 service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235441 Nov 22 16:33:47.887718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-02ab4396-e044-4d95-b815-694b982332c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:47.889326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-02ab4396-e044-4d95-b815-694b982332c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.3032308 Nov 22 16:33:47.891921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Transition to ACTIVE for port object 3b3bd7ce-c926-440f-9d8f-6642f985f561 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:47.901355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.909813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27347f15-ab08-445b-b0e0-3e2b7fcfd94f req-ebf96924-7894-4089-9f2a-f3679eb17563 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050787 Nov 22 16:33:47.915472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] For port de7f9f30-4556-467e-87df-f517792b6b2f, host n-d-816206-6, got binding levels [] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:47.915661 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.949588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Deleting port e906a785-5efc-40ec-aed2-fea36b639244 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:33:47.949961 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:47.998232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Calling delete_port for de7f9f30-4556-467e-87df-f517792b6b2f owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:48.003251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-d7b22085-0862-423b-9342-880fb6ef8050 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.0850208 Nov 22 16:33:48.006140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Port de7f9f30-4556-467e-87df-f517792b6b2f was not found and therefore no delete operation was performed {{(pid=103515) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:33:48.021271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.056387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:48.098794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-b9fd2207-fdad-4079-8f8e-321df65ccfa9 service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106466 Nov 22 16:33:48.108046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] No DVR routers for this DVR port de7f9f30-4556-467e-87df-f517792b6b2f on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:48.128586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa419a-373b-4350-8367-bdc4c746cc68 req-10704dac-634e-46f3-a2f9-8230cac3f7d1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.130106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1aa419a-373b-4350-8367-bdc4c746cc68 req-10704dac-634e-46f3-a2f9-8230cac3f7d1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 944 time: 0.1632121 Nov 22 16:33:48.135953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7f9f30-4556-467e-87df-f517792b6b2f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:48.195216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] For port e906a785-5efc-40ec-aed2-fea36b639244, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e906a785-5efc-40ec-aed2-fea36b639244,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:48.195594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.206113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-23602980-468d-459a-89e4-61a95fc61511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.208160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-23602980-468d-459a-89e4-61a95fc61511 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.1657424 Nov 22 16:33:48.210295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-b4722ecf-80a6-42ad-854f-11308bc19305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.211651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-b4722ecf-80a6-42ad-854f-11308bc19305 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1124 time: 0.2074893 Nov 22 16:33:48.222569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Calling delete_port for e906a785-5efc-40ec-aed2-fea36b639244 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:33:48.310943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1aa419a-373b-4350-8367-bdc4c746cc68 req-e1cf7199-b6cc-4714-b775-748382cff834 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375721 Nov 22 16:33:48.333002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-798d917c-e895-4dac-831d-d47b0bbe542d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710111 Nov 22 16:33:48.334819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.338859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-66fddf17-147b-4863-be2b-31a34a99713f service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266634 Nov 22 16:33:48.370237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Attempting to bind port 3b3bd7ce-c926-440f-9d8f-6642f985f561 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:48.370505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Attempting to bind port 3b3bd7ce-c926-440f-9d8f-6642f985f561 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:48.370814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Attempting to bind port 3b3bd7ce-c926-440f-9d8f-6642f985f561 on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:48.426875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556d8f94-8f16-4029-a85b-67d0e8380e43']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:48.442990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Port 3b3bd7ce-c926-440f-9d8f-6642f985f561 on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:33:48.443325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Attempting to bind port 3b3bd7ce-c926-440f-9d8f-6642f985f561 on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:48.452463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9feb52c-8e58-4f4d-a39a-c9421de2b237') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:48.452844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9feb52c-8e58-4f4d-a39a-c9421de2b237') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:33:48.480795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:48.481192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Checking segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:48.481508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Bound using segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:48.481996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Bound port: 3b3bd7ce-c926-440f-9d8f-6642f985f561, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:48.482359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.485414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.520413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-add1d79d-311a-4406-8230-dc1439f1664f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.522195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-add1d79d-311a-4406-8230-dc1439f1664f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.2790029 Nov 22 16:33:48.529258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-412a8ace-b028-4ec5-aa24-3b9a9ec79115 service neutron] 10.222.0.65 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778178 Nov 22 16:33:48.532125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.546981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:33:48.547380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:33:48.553943 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:33:48.588235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.606370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e906a785-5efc-40ec-aed2-fea36b639244'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:48.642822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aebe7-d1f7-4de0-8a5a-f252ecbafc0b req-a134f9b0-9d9b-4c4f-b7c7-b0856b22a456 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.644291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411aebe7-d1f7-4de0-8a5a-f252ecbafc0b req-a134f9b0-9d9b-4c4f-b7c7-b0856b22a456 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 946 time: 0.1584427 Nov 22 16:33:48.651238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-61996d01-d09f-42e0-b40e-70e56dd06534 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.1164155 Nov 22 16:33:48.659319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Pushing event deleted for resources: {'Port': ['ID=e906a785-5efc-40ec-aed2-fea36b639244,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:48.660294 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-cf0b5145-fcaa-4f3e-a362-575d6406208e service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071337 Nov 22 16:33:48.726952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] No DVR routers for this DVR port e906a785-5efc-40ec-aed2-fea36b639244 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:48.731097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.734572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69910adb-71c8-405c-bf20-a185d94eb075 req-c2c730d6-bfa3-42fb-871c-303557a0d3e4 tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.66 "DELETE /v2.0/ports/e906a785-5efc-40ec-aed2-fea36b639244 HTTP/1.1" status: 204 len: 173 time: 1.0011661 Nov 22 16:33:48.735226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'name': 'network-vif-deleted', 'tag': 'e906a785-5efc-40ec-aed2-fea36b639244'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:48.737686 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda629b-11d2-4822-a9ae-4de57e035485" -d '{"events": [{"server_uuid": "bc15331a-7254-463c-a8c3-c9a65f85d45e", "name": "network-vif-deleted", "tag": "e906a785-5efc-40ec-aed2-fea36b639244"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:48.746898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.768412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-148c92b7-b56d-40a9-9c03-fc9525453b6a service neutron] 10.222.0.65 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285371 Nov 22 16:33:48.789239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:48.790227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411aebe7-d1f7-4de0-8a5a-f252ecbafc0b req-f1415477-8215-4a43-b0af-5b156d5bbb82 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245492 Nov 22 16:33:48.796121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/556d8f94-8f16-4029-a85b-67d0e8380e43 HTTP/1.1" status: 204 len: 168 time: 1.6612453 Nov 22 16:33:48.811598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:48.834528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a5a88-970c-46f3-bc03-7a212d349be0 admin admin] Pushing event deleted for resources: {'Network': ['ID=556d8f94-8f16-4029-a85b-67d0e8380e43,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:48.870977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:48.875342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-26d97495-74e9-4724-bec8-9577cbfb0042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:48.876801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-26d97495-74e9-4724-bec8-9577cbfb0042 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.2079434 Nov 22 16:33:48.883204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:48.894338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.013485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device de7f9f30-4556-467e-87df-f517792b6b2f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:49.030227 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-fd6546c3-646d-4436-93ff-d0bbeb1df269 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375299 Nov 22 16:33:49.039407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59633686-0409-49ae-bf19-5d902c6d0083 req-985f216f-e58b-4d35-84ca-b02fafc29dca tempest-TenantUsagesTestJSON-958844820 tempest-TenantUsagesTestJSON-958844820-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc15331a-7254-463c-a8c3-c9a65f85d45e HTTP/1.1" status: 200 len: 210 time: 0.0823855 Nov 22 16:33:49.055002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1f06af3-e34e-49e8-8382-c1acd26a69a7 req-edc0d9d7-49c5-45a3-aee4-8f3ee927a758 service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409517 Nov 22 16:33:49.060558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.061217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.062663 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] 10.222.0.66 "PUT /v2.0/ports/3b3bd7ce-c926-440f-9d8f-6642f985f561 HTTP/1.1" status: 200 len: 1092 time: 2.1605484 Nov 22 16:33:49.064163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:49.072628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55774) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:49.075459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:49.080576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: de7f9f30-4556-467e-87df-f517792b6b2f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:49.081075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device de7f9f30-4556-467e-87df-f517792b6b2f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:49.081303 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3486faa5-67c5-40e6-b3d5-384b4ef3169e" -d '{"events": [{"name": "network-changed", "server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:49.091769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:49.092266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.165893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3ae1d774-64e2-4025-a92e-b8ac1b386256 service neutron] 10.222.0.65 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631959 Nov 22 16:33:49.172263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a5636b65-1c39-44d4-a0e9-e1f6434725df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=578fe2f8ffba4c139e201146b709267a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979590 Nov 22 16:33:49.178230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55778) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:49.200061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c979ae-c337-446e-ac46-a428142b33e1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:49.228610 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b41820b-59aa-4a1c-98fb-1a8382e865df x-openstack-request-id: req-1b41820b-59aa-4a1c-98fb-1a8382e865df {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:49.229057 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc15331a-7254-463c-a8c3-c9a65f85d45e", "name": "network-vif-deleted", "tag": "e906a785-5efc-40ec-aed2-fea36b639244", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:49.229394 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b41820b-59aa-4a1c-98fb-1a8382e865df {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:49.230356 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc15331a-7254-463c-a8c3-c9a65f85d45e', 'name': 'network-vif-deleted', 'tag': 'e906a785-5efc-40ec-aed2-fea36b639244', 'status': 'completed', 'code': 200} Nov 22 16:33:49.234312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.252719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-733ddaba-4145-4b85-8966-c7ff10f57c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.254905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-733ddaba-4145-4b85-8966-c7ff10f57c7a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 1095 time: 0.1087267 Nov 22 16:33:49.260924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-0b22bb11-5d84-44f7-bc9d-26750756cf8d service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190466 Nov 22 16:33:49.276546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:49.277857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:49.280545 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52492637-7d8c-473d-8952-d08d312213ae" -d '{"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-plugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:49.287249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.288437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e906a785-5efc-40ec-aed2-fea36b639244 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:49.327327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: e906a785-5efc-40ec-aed2-fea36b639244 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:33:49.327599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-cb35634e-f6f3-415c-a79f-8d02de8075b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561 HTTP/1.1" status: 200 len: 217 time: 0.0603969 Nov 22 16:33:49.328113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e906a785-5efc-40ec-aed2-fea36b639244 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:49.357803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:49.391499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c162ab06-cdc7-4375-9430-69f9cdb90d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.416997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b128a2-e69b-4d68-8a68-c781826c1dc0 req-2266e103-eb94-44a9-a719-0e8bbb465e6f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.422742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59b128a2-e69b-4d68-8a68-c781826c1dc0 req-2266e103-eb94-44a9-a719-0e8bbb465e6f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.1313190 Nov 22 16:33:49.430310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-cfc8961e-b0b7-4b27-8706-29b4c438b8ac service neutron] 10.222.0.65 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510772 Nov 22 16:33:49.478888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c162ab06-cdc7-4375-9430-69f9cdb90d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.567569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59b128a2-e69b-4d68-8a68-c781826c1dc0 req-1e10f35a-2436-4f3a-a8e0-35655c3ca809 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357532 Nov 22 16:33:49.625091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-afc51ffd-791b-4cc8-916d-6af1191c5f74 service neutron] 10.222.0.65 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854851 Nov 22 16:33:49.640853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c162ab06-cdc7-4375-9430-69f9cdb90d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.643621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c162ab06-cdc7-4375-9430-69f9cdb90d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.648181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c162ab06-cdc7-4375-9430-69f9cdb90d49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fed4a56e-823b-4ce8-b78b-7a0e28fb4e50 HTTP/1.1" status: 204 len: 168 time: 0.4637179 Nov 22 16:33:49.666455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162ab06-cdc7-4375-9430-69f9cdb90d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed4a56e-823b-4ce8-b78b-7a0e28fb4e50,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:49.672797 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e17e0-2393-4afa-963a-16a27f96adaf x-openstack-request-id: req-f73e17e0-2393-4afa-963a-16a27f96adaf {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:49.673331 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:49.673331 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f73e17e0-2393-4afa-963a-16a27f96adaf {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:49.673759 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'status': 'completed', 'code': 200} Nov 22 16:33:49.699870 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6058a643-1074-44d3-8895-1cc52416ea46 x-openstack-request-id: req-6058a643-1074-44d3-8895-1cc52416ea46 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:49.700357 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-plugged", "status": "completed", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:49.700600 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6058a643-1074-44d3-8895-1cc52416ea46 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:49.701192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-555c0d2f-880c-4231-a265-548df3bed4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.701326 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'code': 200} Nov 22 16:33:49.702691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-555c0d2f-880c-4231-a265-548df3bed4ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 200 len: 862 time: 0.3495631 Nov 22 16:33:49.744049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c740c3e-33be-4cb9-808f-dc98111985a0 req-795be48f-a052-4008-9621-fd5c42f32a9c service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686697 Nov 22 16:33:49.746478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-85e3a4f1-fd0f-48a7-bc6d-756bcefe6930 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300939 Nov 22 16:33:49.879331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-35dfdeae-68ab-4349-bca8-f87870bbb50f service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168213 Nov 22 16:33:49.885510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce08a61-eb65-4c8b-91e2-eee92c08e936 req-e61fdafe-3f07-413c-8993-133776e3aa06 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:49.885847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1d2c1d35-f836-4291-8e50-641350eb31d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:49.887476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ce08a61-eb65-4c8b-91e2-eee92c08e936 req-e61fdafe-3f07-413c-8993-133776e3aa06 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 944 time: 0.1220438 Nov 22 16:33:49.977559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ce08a61-eb65-4c8b-91e2-eee92c08e936 req-6bd5217a-bfd8-4347-b7c8-42f98dcbd49b tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730934 Nov 22 16:33:50.031846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f779d-e453-43d3-8ba9-63c786cde579 req-909f80aa-bbc5-4826-b643-dbe490b347ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.033588 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7e0f779d-e453-43d3-8ba9-63c786cde579 req-909f80aa-bbc5-4826-b643-dbe490b347ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1098 time: 0.0734849 Nov 22 16:33:50.072162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-145c8a0b-be60-43e1-ac0b-a079bf8d72d8 req-4bbceb2d-276a-4120-ab54-ab3acf3e85cf service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769712 Nov 22 16:33:50.104724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7e0f779d-e453-43d3-8ba9-63c786cde579 req-91023e78-3d2e-40d9-9724-1097d3ea0bf9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549960 Nov 22 16:33:50.214859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba14f6-ade8-4d60-88a3-377dbbb4ace3 req-55dbc652-e81d-4e32-969b-e39a8506da1d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.216668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80ba14f6-ade8-4d60-88a3-377dbbb4ace3 req-55dbc652-e81d-4e32-969b-e39a8506da1d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.0638545 Nov 22 16:33:50.279845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80ba14f6-ade8-4d60-88a3-377dbbb4ace3 req-8c511caa-ca14-4d5b-acf5-b63ff79f83e2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548522 Nov 22 16:33:50.460190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6f0c9c7-ddeb-4587-bc9e-526e45de49c7 req-06fb2bf2-8fff-45ed-ade1-87e5e8b3a3ce tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0419085 Nov 22 16:33:50.512761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-6ce1e079-a017-434b-bd0e-201e96a585a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.514555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-6ce1e079-a017-434b-bd0e-201e96a585a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 1095 time: 0.1240621 Nov 22 16:33:50.522489 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:33:50.548630 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-63cd6458-7046-41ce-b541-fb493386e557 service neutron] 10.222.0.20 "GET /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4/bindings/n-h1-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.1350298 Nov 22 16:33:50.690592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:50.751580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9678b18-fb8c-4aca-ba48-72806f53fbe1 req-edae1f40-d5ae-4ddc-a3b6-d9c053487d4b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.763842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9678b18-fb8c-4aca-ba48-72806f53fbe1 req-edae1f40-d5ae-4ddc-a3b6-d9c053487d4b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 943 time: 0.0997562 Nov 22 16:33:50.766312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55848) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:50.783866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-7f9df68b-6a5b-44b9-b945-e6e387532ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:50.786235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-7f9df68b-6a5b-44b9-b945-e6e387532ba8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 923 time: 0.2488227 Nov 22 16:33:50.828655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9678b18-fb8c-4aca-ba48-72806f53fbe1 req-82a8a7a9-925d-4bd2-837c-a72708b82aa0 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635197 Nov 22 16:33:50.897107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-420a7163-e68e-430c-85bc-768efb297489 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561 HTTP/1.1" status: 200 len: 217 time: 0.0868194 Nov 22 16:33:50.947991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-46975995-network', 'tenant_id': '31311c1d4e564223a9679590c95a1ace'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:50.981121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Made reservation on behalf of 31311c1d4e564223a9679590c95a1ace for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:50.983764 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:50.993283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.001710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:51.040005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-63e7956e-b41b-4cbb-ab49-848ce6fef3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.041462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-63e7956e-b41b-4cbb-ab49-848ce6fef3fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 200 len: 862 time: 0.1243358 Nov 22 16:33:51.047934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4bd36ea3-f6cc-4678-828d-cd854808b830 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=740c088288de46da8e7af1f5e2b3c181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505549 Nov 22 16:33:51.051281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55856) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:51.053247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:51.117624 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-f6c8e156-3e8d-444d-bad8-85c08bf6ccba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367382 Nov 22 16:33:51.124174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42c130d-3874-487b-a906-6362eabbadd4 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:51.136731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:51.189475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068de869-ef29-44fa-bb85-ddaeaaca546a req-897f3347-1582-4166-aca4-4bed72c5db08 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.191489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-068de869-ef29-44fa-bb85-ddaeaaca546a req-897f3347-1582-4166-aca4-4bed72c5db08 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 944 time: 0.1040101 Nov 22 16:33:51.194006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.197902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67fd0777-0e36-40e7-93c4-b0d2c954d85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.202728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.226906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.255175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:51.263309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67fd0777-0e36-40e7-93c4-b0d2c954d85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.301445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5276b9d-b66c-4075-a423-9d332084e894,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:51.306894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.307241 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Added segment 75879f85-1e79-4367-a6a7-09b6d6eea3ad of type vlan for network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 Nov 22 16:33:51.331677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-068de869-ef29-44fa-bb85-ddaeaaca546a req-e7df4159-5853-4fad-bfe4-bf013acf2048 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316123 Nov 22 16:33:51.335156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-cc518678-8bb8-43aa-9539-295081de4c35 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903408 Nov 22 16:33:51.371090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.373414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] Transition to ACTIVE for port object c42c130d-3874-487b-a906-6362eabbadd4 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:33:51.386528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.419178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67fd0777-0e36-40e7-93c4-b0d2c954d85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.422229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-67fd0777-0e36-40e7-93c4-b0d2c954d85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.423820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-67fd0777-0e36-40e7-93c4-b0d2c954d85b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9cfdd79-8956-48b3-a21b-d00abf12fbee HTTP/1.1" status: 204 len: 168 time: 0.3711796 Nov 22 16:33:51.437297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.438292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.438865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.443610 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd0777-0e36-40e7-93c4-b0d2c954d85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cfdd79-8956-48b3-a21b-d00abf12fbee,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:51.509053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f0841-9c14-40c1-9190-693dd00a0e77 req-47460b01-5988-4bb7-bbe3-0e0eef85fb05 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.510902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c41f0841-9c14-40c1-9190-693dd00a0e77 req-47460b01-5988-4bb7-bbe3-0e0eef85fb05 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1272001 Nov 22 16:33:51.522755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7551439 Nov 22 16:33:51.528828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55868) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:51.534743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0bf3cf-c678-4030-bc52-c9222426626c admin admin] Pushing event updated for resources: {'Network': ['ID=9eb386b1-556b-49f0-8cf1-a335ddd88c19,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:51.550310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:51.585389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Request body: {'subnet': {'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-46975995-subnet', 'tenant_id': '31311c1d4e564223a9679590c95a1ace', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:51.585606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c41f0841-9c14-40c1-9190-693dd00a0e77 req-0cfec902-3178-4234-9d7f-0ce052fd2acd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595582 Nov 22 16:33:51.589124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] No DVR routers for this DVR port c42c130d-3874-487b-a906-6362eabbadd4 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:33:51.631513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] Pushing event updated for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:51.645629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70df6440-5432-42ca-a6ab-40dbd9d981f1 req-d4307b0d-8626-4db3-b155-a4631ae95401 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0391192 Nov 22 16:33:51.697353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3486faa5-67c5-40e6-b3d5-384b4ef3169e req-b9d2a53e-67a0-4563-b039-be98d6558b9e service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381021 Nov 22 16:33:51.700164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Made reservation on behalf of 31311c1d4e564223a9679590c95a1ace for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:51.702606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:51.709877 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fbdc80be-758a-4a47-bc8e-7344d92159bd service neutron] 10.222.0.20 "PUT /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4/bindings/n-h1-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 1.1143169 Nov 22 16:33:51.826647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-63ec8d21-6a92-4e65-823f-122163ba5e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.828141 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-63ec8d21-6a92-4e65-823f-122163ba5e7e service neutron] 10.222.0.20 "GET /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 1032 time: 0.0680974 Nov 22 16:33:51.913007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-58dcee21-0f63-447a-a5e7-43c9f24e5bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.914407 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-58dcee21-0f63-447a-a5e7-43c9f24e5bec service neutron] 10.222.0.20 "GET /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 1031 time: 0.0673819 Nov 22 16:33:51.922081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-eb2354bd-d1e7-46b5-822d-4eb7c15afe9f tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:51.923576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-eb2354bd-d1e7-46b5-822d-4eb7c15afe9f tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.1145389 Nov 22 16:33:51.979487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55882) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:52.003663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9f26a44-db9c-4b5d-8f83-9ee1b025ee89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.039682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda56dba-f481-463e-91cf-c799a2e18481 req-a29c4370-581a-435e-ab1c-d9df72f812e3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.047364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bda56dba-f481-463e-91cf-c799a2e18481 req-a29c4370-581a-435e-ab1c-d9df72f812e3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.0996253 Nov 22 16:33:52.136503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bda56dba-f481-463e-91cf-c799a2e18481 req-d5d3aef1-3f76-460c-ba46-a35ca515ca87 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880551 Nov 22 16:33:52.153621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-1e66f521-05aa-4dcd-834c-b1cced7c82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.155164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-1e66f521-05aa-4dcd-834c-b1cced7c82c8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552&tenant_id=0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 1095 time: 0.2067180 Nov 22 16:33:52.168099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-784704aa-e4f4-4bb1-a827-78ceaa95e581 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.174365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-784704aa-e4f4-4bb1-a827-78ceaa95e581 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.181158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-784704aa-e4f4-4bb1-a827-78ceaa95e581 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.182462 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9f26a44-db9c-4b5d-8f83-9ee1b025ee89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.182860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-784704aa-e4f4-4bb1-a827-78ceaa95e581 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "GET /v2.0/networks?id=814ab345-506a-4727-afa4-8693f6a63c15&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=9ab9394f-c0dd-4391-b480-58aa4f91e268&id=9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 200 len: 1993 time: 0.2583494 Nov 22 16:33:52.188667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9f26a44-db9c-4b5d-8f83-9ee1b025ee89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.194123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.241776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f26a44-db9c-4b5d-8f83-9ee1b025ee89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164acace-88eb-4a2c-82bd-554de67376ea,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:52.281072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9f26a44-db9c-4b5d-8f83-9ee1b025ee89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5289e4e305f3474ba80fdc8b8e379fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994292 Nov 22 16:33:52.283594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55886) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:52.380898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb7a15f9-8f17-4acd-9add-6512fc604625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.414771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Checking segment: {'id': '75879f85-1e79-4367-a6a7-09b6d6eea3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:52.414771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Network hostable DHCP agents. Network: 9eb386b1-556b-49f0-8cf1-a335ddd88c19, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:52.420891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-0e0a4c01-c92b-43a0-a1e0-e03dc1b0b8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.422629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-0e0a4c01-c92b-43a0-a1e0-e03dc1b0b8df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1095 time: 0.2066367 Nov 22 16:33:52.422787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb7a15f9-8f17-4acd-9add-6512fc604625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.433057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=116c0240-5652-418c-ac84-5b27ab9d035c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:52.529871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:52.550177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-44a66192-a6b1-4119-969c-3b1b3f893fb1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=756df09ce5054c699db108fca12f9b4a HTTP/1.1" status: 200 len: 380 time: 0.3411186 Nov 22 16:33:52.562531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'admin_state_up': True, 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'security_groups': ['bece1c36-e1fe-4eb0-a465-069c5f70cd6d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:52.703207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9eb386b1-556b-49f0-8cf1-a335ddd88c19) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:52.709590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.717062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f58146-1b82-4c05-bfa1-778e10308b5f None None] Network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:52.734539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.815116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fe815311-d373-40dc-8c15-96b30215e24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:52.817350 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-fe815311-d373-40dc-8c15-96b30215e24b service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.3759851 Nov 22 16:33:52.820252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:52.826837 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:52.872543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-752cd6e2-002e-4dce-90ed-3f2f176442fc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3317771 Nov 22 16:33:52.954937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:33:53.072700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-d702798c-18a7-471e-a0bc-ff27d44baeb8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.2241492 Nov 22 16:33:53.089499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208639c-f773-4561-bb9d-e1f9c2dc7d18 req-f3d33a00-5ac3-441b-8db5-f39ee9c52575 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.096312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3208639c-f773-4561-bb9d-e1f9c2dc7d18 req-f3d33a00-5ac3-441b-8db5-f39ee9c52575 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 944 time: 0.6584797 Nov 22 16:33:53.114306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 172.20.0.10 (814ab345-506a-4727-afa4-8693f6a63c15/cf8ba9d4-5255-459d-add5-172f844a844b/27536f30-0108-4353-b0d5-686fa9094b27) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:53.143584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fededc21-4586-4abb-ba60-b50fa24bab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.143887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb7a15f9-8f17-4acd-9add-6512fc604625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.148717 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb7a15f9-8f17-4acd-9add-6512fc604625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.167648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb7a15f9-8f17-4acd-9add-6512fc604625 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/164acace-88eb-4a2c-82bd-554de67376ea HTTP/1.1" status: 204 len: 168 time: 0.8763852 Nov 22 16:33:53.174403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:53.202027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'port_id': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'mac_address': 'fa:16:3e:2a:87:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea15858-20dd-49e9-b2cf-6cf6867a348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:33:53.248232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2a0b6-e988-4deb-9619-553b0d0e2e33 req-d918d2cb-756b-476c-a92b-a8e3da369132 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.252567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-9926e0cf-8929-49a1-ae72-ebf04324e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.258243 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-9926e0cf-8929-49a1-ae72-ebf04324e51e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1578329 Nov 22 16:33:53.259986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67d2a0b6-e988-4deb-9619-553b0d0e2e33 req-d918d2cb-756b-476c-a92b-a8e3da369132 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2931778 Nov 22 16:33:53.280892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a15f9-8f17-4acd-9add-6512fc604625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164acace-88eb-4a2c-82bd-554de67376ea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:53.339406 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-f131e3c9-5842-4de4-b82e-31c1a14869dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659003 Nov 22 16:33:53.348830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3208639c-f773-4561-bb9d-e1f9c2dc7d18 req-066020c3-9ca7-4e3d-bec3-701f3d4eac98 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355890 Nov 22 16:33:53.398886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eebf3cb-9067-4c4a-8bb0-a26cf238ded2 None None] Network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:53.422686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.427516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67d2a0b6-e988-4deb-9619-553b0d0e2e33 req-65ad0658-a0a5-43d9-9620-3c9c1e1b7fc2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662159 Nov 22 16:33:53.556585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47966516-5585-45d8-a590-6c1a3b956160 req-955e4b6d-667b-4fee-a5f0-c99b2be9a153 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0707507 Nov 22 16:33:53.586613 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-397e28a8-a5b6-4864-8fed-b8da2c395d65 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719468 Nov 22 16:33:53.659570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3bd7ce-c926-440f-9d8f-6642f985f561 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:33:53.760038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.765850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:53.776623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.808123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-14189b2d-c61e-4178-b544-fc371fcb4965 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049558 Nov 22 16:33:53.845583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29810c9-512c-45f4-b929-ac8cecf37e85 req-4e84bf8b-2e6c-458d-9f5c-6ae5d2e18725 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:53.851916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f29810c9-512c-45f4-b929-ac8cecf37e85 req-4e84bf8b-2e6c-458d-9f5c-6ae5d2e18725 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.1475348 Nov 22 16:33:53.860034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:53.936127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:53.938487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f29810c9-512c-45f4-b929-ac8cecf37e85 req-2af53a73-be3a-4783-996b-92788522f5b3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Nov 22 16:33:53.957972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 814ab345-506a-4727-afa4-8693f6a63c15 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:53.961136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:53.965740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:53.970080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:54.012935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.068870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.069517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.118654 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-1d11f593-8fb2-48a4-a8f8-dacbf279517a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5601094 Nov 22 16:33:54.134439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'admin_state_up': True, 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'security_groups': ['bece1c36-e1fe-4eb0-a465-069c5f70cd6d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:54.224381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3b3bd7ce-c926-440f-9d8f-6642f985f561'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:33:54.357493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-f2f682d9-ae40-4b6f-a20d-ced3cef8d21d tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.375428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-f2f682d9-ae40-4b6f-a20d-ced3cef8d21d tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/networks?id=9eb386b1-556b-49f0-8cf1-a335ddd88c19 HTTP/1.1" status: 200 len: 811 time: 0.2525914 Nov 22 16:33:54.415028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-4940ba43-530a-4da4-b190-ac41f8ea4b19 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/quotas/31311c1d4e564223a9679590c95a1ace HTTP/1.1" status: 200 len: 375 time: 0.0385563 Nov 22 16:33:54.456531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-0224c3d8-fb26-4baf-994f-293aa2120c8b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.458295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-0224c3d8-fb26-4baf-994f-293aa2120c8b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.2178814 Nov 22 16:33:54.474844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-61cb1dd6-3745-4b17-bc09-6f2edd744d26 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=31311c1d4e564223a9679590c95a1ace&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535560 Nov 22 16:33:54.494097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:54.499123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.552853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55968) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:54.585206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c42c130d-3874-487b-a906-6362eabbadd4 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:33:54.628523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c05253c-afbf-4ba0-8903-67baeeec79a4 req-e2e2630d-c021-4729-bb8e-3bdaf16cab7d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:54.630588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c05253c-afbf-4ba0-8903-67baeeec79a4 req-e2e2630d-c021-4729-bb8e-3bdaf16cab7d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 945 time: 0.1469769 Nov 22 16:33:54.639763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-e8ec62d1-0c0c-43d3-8371-84f2d3b98536 service neutron] 10.222.0.65 "GET /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634028 Nov 22 16:33:54.640773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-efed1562-1f9b-407e-81c1-1994a7b8b7c0 None None] Provisioning complete for port 27536f30-0108-4353-b0d5-686fa9094b27 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:54.641443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-efed1562-1f9b-407e-81c1-1994a7b8b7c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.691635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 10.1.1.204 (0f7a640c-5467-41d9-99ee-cb560f265bf7/f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88/c666916e-74e3-44af-bebc-f27b78f06a79) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:54.692919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c42c130d-3874-487b-a906-6362eabbadd4 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:33:54.694453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-efed1562-1f9b-407e-81c1-1994a7b8b7c0 None None] Port 27536f30-0108-4353-b0d5-686fa9094b27 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:54.771842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c05253c-afbf-4ba0-8903-67baeeec79a4 req-276a9c74-29d6-4097-8a96-5194931063c5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225033 Nov 22 16:33:54.784434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-af434d76-7f52-48c6-aa46-f325a2007436 service neutron] 10.222.0.65 "GET /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436949 Nov 22 16:33:54.908499 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.945755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b1b9985d-bffb-4190-b407-98d4a9a165b8 service neutron] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:54.955010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b1b9985d-bffb-4190-b407-98d4a9a165b8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:54.957989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-019efbea-9d72-40d3-9d16-ffdb862413a5 req-b1b9985d-bffb-4190-b407-98d4a9a165b8 service neutron] 10.222.0.66 "DELETE /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4/bindings/n-h2-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.4730709 Nov 22 16:33:54.983146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.012876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbb453-8995-4d7a-bb36-c8a207610d8b req-22b84564-edf7-49c0-a8a7-148e628beb9f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.031622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38bbb453-8995-4d7a-bb36-c8a207610d8b req-22b84564-edf7-49c0-a8a7-148e628beb9f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1416419 Nov 22 16:33:55.039809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-network', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:55.106719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:55.111171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=c666916e-74e3-44af-bebc-f27b78f06a79,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:55.113737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38bbb453-8995-4d7a-bb36-c8a207610d8b req-66105cb5-e4cd-4bf6-abf3-91a5f9d8f4f4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729096 Nov 22 16:33:55.117720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:55.129745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:55.134945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Made reservation on behalf of 5bdf4bb62ca94052a13fb5f6c7f639d9 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:55.137808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.180891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.227494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.228145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.228763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85ce81be-0aa8-4dfe-9e55-708040bd6e37 req-deee5c78-0a9f-413c-9717-75c3371d62bb tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 210 time: 0.0352736 Nov 22 16:33:55.264385 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3073557f-6268-4655-877a-9e90f8b9863b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1330383 Nov 22 16:33:55.288194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'admin_state_up': True, 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'security_groups': ['bece1c36-e1fe-4eb0-a465-069c5f70cd6d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:55.292126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753c869-7219-4b37-ae2d-6dc07819ba13 req-1764f96f-6217-42da-8d65-9b44ae75e746 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.328410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753c869-7219-4b37-ae2d-6dc07819ba13 req-1764f96f-6217-42da-8d65-9b44ae75e746 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.339304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0753c869-7219-4b37-ae2d-6dc07819ba13 req-1764f96f-6217-42da-8d65-9b44ae75e746 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 1654 time: 0.2458375 Nov 22 16:33:55.494465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0753c869-7219-4b37-ae2d-6dc07819ba13 req-e6a6e5e0-2067-4b2b-b61e-2132fcd43993 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539776 Nov 22 16:33:55.539625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:55.549253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.601774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.615530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.647493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.648058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397df4e-73cf-4e3c-be32-c1b43dca8528 req-05824493-a523-489f-b09e-962cfdfd539b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.659119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a397df4e-73cf-4e3c-be32-c1b43dca8528 req-05824493-a523-489f-b09e-962cfdfd539b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.3175941 Nov 22 16:33:55.663628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2ee50cc7-f44d-4521-90e6-18dbde3256b1 None None] Provisioning complete for port c666916e-74e3-44af-bebc-f27b78f06a79 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:55.663980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ee50cc7-f44d-4521-90e6-18dbde3256b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.681301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:33:55.750092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43813d03-cf8f-49c4-9913-3204e39d91a2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:55.754463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.755243 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Added segment aa2a33cf-e694-4ec1-bac7-32da1f084c16 of type vlan for network cbf9160e-b790-445c-9825-848c445a2f38 Nov 22 16:33:55.778730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2ee50cc7-f44d-4521-90e6-18dbde3256b1 None None] Port c666916e-74e3-44af-bebc-f27b78f06a79 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:55.788313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e2125-b71e-4aa2-9e3d-4a3128600359 req-6c9cbd0b-2199-400c-9a57-cf6332bbe90b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:55.795803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a9e2125-b71e-4aa2-9e3d-4a3128600359 req-6c9cbd0b-2199-400c-9a57-cf6332bbe90b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1356590 Nov 22 16:33:55.801801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a397df4e-73cf-4e3c-be32-c1b43dca8528 req-4382ebfe-556e-4c1a-aa72-9af6f3cbda80 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314120 Nov 22 16:33:55.891559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a9e2125-b71e-4aa2-9e3d-4a3128600359 req-d1bd415f-f881-4158-96a8-5839e5e25334 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912218 Nov 22 16:33:55.957017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:55.977741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.077872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 10.1.1.187 (0f7a640c-5467-41d9-99ee-cb560f265bf7/f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88/a846105b-7e81-411c-866a-ad369e0b0029) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:56.120739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f925bd-5bdb-4582-ba22-fb1cc95fefce req-ac3e0436-1328-45a2-8941-6ac6257db1d9 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.129852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58f925bd-5bdb-4582-ba22-fb1cc95fefce req-ac3e0436-1328-45a2-8941-6ac6257db1d9 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 945 time: 0.0882275 Nov 22 16:33:56.197510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.198414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.198998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.243580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58f925bd-5bdb-4582-ba22-fb1cc95fefce req-20285e6b-d5e5-4d68-b8e3-74d2bae94e98 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122031 Nov 22 16:33:56.257916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246b48c-6ad5-4a5a-ba2b-4785cb0959b3 req-fa3ec107-db86-4be7-9eb5-3e68884d094f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.259477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5246b48c-6ad5-4a5a-ba2b-4785cb0959b3 req-fa3ec107-db86-4be7-9eb5-3e68884d094f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1157954 Nov 22 16:33:56.294419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf9160e-b790-445c-9825-848c445a2f38,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:56.308664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network cbf9160e-b790-445c-9825-848c445a2f38 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:33:56.324106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5246b48c-6ad5-4a5a-ba2b-4785cb0959b3 req-49a2c7ba-bdfe-4449-b582-889568d333db tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488744 Nov 22 16:33:56.340223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f648c47b-3358-421b-85c6-91590ec06982 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5580289 Nov 22 16:33:56.340561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56002) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:56.346552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Request body: {'subnet': {'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-subnet', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:56.403480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.433634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Made reservation on behalf of 5bdf4bb62ca94052a13fb5f6c7f639d9 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:56.437450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.475761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:56.539409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2defb-5c41-4e95-acf9-caa05a77fd9f req-13433570-2c49-4667-bbeb-13c3766b2baa tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:56.542033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:56.549834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ce2defb-5c41-4e95-acf9-caa05a77fd9f req-13433570-2c49-4667-bbeb-13c3766b2baa tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1095 time: 0.1822915 Nov 22 16:33:56.615112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:56.663252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:56.668335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:56.672465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ce2defb-5c41-4e95-acf9-caa05a77fd9f req-7b78b519-3b6e-40d5-8798-247543579506 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204841 Nov 22 16:33:56.958190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:56.995249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.002757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8d73ad-4354-49ac-8072-50165cbb3224 req-335ee174-3c6a-4f2e-992b-b0a34b20abe2 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 210 time: 0.1303177 Nov 22 16:33:57.082324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3b3bd7ce-c926-440f-9d8f-6642f985f561 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:33:57.088832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3b3bd7ce-c926-440f-9d8f-6642f985f561 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:57.089477 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.104210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5186a5bb-1e13-447c-9c48-dd4bd527e3c0,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:57.121828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Checking segment: {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:57.122220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Network hostable DHCP agents. Network: cbf9160e-b790-445c-9825-848c445a2f38, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:33:57.143241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db042e1-dbdf-44f6-9c6b-fb79c3ec946f req-a9cd16d1-5767-4c2d-bb46-2f4aaf0b65e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.156893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db042e1-dbdf-44f6-9c6b-fb79c3ec946f req-a9cd16d1-5767-4c2d-bb46-2f4aaf0b65e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.165337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db042e1-dbdf-44f6-9c6b-fb79c3ec946f req-a9cd16d1-5767-4c2d-bb46-2f4aaf0b65e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.167143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8db042e1-dbdf-44f6-9c6b-fb79c3ec946f req-a9cd16d1-5767-4c2d-bb46-2f4aaf0b65e4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 2375 time: 0.1576295 Nov 22 16:33:57.223261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.233832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Network cbf9160e-b790-445c-9825-848c445a2f38 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:33:57.251831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-91200427-4349-446b-bfac-5e0d815f45c4 None None] Provisioning complete for port a846105b-7e81-411c-866a-ad369e0b0029 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:57.252217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.253038 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91200427-4349-446b-bfac-5e0d815f45c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.253330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.291791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345dd3c-336b-4b21-aa36-e19106af5dbe req-e5ac71c0-8718-440e-bdfa-ea022addc1ea tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.293346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:33:57.294199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6345dd3c-336b-4b21-aa36-e19106af5dbe req-e5ac71c0-8718-440e-bdfa-ea022addc1ea tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1232071 Nov 22 16:33:57.295678 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d008d7-c065-4c2b-b664-526c8e46a994" -d '{"events": [{"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:33:57.300234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, cbf9160e-b790-445c-9825-848c445a2f38) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:57.313052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58cef7c-6991-4e4e-b16a-d5964f4c913f None None] Network cbf9160e-b790-445c-9825-848c445a2f38 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:57.315165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-1fc07f12-7fb4-4e30-b64d-760dabd73515 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.318159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-1fc07f12-7fb4-4e30-b64d-760dabd73515 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.20 "GET /v2.0/networks?id=9eb386b1-556b-49f0-8cf1-a335ddd88c19 HTTP/1.1" status: 200 len: 811 time: 0.7332742 Nov 22 16:33:57.320775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:57.328509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-23214a53-e4e2-406c-adb4-51d965721e5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0520124 Nov 22 16:33:57.337761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Request body: {'port': {'device_id': '38109c12-207e-4836-ad17-05b84acbb6a8', 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19', 'admin_state_up': True, 'tenant_id': '31311c1d4e564223a9679590c95a1ace'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:57.340357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8db042e1-dbdf-44f6-9c6b-fb79c3ec946f req-23c28954-d7a6-4bff-8ebb-05f3ddd3dc7b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552687 Nov 22 16:33:57.341913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.342501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.344490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-91200427-4349-446b-bfac-5e0d815f45c4 None None] Port a846105b-7e81-411c-866a-ad369e0b0029 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:57.351543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268', 'admin_state_up': True, 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'security_groups': ['bece1c36-e1fe-4eb0-a465-069c5f70cd6d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:57.369307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6858f95a-a487-4575-9984-42ddd8b10ad7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0276074 Nov 22 16:33:57.369963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:33:57.386258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:57.386495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.427973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6345dd3c-336b-4b21-aa36-e19106af5dbe req-94dbbb96-ac6e-4e3e-90b6-009feefd8ee7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118190 Nov 22 16:33:57.428995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.430097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.479169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:57.544346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.632691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-cbf9160e-b790-445c-9825-848c445a2f38', 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'fixed_ips': [{'subnet_id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:33:57.646883 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.699956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:57.768190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Made reservation on behalf of 31311c1d4e564223a9679590c95a1ace for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:57.772315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.790051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-85daa08a-d3b0-4b67-b316-efe413d77697 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.797289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-85daa08a-d3b0-4b67-b316-efe413d77697 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.1501429 Nov 22 16:33:57.811468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Allocated IP 172.20.0.2 (cbf9160e-b790-445c-9825-848c445a2f38/5186a5bb-1e13-447c-9c48-dd4bd527e3c0/2f2efb48-3692-457c-837c-5afaa6a47b42) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:57.876606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.907012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-785a960a-2f7c-4e2d-9fea-e93e13a6285d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/quotas/0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 375 time: 0.1088567 Nov 22 16:33:57.928669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.978473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a7bf33-843f-4831-bec0-28a2d0fe1ce0 req-ef499295-660d-4cb3-a84c-5bb1c9813f05 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:57.985888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48a7bf33-843f-4831-bec0-28a2d0fe1ce0 req-ef499295-660d-4cb3-a84c-5bb1c9813f05 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.2193263 Nov 22 16:33:57.989385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:57.998699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.018002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Network cbf9160e-b790-445c-9825-848c445a2f38 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:58.021790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:58.046402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:58.058287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-075f4cae-fff0-4fcc-bcd8-329d6026074c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501112 Nov 22 16:33:58.082283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Allocated IP 172.20.0.5 (9eb386b1-556b-49f0-8cf1-a335ddd88c19/116c0240-5652-418c-ac84-5b27ab9d035c/934ecde9-e193-4143-9f6c-7a51342b38ef) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:58.096308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Pushing event updated for resources: {'Port': ['ID=2f2efb48-3692-457c-837c-5afaa6a47b42,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.131069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Attempting to bind port 2f2efb48-3692-457c-837c-5afaa6a47b42 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:33:58.132563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Attempting to bind port 2f2efb48-3692-457c-837c-5afaa6a47b42 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:33:58.133317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Attempting to bind port 2f2efb48-3692-457c-837c-5afaa6a47b42 on network cbf9160e-b790-445c-9825-848c445a2f38 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:33:58.141891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:33:58.142699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Checking segment: {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:33:58.143777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.144587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Bound using segment: {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:33:58.145632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Bound port: 2f2efb48-3692-457c-837c-5afaa6a47b42, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:33:58.146632 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.149503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48a7bf33-843f-4831-bec0-28a2d0fe1ce0 req-20c8b712-7355-4efb-971a-1ee551b3b8e8 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625557 Nov 22 16:33:58.239175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] For port 2f2efb48-3692-457c-837c-5afaa6a47b42, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:33:58.244639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] For port 2f2efb48-3692-457c-837c-5afaa6a47b42, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f2efb48-3692-457c-837c-5afaa6a47b42,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:33:58.247394 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb86028-2468-49a3-a9fb-376a452ba7e3 x-openstack-request-id: req-feb86028-2468-49a3-a9fb-376a452ba7e3 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:33:58.247858 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:33:58.248222 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-feb86028-2468-49a3-a9fb-376a452ba7e3 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:33:58.248991 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'code': 200} Nov 22 16:33:58.252390 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.288455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 10.2.2.100 (9ab9394f-c0dd-4391-b480-58aa4f91e268/d7cf6718-39d3-4f46-91b5-2d577c6d1469/b1b8d01e-a30e-4316-88b8-96931946bbb9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:58.330815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c310b-b600-4146-afc4-9f5bba9a37fd None None] Pushing event updated for resources: {'Port': ['ID=2f2efb48-3692-457c-837c-5afaa6a47b42,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.339246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-a8da6bb5-d773-45ca-b013-5c95e182c11a service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800956 Nov 22 16:33:58.466574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc26fb-20ae-462b-9ea4-673c08b1fbab req-f0d21191-6513-45a6-a9b9-bfc5c99517cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:58.468082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57dc26fb-20ae-462b-9ea4-673c08b1fbab req-f0d21191-6513-45a6-a9b9-bfc5c99517cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 1097 time: 0.1623919 Nov 22 16:33:58.472286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842410-dd56-464a-8e8a-a4272a232e26 req-fa89cbdf-c90e-4942-97c7-a27797f9e506 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:58.478681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.481674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58842410-dd56-464a-8e8a-a4272a232e26 req-fa89cbdf-c90e-4942-97c7-a27797f9e506 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1835487 Nov 22 16:33:58.600308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.610681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57dc26fb-20ae-462b-9ea4-673c08b1fbab req-15798e8d-abe3-490a-b74a-e171db827863 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281924 Nov 22 16:33:58.627294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.674904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58842410-dd56-464a-8e8a-a4272a232e26 req-9ca9bd96-ecc7-462a-811e-ec33c1abd073 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915231 Nov 22 16:33:58.709836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-dd7be887-6a91-4960-be75-1a5ada952499 service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695066 Nov 22 16:33:58.725310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:58.743464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:58.753004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:58.753608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.801746 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.820406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Pushing event updated for resources: {'Port': ['ID=934ecde9-e193-4143-9f6c-7a51342b38ef,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:58.831546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:58.909576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484cd7d-c142-4d0e-b528-48b18727dc6c req-6c8a3d19-181a-4b15-a8c1-279819ccf72c tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:58.911946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0484cd7d-c142-4d0e-b528-48b18727dc6c req-6c8a3d19-181a-4b15-a8c1-279819ccf72c tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 931 time: 0.1125393 Nov 22 16:33:58.965317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:58.971995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:58.977293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.005312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:59.013032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:33:59.023252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f2efb48-3692-457c-837c-5afaa6a47b42 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:33:59.034199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-70e2dfd6-ec02-4a55-ad78-4aa5ea815f75 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7043684 Nov 22 16:33:59.090048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Allocated IP 172.25.6.175 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ad88b0cb-3f87-46fa-b1f5-d59be248c22b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:33:59.107054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0484cd7d-c142-4d0e-b528-48b18727dc6c req-14b2d3d9-de03-4246-95d0-4240021c73ae tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782286 Nov 22 16:33:59.137877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Request body: {'port': {'device_id': '38109c12-207e-4836-ad17-05b84acbb6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:59.143788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2f2efb48-3692-457c-837c-5afaa6a47b42 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:59.144425 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.157058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=b1b8d01e-a30e-4316-88b8-96931946bbb9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:59.284459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.285488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.313783 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a526c450-ec90-43e7-9f96-64138aa53298 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9697564 Nov 22 16:33:59.339067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.371620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268', 'admin_state_up': True, 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'security_groups': ['bece1c36-e1fe-4eb0-a465-069c5f70cd6d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:33:59.419759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 2f2efb48-3692-457c-837c-5afaa6a47b42, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f2efb48-3692-457c-837c-5afaa6a47b42,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:33:59.427052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212196-ac73-4bad-aa1e-affeb4999c81 req-c74cafbb-066f-46a6-8c40-44e7f5df8951 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.431338 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.456446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212196-ac73-4bad-aa1e-affeb4999c81 req-c74cafbb-066f-46a6-8c40-44e7f5df8951 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.474953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212196-ac73-4bad-aa1e-affeb4999c81 req-c74cafbb-066f-46a6-8c40-44e7f5df8951 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.498174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85212196-ac73-4bad-aa1e-affeb4999c81 req-c74cafbb-066f-46a6-8c40-44e7f5df8951 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:33:59.507038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85212196-ac73-4bad-aa1e-affeb4999c81 req-c74cafbb-066f-46a6-8c40-44e7f5df8951 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 3096 time: 0.4452350 Nov 22 16:33:59.576131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=2f2efb48-3692-457c-837c-5afaa6a47b42,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:33:59.592207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.592579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-77b5c850-1d8b-48ea-ae03-a7d1afb465dd None None] Provisioning complete for port b1b8d01e-a30e-4316-88b8-96931946bbb9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:33:59.593523 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77b5c850-1d8b-48ea-ae03-a7d1afb465dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.668456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-77b5c850-1d8b-48ea-ae03-a7d1afb465dd None None] Port b1b8d01e-a30e-4316-88b8-96931946bbb9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:33:59.689273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c5738a8-ed23-4faf-98c4-93f66e9f66b6 req-e477ed09-3d20-479a-832b-acbdcbad5244 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 210 time: 0.1383889 Nov 22 16:33:59.711240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Made reservation on behalf of 756df09ce5054c699db108fca12f9b4a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:33:59.716188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.734076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85212196-ac73-4bad-aa1e-affeb4999c81 req-167f1191-6e08-478f-a975-0b90d5d3d578 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258959 Nov 22 16:33:59.746987 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.899148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:33:59.972145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:33:59.980619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5218c331-c913-4983-9165-e01f7f8252a9 None None] Network cbf9160e-b790-445c-9825-848c445a2f38 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:33:59.984717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:33:59.992218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:00.036401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5600b4a-a9ac-4c5d-8caa-bf0b17f3f158 req-5e0573c1-6515-4eab-b354-75e0398e3751 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.038329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5600b4a-a9ac-4c5d-8caa-bf0b17f3f158 req-5e0573c1-6515-4eab-b354-75e0398e3751 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.1892443 Nov 22 16:34:00.039211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Pushing event updated for resources: {'Port': ['ID=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.097073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e05d8-ba4f-4033-a47b-57e3f47bb3d8 req-a0f0064c-158e-4982-be12-df5c8b88c2dd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.106036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e6e05d8-ba4f-4033-a47b-57e3f47bb3d8 req-a0f0064c-158e-4982-be12-df5c8b88c2dd tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2332213 Nov 22 16:34:00.195226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934ecde9-e193-4143-9f6c-7a51342b38ef {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:00.207299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.230714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Allocated IP 10.2.2.200 (9ab9394f-c0dd-4391-b480-58aa4f91e268/d7cf6718-39d3-4f46-91b5-2d577c6d1469/1b32ad42-3dc9-4040-8ac0-4c15bf6a9297) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:00.237593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Transition to ACTIVE for port object 934ecde9-e193-4143-9f6c-7a51342b38ef will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:00.247229 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.260905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e41bcb4c-c49c-49c2-9b2a-4e4a08f5ef98 None None] Provisioning complete for port 2f2efb48-3692-457c-837c-5afaa6a47b42 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:00.261949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e41bcb4c-c49c-49c2-9b2a-4e4a08f5ef98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.329727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5600b4a-a9ac-4c5d-8caa-bf0b17f3f158 req-82d5b518-14ad-4a3b-9f43-3369f6925624 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815192 Nov 22 16:34:00.416533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e6e05d8-ba4f-4033-a47b-57e3f47bb3d8 req-80952629-0d80-49f4-87d9-3ba2865bca77 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093510 Nov 22 16:34:00.480437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=934ecde9-e193-4143-9f6c-7a51342b38ef,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.541222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0629d-bcdd-4434-a0e0-d9fedbf6d593 req-b5b4fe53-1ff7-4314-9cb6-f90b0470c8a5 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.550097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23c0629d-bcdd-4434-a0e0-d9fedbf6d593 req-b5b4fe53-1ff7-4314-9cb6-f90b0470c8a5 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 943 time: 0.0889285 Nov 22 16:34:00.644986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.704463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.711736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23c0629d-bcdd-4434-a0e0-d9fedbf6d593 req-8d1b0b99-561d-4e3e-ae2e-cbfd78994944 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602700 Nov 22 16:34:00.747800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2d32c77e-b581-4289-9ccc-6557d03eede9 None None] Provisioning complete for port 2f2efb48-3692-457c-837c-5afaa6a47b42 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:00.752698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.770291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d32c77e-b581-4289-9ccc-6557d03eede9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.838657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:00.853117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:00.857851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Attempting to bind port 934ecde9-e193-4143-9f6c-7a51342b38ef on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:00.858884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Attempting to bind port 934ecde9-e193-4143-9f6c-7a51342b38ef by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '75879f85-1e79-4367-a6a7-09b6d6eea3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:00.858884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Attempting to bind port 934ecde9-e193-4143-9f6c-7a51342b38ef on network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:00.860489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event updated for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:00.866816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:00.905222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Port 934ecde9-e193-4143-9f6c-7a51342b38ef on network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:00.905549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Attempting to bind port 934ecde9-e193-4143-9f6c-7a51342b38ef on network 9eb386b1-556b-49f0-8cf1-a335ddd88c19 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:00.927503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:00.927700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Checking segment: {'id': '75879f85-1e79-4367-a6a7-09b6d6eea3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:00.927985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Bound using segment: {'id': '75879f85-1e79-4367-a6a7-09b6d6eea3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:00.928435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Bound port: 934ecde9-e193-4143-9f6c-7a51342b38ef, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75879f85-1e79-4367-a6a7-09b6d6eea3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:00.928787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:00.971729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-b31a138b-f811-4417-8ae4-1c589ed56edb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.973487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-b31a138b-f811-4417-8ae4-1c589ed56edb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.2578301 Nov 22 16:34:00.991555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:00.991555 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.001135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Request body: {'port': {'device_id': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'admin_state_up': True, 'tenant_id': '0859c669fbbf42ae8e1a9526f571035e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:01.073666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f2efb48-3692-457c-837c-5afaa6a47b42 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:01.125196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7fe55e5d-1525-4d5c-a7fa-6fe9c6c71953 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7610543 Nov 22 16:34:01.141366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:01.152030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e258156b-932a-4209-9f23-0c838bc67d43 req-7af0ba8a-60e1-412d-b189-49fc89540d5a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 210 time: 0.1272082 Nov 22 16:34:01.227539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2f2efb48-3692-457c-837c-5afaa6a47b42 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:01.228004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.263363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff391ed-dff7-4b3d-b136-2ba6f76a2299 req-9bc89ffd-6190-4b2d-9bd7-f933f51be474 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.266327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ff391ed-dff7-4b3d-b136-2ba6f76a2299 req-9bc89ffd-6190-4b2d-9bd7-f933f51be474 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2426906 Nov 22 16:34:01.310913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] For port 934ecde9-e193-4143-9f6c-7a51342b38ef, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:01.336054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-abffe7a4-109c-4450-b872-ca875e3edc76 None None] Provisioning complete for port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:01.337086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abffe7a4-109c-4450-b872-ca875e3edc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.346787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.368851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] For port 934ecde9-e193-4143-9f6c-7a51342b38ef, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=934ecde9-e193-4143-9f6c-7a51342b38ef,segment=NetworkSegment(75879f85-1e79-4367-a6a7-09b6d6eea3ad),segment_id=75879f85-1e79-4367-a6a7-09b6d6eea3ad)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:01.389032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.435679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-6ab6da1e-b7d1-4fc9-927a-252ad53480a0 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.446280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-abffe7a4-109c-4450-b872-ca875e3edc76 None None] Port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:01.446564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-6ab6da1e-b7d1-4fc9-927a-252ad53480a0 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.455421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-6ab6da1e-b7d1-4fc9-927a-252ad53480a0 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.461893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-6ab6da1e-b7d1-4fc9-927a-252ad53480a0 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.468196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-6ab6da1e-b7d1-4fc9-927a-252ad53480a0 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.470413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-6ab6da1e-b7d1-4fc9-927a-252ad53480a0 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 3817 time: 0.1971395 Nov 22 16:34:01.527396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.528225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.529387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/934ecde9-e193-4143-9f6c-7a51342b38ef HTTP/1.1" status: 200 len: 1091 time: 2.4451935 Nov 22 16:34:01.532310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38109c12-207e-4836-ad17-05b84acbb6a8', 'tag': '934ecde9-e193-4143-9f6c-7a51342b38ef'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:01.534528 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1598683-7497-4502-979f-1dfa338fa920" -d '{"events": [{"name": "network-changed", "server_uuid": "38109c12-207e-4836-ad17-05b84acbb6a8", "tag": "934ecde9-e193-4143-9f6c-7a51342b38ef"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:01.589406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d956-6095-4c9e-87cc-6dac0cab80d2 service neutron] Pushing event updated for resources: {'Port': ['ID=934ecde9-e193-4143-9f6c-7a51342b38ef,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:01.677911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Made reservation on behalf of 0859c669fbbf42ae8e1a9526f571035e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:01.681478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.855654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-da1fd243-1cc3-4351-9125-efc9ee7652ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:01.856857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-da1fd243-1cc3-4351-9125-efc9ee7652ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31311c1d4e564223a9679590c95a1ace&device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 1094 time: 0.2032073 Nov 22 16:34:01.887084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ff391ed-dff7-4b3d-b136-2ba6f76a2299 req-2122658e-0965-494f-b26a-116b9f95fbd3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100943 Nov 22 16:34:01.908265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:01.958850 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-0f7e8ceb-c0dd-47ac-b8c3-bbbd690f62fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=934ecde9-e193-4143-9f6c-7a51342b38ef HTTP/1.1" status: 200 len: 217 time: 0.0882399 Nov 22 16:34:01.991899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-015c3892-9349-49c0-a8bd-c7c210adccf5 req-feb05c98-56b8-4072-b4d0-c9fe65eb4f31 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422691 Nov 22 16:34:02.079661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace22fed-8239-44db-8aad-b70b7c20404b req-abba2ca1-4547-4e5f-96c9-de9a20ec4c1d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.081445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ace22fed-8239-44db-8aad-b70b7c20404b req-abba2ca1-4547-4e5f-96c9-de9a20ec4c1d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.1161215 Nov 22 16:34:02.170706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ace22fed-8239-44db-8aad-b70b7c20404b req-a8a4bf44-0547-4ed4-ab5d-626f623dd8c8 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784054 Nov 22 16:34:02.187106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Router 142d1553-0593-4fca-9086-ff3f9f94e6d7 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:02.341889 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df612414-4ea5-40a1-9d98-e81deef9239f x-openstack-request-id: req-df612414-4ea5-40a1-9d98-e81deef9239f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:02.342188 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38109c12-207e-4836-ad17-05b84acbb6a8", "tag": "934ecde9-e193-4143-9f6c-7a51342b38ef", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:02.342422 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df612414-4ea5-40a1-9d98-e81deef9239f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:02.342813 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38109c12-207e-4836-ad17-05b84acbb6a8', 'tag': '934ecde9-e193-4143-9f6c-7a51342b38ef', 'status': 'completed', 'code': 200} Nov 22 16:34:02.372574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:02.381526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Allocated IP 172.20.0.3 (0563cfc1-51f9-4561-9fe9-0fa3a1987045/06ed45ce-6f21-482a-abea-d8dac37681bd/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:02.387825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9a0c6-a1ec-416e-a55f-2f001910b12a req-566f1934-d93b-4515-8086-5ae5625b12e1 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.389744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25a9a0c6-a1ec-416e-a55f-2f001910b12a req-566f1934-d93b-4515-8086-5ae5625b12e1 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 943 time: 0.0903068 Nov 22 16:34:02.390948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Sync routers for ids ['142d1553-0593-4fca-9086-ff3f9f94e6d7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:02.412125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.414035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7758a375-b11f-4b59-9efa-cfa4c9a3cf3a admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0412862 Nov 22 16:34:02.419561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56086) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:02.420554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Routers {'142d1553-0593-4fca-9086-ff3f9f94e6d7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:02.422303 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['142d1553-0593-4fca-9086-ff3f9f94e6d7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:02.440018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-1205b682-af0e-4229-8cfe-caa55c132eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.443316 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-1205b682-af0e-4229-8cfe-caa55c132eb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=116c0240-5652-418c-ac84-5b27ab9d035c HTTP/1.1" status: 200 len: 851 time: 0.4751093 Nov 22 16:34:02.463059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25a9a0c6-a1ec-416e-a55f-2f001910b12a req-b1e18e1c-2d93-43ed-8faf-3195b9972e63 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632508 Nov 22 16:34:02.555442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-e4b00e52-21b9-4817-906a-6a40a70e2388 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eb386b1-556b-49f0-8cf1-a335ddd88c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502274 Nov 22 16:34:02.605167 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Set router 142d1553-0593-4fca-9086-ff3f9f94e6d7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:02.687206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27536f30-0108-4353-b0d5-686fa9094b27 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:02.687764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8e668-f687-4043-9056-f57b7f3cdab1 req-e2c27e92-3961-492d-80a6-b906055a5872 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:02.702458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adc8e668-f687-4043-9056-f57b7f3cdab1 req-e2c27e92-3961-492d-80a6-b906055a5872 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.0915115 Nov 22 16:34:02.746971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.779712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Transition to ACTIVE for port object 27536f30-0108-4353-b0d5-686fa9094b27 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:02.803570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:02.825743 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:00Z', 'revision_number': 3, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:02.830209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adc8e668-f687-4043-9056-f57b7f3cdab1 req-8bd27c64-2b8b-4ceb-99ea-6165c2f72352 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107388 Nov 22 16:34:02.860998 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Checking router: 142d1553-0593-4fca-9086-ff3f9f94e6d7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:02.860998 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Updating router 142d1553-0593-4fca-9086-ff3f9f94e6d7 port ad88b0cb-3f87-46fa-b1f5-d59be248c22b binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:02.866309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d28067a-b275-45b6-a17f-859d1bb3f2f2 req-47aa6913-6a1c-4b45-b69b-65bb3b433f53 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 210 time: 0.0537574 Nov 22 16:34:02.866671 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-d228f506-d80c-4a8b-bfa8-1cc036b8d3ab service neutron] 10.222.0.20 "GET /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960737 Nov 22 16:34:02.921294 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.047256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.095496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Pushing event updated for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:03.111970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3393a9-fdf0-4a6a-b05a-02b3a367348a req-75b36760-fbd0-4aa0-9929-b0ecbea6b0b2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.122364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d3393a9-fdf0-4a6a-b05a-02b3a367348a req-75b36760-fbd0-4aa0-9929-b0ecbea6b0b2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.0892591 Nov 22 16:34:03.150149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2423f9-7cd8-438c-8f7e-07a6fcc79d02 req-c719690f-60f4-40db-93a3-a380ba15d1b7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.152136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b2423f9-7cd8-438c-8f7e-07a6fcc79d02 req-c719690f-60f4-40db-93a3-a380ba15d1b7 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1724436 Nov 22 16:34:03.229749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d3393a9-fdf0-4a6a-b05a-02b3a367348a req-f6b76fe6-6b30-44d4-a75f-ff9b7fd3a2a9 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910618 Nov 22 16:34:03.250530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b2423f9-7cd8-438c-8f7e-07a6fcc79d02 req-e8b49fd2-ae2c-4b5f-b936-d0da7fe7737b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837443 Nov 22 16:34:03.281450 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Attempting to bind port 27536f30-0108-4353-b0d5-686fa9094b27 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:03.281828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Attempting to bind port 27536f30-0108-4353-b0d5-686fa9094b27 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:03.282177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Attempting to bind port 27536f30-0108-4353-b0d5-686fa9094b27 on network 814ab345-506a-4727-afa4-8693f6a63c15 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:03.292175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c725b42-e16c-40f4-b334-d8e63d230ddc req-b43ccfb9-3873-4392-987a-6dc2910399a6 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797915 Nov 22 16:34:03.348379 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.356361 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.434577 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Attempting to bind port ad88b0cb-3f87-46fa-b1f5-d59be248c22b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:03.435881 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Attempting to bind port ad88b0cb-3f87-46fa-b1f5-d59be248c22b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:03.436586 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Attempting to bind port ad88b0cb-3f87-46fa-b1f5-d59be248c22b on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:03.439062 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Pushing event updated for resources: {'Port': ['ID=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:03.450111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Port 27536f30-0108-4353-b0d5-686fa9094b27 on network 814ab345-506a-4727-afa4-8693f6a63c15 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:03.450448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Attempting to bind port 27536f30-0108-4353-b0d5-686fa9094b27 on network 814ab345-506a-4727-afa4-8693f6a63c15 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:03.451991 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:03.452574 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:03.453157 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.453733 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:03.454996 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Bound port: ad88b0cb-3f87-46fa-b1f5-d59be248c22b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:03.455592 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.460317 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.460902 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.461501 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.462215 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.462715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.463239 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.463575 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.463904 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.464235 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.464555 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.465060 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.465385 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.477619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-422a9c39-c058-40ca-a7f4-5afc7dc3e61b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.488158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-422a9c39-c058-40ca-a7f4-5afc7dc3e61b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.499296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-422a9c39-c058-40ca-a7f4-5afc7dc3e61b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.508620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-422a9c39-c058-40ca-a7f4-5afc7dc3e61b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.521582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-422a9c39-c058-40ca-a7f4-5afc7dc3e61b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.524842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-422a9c39-c058-40ca-a7f4-5afc7dc3e61b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 3829 time: 0.2077134 Nov 22 16:34:03.525846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:03.526193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Checking segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:03.526888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Bound using segment: {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:03.527045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Bound port: 27536f30-0108-4353-b0d5-686fa9094b27, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:03.527397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.529902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.558120 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] For port ad88b0cb-3f87-46fa-b1f5-d59be248c22b, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:03.564776 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] For port ad88b0cb-3f87-46fa-b1f5-d59be248c22b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:03.571862 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.643108 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Routers {'142d1553-0593-4fca-9086-ff3f9f94e6d7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:03.643313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04811e86-1265-4132-b75d-4a88422076b8 req-75666725-b91c-4091-9b80-63c10df62a34 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.643653 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['142d1553-0593-4fca-9086-ff3f9f94e6d7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:03.645286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04811e86-1265-4132-b75d-4a88422076b8 req-75666725-b91c-4091-9b80-63c10df62a34 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.1180968 Nov 22 16:34:03.664030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:03.668382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b655ac9-33bd-4f7c-b120-5d9b48160baa req-d396ae8a-5b80-4db1-8017-426cba2a53ed tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198525 Nov 22 16:34:03.669107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598683-7497-4502-979f-1dfa338fa920 req-fed2bfd2-9a81-4ea0-aa06-d187af3b3a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.670666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-fed2bfd2-9a81-4ea0-aa06-d187af3b3a59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31311c1d4e564223a9679590c95a1ace&device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 1094 time: 0.2326999 Nov 22 16:34:03.681190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:03.697740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:03.711679 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cd074-d94a-43fd-90f8-764064aa1e9a None None] Pushing event updated for resources: {'Port': ['ID=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:03.716878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:03.780623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04811e86-1265-4132-b75d-4a88422076b8 req-45ae3d1f-168a-4822-a657-795f5f1700e5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044528 Nov 22 16:34:03.793474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.793879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.794229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.794574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.794912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.795247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.795581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.795915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.796248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.796580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.796908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.797235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:03.869936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:03.911363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=27536f30-0108-4353-b0d5-686fa9094b27,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:03.918213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.919615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.935308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f2313-70c4-450f-ac80-bccbc9e4f85f req-54281c5e-efac-406c-b719-6f74e1fbc0c2 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.938318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e5f2313-70c4-450f-ac80-bccbc9e4f85f req-54281c5e-efac-406c-b719-6f74e1fbc0c2 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 943 time: 0.0756822 Nov 22 16:34:03.939770 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] Set router 142d1553-0593-4fca-9086-ff3f9f94e6d7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:03.945798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.966062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:03.992113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598683-7497-4502-979f-1dfa338fa920 req-058bede3-95b2-426e-9412-f2e8f0744449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:03.993642 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-058bede3-95b2-426e-9412-f2e8f0744449 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9eb386b1-556b-49f0-8cf1-a335ddd88c19 HTTP/1.1" status: 200 len: 912 time: 0.3103468 Nov 22 16:34:04.013278 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-7eacd959-126f-4559-832d-ca401370541f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0183511 Nov 22 16:34:04.067873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.068064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.069913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] 10.222.0.20 "PUT /v2.0/ports/27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 200 len: 1092 time: 2.9330230 Nov 22 16:34:04.075570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Request body: {'port': {'device_id': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:04.089692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-29ddf986-75a7-4251-a78f-dd8ad55c885d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=934ecde9-e193-4143-9f6c-7a51342b38ef HTTP/1.1" status: 200 len: 217 time: 0.0726590 Nov 22 16:34:04.100138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e5f2313-70c4-450f-ac80-bccbc9e4f85f req-99913d01-b155-4e51-a8c4-cf7cf6c908c3 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480348 Nov 22 16:34:04.154963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:04.162263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33299cb-49af-4d2a-98a0-c579d8b06ac6 req-9676281d-40c6-4b28-abb0-15f7f5160cfa tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.165791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c33299cb-49af-4d2a-98a0-c579d8b06ac6 req-9676281d-40c6-4b28-abb0-15f7f5160cfa tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.1869144 Nov 22 16:34:04.211133 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:00Z', 'revision_number': 3, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:04.262733 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5f14b8-432d-44f3-8ad9-92f6f0a536d5 None None] The sync data for ids ['142d1553-0593-4fca-9086-ff3f9f94e6d7'] in n-d-816206-6 is: [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:00Z', 'revision_number': 3, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:04.286042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c33299cb-49af-4d2a-98a0-c579d8b06ac6 req-0905a3c8-e982-46d4-9d32-a42d1e9b99fd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132524 Nov 22 16:34:04.321666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b539f-5da9-4ff7-a2cf-0e12be55d48a req-9100829e-b9eb-4e4c-94a3-38c6d480b571 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.329282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b2b539f-5da9-4ff7-a2cf-0e12be55d48a req-9100829e-b9eb-4e4c-94a3-38c6d480b571 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 931 time: 0.0851669 Nov 22 16:34:04.397115 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b2b539f-5da9-4ff7-a2cf-0e12be55d48a req-d967edc0-43af-489c-b560-238cf619d6c5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668271 Nov 22 16:34:04.405281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Allocated IP 172.20.0.1 (cbf9160e-b790-445c-9825-848c445a2f38/5186a5bb-1e13-447c-9c48-dd4bd527e3c0/224dc0f4-cb3b-482e-8500-68fb181f5440) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:04.427990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:04.430277 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e874e0f-6a55-45a7-8b86-321c542af160" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "27536f30-0108-4353-b0d5-686fa9094b27"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:04.448045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c118b-c7f2-408a-9ce2-bdecfe78b945 service neutron] Pushing event updated for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:04.479805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178d4ba-ecfa-4778-9d47-874265b4f1dc req-77cb5216-77f5-4815-8cc0-a4c8fb2d9945 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.481381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3178d4ba-ecfa-4778-9d47-874265b4f1dc req-77cb5216-77f5-4815-8cc0-a4c8fb2d9945 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1001451 Nov 22 16:34:04.546717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598683-7497-4502-979f-1dfa338fa920 req-9baa4b3c-7988-466f-9d29-fadb6886b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.548305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-9baa4b3c-7988-466f-9d29-fadb6886b929 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=116c0240-5652-418c-ac84-5b27ab9d035c HTTP/1.1" status: 200 len: 851 time: 0.4247520 Nov 22 16:34:04.566140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.582154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3178d4ba-ecfa-4778-9d47-874265b4f1dc req-95b0f352-25ce-491f-a5f2-89d29f6c2e3e tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919125 Nov 22 16:34:04.586140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 934ecde9-e193-4143-9f6c-7a51342b38ef details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:04.624257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-64fd4355-0d3d-42cb-b525-34ddc56d7847 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9eb386b1-556b-49f0-8cf1-a335ddd88c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658209 Nov 22 16:34:04.631340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe511-cdb3-47eb-8f4e-57848d8da0cb req-8ec04ffa-fd75-4494-9909-6d624738e90f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.634007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.689599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3bfe511-cdb3-47eb-8f4e-57848d8da0cb req-8ec04ffa-fd75-4494-9909-6d624738e90f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.1753531 Nov 22 16:34:04.795527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3bfe511-cdb3-47eb-8f4e-57848d8da0cb req-55bc4a09-b49a-4a8e-a761-c49c97618f44 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014266 Nov 22 16:34:04.852753 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5a2a13-e274-4a3d-89f8-ad2c725277d1 x-openstack-request-id: req-7a5a2a13-e274-4a3d-89f8-ad2c725277d1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:04.853247 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "27536f30-0108-4353-b0d5-686fa9094b27", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:04.853247 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a5a2a13-e274-4a3d-89f8-ad2c725277d1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:04.853629 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27', 'status': 'completed', 'code': 200} Nov 22 16:34:04.872544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 934ecde9-e193-4143-9f6c-7a51342b38ef, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=934ecde9-e193-4143-9f6c-7a51342b38ef,segment=NetworkSegment(75879f85-1e79-4367-a6a7-09b6d6eea3ad),segment_id=75879f85-1e79-4367-a6a7-09b6d6eea3ad)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:04.900254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '934ecde9-e193-4143-9f6c-7a51342b38ef', 'network_id': '9eb386b1-556b-49f0-8cf1-a335ddd88c19', 'port_id': '934ecde9-e193-4143-9f6c-7a51342b38ef', 'mac_address': 'fa:16:3e:5b:dd:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '116c0240-5652-418c-ac84-5b27ab9d035c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:04.973960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-9c6bbcae-2728-4d34-8b21-968eb408d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.974822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.975746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-9c6bbcae-2728-4d34-8b21-968eb408d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.976873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-9c6bbcae-2728-4d34-8b21-968eb408d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.978945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-9c6bbcae-2728-4d34-8b21-968eb408d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.980406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-9c6bbcae-2728-4d34-8b21-968eb408d912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:04.984003 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:04.989024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-9c6bbcae-2728-4d34-8b21-968eb408d912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 4364 time: 0.1075201 Nov 22 16:34:05.010112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934ecde9-e193-4143-9f6c-7a51342b38ef {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:05.071741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 934ecde9-e193-4143-9f6c-7a51342b38ef, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=934ecde9-e193-4143-9f6c-7a51342b38ef,segment=NetworkSegment(75879f85-1e79-4367-a6a7-09b6d6eea3ad),segment_id=75879f85-1e79-4367-a6a7-09b6d6eea3ad)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:05.074164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad88b0cb-3f87-46fa-b1f5-d59be248c22b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:05.123486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.170599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-d4b08b11-3bf7-4e38-ba09-72b4c5a89c97 service neutron] 10.222.0.20 "GET /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343115 Nov 22 16:34:05.243384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ad88b0cb-3f87-46fa-b1f5-d59be248c22b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:05.243925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.246014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=934ecde9-e193-4143-9f6c-7a51342b38ef,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:05.440068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['934ecde9-e193-4143-9f6c-7a51342b38ef'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:05.505908 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.527285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-db86720d-67bf-4f8c-9ed2-8c82b534b6c2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.535916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-db86720d-67bf-4f8c-9ed2-8c82b534b6c2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.537775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port ad88b0cb-3f87-46fa-b1f5-d59be248c22b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:05.543728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-db86720d-67bf-4f8c-9ed2-8c82b534b6c2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.552754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-db86720d-67bf-4f8c-9ed2-8c82b534b6c2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.557597 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:05.559948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-db86720d-67bf-4f8c-9ed2-8c82b534b6c2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.569731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-db86720d-67bf-4f8c-9ed2-8c82b534b6c2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 3829 time: 0.5793130 Nov 22 16:34:05.662319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-333ef283-0c5c-4cf5-8494-f2d7d3a9eb30 req-dc082895-82f3-4a4e-bf86-4c3ded3ffdf1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910289 Nov 22 16:34:05.684378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791bf6b-2043-4513-a08a-65028f1b5890 req-6cd22685-c2f0-467f-8fbd-1333c3bb6da5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.702730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0791bf6b-2043-4513-a08a-65028f1b5890 req-6cd22685-c2f0-467f-8fbd-1333c3bb6da5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.2644253 Nov 22 16:34:05.710866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:05.757952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-8ec44eb3-32f2-4553-a9e3-b98d1b30e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.758523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-8ec44eb3-32f2-4553-a9e3-b98d1b30e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.759063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-8ec44eb3-32f2-4553-a9e3-b98d1b30e3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.761096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-8ec44eb3-32f2-4553-a9e3-b98d1b30e3e1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=756df09ce5054c699db108fca12f9b4a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.7588267 Nov 22 16:34:05.935187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0791bf6b-2043-4513-a08a-65028f1b5890 req-c48013c8-c358-48d3-948b-ca6871131dab tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312436 Nov 22 16:34:05.950500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfce91-d704-4f0e-8a67-990426fc45f8 req-afc3aaca-8030-4e73-ad2d-dd04ce4f30cf tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:05.958144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eebfce91-d704-4f0e-8a67-990426fc45f8 req-afc3aaca-8030-4e73-ad2d-dd04ce4f30cf tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 944 time: 0.1590970 Nov 22 16:34:06.027772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eebfce91-d704-4f0e-8a67-990426fc45f8 req-3bba6e73-4ee5-4a29-b2ad-9fa8a538e994 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685761 Nov 22 16:34:06.154104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-14b3f2ac-d50a-42a3-8ab3-0328ac162d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.156443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e874e0f-6a55-45a7-8b86-321c542af160 req-14b3f2ac-d50a-42a3-8ab3-0328ac162d07 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3730130 Nov 22 16:34:06.165082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1d136-9e50-4da4-8bc5-5a5dbd46f330 req-d44ffd75-d565-4e7b-aa16-3b0613be9250 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.173021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbe1d136-9e50-4da4-8bc5-5a5dbd46f330 req-d44ffd75-d565-4e7b-aa16-3b0613be9250 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1377721 Nov 22 16:34:06.232928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608765c2-9ce0-46ae-8f6a-4aab7010a172 req-08601434-f0a3-4349-bbbf-90ad291ddc31 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.234638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-608765c2-9ce0-46ae-8f6a-4aab7010a172 req-08601434-f0a3-4349-bbbf-90ad291ddc31 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 931 time: 0.1149268 Nov 22 16:34:06.235436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.242636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:06.246180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbe1d136-9e50-4da4-8bc5-5a5dbd46f330 req-b168b45f-f161-4aac-b836-821cf4e0a2cb tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721161 Nov 22 16:34:06.313178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-608765c2-9ce0-46ae-8f6a-4aab7010a172 req-32544660-b21d-4d40-b828-964fce2440be tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636671 Nov 22 16:34:06.326301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.330116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-c5d974d9-1326-42d9-8e1d-5a0304d219eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.331822 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-c5d974d9-1326-42d9-8e1d-5a0304d219eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 1098 time: 0.4338081 Nov 22 16:34:06.388802 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1598683-7497-4502-979f-1dfa338fa920 req-1ffa14a2-68da-4bb4-9ccb-2ddf1b736e6e service neutron] 10.222.0.20 "GET /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1983931 Nov 22 16:34:06.389533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Pushing event updated for resources: {'Port': ['ID=224dc0f4-cb3b-482e-8500-68fb181f5440,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:06.432033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Network cbf9160e-b790-445c-9825-848c445a2f38 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:06.442852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Transition to ACTIVE for port object a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:06.453492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:06.469138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:06.471324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.513369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdbe35-0aa4-490a-bf55-87fa8c5bee23 req-3c14b200-88cd-492a-8c6e-58031d61da49 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.516154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddfdbe35-0aa4-490a-bf55-87fa8c5bee23 req-3c14b200-88cd-492a-8c6e-58031d61da49 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.0799379 Nov 22 16:34:06.589186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddfdbe35-0aa4-490a-bf55-87fa8c5bee23 req-48316e06-805c-4d78-9c0f-02e0fdbb7bbd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656366 Nov 22 16:34:06.605913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 934ecde9-e193-4143-9f6c-7a51342b38ef up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:06.608356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7115f1fc-8a9b-469f-a9a6-00db37ac935a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:06.618402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.622244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.767256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Transition to ACTIVE for port object 7115f1fc-8a9b-469f-a9a6-00db37ac935a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:06.820956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:06.832142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:06.842467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-6b798a22-8c23-40a0-972c-a983908632ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.844261 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-6b798a22-8c23-40a0-972c-a983908632ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 200 len: 913 time: 0.4906094 Nov 22 16:34:06.897275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.916617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.927197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.945424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.955062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.975649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:06.988903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-73fcb42f-5f8e-479a-a4dd-1ff7951e2628 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 4606 time: 0.1998751 Nov 22 16:34:07.045547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad88b0cb-3f87-46fa-b1f5-d59be248c22b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:07.072648 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-98b435b2-ceef-44e4-8db6-4753ea8f9da8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 200 len: 217 time: 0.2098751 Nov 22 16:34:07.086211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afbc1ddf-51bd-4124-b91d-980c516361ee req-bcfe27a2-de96-4da8-949e-b33298de807a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0963938 Nov 22 16:34:07.110638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8fbaec7c-0483-41a4-9b06-f01813f117d8 None None] Provisioning complete for port 224dc0f4-cb3b-482e-8500-68fb181f5440 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:07.111330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fbaec7c-0483-41a4-9b06-f01813f117d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.165504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 934ecde9-e193-4143-9f6c-7a51342b38ef completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:07.183428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 934ecde9-e193-4143-9f6c-7a51342b38ef triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:07.183823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.192038 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.229930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8fbaec7c-0483-41a4-9b06-f01813f117d8 None None] Port 224dc0f4-cb3b-482e-8500-68fb181f5440 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:07.256444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:07.258050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:07.258229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ad88b0cb-3f87-46fa-b1f5-d59be248c22b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:07.258386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:07.258576 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.403672 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.405294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05f394-e566-415d-ab17-4496e1004448 req-d383c688-eb69-4e77-bdd0-dc58bcffef93 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:07.413256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.425077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c05f394-e566-415d-ab17-4496e1004448 req-d383c688-eb69-4e77-bdd0-dc58bcffef93 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 944 time: 0.1182358 Nov 22 16:34:07.453090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38109c12-207e-4836-ad17-05b84acbb6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934ecde9-e193-4143-9f6c-7a51342b38ef'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:07.455811 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d44051-dbc8-4c4e-acca-d4f41a8ebe6b" -d '{"events": [{"server_uuid": "38109c12-207e-4836-ad17-05b84acbb6a8", "name": "network-vif-plugged", "status": "completed", "tag": "934ecde9-e193-4143-9f6c-7a51342b38ef"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:07.488663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 934ecde9-e193-4143-9f6c-7a51342b38ef, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=934ecde9-e193-4143-9f6c-7a51342b38ef,segment=NetworkSegment(75879f85-1e79-4367-a6a7-09b6d6eea3ad),segment_id=75879f85-1e79-4367-a6a7-09b6d6eea3ad)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:07.508947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.514281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c05f394-e566-415d-ab17-4496e1004448 req-acbbe23d-b372-4ea6-a547-2847bb0bff7f tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872984 Nov 22 16:34:07.615862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=934ecde9-e193-4143-9f6c-7a51342b38ef,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:07.646881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21689336-348f-426d-84d6-3d56a1993b31 req-80ec9551-13fb-44bd-acf5-689cbf080472 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:07.654999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21689336-348f-426d-84d6-3d56a1993b31 req-80ec9551-13fb-44bd-acf5-689cbf080472 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.0640645 Nov 22 16:34:07.699740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:07.700080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:07.702042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Pushing event updated for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:07.705455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-475a2dcf-1ccb-4fef-a638-dcb0db1be48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:07.707107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-475a2dcf-1ccb-4fef-a638-dcb0db1be48a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 200 len: 852 time: 0.4547703 Nov 22 16:34:07.725446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21689336-348f-426d-84d6-3d56a1993b31 req-5aa9a249-567a-45e2-88c2-e1e2f35d4082 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641913 Nov 22 16:34:07.737479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:07.737479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:07.737479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:07.737479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Bound port: a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:07.737479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.768333 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-f84eef01-b775-4f34-85ba-2fc6cf2e32af service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9883e7b7-4094-401f-93f7-da4320524371&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480499 Nov 22 16:34:07.788151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Attempting to bind port 7115f1fc-8a9b-469f-a9a6-00db37ac935a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:07.788856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Attempting to bind port 7115f1fc-8a9b-469f-a9a6-00db37ac935a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:07.789399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Attempting to bind port 7115f1fc-8a9b-469f-a9a6-00db37ac935a on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:07.804800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea38ba-6f85-43bc-874e-35dee810bc63 req-ce2293d1-a8a9-4565-bb47-adacee275bd6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:07.812809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4ea38ba-6f85-43bc-874e-35dee810bc63 req-ce2293d1-a8a9-4565-bb47-adacee275bd6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.0670512 Nov 22 16:34:07.849408 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2549a5-9b24-438e-b5c0-68c5f3e54a61 x-openstack-request-id: req-be2549a5-9b24-438e-b5c0-68c5f3e54a61 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:07.849970 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38109c12-207e-4836-ad17-05b84acbb6a8", "name": "network-vif-plugged", "status": "completed", "tag": "934ecde9-e193-4143-9f6c-7a51342b38ef", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:07.850378 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be2549a5-9b24-438e-b5c0-68c5f3e54a61 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:07.850953 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38109c12-207e-4836-ad17-05b84acbb6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934ecde9-e193-4143-9f6c-7a51342b38ef', 'code': 200} Nov 22 16:34:07.862521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Port 7115f1fc-8a9b-469f-a9a6-00db37ac935a on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:07.864357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Attempting to bind port 7115f1fc-8a9b-469f-a9a6-00db37ac935a on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:07.874743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4ea38ba-6f85-43bc-874e-35dee810bc63 req-7b7e211c-6e29-4262-901f-3c95ac76a34b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587673 Nov 22 16:34:07.908239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:07.908576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Checking segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:07.908963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Bound using segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:07.910483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Bound port: 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:07.911172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:07.979168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364c1b1-6982-48ff-b16e-aedb326db144 req-19e7468b-4a1c-4088-be01-26557f5249ee tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:07.980752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3364c1b1-6982-48ff-b16e-aedb326db144 req-19e7468b-4a1c-4088-be01-26557f5249ee tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.0532675 Nov 22 16:34:08.032835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3364c1b1-6982-48ff-b16e-aedb326db144 req-35b7dc06-9577-404a-b666-43d0f25fc1b7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Nov 22 16:34:08.050642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:08.090962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:08.112357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.116009 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-c3904b11-84e9-4eed-9c6e-e7f80915bf13 service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218625 Nov 22 16:34:08.118824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.132243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b9e69-e9a7-498f-bdb3-3af7e899f53e req-23f87065-237b-4e55-b62a-11f0715e9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.133737 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c6b9e69-e9a7-498f-bdb3-3af7e899f53e req-23f87065-237b-4e55-b62a-11f0715e9aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 1096 time: 0.1881776 Nov 22 16:34:08.139264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.189925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:08.238712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.239335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.240734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] 10.222.0.66 "PUT /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 1091 time: 4.1696410 Nov 22 16:34:08.245484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:08.246384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:08.247900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.248735 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:08.254447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.273312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.293363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.294328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.299516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.306192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.314459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff58366c-3653-4543-9eaa-6b616822b98c req-a16aefea-d963-4a87-9463-681c8a90c40d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 4606 time: 0.1226466 Nov 22 16:34:08.331016 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c35380-626b-41e1-93e0-55afc5bd2360 x-openstack-request-id: req-61c35380-626b-41e1-93e0-55afc5bd2360 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:08.331016 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:08.331016 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61c35380-626b-41e1-93e0-55afc5bd2360 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:08.331016 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'status': 'completed', 'code': 200} Nov 22 16:34:08.367077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.377848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e96e1-e60c-469c-b2e3-fa32dfc9dc35 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:08.381633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.382277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.383684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] 10.222.0.20 "PUT /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 1135 time: 4.2399554 Nov 22 16:34:08.387758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff58366c-3653-4543-9eaa-6b616822b98c req-7304509f-7a1c-4f65-bb04-1ce324200f1c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727396 Nov 22 16:34:08.448178 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c6b9e69-e9a7-498f-bdb3-3af7e899f53e req-7196389f-3989-4e2e-bc9e-7e15b7cd8db4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636390 Nov 22 16:34:08.459941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:08.546720 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb56d94a-d3eb-4cfa-bdc4-557695f8b95c req-42f61028-1d51-4574-9b34-aa0b9a961404 service neutron] 10.222.0.66 "GET /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855495 Nov 22 16:34:08.565723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Pushing event updated for resources: {'Port': ['ID=224dc0f4-cb3b-482e-8500-68fb181f5440,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:08.578993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-290101b7-501b-4094-940c-fb1dc704866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.580487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-290101b7-501b-4094-940c-fb1dc704866f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1094 time: 0.2764280 Nov 22 16:34:08.678829 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.686121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd19637-ef2a-4b9f-b958-2ad0ad451bcb req-05838f48-798c-4f02-b4c8-45bc942f1df9 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.688487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-8b099cf9-baf4-4414-bd42-e8c959bfa47b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 217 time: 0.0710032 Nov 22 16:34:08.694145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edd19637-ef2a-4b9f-b958-2ad0ad451bcb req-05838f48-798c-4f02-b4c8-45bc942f1df9 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 945 time: 0.0884564 Nov 22 16:34:08.742175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08f00f-f077-4f4b-9619-66c5e52d7559 service neutron] Pushing event updated for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:08.747446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edd19637-ef2a-4b9f-b958-2ad0ad451bcb req-4ee746b7-5549-4553-8b1f-c78960d2a9de tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Nov 22 16:34:08.749135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:08.823980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Network cbf9160e-b790-445c-9825-848c445a2f38 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:08.833251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:08.895236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e978f-4b75-49b9-a962-003afd7b235c req-e4eb80d3-ca0b-490f-bf8d-1a1557b960be tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.902415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-655e978f-4b75-49b9-a962-003afd7b235c req-e4eb80d3-ca0b-490f-bf8d-1a1557b960be tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.0939636 Nov 22 16:34:08.960248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-368034ba-a69d-4290-8eb8-618a19e3a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:08.966740 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-368034ba-a69d-4290-8eb8-618a19e3a5b4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.2049322 Nov 22 16:34:09.001894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-655e978f-4b75-49b9-a962-003afd7b235c req-256b5209-9f82-4ce7-bbc8-f6e18eacf746 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883701 Nov 22 16:34:09.034020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-92bc09ac-36ea-4d60-ba37-a92ebb7a7f4d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540366 Nov 22 16:34:09.053462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:09.079046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ef3ff-6249-4037-9bb8-e5d7e77eeff4 req-6fc25220-cea4-414b-8ba8-b3b981fe87eb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.094250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-090ef3ff-6249-4037-9bb8-e5d7e77eeff4 req-6fc25220-cea4-414b-8ba8-b3b981fe87eb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.1170611 Nov 22 16:34:09.194017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-090ef3ff-6249-4037-9bb8-e5d7e77eeff4 req-82b3a8bd-88ab-467a-963e-aa12e0659245 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931509 Nov 22 16:34:09.256936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ec540-472f-4f93-aced-d5eff48ad1f7 req-c75c7325-576a-4e2e-a202-aa583993c3aa tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.258707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d68ec540-472f-4f93-aced-d5eff48ad1f7 req-c75c7325-576a-4e2e-a202-aa583993c3aa tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.0651124 Nov 22 16:34:09.273591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:09.291635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'port_id': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'mac_address': 'fa:16:3e:2a:87:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea15858-20dd-49e9-b2cf-6cf6867a348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:09.298330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b26c57d8-869b-40c5-9af0-f4c0c1056f44 None None] Provisioning complete for port 224dc0f4-cb3b-482e-8500-68fb181f5440 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:09.298990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b26c57d8-869b-40c5-9af0-f4c0c1056f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:09.339326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d68ec540-472f-4f93-aced-d5eff48ad1f7 req-ebcb647b-0111-4063-89dc-cb5a3d2ad631 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725667 Nov 22 16:34:09.374085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b26c57d8-869b-40c5-9af0-f4c0c1056f44 None None] Port 224dc0f4-cb3b-482e-8500-68fb181f5440 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:09.382002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:09.403856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b3bd7ce-c926-440f-9d8f-6642f985f561 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:09.438766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:09.459518 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:09.530068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:09.581556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.591080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.602929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Router 142d1553-0593-4fca-9086-ff3f9f94e6d7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:09.604741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.611327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.621803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.629797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:09.632928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-7b8e81fe-316e-4d68-976c-dab46ec3bb34 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 4606 time: 0.1298280 Nov 22 16:34:09.659171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3b3bd7ce-c926-440f-9d8f-6642f985f561'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:09.680970 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-c4deb14e-153b-417a-a015-0d35cbef2555 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5799997 Nov 22 16:34:09.749500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e60335ad-f1ba-4b9b-a6f8-99cd6b2fcd49 req-0fb7606c-4471-4646-a442-697c50265ba3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082549 Nov 22 16:34:09.846704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:09.854232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ef7f6a9-10d5-4398-8b61-d78c9509cff1 admin admin] 10.222.0.65 "PUT /v2.0/routers/142d1553-0593-4fca-9086-ff3f9f94e6d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4310701 Nov 22 16:34:09.868269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Sync routers for ids ['142d1553-0593-4fca-9086-ff3f9f94e6d7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:09.885155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Routers {'142d1553-0593-4fca-9086-ff3f9f94e6d7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:09.886048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['142d1553-0593-4fca-9086-ff3f9f94e6d7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:10.018942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b25116-0476-4b99-a7a7-e25d7bf19649 req-ff194aca-76b4-444c-b79d-fad591d3957c tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.024850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42b25116-0476-4b99-a7a7-e25d7bf19649 req-ff194aca-76b4-444c-b79d-fad591d3957c tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 945 time: 0.1105626 Nov 22 16:34:10.030406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Set router 142d1553-0593-4fca-9086-ff3f9f94e6d7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:10.093371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f68712-fa9c-4760-b788-bce3150a6b33 req-d1632d7a-6c9b-493e-9f05-70008784b36c service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635042 Nov 22 16:34:10.100519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972a6b48-ef18-416e-83f6-272bf57bc4ae {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:10.111954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.132213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Transition to ACTIVE for port object 972a6b48-ef18-416e-83f6-272bf57bc4ae will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:10.137168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.158952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42b25116-0476-4b99-a7a7-e25d7bf19649 req-0f1ae75f-f187-4291-b440-a5a3b0e9cac5 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259665 Nov 22 16:34:10.193782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0b91f-d1cb-4cad-86b8-f996ad93925e req-80c587eb-1770-4b0c-9062-888633eceb72 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.195591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0d0b91f-d1cb-4cad-86b8-f996ad93925e req-80c587eb-1770-4b0c-9062-888633eceb72 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.0905125 Nov 22 16:34:10.205818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Pushing event updated for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:10.260336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0d0b91f-d1cb-4cad-86b8-f996ad93925e req-945e0c26-255c-4efe-a390-67cfbee41037 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Nov 22 16:34:10.335225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '7115f1fc-8a9b-469f-a9a6-00db37ac935a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:10.337542 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54584338-a848-4ce7-ba68-fa81ff65e399" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "7115f1fc-8a9b-469f-a9a6-00db37ac935a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:10.347765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-99864982-b221-4b54-bc4d-7279478b5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.354997 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-99864982-b221-4b54-bc4d-7279478b5b95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1094 time: 0.1650810 Nov 22 16:34:10.417631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Attempting to bind port 972a6b48-ef18-416e-83f6-272bf57bc4ae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:10.418622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Attempting to bind port 972a6b48-ef18-416e-83f6-272bf57bc4ae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:10.418622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Attempting to bind port 972a6b48-ef18-416e-83f6-272bf57bc4ae on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:10.457642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:07Z', 'revision_number': 4, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '224dc0f4-cb3b-482e-8500-68fb181f5440', 'name': '', 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'mac_address': 'fa:16:3e:78:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:04Z', 'updated_at': '2021-11-22T16:34:07Z', 'revision_number': 2, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'subnets': [{'id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:10.499110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Checking router: 142d1553-0593-4fca-9086-ff3f9f94e6d7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:10.499351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Updating router 142d1553-0593-4fca-9086-ff3f9f94e6d7 port 224dc0f4-cb3b-482e-8500-68fb181f5440 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:10.527798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-792e67a4-a4b0-4100-8022-2ec84f4d4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.530512 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-792e67a4-a4b0-4100-8022-2ec84f4d4b71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1444461 Nov 22 16:34:10.534457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Port 972a6b48-ef18-416e-83f6-272bf57bc4ae on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:10.535995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Attempting to bind port 972a6b48-ef18-416e-83f6-272bf57bc4ae on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:10.542386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91711663-6f4d-4801-b83c-bcb7a486d469 req-f52e3571-cee9-44ba-b36e-4c4f83120426 tempest-FloatingIPsNegativeTestJSON-1257505783 tempest-FloatingIPsNegativeTestJSON-1257505783-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=5bdf4bb62ca94052a13fb5f6c7f639d9 HTTP/1.1" status: 200 len: 217 time: 0.1038487 Nov 22 16:34:10.554763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.628980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:10.630020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Checking segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:10.630825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Bound using segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:10.631468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Bound port: 972a6b48-ef18-416e-83f6-272bf57bc4ae, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:10.632382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.637710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-4d2aab92-c68e-4a36-b256-69a3a2ddb845 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 217 time: 0.0893033 Nov 22 16:34:10.661852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f9297-dba6-4a5d-9b6f-934a9265ad71 req-a4f3ff0b-c77e-4b29-b0b4-e59240c8052f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.663540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e1f9297-dba6-4a5d-9b6f-934a9265ad71 req-a4f3ff0b-c77e-4b29-b0b4-e59240c8052f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.1402576 Nov 22 16:34:10.713291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7df091-7d64-408d-9015-856d4f838845 req-f89da113-f543-4dda-a778-ac3d1685f9fe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.723249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc7df091-7d64-408d-9015-856d4f838845 req-f89da113-f543-4dda-a778-ac3d1685f9fe tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1120172 Nov 22 16:34:10.760129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-7ae6209a-e30a-4bc1-95f1-cba62c9534e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.761731 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-7ae6209a-e30a-4bc1-95f1-cba62c9534e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0754025 Nov 22 16:34:10.765409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:10.768599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:10.775462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.817556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e1f9297-dba6-4a5d-9b6f-934a9265ad71 req-5889e281-ff40-4701-9138-91d3a1c0f05e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395948 Nov 22 16:34:10.860382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc7df091-7d64-408d-9015-856d4f838845 req-4411cd5b-09b4-497e-87a2-a1b0e426e555 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271784 Nov 22 16:34:10.875941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:10.881866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:10.886056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] 10.222.0.20 "PUT /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 1134 time: 2.4622035 Nov 22 16:34:10.922243 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-08c8d726-f072-48a6-a380-c6542cb4fd3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321800 Nov 22 16:34:10.937081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:10.963677 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592cf0a6-decc-40a8-9434-a55b01f5600a x-openstack-request-id: req-592cf0a6-decc-40a8-9434-a55b01f5600a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:10.964531 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "7115f1fc-8a9b-469f-a9a6-00db37ac935a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:10.965016 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-592cf0a6-decc-40a8-9434-a55b01f5600a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:10.965938 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '7115f1fc-8a9b-469f-a9a6-00db37ac935a', 'status': 'completed', 'code': 200} Nov 22 16:34:10.997267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.015001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.046231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f2a4d-6787-4b38-ba76-200c87b71223 req-3d54b20d-4418-4d3b-bf66-46122fd05e6c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.083388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-140f2a4d-6787-4b38-ba76-200c87b71223 req-3d54b20d-4418-4d3b-bf66-46122fd05e6c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 945 time: 0.1289008 Nov 22 16:34:11.092429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:11.095596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287fdb6-59a0-4816-8338-ca8b8c9b8714 service neutron] Pushing event updated for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:11.212327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b40dd-a88c-42f8-bb82-95193b296129 None None] Pushing event updated for resources: {'Port': ['ID=224dc0f4-cb3b-482e-8500-68fb181f5440,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:11.231246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c94a2462-97d8-4a8e-840c-a7b8cbf87247 req-d5883d59-d6a1-40be-9b37-f91f4f6aa7fd tempest-FloatingIPsNegativeTestJSON-1257505783 tempest-FloatingIPsNegativeTestJSON-1257505783-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1164224 Nov 22 16:34:11.242490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.258262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.258931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.260618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.261700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.262537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.263080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.263712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.265993 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-fe62f8bf-2e69-437d-b0c7-8186f051dbf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6219 time: 0.2911174 Nov 22 16:34:11.267093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-140f2a4d-6787-4b38-ba76-200c87b71223 req-3b84d00e-7195-4cf0-9465-d64ce1fba59d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825836 Nov 22 16:34:11.346024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Attempting to bind port 224dc0f4-cb3b-482e-8500-68fb181f5440 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:11.346400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Attempting to bind port 224dc0f4-cb3b-482e-8500-68fb181f5440 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:11.346771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Attempting to bind port 224dc0f4-cb3b-482e-8500-68fb181f5440 on network cbf9160e-b790-445c-9825-848c445a2f38 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:11.367509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:11.368258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Checking segment: {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:11.368855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.371600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Bound using segment: {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:11.380176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Bound port: 224dc0f4-cb3b-482e-8500-68fb181f5440, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa2a33cf-e694-4ec1-bac7-32da1f084c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:11.381363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.417117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-83135baa-881d-4f0d-87c8-8848eaf3294f service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712605 Nov 22 16:34:11.494736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.504688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3b3bd7ce-c926-440f-9d8f-6642f985f561 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:11.509263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.510476 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.523555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.532898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.543116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.555185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.571062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.587643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-159479d9-9fcf-4876-8a17-db0c6fba3e44 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5382 time: 0.2486005 Nov 22 16:34:11.611956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-481c50ed-79e6-493a-b438-3d2976e3a38a None None] Provisioning complete for port 224dc0f4-cb3b-482e-8500-68fb181f5440 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:11.612490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-481c50ed-79e6-493a-b438-3d2976e3a38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.630852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-b48a752c-ed1d-4376-a1fd-b89795ef9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.631441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-b48a752c-ed1d-4376-a1fd-b89795ef9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.631775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-b48a752c-ed1d-4376-a1fd-b89795ef9169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.639506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-b48a752c-ed1d-4376-a1fd-b89795ef9169 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=756df09ce5054c699db108fca12f9b4a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3535175 Nov 22 16:34:11.651356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] For port 224dc0f4-cb3b-482e-8500-68fb181f5440, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:11.682795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] For port 224dc0f4-cb3b-482e-8500-68fb181f5440, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=224dc0f4-cb3b-482e-8500-68fb181f5440,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:11.690509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-481c50ed-79e6-493a-b438-3d2976e3a38a None None] Port 224dc0f4-cb3b-482e-8500-68fb181f5440 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:11.696527 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:11.726351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac66ed06-9e43-492a-91ac-08ef1fbb1844 req-78b1dc5e-b697-4d1a-9449-56339184a028 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375716 Nov 22 16:34:11.803208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Routers {'142d1553-0593-4fca-9086-ff3f9f94e6d7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:11.804286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['142d1553-0593-4fca-9086-ff3f9f94e6d7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:11.824260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-7a2b4b6c-dd0f-4d29-93f0-03591171379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:11.825738 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54584338-a848-4ce7-ba68-fa81ff65e399 req-7a2b4b6c-dd0f-4d29-93f0-03591171379a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1229613 Nov 22 16:34:11.911565 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-10e17090-b3d5-4e97-bed8-923314e526a6 req-0fa33ed9-1e8f-4cc3-96b7-911430e3b0b7 tempest-FloatingIPsNegativeTestJSON-1257505783 tempest-FloatingIPsNegativeTestJSON-1257505783-project] show failed (client error): The resource could not be found. Nov 22 16:34:11.924980 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10e17090-b3d5-4e97-bed8-923314e526a6 req-0fa33ed9-1e8f-4cc3-96b7-911430e3b0b7 tempest-FloatingIPsNegativeTestJSON-1257505783 tempest-FloatingIPsNegativeTestJSON-1257505783-project] 10.222.0.65 "GET /v2.0/floatingips/e8b8454c-af6a-40e6-ba96-f84e24fe2499 HTTP/1.1" status: 404 len: 350 time: 0.1201832 Nov 22 16:34:11.925582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56242) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:11.963469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-803b7bb6-3003-4a23-a61d-1c2d3bb19bc0 req-9c9e7593-0769-467f-b636-db4cf59cdea2 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172997 Nov 22 16:34:12.145525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c666916e-74e3-44af-bebc-f27b78f06a79 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:12.155692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.157636 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.177412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b40dd-a88c-42f8-bb82-95193b296129 None None] Pushing event updated for resources: {'Port': ['ID=224dc0f4-cb3b-482e-8500-68fb181f5440,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.178055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Transition to ACTIVE for port object c666916e-74e3-44af-bebc-f27b78f06a79 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:12.192542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.245703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:12.263136 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70069814-d40a-48de-a549-368e3e110b1b" -d '{"events": [{"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:12.267251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c666916e-74e3-44af-bebc-f27b78f06a79,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.285555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:12.304759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-adab2821-87be-4d2d-8a00-002dd4522986 None None] Provisioning complete for port 224dc0f4-cb3b-482e-8500-68fb181f5440 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:12.310566 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-adab2821-87be-4d2d-8a00-002dd4522986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.374641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc1ea0-aac2-423d-8285-cfa6a6027bd3 req-58f93b7e-2c5d-478b-af20-48f202f3655b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.375942 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.376528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61fc1ea0-aac2-423d-8285-cfa6a6027bd3 req-58f93b7e-2c5d-478b-af20-48f202f3655b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2532260 Nov 22 16:34:12.382988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Attempting to bind port c666916e-74e3-44af-bebc-f27b78f06a79 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:12.383322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Attempting to bind port c666916e-74e3-44af-bebc-f27b78f06a79 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:12.383706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Attempting to bind port c666916e-74e3-44af-bebc-f27b78f06a79 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:12.389939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Port c666916e-74e3-44af-bebc-f27b78f06a79 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:12.390263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Attempting to bind port c666916e-74e3-44af-bebc-f27b78f06a79 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:12.397146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:12.397542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Checking segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:12.397964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Bound using segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:12.398401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Bound port: c666916e-74e3-44af-bebc-f27b78f06a79, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:12.398764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.414342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] Set router 142d1553-0593-4fca-9086-ff3f9f94e6d7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:12.434324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9481f-b69f-4283-9b4b-8ad11778400b req-46e2460d-38ff-478c-a375-622c3487ffa4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.436174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36b9481f-b69f-4283-9b4b-8ad11778400b req-46e2460d-38ff-478c-a375-622c3487ffa4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.3022439 Nov 22 16:34:12.482102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] For port c666916e-74e3-44af-bebc-f27b78f06a79, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:12.486178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] For port c666916e-74e3-44af-bebc-f27b78f06a79, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c666916e-74e3-44af-bebc-f27b78f06a79,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:12.494909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.516980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:12.517731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.520396 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/c666916e-74e3-44af-bebc-f27b78f06a79 HTTP/1.1" status: 200 len: 1091 time: 1.5878429 Nov 22 16:34:12.569269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:12.646922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.649744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61fc1ea0-aac2-423d-8285-cfa6a6027bd3 req-9d76cdc8-fe2b-401a-b093-c1e23d534ac6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582469 Nov 22 16:34:12.679661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc54e28-691c-4388-8630-0784a36af8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c666916e-74e3-44af-bebc-f27b78f06a79,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.698431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36b9481f-b69f-4283-9b4b-8ad11778400b req-16ed7e4a-c38c-4809-ad2c-79832b25a268 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475383 Nov 22 16:34:12.773860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.840430 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b3f33-5ff6-4e59-84b5-7c63562ccbb5 x-openstack-request-id: req-9f0b3f33-5ff6-4e59-84b5-7c63562ccbb5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:12.840865 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-plugged", "status": "completed", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:12.841221 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f0b3f33-5ff6-4e59-84b5-7c63562ccbb5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:12.841737 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'code': 200} Nov 22 16:34:12.846588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-adab2821-87be-4d2d-8a00-002dd4522986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.916042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-adab2821-87be-4d2d-8a00-002dd4522986 None None] For port 224dc0f4-cb3b-482e-8500-68fb181f5440, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=224dc0f4-cb3b-482e-8500-68fb181f5440,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:12.928961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-adab2821-87be-4d2d-8a00-002dd4522986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:12.970452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '972a6b48-ef18-416e-83f6-272bf57bc4ae'}, {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': 'c666916e-74e3-44af-bebc-f27b78f06a79'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:12.973155 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b588200b-da2f-45fe-a2b7-4c21c438be0a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "972a6b48-ef18-416e-83f6-272bf57bc4ae"}, {"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "c666916e-74e3-44af-bebc-f27b78f06a79"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:12.984139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab2821-87be-4d2d-8a00-002dd4522986 None None] Pushing event updated for resources: {'Port': ['ID=224dc0f4-cb3b-482e-8500-68fb181f5440,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:12.984979 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.004988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b593e6d-62b4-4409-a6f9-441edc5c4f66 req-32de0a6f-170e-48ce-8e4c-56c5b64c1dd6 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.013695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b593e6d-62b4-4409-a6f9-441edc5c4f66 req-32de0a6f-170e-48ce-8e4c-56c5b64c1dd6 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 945 time: 0.1733093 Nov 22 16:34:13.017721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:07Z', 'revision_number': 4, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '224dc0f4-cb3b-482e-8500-68fb181f5440', 'name': '', 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'mac_address': 'fa:16:3e:78:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:04Z', 'updated_at': '2021-11-22T16:34:11Z', 'revision_number': 4, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'subnets': [{'id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:13.057121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:13.183527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:13.207401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'port_id': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'mac_address': 'fa:16:3e:eb:43:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ed45ce-6f21-482a-abea-d8dac37681bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:13.209091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b593e6d-62b4-4409-a6f9-441edc5c4f66 req-da846306-2414-4370-8b58-48779437b52a tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/security-groups?id=f5276b9d-b66c-4075-a423-9d332084e894&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918361 Nov 22 16:34:13.212119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7663fbc1-8c01-4b43-a2bc-92fc9e646b13 None None] The sync data for ids ['142d1553-0593-4fca-9086-ff3f9f94e6d7'] in n-d-816206-6 is: [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:07Z', 'revision_number': 4, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '224dc0f4-cb3b-482e-8500-68fb181f5440', 'name': '', 'network_id': 'cbf9160e-b790-445c-9825-848c445a2f38', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'mac_address': 'fa:16:3e:78:38:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:04Z', 'updated_at': '2021-11-22T16:34:11Z', 'revision_number': 4, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'subnets': [{'id': '5186a5bb-1e13-447c-9c48-dd4bd527e3c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:13.239483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a846105b-7e81-411c-866a-ad369e0b0029 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:13.248477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.255090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5646698-e2a6-49ab-9e75-e98ab8d1039d req-545c5d0e-815f-47d3-98cb-984a07c639d5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.258275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.267969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5646698-e2a6-49ab-9e75-e98ab8d1039d req-545c5d0e-815f-47d3-98cb-984a07c639d5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.3612716 Nov 22 16:34:13.284909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:13.324949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Transition to ACTIVE for port object a846105b-7e81-411c-866a-ad369e0b0029 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:13.340740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.350472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:13.355712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.453938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:13.506788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5646698-e2a6-49ab-9e75-e98ab8d1039d req-a0c75062-5bd2-43c9-943c-a47f4add8eab tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375648 Nov 22 16:34:13.512455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-bc268a2a-941a-4dcd-98dd-a0ce364f86d0 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.515185 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-bc268a2a-941a-4dcd-98dd-a0ce364f86d0 tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.20 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 945 time: 0.2530057 Nov 22 16:34:13.548993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Pushing event updated for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:13.716414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Attempting to bind port a846105b-7e81-411c-866a-ad369e0b0029 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:13.717093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Attempting to bind port a846105b-7e81-411c-866a-ad369e0b0029 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:13.717093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Attempting to bind port a846105b-7e81-411c-866a-ad369e0b0029 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:13.728679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Port a846105b-7e81-411c-866a-ad369e0b0029 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:13.729056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Attempting to bind port a846105b-7e81-411c-866a-ad369e0b0029 on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:13.743370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:13.743718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Checking segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:13.744110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Bound using segment: {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:13.744556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Bound port: a846105b-7e81-411c-866a-ad369e0b0029, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:13.744911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.761781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Deleting port 934ecde9-e193-4143-9f6c-7a51342b38ef {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:13.762121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.811970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.818683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.824978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.832943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.837923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.843787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.848537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:13.849950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.858214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-09e6a37a-55c1-400e-bdff-2ecfd150bc89 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5406 time: 0.2170410 Nov 22 16:34:13.923832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dd6bf-8255-474a-897e-497e132da394 req-b24e13de-4f9d-42aa-8dd1-1f05f9f481d6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:13.926168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c0dd6bf-8255-474a-897e-497e132da394 req-b24e13de-4f9d-42aa-8dd1-1f05f9f481d6 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2213902 Nov 22 16:34:13.951645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:13.964538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a846105b-7e81-411c-866a-ad369e0b0029,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:13.978332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Deleting port 224dc0f4-cb3b-482e-8500-68fb181f5440 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:13.978624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:13.982781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.004652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.005625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.006945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39c8f7bc-0432-4838-87fc-1afecb1e28ee req-4df6b959-e884-41de-a8a0-34957e5391fc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1477895 Nov 22 16:34:14.007431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] 10.222.0.20 "PUT /v2.0/ports/a846105b-7e81-411c-866a-ad369e0b0029 HTTP/1.1" status: 200 len: 1091 time: 1.4434819 Nov 22 16:34:14.055651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:14.116226 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363c5e47-2e51-40c5-a46f-c10d87bd8897 x-openstack-request-id: req-363c5e47-2e51-40c5-a46f-c10d87bd8897 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:14.116611 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "972a6b48-ef18-416e-83f6-272bf57bc4ae", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "c666916e-74e3-44af-bebc-f27b78f06a79", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:14.116835 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-363c5e47-2e51-40c5-a46f-c10d87bd8897 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:14.117302 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '972a6b48-ef18-416e-83f6-272bf57bc4ae', 'status': 'completed', 'code': 200} Nov 22 16:34:14.117562 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': 'c666916e-74e3-44af-bebc-f27b78f06a79', 'status': 'completed', 'code': 200} Nov 22 16:34:14.152715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] For port 934ecde9-e193-4143-9f6c-7a51342b38ef, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=934ecde9-e193-4143-9f6c-7a51342b38ef,segment=NetworkSegment(75879f85-1e79-4367-a6a7-09b6d6eea3ad),segment_id=75879f85-1e79-4367-a6a7-09b6d6eea3ad)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:14.153259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.236005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Calling delete_port for 934ecde9-e193-4143-9f6c-7a51342b38ef owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:14.274333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.361767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da1a3f-323e-47b0-937f-28965b406122 service neutron] Pushing event updated for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:14.800999 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.814489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['934ecde9-e193-4143-9f6c-7a51342b38ef'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:14.815055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c0dd6bf-8255-474a-897e-497e132da394 req-59bf6a20-6f78-48de-804c-fa3f9dfb541b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8784759 Nov 22 16:34:14.877167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Pushing event deleted for resources: {'Port': ['ID=934ecde9-e193-4143-9f6c-7a51342b38ef,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:14.879788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.880279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.880749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.881222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.889342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.889342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.894874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.905345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-b01ede36-3852-4ded-9d9f-8adbe841a81d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6353 time: 0.7805915 Nov 22 16:34:14.926024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b11fe-b8af-4946-a197-b242d10d18f7 req-f23167ed-ab6c-474b-a4c9-e4b6a9f875a4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:14.932783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] No DVR routers for this DVR port 934ecde9-e193-4143-9f6c-7a51342b38ef on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:14.935676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.940437 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b1ee4f5c-3929-49b3-a3af-ceddecf20f52 req-a520aa74-bb54-4b2e-be7a-0b55b492a8dd tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.20 "DELETE /v2.0/ports/934ecde9-e193-4143-9f6c-7a51342b38ef HTTP/1.1" status: 204 len: 173 time: 1.3810508 Nov 22 16:34:14.941368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-375b11fe-b8af-4946-a197-b242d10d18f7 req-f23167ed-ab6c-474b-a4c9-e4b6a9f875a4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.2132585 Nov 22 16:34:14.963034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b8d01e-a30e-4316-88b8-96931946bbb9 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:14.979000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:14.997183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Transition to ACTIVE for port object b1b8d01e-a30e-4316-88b8-96931946bbb9 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:15.007245 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.043669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 224dc0f4-cb3b-482e-8500-68fb181f5440 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:15.075437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:15.108721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Pushing event updated for resources: {'Port': ['ID=b1b8d01e-a30e-4316-88b8-96931946bbb9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:15.219506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1b2a264-67e8-440d-a4a4-664dc94afcc2 req-0cc28aea-ba85-4da5-9c37-bf87ee26161d tempest-ServerPasswordTestJSON-1337390698 tempest-ServerPasswordTestJSON-1337390698-project] 10.222.0.65 "GET /v2.0/ports?device_id=38109c12-207e-4836-ad17-05b84acbb6a8 HTTP/1.1" status: 200 len: 210 time: 0.2642064 Nov 22 16:34:15.259315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] For port 224dc0f4-cb3b-482e-8500-68fb181f5440, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=224dc0f4-cb3b-482e-8500-68fb181f5440,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:15.259778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.303589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Calling delete_port for 224dc0f4-cb3b-482e-8500-68fb181f5440 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:15.315831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 224dc0f4-cb3b-482e-8500-68fb181f5440 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:15.317953 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.320789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Attempting to bind port b1b8d01e-a30e-4316-88b8-96931946bbb9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:15.323380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Attempting to bind port b1b8d01e-a30e-4316-88b8-96931946bbb9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:15.323950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Attempting to bind port b1b8d01e-a30e-4316-88b8-96931946bbb9 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:15.337859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Port b1b8d01e-a30e-4316-88b8-96931946bbb9 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:15.338268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Attempting to bind port b1b8d01e-a30e-4316-88b8-96931946bbb9 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:15.356190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:15.356615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Checking segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:15.357315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Bound using segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:15.359140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-375b11fe-b8af-4946-a197-b242d10d18f7 req-2c285b2d-091d-416e-b6cb-188ea9ee03d0 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152091 Nov 22 16:34:15.359467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Bound port: b1b8d01e-a30e-4316-88b8-96931946bbb9, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:15.360214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.432459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.514255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:15.517344 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7753f3d6-b492-40e6-a890-136241b6a141" -d '{"events": [{"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:15.564750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-a20f4d59-ed36-484d-8956-66c4270e06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.565208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-a20f4d59-ed36-484d-8956-66c4270e06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.565712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-a20f4d59-ed36-484d-8956-66c4270e06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.567479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-a20f4d59-ed36-484d-8956-66c4270e06c7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=756df09ce5054c699db108fca12f9b4a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5714803 Nov 22 16:34:15.573949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:15.584231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.613626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] For port b1b8d01e-a30e-4316-88b8-96931946bbb9, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:15.619500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] For port b1b8d01e-a30e-4316-88b8-96931946bbb9, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:15.632951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.706335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:15.706508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92310c8-eb4a-4f2a-ab9a-67466f2a0395 req-9c355abe-0578-4934-8057-603e3e87e83c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.714489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c92310c8-eb4a-4f2a-ab9a-67466f2a0395 req-9c355abe-0578-4934-8057-603e3e87e83c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 946 time: 0.2047462 Nov 22 16:34:15.733132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.733807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.735325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] 10.222.0.20 "PUT /v2.0/ports/b1b8d01e-a30e-4316-88b8-96931946bbb9 HTTP/1.1" status: 200 len: 1091 time: 1.6875095 Nov 22 16:34:15.774459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Request body: {'port': {'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:15.799265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed5dc5-8d7a-4b30-878a-2b17561a20ef service neutron] Pushing event updated for resources: {'Port': ['ID=b1b8d01e-a30e-4316-88b8-96931946bbb9,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:15.839451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:15.950558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.957556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.963695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.970054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.977083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.983020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.989751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:15.994931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-9ca1ec09-7fe6-44ab-8a75-a7d7d3d86df6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5418 time: 0.2228930 Nov 22 16:34:16.000561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c92310c8-eb4a-4f2a-ab9a-67466f2a0395 req-d2a702bd-e0ce-49a6-84a3-0d7749a773a6 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851596 Nov 22 16:34:16.047093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-f8768ddb-2ff8-46ed-a30f-b42a21ff949b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.048606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-f8768ddb-2ff8-46ed-a30f-b42a21ff949b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4703584 Nov 22 16:34:16.083871 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabaa597-cf82-4ea5-983f-acc4867890a7 x-openstack-request-id: req-fabaa597-cf82-4ea5-983f-acc4867890a7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:16.084367 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-unplugged", "status": "completed", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:16.084487 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fabaa597-cf82-4ea5-983f-acc4867890a7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:16.084795 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'code': 200} Nov 22 16:34:16.119720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029'}, {'server_uuid': '38109c12-207e-4836-ad17-05b84acbb6a8', 'name': 'network-vif-deleted', 'tag': '934ecde9-e193-4143-9f6c-7a51342b38ef'}, {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': 'b1b8d01e-a30e-4316-88b8-96931946bbb9'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:16.121837 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "a846105b-7e81-411c-866a-ad369e0b0029"}, {"server_uuid": "38109c12-207e-4836-ad17-05b84acbb6a8", "name": "network-vif-deleted", "tag": "934ecde9-e193-4143-9f6c-7a51342b38ef"}, {"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "b1b8d01e-a30e-4316-88b8-96931946bbb9"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:16.223882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b18a490-bb9a-4bb6-8d77-fe50f8214735 req-1965cc4c-256a-4b3e-a64e-6f152f116cd8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2194324 Nov 22 16:34:16.228039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.283220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:16.283418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Pushing event deleted for resources: {'Port': ['ID=224dc0f4-cb3b-482e-8500-68fb181f5440,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:16.293399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.318127 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097bfbb-2ec5-4f5b-a95d-cb9a35f24a66 x-openstack-request-id: req-6097bfbb-2ec5-4f5b-a95d-cb9a35f24a66 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:16.318640 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "a846105b-7e81-411c-866a-ad369e0b0029", "status": "completed", "code": 200}, {"server_uuid": "38109c12-207e-4836-ad17-05b84acbb6a8", "name": "network-vif-deleted", "tag": "934ecde9-e193-4143-9f6c-7a51342b38ef", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "b1b8d01e-a30e-4316-88b8-96931946bbb9", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:16.319077 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6097bfbb-2ec5-4f5b-a95d-cb9a35f24a66 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:16.319641 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029', 'status': 'completed', 'code': 200} Nov 22 16:34:16.320316 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38109c12-207e-4836-ad17-05b84acbb6a8', 'name': 'network-vif-deleted', 'tag': '934ecde9-e193-4143-9f6c-7a51342b38ef', 'status': 'completed', 'code': 200} Nov 22 16:34:16.320748 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': 'b1b8d01e-a30e-4316-88b8-96931946bbb9', 'status': 'completed', 'code': 200} Nov 22 16:34:16.328566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.328913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.329247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.329584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.330173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.330302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.330592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.330920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.332120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.332548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.332878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.333051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Transition to ACTIVE for port object 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:16.333495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:16.343344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.343825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.344367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.344813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.345257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.345478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.345810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.346199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.349163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-ac6958ec-6c4e-40a7-a3c7-4fac63f43244 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6420 time: 0.2289586 Nov 22 16:34:16.392837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d669b2c-3cc9-4841-97f0-86c1d9cba59c req-1dfd5ea3-6e9f-4752-a531-fc3d78b2b78c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.395431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d669b2c-3cc9-4841-97f0-86c1d9cba59c req-1dfd5ea3-6e9f-4752-a531-fc3d78b2b78c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2293766 Nov 22 16:34:16.399013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56284) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:16.512495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Pushing event updated for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:16.579042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Deleting subnet 116c0240-5652-418c-ac84-5b27ab9d035c {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:16.591456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-174e42aa-7e15-478f-9552-9ef31cb4aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.592760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-174e42aa-7e15-478f-9552-9ef31cb4aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.593232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-174e42aa-7e15-478f-9552-9ef31cb4aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.594900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-174e42aa-7e15-478f-9552-9ef31cb4aa59 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=756df09ce5054c699db108fca12f9b4a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2230253 Nov 22 16:34:16.600161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.682639 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.731941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Attempting to bind port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:16.732601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Attempting to bind port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:16.733495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Attempting to bind port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:16.745760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:16.746360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Attempting to bind port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 on network 9ab9394f-c0dd-4391-b480-58aa4f91e268 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:16.750989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.754948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d669b2c-3cc9-4841-97f0-86c1d9cba59c req-4f2c7c23-72f0-48d9-8420-d8eca292799f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457735 Nov 22 16:34:16.782067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:16.782608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Checking segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:16.783013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Bound using segment: {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:16.783513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Bound port: 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870a7230-7795-4b38-bb81-883a7099cc7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:16.783826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.832670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837020d4-422f-425e-a2de-40db367172a5 req-cba95b96-efc4-456e-a9bb-dba49088b6b7 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.840063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-837020d4-422f-425e-a2de-40db367172a5 req-cba95b96-efc4-456e-a9bb-dba49088b6b7 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.2438893 Nov 22 16:34:16.868296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-800b3463-957d-453b-9bc8-b7494ec18272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:16.873400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b588200b-da2f-45fe-a2b7-4c21c438be0a req-800b3463-957d-453b-9bc8-b7494ec18272 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2389815 Nov 22 16:34:16.902410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.948954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=116c0240-5652-418c-ac84-5b27ab9d035c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:16.977925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:16.987074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d3dc89a1-b61c-4d95-ab2f-475b6ffffa63 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/116c0240-5652-418c-ac84-5b27ab9d035c HTTP/1.1" status: 204 len: 168 time: 0.5805006 Nov 22 16:34:16.994323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56292) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:17.001741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:17.006718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:17.013117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.055761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.056468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.057986 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] 10.222.0.20 "PUT /v2.0/ports/1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 200 len: 1091 time: 1.2904351 Nov 22 16:34:17.069891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:17.083548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732542c-abaa-4f31-98c6-317a0071bc9b service neutron] Pushing event updated for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:17.149757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:17.163707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:17.164131 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.174516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-837020d4-422f-425e-a2de-40db367172a5 req-26a9fd85-d1c0-43bb-9794-0c83b9334306 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326952 Nov 22 16:34:17.174516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.193690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.211088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa2d99-8c22-4b61-bc3e-a9a5612d0c90 req-d30fd6ad-e273-46eb-a50f-b13ffdf8af9c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.212617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0fa2d99-8c22-4b61-bc3e-a9a5612d0c90 req-d30fd6ad-e273-46eb-a50f-b13ffdf8af9c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2174001 Nov 22 16:34:17.221428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.222455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.229439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.230101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.230409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.230867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.231320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.235052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-338d454d-85c2-4c26-a9ce-4490dfdc98de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6445 time: 0.2661262 Nov 22 16:34:17.268948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-f343997f-21f6-4f99-82dc-273bcc77bc18 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.268948 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-f343997f-21f6-4f99-82dc-273bcc77bc18 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 944 time: 0.0927317 Nov 22 16:34:17.363408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.420463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Deleting port 3b3bd7ce-c926-440f-9d8f-6642f985f561 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:17.420804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.424717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:17.431062 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.513901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:17.557686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] For port 3b3bd7ce-c926-440f-9d8f-6642f985f561, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3b3bd7ce-c926-440f-9d8f-6642f985f561,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:17.558058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.559174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0fa2d99-8c22-4b61-bc3e-a9a5612d0c90 req-4575853f-9a59-4a36-9d44-575ce63592f2 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141372 Nov 22 16:34:17.574321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Calling delete_port for 3b3bd7ce-c926-440f-9d8f-6642f985f561 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:17.601984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.620219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c70bef-4e1d-4951-924c-c10f5a36fe50 req-aaf09b4f-2a2d-4ec7-a68f-e2c3e508d532 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.627460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04c70bef-4e1d-4951-924c-c10f5a36fe50 req-aaf09b4f-2a2d-4ec7-a68f-e2c3e508d532 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=377adf0a-2166-4d48-98ce-3fca05b0ec2a HTTP/1.1" status: 200 len: 944 time: 0.2561154 Nov 22 16:34:17.635567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-0048cfa4-fb0c-4789-93c9-c35ebe5835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.636026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-0048cfa4-fb0c-4789-93c9-c35ebe5835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.636471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-0048cfa4-fb0c-4789-93c9-c35ebe5835bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:17.638000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-0048cfa4-fb0c-4789-93c9-c35ebe5835bf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=756df09ce5054c699db108fca12f9b4a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3337853 Nov 22 16:34:17.686780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb386b1-556b-49f0-8cf1-a335ddd88c19']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:17.744502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.785350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event deleted for resources: {'Port': ['ID=3b3bd7ce-c926-440f-9d8f-6642f985f561,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:17.822326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] No DVR routers for this DVR port 3b3bd7ce-c926-440f-9d8f-6642f985f561 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:17.824799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:17.828233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2ed8978-44a2-4963-858f-4beeaf1041cb req-c217e42d-68de-4752-be3f-2212a8d1d40e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "DELETE /v2.0/ports/3b3bd7ce-c926-440f-9d8f-6642f985f561 HTTP/1.1" status: 204 len: 173 time: 0.5498283 Nov 22 16:34:18.009026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75879f85-1e79-4367-a6a7-09b6d6eea3ad') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:18.009272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75879f85-1e79-4367-a6a7-09b6d6eea3ad') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:18.067948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.085618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:18.087998 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960a056-86b7-40bc-962e-b796d32de08c" -d '{"events": [{"server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "name": "network-vif-plugged", "status": "completed", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:18.105359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04c70bef-4e1d-4951-924c-c10f5a36fe50 req-3bb9be0b-dea3-4a44-ad62-9caf2f49a8d1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771409 Nov 22 16:34:18.129439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.180766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:18.181050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:18.186568 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:18.226477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-2586a963-6100-4954-9253-c2d97d958bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.227968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-2586a963-6100-4954-9253-c2d97d958bc5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5717230 Nov 22 16:34:18.239565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.245569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.251424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.258138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.264050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.270684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.276751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.278745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-8cd85f96-f962-4d08-b2bd-30e269a13f62 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.6359377 Nov 22 16:34:18.307063 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c5fe86-84d5-41ea-b9df-c7cda7e47799 x-openstack-request-id: req-04c5fe86-84d5-41ea-b9df-c7cda7e47799 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:18.307651 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "name": "network-vif-plugged", "status": "completed", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:18.308108 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04c5fe86-84d5-41ea-b9df-c7cda7e47799 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:18.308627 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'code': 200} Nov 22 16:34:18.323116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297'}, {'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-deleted', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:18.325486 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c545e3f-2b6b-42b4-affe-6637bf3d2023" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297"}, {"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-deleted", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:18.365384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.368249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Router 142d1553-0593-4fca-9086-ff3f9f94e6d7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:18.398154 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.401289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] 10.222.0.65 "DELETE /v2.0/networks/9eb386b1-556b-49f0-8cf1-a335ddd88c19 HTTP/1.1" status: 204 len: 168 time: 1.3957570 Nov 22 16:34:18.432215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.432574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.433057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.433511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.433999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.435470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.435470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.436856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-1b7568af-17ae-48d5-b74a-e451f626fcaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6487 time: 0.1571939 Nov 22 16:34:18.466116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8ec78-0d39-4644-bb48-229cc4797e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb386b1-556b-49f0-8cf1-a335ddd88c19,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:18.473338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa371de7-08a5-422f-8558-083866e3c6f9 req-7dd1d30c-a5fb-401a-ace8-cea7752402bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.475086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aa371de7-08a5-422f-8558-083866e3c6f9 req-7dd1d30c-a5fb-401a-ace8-cea7752402bc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1096 time: 0.0705607 Nov 22 16:34:18.535798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d189d4c-fe5b-4f47-9000-05c37f16bf54 req-335bcc9d-e36c-47d8-9e6d-124338a1b8b2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2402101 Nov 22 16:34:18.547164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-aa371de7-08a5-422f-8558-083866e3c6f9 req-afe13d89-a195-4a62-bacd-9b2aa7842c13 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566981 Nov 22 16:34:18.565999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:18.593442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3601cb-605f-4773-aab7-913b7dba6ca8 req-4d12dd5e-8725-4084-a230-5bb2689d0557 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.594984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3601cb-605f-4773-aab7-913b7dba6ca8 req-4d12dd5e-8725-4084-a230-5bb2689d0557 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2206626 Nov 22 16:34:18.618632 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-86c4e018-18d1-4bcd-be33-e55ceed50965 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=31311c1d4e564223a9679590c95a1ace&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487223 Nov 22 16:34:18.619033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:18.632655 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 934ecde9-e193-4143-9f6c-7a51342b38ef no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:18.665839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 934ecde9-e193-4143-9f6c-7a51342b38ef {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:18.666083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 934ecde9-e193-4143-9f6c-7a51342b38ef not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:18.671980 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d1ae61-0b27-43e8-98f0-9022723f6433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.694383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d1ae61-0b27-43e8-98f0-9022723f6433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.746311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d1ae61-0b27-43e8-98f0-9022723f6433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.747343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-2675ffde-3a77-4eb1-8fb7-89f00e035af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.747895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-2675ffde-3a77-4eb1-8fb7-89f00e035af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.748359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-2675ffde-3a77-4eb1-8fb7-89f00e035af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.749014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d1ae61-0b27-43e8-98f0-9022723f6433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:18.749990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-2675ffde-3a77-4eb1-8fb7-89f00e035af2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=756df09ce5054c699db108fca12f9b4a&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2976708 Nov 22 16:34:18.750231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70d1ae61-0b27-43e8-98f0-9022723f6433 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f5276b9d-b66c-4075-a423-9d332084e894 HTTP/1.1" status: 204 len: 168 time: 0.1301904 Nov 22 16:34:18.762656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1ae61-0b27-43e8-98f0-9022723f6433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5276b9d-b66c-4075-a423-9d332084e894,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:18.776493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3601cb-605f-4773-aab7-913b7dba6ca8 req-8f6d79b9-78e4-49ee-91d2-bb58972841ce tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671562 Nov 22 16:34:18.790400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:18.802770 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] Sync routers for ids ['142d1553-0593-4fca-9086-ff3f9f94e6d7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:18.822945 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] Routers {'142d1553-0593-4fca-9086-ff3f9f94e6d7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:18.823160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8b158af4-c6f3-4540-9e06-54a9a680ac7c admin admin] 10.222.0.65 "PUT /v2.0/routers/142d1553-0593-4fca-9086-ff3f9f94e6d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8915737 Nov 22 16:34:18.823278 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['142d1553-0593-4fca-9086-ff3f9f94e6d7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:18.824672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:18.828596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4d036-acb8-4287-9773-47eb6c14f83a req-6b3e0210-bc43-4440-9c67-6a7239cd6cdf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.830192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fd4d036-acb8-4287-9773-47eb6c14f83a req-6b3e0210-bc43-4440-9c67-6a7239cd6cdf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 945 time: 0.2085128 Nov 22 16:34:18.885310 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc24efe-a7b9-40f0-bd90-f5a6783daae7 x-openstack-request-id: req-ecc24efe-a7b9-40f0-bd90-f5a6783daae7 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:18.886264 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297", "status": "completed", "code": 200}, {"server_uuid": "377adf0a-2166-4d48-98ce-3fca05b0ec2a", "name": "network-vif-deleted", "tag": "3b3bd7ce-c926-440f-9d8f-6642f985f561", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:18.887057 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ecc24efe-a7b9-40f0-bd90-f5a6783daae7 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:18.888189 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297', 'status': 'completed', 'code': 200} Nov 22 16:34:18.889005 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '377adf0a-2166-4d48-98ce-3fca05b0ec2a', 'name': 'network-vif-deleted', 'tag': '3b3bd7ce-c926-440f-9d8f-6642f985f561', 'status': 'completed', 'code': 200} Nov 22 16:34:18.928920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fd4d036-acb8-4287-9773-47eb6c14f83a req-866bb8b2-9ac9-4a4a-b655-773a19045403 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917182 Nov 22 16:34:18.938153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-4fd2d224-4b30-4977-9230-e20131bb25bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:18.939668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe2d7c7-0366-48ed-ab7c-8893cce528aa req-4fd2d224-4b30-4977-9230-e20131bb25bf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1787674 Nov 22 16:34:19.018065 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] Set router 142d1553-0593-4fca-9086-ff3f9f94e6d7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:19.034791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e1f5c-fe3c-4cc8-abe2-f8d5dd865990 req-c1e73eae-b3b5-4fae-b20f-d160c9a8d46f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.036514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-283e1f5c-fe3c-4cc8-abe2-f8d5dd865990 req-c1e73eae-b3b5-4fae-b20f-d160c9a8d46f tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.0831070 Nov 22 16:34:19.081216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.081720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.082398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.083706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.084188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.084650 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.085271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.087546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-7438c132-928f-40fa-b6cf-c75861e560fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6487 time: 0.1018672 Nov 22 16:34:19.242373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-283e1f5c-fe3c-4cc8-abe2-f8d5dd865990 req-b8fe34a9-6e94-4099-ae03-dda35757b3a3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970282 Nov 22 16:34:19.247207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a15d9c8c-69ef-445f-ad38-02691a99116d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 200 len: 217 time: 0.1280835 Nov 22 16:34:19.251427 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:16Z', 'revision_number': 5, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:19.335555 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] Checking router: 142d1553-0593-4fca-9086-ff3f9f94e6d7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:19.343795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-311b3ae0-4f73-407e-bf8b-0ae8017110b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.345373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-311b3ae0-4f73-407e-bf8b-0ae8017110b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8ba9d4-5255-459d-add5-172f844a844b HTTP/1.1" status: 200 len: 855 time: 0.0875106 Nov 22 16:34:19.353902 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] Routers {'142d1553-0593-4fca-9086-ff3f9f94e6d7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:19.354798 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:33:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['142d1553-0593-4fca-9086-ff3f9f94e6d7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:19.466360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-4a011177-27c9-4836-ac2a-134dcbff8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.468338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-4a011177-27c9-4836-ac2a-134dcbff8661 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814ab345-506a-4727-afa4-8693f6a63c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1144214 Nov 22 16:34:19.504794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.582397 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] Set router 142d1553-0593-4fca-9086-ff3f9f94e6d7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:19.742058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.796723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56352) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:19.817177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914150499', 'description': 'tempest-description--686263159'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:19.839442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-76d3cc98-64ed-43ad-85c9-0d5aeb9b4d8f service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597150 Nov 22 16:34:19.855233 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:16Z', 'revision_number': 5, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:19.880289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852a14b-c344-49d0-bcf9-ab57beff6c64 req-19c49f00-2d0a-4964-8779-502fe35993e3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:19.881644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Deleting port ad88b0cb-3f87-46fa-b1f5-d59be248c22b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:19.882166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3852a14b-c344-49d0-bcf9-ab57beff6c64 req-19c49f00-2d0a-4964-8779-502fe35993e3 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2282271 Nov 22 16:34:19.884490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.894245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-efcb280a-ca24-4337-b574-1d31fe9b5542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:19.904433 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719c7519-6a80-43ba-9ac4-65c064dbd513 None None] The sync data for ids ['142d1553-0593-4fca-9086-ff3f9f94e6d7'] in n-d-816206-6 is: [{'id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'name': 'tempest-FloatingIPsNegativeTestJSON-979454266-router', 'tenant_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175'}], 'enable_snat': True}, 'gw_port_id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:33:57Z', 'updated_at': '2021-11-22T16:34:16Z', 'revision_number': 5, 'project_id': '5bdf4bb62ca94052a13fb5f6c7f639d9', 'gw_port': {'id': 'ad88b0cb-3f87-46fa-b1f5-d59be248c22b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:e1:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '142d1553-0593-4fca-9086-ff3f9f94e6d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:33:58Z', 'updated_at': '2021-11-22T16:34:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:19.981342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.003398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] For port ad88b0cb-3f87-46fa-b1f5-d59be248c22b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:20.004356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.016056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:20.023986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.027979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Calling delete_port for ad88b0cb-3f87-46fa-b1f5-d59be248c22b owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:20.031102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.038928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.046000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.054007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.060259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.067706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.069696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-8e313ef6-b4de-4092-9240-4a3a0b985a48 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.2242904 Nov 22 16:34:20.144974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-661737575-network', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:20.145884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3852a14b-c344-49d0-bcf9-ab57beff6c64 req-e5d2c24a-6022-4b27-a1a6-3769ab1356fa tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037961 Nov 22 16:34:20.166754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-74c9b60c-3882-4c36-a45b-2116444e9982 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071005 Nov 22 16:34:20.186980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Made reservation on behalf of 51a38228139c4fe69227a0bb1ba6bcf9 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:20.189718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.203520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.236680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-cc723e1b-4e95-4008-8a49-db02186de7e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 217 time: 0.0537546 Nov 22 16:34:20.275268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.316075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad88b0cb-3f87-46fa-b1f5-d59be248c22b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.377217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4355aa2c-ae0a-48d9-9eb9-e1cabdfdc403 req-2f4a810f-1abf-4439-a1c0-19852b33dac4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2871394 Nov 22 16:34:20.397631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.398789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-bf9a9549-4aac-4f08-8c36-1f68bcff4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.400552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-bf9a9549-4aac-4f08-8c36-1f68bcff4610 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.1538312 Nov 22 16:34:20.405161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.409102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.409626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.460493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.474684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1550d6a-ac6f-431a-bebe-a8888bbaead5 req-e533079a-cd41-4225-964f-5723483e0ae5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.476356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1550d6a-ac6f-431a-bebe-a8888bbaead5 req-e533079a-cd41-4225-964f-5723483e0ae5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 945 time: 0.2307532 Nov 22 16:34:20.541174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:20.549082 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.553976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7517703 Nov 22 16:34:20.554154 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.557240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:20.560768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f83d1e-0048-4ecf-acd3-c72022d20956 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4e7063-5537-41ff-9c48-d072700b5348,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.564695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'security_group_rule': {'security_group_id': '8b4e7063-5537-41ff-9c48-d072700b5348', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:20.568526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8635eca2-3e24-4f9e-8744-6910a0d38a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.569616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.570210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8635eca2-3e24-4f9e-8744-6910a0d38a69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1580923 Nov 22 16:34:20.577439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3055753-3d04-4a28-b555-11f8e2d3e076,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.585072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.585417 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Added segment 772aca14-5066-4015-b4e9-39a45df0d225 of type vlan for network 47907804-b96a-4de0-8f38-d4e049ed2fe1 Nov 22 16:34:20.664825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42bc4a-3a4c-422f-97b5-ba4bd6105f14 req-25c75c60-b998-45c1-95da-d1231fc600aa tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.665312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.665948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 142d1553-0593-4fca-9086-ff3f9f94e6d7 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:34:20.667700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b42bc4a-3a4c-422f-97b5-ba4bd6105f14 req-25c75c60-b998-45c1-95da-d1231fc600aa tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1831958 Nov 22 16:34:20.675025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1550d6a-ac6f-431a-bebe-a8888bbaead5 req-533947ac-44e7-48a1-ada0-877f1375a53a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795313 Nov 22 16:34:20.679280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.682290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e0bed1d9-0f7c-485e-9584-9693aa5b3af3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/142d1553-0593-4fca-9086-ff3f9f94e6d7 HTTP/1.1" status: 204 len: 168 time: 1.8545005 Nov 22 16:34:20.684479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.689338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56372) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:20.700519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.739152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.740478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:20.741271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.806965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Deleting subnet 5186a5bb-1e13-447c-9c48-dd4bd527e3c0 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:20.821252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.836980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8157907 Nov 22 16:34:20.837162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b42bc4a-3a4c-422f-97b5-ba4bd6105f14 req-acd40906-a14c-4775-b874-76e45385c31d tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599281 Nov 22 16:34:20.839102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:20.843852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Request body: {'subnet': {'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-661737575-subnet', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:20.859248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f25d4b7-4f5a-4173-b930-d183d795190f admin admin] Pushing event updated for resources: {'Network': ['ID=47907804-b96a-4de0-8f38-d4e049ed2fe1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:20.875302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.875831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:20.891949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.900318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-a340d554-e184-49f4-bd2c-e6fa52f72e69 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120189 Nov 22 16:34:20.931394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Made reservation on behalf of 51a38228139c4fe69227a0bb1ba6bcf9 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:20.934174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.998037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:20.999266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4401166 Nov 22 16:34:21.001883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e76c68-700f-440a-8216-55477165385f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f68e59-46b5-43eb-a75c-8699069b044d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.003836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56380) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:21.013845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'security_group_rule': {'security_group_id': '8b4e7063-5537-41ff-9c48-d072700b5348', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:21.063001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.091155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:21.118864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 3b3bd7ce-c926-440f-9d8f-6642f985f561 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:21.120010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3b3bd7ce-c926-440f-9d8f-6642f985f561 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:21.180595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.192894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.215368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.238588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d6c71a-da3c-40b7-af0f-5e431f9d7d04,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.258963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.277553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.286158 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c4abf0b1-d458-4cb9-aa88-1857c2e6cffd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2752550 Nov 22 16:34:21.286158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56382) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:21.306165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:21.316587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 224dc0f4-cb3b-482e-8500-68fb181f5440 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:21.349575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 224dc0f4-cb3b-482e-8500-68fb181f5440 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:21.350285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 224dc0f4-cb3b-482e-8500-68fb181f5440 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:21.352779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccfe59-8d05-4772-bccd-c278f29e827b req-84d661f0-3149-4e20-b8b6-ff443e2eb5c4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.354387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afccfe59-8d05-4772-bccd-c278f29e827b req-84d661f0-3149-4e20-b8b6-ff443e2eb5c4 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1400979 Nov 22 16:34:21.356347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=80ac9826-e17f-4e47-a3ca-ffeb15691684,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.366849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.369430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Checking segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:21.369871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Network hostable DHCP agents. Network: 47907804-b96a-4de0-8f38-d4e049ed2fe1, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:21.397741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-c4647dac-3e8b-4cc3-be99-31a002d3b44c service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860935 Nov 22 16:34:21.433300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:21.457115 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-533f007c-b0ec-4543-b7aa-dd5674d7dd54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 217 time: 0.0487633 Nov 22 16:34:21.460030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 47907804-b96a-4de0-8f38-d4e049ed2fe1) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:21.468732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.469592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.471057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3234ffc-10cf-43eb-9b36-2b52f57ea662 None None] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:21.483815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.496059 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8ae3f17a-ffb1-4782-8c9c-cb86936d9f4f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6560006 Nov 22 16:34:21.501892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:21.508039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:21.533564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.547384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.548850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afccfe59-8d05-4772-bccd-c278f29e827b req-6818370d-a2fd-48cd-8363-213e146e6b8a tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803811 Nov 22 16:34:21.550515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.614403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-c34e86b7-5eff-4c84-ae43-f7c75bc550ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.615884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-c34e86b7-5eff-4c84-ae43-f7c75bc550ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.1496391 Nov 22 16:34:21.656233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.660071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b49c6f5-9f98-4954-ad0f-645b961f061c None None] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:21.676980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Allocated IP 172.25.6.132 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/17561f07-6849-430f-be37-5a6827874c9a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:21.712041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.717962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.725460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.731367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.737609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.743969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.749833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.751790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-a1d33916-f36e-4d94-9d6e-ee3ae92d5aa8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.2069890 Nov 22 16:34:21.763297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5186a5bb-1e13-447c-9c48-dd4bd527e3c0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:21.766558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.771066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-01d4bc45-87ef-4d18-88d5-d574231baf28 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5186a5bb-1e13-447c-9c48-dd4bd527e3c0 HTTP/1.1" status: 204 len: 168 time: 1.0792172 Nov 22 16:34:21.774736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56392) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:21.776061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97a998-0acf-4b1a-bfc9-d964f5529b49 None None] Network cbf9160e-b790-445c-9825-848c445a2f38 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:21.790832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.870657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3ab13be0-ba5d-499e-9ae3-10ae3fa3d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.872065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-3ab13be0-ba5d-499e-9ae3-10ae3fa3d3b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2480154 Nov 22 16:34:21.971696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b7e3e-a8f0-4b75-b9b1-edb6575f7044 req-b246dc9d-57fc-4d53-b81a-28f5f8700c08 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:21.973842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d10b7e3e-a8f0-4b75-b9b1-edb6575f7044 req-b246dc9d-57fc-4d53-b81a-28f5f8700c08 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2959154 Nov 22 16:34:21.974054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.980328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.986342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:21.994035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae0d44-468a-4593-9666-150c985b290e None None] DHCP port deletion for cbf9160e-b790-445c-9825-848c445a2f38 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:34:22.029709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06d9ded2-60a3-4b67-9a46-228b546141e1 req-635ef326-203c-468a-84a3-07986b0120e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2644348 Nov 22 16:34:22.056480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-beae0d44-468a-4593-9666-150c985b290e None None] Deleting port 2f2efb48-3692-457c-837c-5afaa6a47b42 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:22.056934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.088457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.103530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-af02748a-52af-4cc1-95c2-ff4083d65005 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152998 Nov 22 16:34:22.127738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d10b7e3e-a8f0-4b75-b9b1-edb6575f7044 req-767b058a-7bf7-4954-b137-a901457d1272 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381385 Nov 22 16:34:22.136130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:22.146692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:22.151010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:22.162844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-beae0d44-468a-4593-9666-150c985b290e None None] For port 2f2efb48-3692-457c-837c-5afaa6a47b42, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f2efb48-3692-457c-837c-5afaa6a47b42,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:22.163345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.180214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-beae0d44-468a-4593-9666-150c985b290e None None] Calling delete_port for 2f2efb48-3692-457c-837c-5afaa6a47b42 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:22.190894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'Port': ['ID=17561f07-6849-430f-be37-5a6827874c9a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.239374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Deleting port 2f2efb48-3692-457c-837c-5afaa6a47b42 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:22.239615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.315325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.323869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9bdb3-4d3b-4c3c-8928-b98ddea94d15 req-126b6c6a-ad9a-4591-a54b-5c732fb598f1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.331130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3cc9bdb3-4d3b-4c3c-8928-b98ddea94d15 req-126b6c6a-ad9a-4591-a54b-5c732fb598f1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 945 time: 0.1661069 Nov 22 16:34:22.337917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-8c8e7f15-d97c-4282-9bdd-c1a9565d4191 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232084 Nov 22 16:34:22.338526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.353132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beae0d44-468a-4593-9666-150c985b290e None None] Pushing event deleted for resources: {'Port': ['ID=2f2efb48-3692-457c-837c-5afaa6a47b42,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.355768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beae0d44-468a-4593-9666-150c985b290e None None] No DVR routers for this DVR port 2f2efb48-3692-457c-837c-5afaa6a47b42 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:22.365739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.365859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.366134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.366482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.367337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.367337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.367807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.367930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.368473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.368584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.368956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.369760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beae0d44-468a-4593-9666-150c985b290e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:34:22.410537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] For port 2f2efb48-3692-457c-837c-5afaa6a47b42, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f2efb48-3692-457c-837c-5afaa6a47b42,segment=NetworkSegment(aa2a33cf-e694-4ec1-bac7-32da1f084c16),segment_id=aa2a33cf-e694-4ec1-bac7-32da1f084c16)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:22.411060 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.414981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.416647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-f3491409-aa52-4cd0-8368-edd4b79bebec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=c666916e-74e3-44af-bebc-f27b78f06a79 HTTP/1.1" status: 200 len: 217 time: 0.0574093 Nov 22 16:34:22.416795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.448531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Calling delete_port for 2f2efb48-3692-457c-837c-5afaa6a47b42 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:22.458878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.504227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3cc9bdb3-4d3b-4c3c-8928-b98ddea94d15 req-063e614b-9e6e-4c31-9815-1bce100f6c62 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658936 Nov 22 16:34:22.569629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-872d4552-d5ba-414b-9844-66f9a5d7c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.571387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-872d4552-d5ba-414b-9844-66f9a5d7c9f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.1404691 Nov 22 16:34:22.645460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bb2c7-e516-4a39-8e5a-8437cc0d8c6a req-52e5e874-ab29-480e-8a1f-02407ab65e40 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.646887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a39bb2c7-e516-4a39-8e5a-8437cc0d8c6a req-52e5e874-ab29-480e-8a1f-02407ab65e40 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1704140 Nov 22 16:34:22.670789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Allocated IP 172.25.6.166 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ebca0bf4-9262-497b-96ab-b46519fb7d9d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:22.714292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f9767-e0d7-4062-ab66-a4b51a736b89 req-6f9f8170-27a9-46fe-a5c8-bed7d86b95f1 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.714544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.715861 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b82f9767-e0d7-4062-ab66-a4b51a736b89 req-6f9f8170-27a9-46fe-a5c8-bed7d86b95f1 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1096 time: 0.1351948 Nov 22 16:34:22.717943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.720866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ae4ee89f-00f7-4629-a601-d0c74afead1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:22.723657 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ae4ee89f-00f7-4629-a601-d0c74afead1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1403511 Nov 22 16:34:22.750713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.798480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2efb48-3692-457c-837c-5afaa6a47b42,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.826357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] No DVR routers for this DVR port 2f2efb48-3692-457c-837c-5afaa6a47b42 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:22.834326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a39bb2c7-e516-4a39-8e5a-8437cc0d8c6a req-42d3c9a2-3fe6-4c12-8a05-05f32475ec39 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692991 Nov 22 16:34:22.835637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'Port': ['ID=17561f07-6849-430f-be37-5a6827874c9a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:22.865294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39010002-4132-4be2-bd5d-66a40bece8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.874654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.902911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.904002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-58ae1eb7-884e-4eb4-aefa-9f93102dfcb2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6169448 Nov 22 16:34:22.926284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.950761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b82f9767-e0d7-4062-ab66-a4b51a736b89 req-38884c3a-eecd-4551-9d2b-eee0230753ee tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207611 Nov 22 16:34:22.973922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:22.976860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.027988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad88b0cb-3f87-46fa-b1f5-d59be248c22b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:23.028281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-e9f8c3e5-dac1-4d96-98cb-312991ed0881 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892768 Nov 22 16:34:23.031146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf9160e-b790-445c-9825-848c445a2f38']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:23.038022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:23.041771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:23.044807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:23.068577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ad88b0cb-3f87-46fa-b1f5-d59be248c22b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:23.070657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad88b0cb-3f87-46fa-b1f5-d59be248c22b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:23.070885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2a33cf-e694-4ec1-bac7-32da1f084c16') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:23.071183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2a33cf-e694-4ec1-bac7-32da1f084c16') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:23.071410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f2efb48-3692-457c-837c-5afaa6a47b42 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:23.086538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Pushing event updated for resources: {'Port': ['ID=ebca0bf4-9262-497b-96ab-b46519fb7d9d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.095357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 2f2efb48-3692-457c-837c-5afaa6a47b42 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:23.095795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f2efb48-3692-457c-837c-5afaa6a47b42 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:23.131093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.176969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.191620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f96f5d-4b4c-40f7-83e5-01ef22fd5e0e req-fdad0fba-d78d-41f0-a53c-c32078ee5cc5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.193144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37f96f5d-4b4c-40f7-83e5-01ef22fd5e0e req-fdad0fba-d78d-41f0-a53c-c32078ee5cc5 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2165000 Nov 22 16:34:23.211935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:23.212334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:23.214144 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:23.273094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20eb3f5-cfda-4fc4-b332-ea942b9f9aea req-d13e9aef-de08-4dcf-8f85-6407da5b00f4 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.274652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d20eb3f5-cfda-4fc4-b332-ea942b9f9aea req-d13e9aef-de08-4dcf-8f85-6407da5b00f4 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1096 time: 0.1674533 Nov 22 16:34:23.296653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-330f1b1b-9ba7-483c-be9f-da972efda802 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558217 Nov 22 16:34:23.333071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.348979 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.367663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-6f29991e-b47d-4661-9188-93bab5baaca5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=a846105b-7e81-411c-866a-ad369e0b0029 HTTP/1.1" status: 200 len: 217 time: 0.0622180 Nov 22 16:34:23.371408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.374543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cbf9160e-b790-445c-9825-848c445a2f38 HTTP/1.1" status: 204 len: 168 time: 1.5980101 Nov 22 16:34:23.428813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe8a5a-4064-46c7-81fa-4cb0cc6ff789 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf9160e-b790-445c-9825-848c445a2f38,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:23.444111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37f96f5d-4b4c-40f7-83e5-01ef22fd5e0e req-c3983290-6d6e-4f5e-91e6-2aa54c1b543c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393718 Nov 22 16:34:23.467804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d20eb3f5-cfda-4fc4-b332-ea942b9f9aea req-a1d964db-c3e7-41ff-ab92-5270cf48a834 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710863 Nov 22 16:34:23.472987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-35224bb1-19c5-4b6b-a50a-9583f8b8cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.475216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-35224bb1-19c5-4b6b-a50a-9583f8b8cf61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0989327 Nov 22 16:34:23.538621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56424) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.591955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.861085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ab898ba5-7fb6-4eef-be57-9f320a6915e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.863312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-ab898ba5-7fb6-4eef-be57-9f320a6915e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3792427 Nov 22 16:34:23.906358 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:23.965688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-03cb3c5d-a6fe-49b8-b188-5ec31f525f8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5bdf4bb62ca94052a13fb5f6c7f639d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4230547 Nov 22 16:34:23.969430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56434) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:23.981548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.988387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:23.994320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.000196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.006115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.012002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.017904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.020405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-c232894d-d4f5-463f-8769-39af7dc02e40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.4839437 Nov 22 16:34:24.041441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c65df1e3-a29f-4c03-8f6f-7eef6d905693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.054146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:24.073179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c65df1e3-a29f-4c03-8f6f-7eef6d905693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.138265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-fefd7937-273b-4ead-99e9-4724b486f35b service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299352 Nov 22 16:34:24.148602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-50841603-bb90-4255-a74b-d25686b51b5f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.150297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-50841603-bb90-4255-a74b-d25686b51b5f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 822 time: 0.5487268 Nov 22 16:34:24.155354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dab09a2c-0c48-4c48-b03c-22bdca58e41f req-724e8f02-645f-42b6-8d38-874bb1639fe1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262629 Nov 22 16:34:24.216417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-5bd33bfc-3520-47ec-aabe-28c211b326fc tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/quotas/a5d377bb455e4062a33662930223e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0589223 Nov 22 16:34:24.222446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:24.226993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c65df1e3-a29f-4c03-8f6f-7eef6d905693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.229332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c65df1e3-a29f-4c03-8f6f-7eef6d905693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.232795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c65df1e3-a29f-4c03-8f6f-7eef6d905693 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43813d03-cf8f-49c4-9913-3204e39d91a2 HTTP/1.1" status: 204 len: 168 time: 0.2603145 Nov 22 16:34:24.236137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Sync routers for ids ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:24.247203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65df1e3-a29f-4c03-8f6f-7eef6d905693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43813d03-cf8f-49c4-9913-3204e39d91a2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:24.251427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Routers {'589c0cdb-53b9-4a2e-b91a-31f5477d63c9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:24.255313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:24.257696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.258989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3d21e80-c018-47dc-bd05-408e01604986 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7559516 Nov 22 16:34:24.261597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:24.283038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-61249375-b074-4fe2-bf6d-737c7e559124 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597365 Nov 22 16:34:24.404648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-928cf55b-e164-42b9-884a-df7966ccd222 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483141 Nov 22 16:34:24.413129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-efd96822-152c-4db3-9489-8f5ad607f90a service neutron] 10.222.0.65 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292279 Nov 22 16:34:24.479000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-c0750fef-6151-4403-8303-79477560de72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0601420 Nov 22 16:34:24.526972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Set router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:24.678881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-e8f59770-8bbe-427f-9e15-0b329ff9994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.680347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-e8f59770-8bbe-427f-9e15-0b329ff9994d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.1478219 Nov 22 16:34:24.736583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55c26ee-4fa5-4ed8-948a-8805ff138cfc req-dfeba41b-a1c9-46fa-8f7d-ac6f3f239011 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.744494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f55c26ee-4fa5-4ed8-948a-8805ff138cfc req-dfeba41b-a1c9-46fa-8f7d-ac6f3f239011 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1564407 Nov 22 16:34:24.767641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-a323dc3a-e157-4649-861f-22fa099df55d service neutron] 10.222.0.65 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535345 Nov 22 16:34:24.786459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 3, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:24.812199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9cf30373-97ec-4c62-972f-855b49abb629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:24.814038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-9cf30373-97ec-4c62-972f-855b49abb629 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1255217 Nov 22 16:34:24.817737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Checking router: 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:24.818302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Updating router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 port ebca0bf4-9262-497b-96ab-b46519fb7d9d binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:24.864562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.875585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:24.982275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f55c26ee-4fa5-4ed8-948a-8805ff138cfc req-3b75ded3-fd8e-4736-ae13-f25d30c92b0c tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367854 Nov 22 16:34:25.147195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Allocated IP 172.20.0.1 (47907804-b96a-4de0-8f38-d4e049ed2fe1/80ac9826-e17f-4e47-a3ca-ffeb15691684/f2f12fd2-d192-4a5c-b435-1891ebc255cb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:25.152656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ec45f2e-fb8b-43fa-910d-f3a83a0ad976 req-c02cda4a-3af4-4b02-9e1c-ae6c9171721a tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 210 time: 0.0897381 Nov 22 16:34:25.177993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-928d0300-1046-421f-9497-94bc93f5197e service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490748 Nov 22 16:34:25.327161 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.418128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.510584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.515353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.526753 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.584707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.605065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.605299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Attempting to bind port ebca0bf4-9262-497b-96ab-b46519fb7d9d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:25.606312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Attempting to bind port ebca0bf4-9262-497b-96ab-b46519fb7d9d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:25.606765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Attempting to bind port ebca0bf4-9262-497b-96ab-b46519fb7d9d on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:25.612456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.614383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:25.615039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:25.615186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:25.615807 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.616423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:25.617111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Bound port: ebca0bf4-9262-497b-96ab-b46519fb7d9d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:25.617746 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.629519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.641265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Pushing event updated for resources: {'Port': ['ID=f2f12fd2-d192-4a5c-b435-1891ebc255cb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:25.645817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:25.652430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:25.665527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.672014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.691065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.693044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-5cb63d4c-90bd-47b2-86be-6ecfa25c0d36 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.3599136 Nov 22 16:34:25.700567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdb40-cf72-44cc-b780-da52ac80c348 None None] Pushing event updated for resources: {'Port': ['ID=ebca0bf4-9262-497b-96ab-b46519fb7d9d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:25.708436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.713342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-16959c33-71bd-4fd7-9783-001848bf7135 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274913 Nov 22 16:34:25.715116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57031b-f3d2-43fb-8ac1-c40798bbc924 req-f3d33f2a-a0b0-46ea-9cb8-8cf08d0572d5 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.722969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa57031b-f3d2-43fb-8ac1-c40798bbc924 req-f3d33f2a-a0b0-46ea-9cb8-8cf08d0572d5 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1096 time: 0.3864546 Nov 22 16:34:25.760375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] For port ebca0bf4-9262-497b-96ab-b46519fb7d9d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:25.763641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] For port ebca0bf4-9262-497b-96ab-b46519fb7d9d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ebca0bf4-9262-497b-96ab-b46519fb7d9d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:25.773781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.784797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-6ea8f6d2-0127-4c62-b534-4983f9ded364 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 200 len: 217 time: 0.0595181 Nov 22 16:34:25.839164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ecdb40-cf72-44cc-b780-da52ac80c348 None None] Pushing event updated for resources: {'Port': ['ID=ebca0bf4-9262-497b-96ab-b46519fb7d9d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:25.842329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Routers {'589c0cdb-53b9-4a2e-b91a-31f5477d63c9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:25.842934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:25.901700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa57031b-f3d2-43fb-8ac1-c40798bbc924 req-d90de0fc-62f2-451e-a211-1aa196ec2be9 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775141 Nov 22 16:34:25.919578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87000b5d-2646-4e33-9d30-04b4b53eb055 req-b06c23dd-b0f2-4a72-b5ca-f6a213a95575 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166166 Nov 22 16:34:25.931809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-48720b04-2701-429b-8851-264102c05a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:25.937254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-48720b04-2701-429b-8851-264102c05a7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.1436296 Nov 22 16:34:25.938085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:25.992711 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.013085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] Set router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:26.026455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-0603e904-ef43-4a66-a137-8ebbd081dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.028502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-0603e904-ef43-4a66-a137-8ebbd081dcb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809793 Nov 22 16:34:26.243205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 3, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:26.320483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-c5048dbe-efc3-4354-8d58-3408f1b4eb36 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586844 Nov 22 16:34:26.328485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.336358 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.380591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81e63c47-6f0e-4d44-8a26-a178ecd5c839 req-fa762eed-3f03-44a1-9549-b99966ddb40d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 210 time: 0.0939441 Nov 22 16:34:26.444927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Pushing event updated for resources: {'Port': ['ID=f2f12fd2-d192-4a5c-b435-1891ebc255cb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:26.450099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:26.485240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-6b527dc2-a234-41a6-97eb-0f75f2f3eb05 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=0506afe2e62448339e6a93eda4906b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515802 Nov 22 16:34:26.503506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac3e953-6dba-4cf5-a609-2128b8554e23 None None] The sync data for ids ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'] in n-d-816206-6 is: [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:34:23Z', 'revision_number': 3, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:26.601402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:26.605339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:26.610605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73b5c45c-46a4-42f1-a665-13388ab4a63f req-6858096e-f2ed-4f2e-9906-8b8eb3fe4bd7 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825387 Nov 22 16:34:26.665548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-c6114006-89ae-420e-a7aa-32d3bfb6ed7b tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.676536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-c6114006-89ae-420e-a7aa-32d3bfb6ed7b tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1837292 Nov 22 16:34:26.695950 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-8ed65692-6893-488a-889e-e9d33f083d3f tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/quotas/0506afe2e62448339e6a93eda4906b24 HTTP/1.1" status: 200 len: 375 time: 0.0182757 Nov 22 16:34:26.779768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-95b5fbcc-887e-4eed-8d42-958fd134d169 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0506afe2e62448339e6a93eda4906b24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818484 Nov 22 16:34:26.814236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.814897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.818382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.818929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.820904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.821556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.822812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:26.844292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-29bee22f-c3d5-49fa-b14b-b58afdcac171 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6487 time: 0.1438036 Nov 22 16:34:27.008883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:27.098800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-e5aa21c2-681c-4f35-bab3-bedf974537cd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.103958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-e5aa21c2-681c-4f35-bab3-bedf974537cd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.20 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 822 time: 0.3919346 Nov 22 16:34:27.110593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ebca0bf4-9262-497b-96ab-b46519fb7d9d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:27.131648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'port': {'device_id': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'admin_state_up': True, 'tenant_id': 'a5d377bb455e4062a33662930223e1f3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:27.180194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-74bb7d1c-0d75-4d21-aaa0-f4c066a2757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.181703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-74bb7d1c-0d75-4d21-aaa0-f4c066a2757c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 200 len: 902 time: 0.3233004 Nov 22 16:34:27.215349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ebca0bf4-9262-497b-96ab-b46519fb7d9d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:27.215968 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.227185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.246439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.254008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.261047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.268070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.275753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.282155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.293861 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-cbf52116-a7db-4c73-b7c9-8db0712a51a1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.2091074 Nov 22 16:34:27.356827 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.375235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832810c0-fc18-4ae6-86a9-393526ba9870 req-fbad0d13-b199-43b7-859d-906f1ffc1d6a tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.386722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-832810c0-fc18-4ae6-86a9-393526ba9870 req-fbad0d13-b199-43b7-859d-906f1ffc1d6a tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1096 time: 0.2479517 Nov 22 16:34:27.392360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:27.401714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port ebca0bf4-9262-497b-96ab-b46519fb7d9d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ebca0bf4-9262-497b-96ab-b46519fb7d9d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:27.417746 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.418259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-c37a9337-c204-45ee-96c4-bf4784114bd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 200 len: 217 time: 0.2123897 Nov 22 16:34:27.423711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bb7dae59-1997-47a0-8341-f14b482a923d admin admin] 10.222.0.65 "PUT /v2.0/routers/589c0cdb-53b9-4a2e-b91a-31f5477d63c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571014 Nov 22 16:34:27.517041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Made reservation on behalf of a5d377bb455e4062a33662930223e1f3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:27.522638 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:34:27.523269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:27.535344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=ebca0bf4-9262-497b-96ab-b46519fb7d9d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:27.645260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-832810c0-fc18-4ae6-86a9-393526ba9870 req-93c70908-5c6e-48e2-a126-79ca0dab601e tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576420 Nov 22 16:34:27.677602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6102fe71-1527-49a8-9656-13043e2fdf03 req-755f7468-3463-480d-bc15-480a40ee1651 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3827577 Nov 22 16:34:27.728566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-5b06ec15-ef1b-4b10-9c1a-42d455d49cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.730126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-5b06ec15-ef1b-4b10-9c1a-42d455d49cc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.1563916 Nov 22 16:34:27.823477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81628de1-a826-4ee7-abef-af98768df672 req-0a1748bc-45f1-4d69-affd-35effa21296c tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 210 time: 0.0362115 Nov 22 16:34:27.845029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-231f08ef-6a52-4e4c-9612-1b08f58ea12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:27.847195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-231f08ef-6a52-4e4c-9612-1b08f58ea12e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1088481 Nov 22 16:34:27.864394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Allocated IP 172.20.0.13 (a4b041c7-b7cc-480d-911e-cfbed4b1df8e/7ea15858-20dd-49e9-b2cf-6cf6867a348c/fb00ab39-e169-4ad2-b7be-2605d27a644d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:28.035669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07fb19a2-adf0-4f84-b00e-b900ac4bf7ab req-a3e6306f-56cb-4fce-ab88-b3a5b1622d44 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 210 time: 0.0543418 Nov 22 16:34:28.074130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-8b7f9d9a-2f1a-4206-8700-bc187419757e service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087317 Nov 22 16:34:28.166614 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.242697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.305920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:28.310683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:28.315487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:28.345590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:28.358652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c545e3f-2b6b-42b4-affe-6637bf3d2023 req-3a799f16-7619-44e6-9325-e46714c3701d service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759712 Nov 22 16:34:28.397939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:28.398682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.420079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-65323479-6413-4b29-b12d-af37cb57ba10 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3037472 Nov 22 16:34:28.429632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-70f1eeb1-a47a-43ed-a141-ab3b7e21868f tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:28.436035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Request body: {'port': {'device_id': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:28.444674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-70f1eeb1-a47a-43ed-a141-ab3b7e21868f tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 810 time: 0.2084858 Nov 22 16:34:28.465438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-4cda71a1-2f6c-44c1-a4db-7dd156ab00d3 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/quotas/51a38228139c4fe69227a0bb1ba6bcf9 HTTP/1.1" status: 200 len: 375 time: 0.0194423 Nov 22 16:34:28.506603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:28.534533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-8d7ab629-78d3-4f71-b5bf-c828a50c63b7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0679901 Nov 22 16:34:28.747818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-7d2a1a0a-e31c-4e95-b8ee-2c1414e7f996 service neutron] 10.222.0.65 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990168 Nov 22 16:34:28.820973 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-a754d6ec-c49d-497d-bc76-15f4c3842615 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=0506afe2e62448339e6a93eda4906b24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308981 Nov 22 16:34:28.899857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-4e946808-d680-467c-b051-032969e694d0 service neutron] 10.222.0.65 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338251 Nov 22 16:34:29.014392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ebca0bf4-9262-497b-96ab-b46519fb7d9d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:29.166745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ebca0bf4-9262-497b-96ab-b46519fb7d9d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:29.166745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.265856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-c75c3014-ddb5-4354-b1be-66733bf0f334 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.267838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-c75c3014-ddb5-4354-b1be-66733bf0f334 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4297211 Nov 22 16:34:29.273421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb00ab39-e169-4ad2-b7be-2605d27a644d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:29.293837 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Sync routers for ids ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:29.316148 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Routers {'589c0cdb-53b9-4a2e-b91a-31f5477d63c9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:29.316880 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:29.318765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.367284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Request body: {'port': {'device_id': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '0506afe2e62448339e6a93eda4906b24'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:29.391159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.410595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.428267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.446582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.453996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.462490 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Set router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:29.463632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.472989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:29.482671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-6bbbe684-c28c-411f-9822-6d54de07c89a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.2652147 Nov 22 16:34:29.669616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4022856c-d1bb-4641-8631-8521b2564ef5 req-e11e20c7-b875-4f31-b131-a835fa1acb49 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1854911 Nov 22 16:34:29.751615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Transition to ACTIVE for port object fb00ab39-e169-4ad2-b7be-2605d27a644d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:29.764230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:29.877319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-0856f8ea-9e7a-4f08-b77c-a35912d5d197 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:34:29.881147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-0856f8ea-9e7a-4f08-b77c-a35912d5d197 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2057652 Nov 22 16:34:29.890215 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:34:25Z', 'revision_number': 4, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f2f12fd2-d192-4a5c-b435-1891ebc255cb', 'name': '', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'mac_address': 'fa:16:3e:55:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:24Z', 'updated_at': '2021-11-22T16:34:26Z', 'revision_number': 2, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'subnets': [{'id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:29.956421 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Checking router: 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:29.956924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Updating router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 port f2f12fd2-d192-4a5c-b435-1891ebc255cb binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:29.959839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Made reservation on behalf of 0506afe2e62448339e6a93eda4906b24 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:29.969691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.005398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6f4a116-7af3-4f18-be3e-ea9bc21e86d2 req-e1a621ff-3f33-45c8-940d-9eac54f2659a tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 210 time: 0.0548584 Nov 22 16:34:30.006923 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.083624 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.106085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Attempting to bind port fb00ab39-e169-4ad2-b7be-2605d27a644d on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:30.106426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Attempting to bind port fb00ab39-e169-4ad2-b7be-2605d27a644d by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:30.106770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Attempting to bind port fb00ab39-e169-4ad2-b7be-2605d27a644d on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:30.123148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.128162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-81b97a8d-7767-4633-b4a2-9221a022a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:30.131559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-81b97a8d-7767-4633-b4a2-9221a022a318 service neutron] 10.222.0.65 "GET /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 1093 time: 0.2413745 Nov 22 16:34:30.144959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:30.145945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:34:30.224462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.228371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Port fb00ab39-e169-4ad2-b7be-2605d27a644d on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:30.230537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Attempting to bind port fb00ab39-e169-4ad2-b7be-2605d27a644d on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:30.256423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:30.257858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Checking segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:30.258969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Bound using segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:30.259592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Bound port: fb00ab39-e169-4ad2-b7be-2605d27a644d, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:30.260091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.263639 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.337004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243c2949-131a-4f18-94a0-6a0f01921fd2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.594811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5806bf-c3b1-415d-9e92-5734d48a5aeb req-f4c0b598-acae-4cb8-95e1-bff900418cb7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:30.607193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df5806bf-c3b1-415d-9e92-5734d48a5aeb req-f4c0b598-acae-4cb8-95e1-bff900418cb7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 944 time: 0.2378368 Nov 22 16:34:30.611396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:30.621288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:30.647094 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.664424 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.673620 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.748845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.760758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Allocated IP 192.168.233.183 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:30.777117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:30.777117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.778202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-e6346ad2-8eb0-4f3d-9478-1e41925fedd3 service neutron] 10.222.0.20 "PUT /v2.0/ports/fb00ab39-e169-4ad2-b7be-2605d27a644d HTTP/1.1" status: 200 len: 1092 time: 2.3479817 Nov 22 16:34:30.778678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'tag': 'fb00ab39-e169-4ad2-b7be-2605d27a644d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:30.781042 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab637634-6f47-455e-8d19-f31794ea3a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb07f7-faea-4a5c-a2a3-a16c64d82fc0", "tag": "fb00ab39-e169-4ad2-b7be-2605d27a644d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:30.870005 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921916-63f5-4b72-b11b-ead5919e493c None None] Pushing event updated for resources: {'Port': ['ID=f2f12fd2-d192-4a5c-b435-1891ebc255cb,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:30.885881 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Attempting to bind port f2f12fd2-d192-4a5c-b435-1891ebc255cb on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:30.886275 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Attempting to bind port f2f12fd2-d192-4a5c-b435-1891ebc255cb by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:30.886635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Attempting to bind port f2f12fd2-d192-4a5c-b435-1891ebc255cb on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:30.894186 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:30.894351 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Checking segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:30.894710 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:30.895101 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Bound using segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:30.895586 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Bound port: f2f12fd2-d192-4a5c-b435-1891ebc255cb, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:30.898219 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.104446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:31.105093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:31.106017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:31.128065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:31.129048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:31.135242 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] For port f2f12fd2-d192-4a5c-b435-1891ebc255cb, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:31.145160 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] For port f2f12fd2-d192-4a5c-b435-1891ebc255cb, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f2f12fd2-d192-4a5c-b435-1891ebc255cb,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:31.162822 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.170062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:31.170634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:31.171060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:31.172900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Bound port: a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:31.279760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df5806bf-c3b1-415d-9e92-5734d48a5aeb req-bb7d326b-b929-42cb-9175-707cdd3fea8d tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6706889 Nov 22 16:34:31.314684 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Routers {'589c0cdb-53b9-4a2e-b91a-31f5477d63c9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:31.315899 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:31.318115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1921916-63f5-4b72-b11b-ead5919e493c None None] Pushing event updated for resources: {'Port': ['ID=f2f12fd2-d192-4a5c-b435-1891ebc255cb,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.345739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-206af060-fc0e-4497-b820-6391736f2152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.348800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-206af060-fc0e-4497-b820-6391736f2152 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 1095 time: 0.4957180 Nov 22 16:34:31.389196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-0f0a3add-bdd0-4964-9bbd-167aac4c1f77 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.391518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-0f0a3add-bdd0-4964-9bbd-167aac4c1f77 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.20 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 810 time: 0.3069775 Nov 22 16:34:31.395405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:31.405746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Request body: {'port': {'device_id': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'admin_state_up': True, 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:31.416322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.418226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-cfcc5776-2cc1-4404-9641-e57367efc62f service neutron] 10.222.0.65 "POST /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56/bindings HTTP/1.1" status: 201 len: 389 time: 1.2791595 Nov 22 16:34:31.436107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-0a2adf1f-eec9-4758-86c1-e007819f983c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d HTTP/1.1" status: 200 len: 217 time: 0.0769601 Nov 22 16:34:31.529054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-114fe4a1-1dff-4ec8-a752-76a572e1209e req-34b1ef5e-2c52-40ca-ba8b-f0422fd2dee8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0969298 Nov 22 16:34:31.544826 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] Set router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:31.583298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ad19-226d-465f-bf9e-e20834278774 req-097bf49d-3a7e-4469-99cd-9908a8e40760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.589309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-097bf49d-3a7e-4469-99cd-9908a8e40760 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 200 len: 862 time: 0.1382182 Nov 22 16:34:31.608085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.671399 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb88a3-d60c-4bd6-8452-b31bed9befd7 x-openstack-request-id: req-c8bb88a3-d60c-4bd6-8452-b31bed9befd7 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:31.673365 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb07f7-faea-4a5c-a2a3-a16c64d82fc0", "tag": "fb00ab39-e169-4ad2-b7be-2605d27a644d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:31.673766 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8bb88a3-d60c-4bd6-8452-b31bed9befd7 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:31.674887 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'tag': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'status': 'completed', 'code': 200} Nov 22 16:34:31.730514 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-ffde1da2-dd3f-47bc-bcc5-faba65a14799 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606532 Nov 22 16:34:31.734693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:31.809774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.831123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.847635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.864353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.875497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.882422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.889857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:31.892387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-ae3897b8-fc51-4f4d-8480-0d6e899ddbbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.3271778 Nov 22 16:34:31.925266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:31.942898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:31.955267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Pushing event updated for resources: {'Port': ['ID=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:31.961581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:31.979942 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:34:25Z', 'revision_number': 4, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f2f12fd2-d192-4a5c-b435-1891ebc255cb', 'name': '', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'mac_address': 'fa:16:3e:55:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:24Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 4, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'subnets': [{'id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:32.003077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Made reservation on behalf of 51a38228139c4fe69227a0bb1ba6bcf9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:32.007734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.013573 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3850f4df-ee0b-4d93-a456-72241c4a4ed5 None None] The sync data for ids ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'] in n-d-816206-6 is: [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:34:25Z', 'revision_number': 4, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f2f12fd2-d192-4a5c-b435-1891ebc255cb', 'name': '', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'mac_address': 'fa:16:3e:55:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:24Z', 'updated_at': '2021-11-22T16:34:31Z', 'revision_number': 4, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'subnets': [{'id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:32.050707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb167bb-8bf7-49ee-94d1-f273059909b1 req-6b232c23-2060-490d-8d69-9f5b4f785da8 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.053121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb167bb-8bf7-49ee-94d1-f273059909b1 req-6b232c23-2060-490d-8d69-9f5b4f785da8 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 936 time: 0.1564343 Nov 22 16:34:32.180636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-bc748014-df6c-4a7a-9a09-6fe757203a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.182740 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-bc748014-df6c-4a7a-9a09-6fe757203a2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1096 time: 0.4173958 Nov 22 16:34:32.197538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.197538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.205980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-debd5c4d-1860-4ee1-a7c8-3bb558335804 service neutron] 10.222.0.20 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391592 Nov 22 16:34:32.382682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f69ae004-26aa-41ca-b7a9-046275b25660 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0779729 Nov 22 16:34:32.405113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Request body: {'port': {'device_id': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:32.413250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-404698e7-99dc-439c-8cb7-8c7d37fbfc73 req-3ea37aa2-0f55-437a-a8af-aa0c52fccd37 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4796054 Nov 22 16:34:32.441970 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4482ad19-226d-465f-bf9e-e20834278774 req-469ca825-16e8-4aed-b81f-b3ccaed8cda7 service neutron] 10.222.0.20 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221119 Nov 22 16:34:32.489127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f24d5f04-be83-4482-823b-403bad6b7a8f None None] Provisioning complete for port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:32.491114 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f24d5f04-be83-4482-823b-403bad6b7a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.511088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.554021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Allocated IP 172.20.0.13 (47907804-b96a-4de0-8f38-d4e049ed2fe1/80ac9826-e17f-4e47-a3ca-ffeb15691684/20785fa0-c12f-4200-a04c-2b78f52d4b71) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:32.635140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f24d5f04-be83-4482-823b-403bad6b7a8f None None] Port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:32.684056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-50aa60ff-b92e-4c83-b549-fdda701b087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.684056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-50aa60ff-b92e-4c83-b549-fdda701b087e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.4767556 Nov 22 16:34:32.803377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-006c451c-bdad-4817-b6cd-0506c70a7455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 217 time: 0.1103067 Nov 22 16:34:32.840897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-b00adca5-30ad-4304-be24-252ace189515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:32.842454 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-b00adca5-30ad-4304-be24-252ace189515 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 1095 time: 0.3104882 Nov 22 16:34:32.851075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:32.913981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb167bb-8bf7-49ee-94d1-f273059909b1 req-15cd9766-743c-4315-98d5-af308983937a tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7963889 Nov 22 16:34:32.970368 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.002165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-ea64ab19-82da-42b7-b865-e89cce07f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.004874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-ea64ab19-82da-42b7-b865-e89cce07f411 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1919749 Nov 22 16:34:33.075469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f2f12fd2-d192-4a5c-b435-1891ebc255cb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:33.129093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:33.137925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.153905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Transition to ACTIVE for port object f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:33.196312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f2f12fd2-d192-4a5c-b435-1891ebc255cb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:33.196742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.202646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3e50ff-cc47-44a0-93c5-587827114529 req-2aa95970-926b-44d8-8cb3-1d56dedbbef9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.203713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.213221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e3e50ff-cc47-44a0-93c5-587827114529 req-2aa95970-926b-44d8-8cb3-1d56dedbbef9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 945 time: 0.3252406 Nov 22 16:34:33.227444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:33.244675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Pushing event updated for resources: {'Port': ['ID=20785fa0-c12f-4200-a04c-2b78f52d4b71,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:33.266198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:33.266327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-0e351878-e88b-43e2-b433-6be722fefd5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2478805 Nov 22 16:34:33.271283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:33.339580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.394371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port f2f12fd2-d192-4a5c-b435-1891ebc255cb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f2f12fd2-d192-4a5c-b435-1891ebc255cb,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:33.402788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e3e50ff-cc47-44a0-93c5-587827114529 req-c96423c9-ad65-482e-bc4a-3f8050225b1c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880062 Nov 22 16:34:33.402981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.424770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3d509-bb2d-4228-8200-a58af994aa64 req-016a1f93-0ed6-4c71-8eee-73def9e0c4f3 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.437645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9f3d509-bb2d-4228-8200-a58af994aa64 req-016a1f93-0ed6-4c71-8eee-73def9e0c4f3 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 944 time: 0.3840883 Nov 22 16:34:33.444127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-049e3cf2-4e63-48a7-87d7-96fd70af995c service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425765 Nov 22 16:34:33.483381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=f2f12fd2-d192-4a5c-b435-1891ebc255cb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:33.511761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-ddff0be9-63eb-4997-8950-a8951d237a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.512989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.513257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-ddff0be9-63eb-4997-8950-a8951d237a38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 923 time: 0.6441762 Nov 22 16:34:33.513819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.574621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-d34ed946-9db4-4007-be9f-9e106760430b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1736662 Nov 22 16:34:33.603441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Request body: {'port': {'device_id': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:33.633023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:33.645774 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-563b6590-d561-41a2-a2a6-5cfc44326fec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d HTTP/1.1" status: 200 len: 217 time: 0.0912080 Nov 22 16:34:33.648016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9f3d509-bb2d-4228-8200-a58af994aa64 req-9f14dc16-7b58-47a9-81e7-abf6d02e64ab tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040002 Nov 22 16:34:33.691077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83a625-b39b-45ca-88c3-ef7ad7ac1407 req-e5c59579-ba2d-4b4c-953e-1f3fd1634af5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.693200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb83a625-b39b-45ca-88c3-ef7ad7ac1407 req-e5c59579-ba2d-4b4c-953e-1f3fd1634af5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 932 time: 0.1507905 Nov 22 16:34:33.747400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.755115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-93a44046-eeb8-4881-8442-6aad5f3f6699 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789948 Nov 22 16:34:33.884697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-19b768b4-5c9d-4cbf-a717-82ca505f9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.886259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-19b768b4-5c9d-4cbf-a717-82ca505f9eb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 200 len: 862 time: 0.2305226 Nov 22 16:34:33.903854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-fa13c7fe-8eb2-42aa-8eaa-b006e2aea8cd tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:33.906534 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-fa13c7fe-8eb2-42aa-8eaa-b006e2aea8cd tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.0686338 Nov 22 16:34:33.933781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Attempting to bind port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:33.934043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Attempting to bind port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:33.934362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Attempting to bind port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:33.946371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:33.950762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:33.951102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Attempting to bind port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:33.973787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:33.974209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:33.974522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:33.974977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Bound port: f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:33.975339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:33.994511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb83a625-b39b-45ca-88c3-ef7ad7ac1407 req-966582db-4bb6-4b0f-a513-79038e464eee tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922406 Nov 22 16:34:34.005262 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-132cae19-e732-40f9-8341-18f4aaefdcb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040609 Nov 22 16:34:34.095562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.101990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.108627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.116751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.122855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.128774 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-5921f2ad-33b4-4d92-85d9-b74656a777de service neutron] 10.222.0.20 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140921 Nov 22 16:34:34.129623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.135810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.143823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-cb7d0faa-ce76-4aa8-8ce5-29ec1ebf4eb2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.2432647 Nov 22 16:34:34.224772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.301608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] For port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:34.308799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c14c556-e8c3-4d47-8953-61c3098808d8 req-5ef31d28-0184-4b9b-a14a-dedfa1cdeacf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1639986 Nov 22 16:34:34.350944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] For port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:34.364059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20785fa0-c12f-4200-a04c-2b78f52d4b71 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:34.372690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.376042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a74de6-b147-4895-b4c9-73f66f6f6b25 req-26da536b-6d3c-45bd-a288-2b5069ecd952 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.384730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9a74de6-b147-4895-b4c9-73f66f6f6b25 req-26da536b-6d3c-45bd-a288-2b5069ecd952 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 948 time: 0.1859472 Nov 22 16:34:34.402609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.448102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Transition to ACTIVE for port object 20785fa0-c12f-4200-a04c-2b78f52d4b71 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:34.458567 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.476435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9a74de6-b147-4895-b4c9-73f66f6f6b25 req-622cd71f-5549-472b-a536-eda97d475e3f tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842097 Nov 22 16:34:34.488732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.489630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.491296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] 10.222.0.66 "PUT /v2.0/ports/f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a HTTP/1.1" status: 200 len: 1096 time: 2.0946059 Nov 22 16:34:34.495141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'tag': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:34.498167 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e877f7-84a3-405d-b10f-0326aadec70c" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf69df0-0a61-458c-b27e-9100a72db645", "tag": "f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:34.509693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ab637634-6f47-455e-8d19-f31794ea3a0c req-23f5f330-00e7-4cd5-8be7-272fb9822926 service neutron] 10.222.0.20 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858679 Nov 22 16:34:34.548390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4d4f0a-fbb4-4f77-a14c-d69896c985ce service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.593407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:34.672541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:34.708303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Pushing event updated for resources: {'Port': ['ID=20785fa0-c12f-4200-a04c-2b78f52d4b71,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.728775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-13f1249f-4718-4e5b-bf47-89518586611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.730236 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-13f1249f-4718-4e5b-bf47-89518586611c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0506afe2e62448339e6a93eda4906b24&device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 1099 time: 0.1023881 Nov 22 16:34:34.743810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.760579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09b3f-7a55-420a-abce-2d8ce0719c5a req-fd80f452-aeb2-4889-9bb5-6bbb833f9966 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.762487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07a09b3f-7a55-420a-abce-2d8ce0719c5a req-fd80f452-aeb2-4889-9bb5-6bbb833f9966 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 945 time: 0.2215595 Nov 22 16:34:34.787793 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5634de4-f949-4c2f-9852-91bf8b939dd4 x-openstack-request-id: req-b5634de4-f949-4c2f-9852-91bf8b939dd4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:34.788104 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf69df0-0a61-458c-b27e-9100a72db645", "tag": "f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:34.788350 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5634de4-f949-4c2f-9852-91bf8b939dd4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:34.788753 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'tag': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a', 'status': 'completed', 'code': 200} Nov 22 16:34:34.790966 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-43277159-5075-41be-9de5-9d7f75e091fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a HTTP/1.1" status: 200 len: 217 time: 0.0442841 Nov 22 16:34:34.791558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.828541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Attempting to bind port 20785fa0-c12f-4200-a04c-2b78f52d4b71 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:34.828874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Attempting to bind port 20785fa0-c12f-4200-a04c-2b78f52d4b71 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:34.829196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Attempting to bind port 20785fa0-c12f-4200-a04c-2b78f52d4b71 on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:34.868406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Port 20785fa0-c12f-4200-a04c-2b78f52d4b71 on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:34.868739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Attempting to bind port 20785fa0-c12f-4200-a04c-2b78f52d4b71 on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:34.892097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07a09b3f-7a55-420a-abce-2d8ce0719c5a req-b11d32fe-f134-4e79-b1ff-0c8e81f27340 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084051 Nov 22 16:34:34.900769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:34.901117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Checking segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:34.901510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Bound using segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:34.902057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Bound port: 20785fa0-c12f-4200-a04c-2b78f52d4b71, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:34.902422 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:34.922051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:34.934704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-27c7b4a8-0bbb-4f29-b209-e049a42438bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:34.936182 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-27c7b4a8-0bbb-4f29-b209-e049a42438bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1144655 Nov 22 16:34:34.940172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:34.941040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:34.941040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:34.966813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:34.966813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Attempting to bind port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:34.992410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:34.992841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:34.993153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:34.994086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Bound port: a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:34.994086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.001867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f2f12fd2-d192-4a5c-b435-1891ebc255cb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:35.006384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] For port 20785fa0-c12f-4200-a04c-2b78f52d4b71, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:35.010503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] For port 20785fa0-c12f-4200-a04c-2b78f52d4b71, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:35.020566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f7b2c963-10bd-4aaa-a881-d8f54b1f16c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.021198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8f5c-c518-41de-90aa-b860185b46c6 req-357a3b9d-a062-4df1-8c31-6acbd79989d1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.022104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-f7b2c963-10bd-4aaa-a881-d8f54b1f16c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0669336 Nov 22 16:34:35.023390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca4a8f5c-c518-41de-90aa-b860185b46c6 req-357a3b9d-a062-4df1-8c31-6acbd79989d1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 944 time: 0.1707354 Nov 22 16:34:35.025163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.087474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f2f12fd2-d192-4a5c-b435-1891ebc255cb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:35.088008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.139835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.140453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.141870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] 10.222.0.20 "PUT /v2.0/ports/20785fa0-c12f-4200-a04c-2b78f52d4b71 HTTP/1.1" status: 200 len: 1092 time: 1.5497105 Nov 22 16:34:35.145336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:35.149075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'tag': '20785fa0-c12f-4200-a04c-2b78f52d4b71'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:35.149725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:35.151440 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba4792-fdef-486d-81a8-49e6ae29eaaa" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b5a84d-d974-4767-aa01-02fa0772c4f7", "tag": "20785fa0-c12f-4200-a04c-2b78f52d4b71"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:35.194061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca4a8f5c-c518-41de-90aa-b860185b46c6 req-e0fd570e-1af9-4bd4-a1ba-7429e13092ca tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536610 Nov 22 16:34:35.196333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb71d05-f122-47c8-916e-390c8f4e2c99 service neutron] Pushing event updated for resources: {'Port': ['ID=20785fa0-c12f-4200-a04c-2b78f52d4b71,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.204207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-72fddce2-ac4f-4ec6-8012-38f18257cb01 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637757 Nov 22 16:34:35.206282 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.295955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847c96f5-00c2-4bca-bb5c-081b9bd24099 req-0e023c6b-fbfe-4c39-87ec-d87a49ca0289 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.318966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-847c96f5-00c2-4bca-bb5c-081b9bd24099 req-0e023c6b-fbfe-4c39-87ec-d87a49ca0289 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.2301323 Nov 22 16:34:35.344166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-27e1c086-42f5-4052-bf5d-577152618431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.345888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-27e1c086-42f5-4052-bf5d-577152618431 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 1095 time: 0.1465688 Nov 22 16:34:35.404362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-e9066519-6fa5-4886-a5bc-2f2ce6bd37c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71 HTTP/1.1" status: 200 len: 217 time: 0.0458126 Nov 22 16:34:35.468424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-847c96f5-00c2-4bca-bb5c-081b9bd24099 req-3092fc46-691e-4891-8059-cfd6a6ce0377 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583068 Nov 22 16:34:35.560850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-a4a30d61-5752-4cb0-b4d7-05c266b30cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.562562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-a4a30d61-5752-4cb0-b4d7-05c266b30cee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.1471031 Nov 22 16:34:35.572196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3a706-b5e9-4a1b-981b-89f2906b4784 req-73c8483f-759a-4ce4-a136-47e7d8aef288 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.573749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0a3a706-b5e9-4a1b-981b-89f2906b4784 req-73c8483f-759a-4ce4-a136-47e7d8aef288 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 944 time: 0.1430905 Nov 22 16:34:35.630710 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c67adcb-752e-49ea-8893-137142ce3feb x-openstack-request-id: req-1c67adcb-752e-49ea-8893-137142ce3feb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:35.631078 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b5a84d-d974-4767-aa01-02fa0772c4f7", "tag": "20785fa0-c12f-4200-a04c-2b78f52d4b71", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:35.631298 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c67adcb-752e-49ea-8893-137142ce3feb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:35.631675 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'tag': '20785fa0-c12f-4200-a04c-2b78f52d4b71', 'status': 'completed', 'code': 200} Nov 22 16:34:35.658374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69ea378e-57be-46b9-b005-6387dfb8de7a req-5c1a96a6-10bd-43b4-ad14-cff582ce2e22 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410582 Nov 22 16:34:35.677666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-ac1968c9-6996-47d3-b779-5972de729baf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027699 Nov 22 16:34:35.730316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.730969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:35.732471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] 10.222.0.20 "PUT /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 1121 time: 1.8011477 Nov 22 16:34:35.779803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7a282-ca24-4b7d-b65d-22d876ef3556 service neutron] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=8']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:35.786649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0a3a706-b5e9-4a1b-981b-89f2906b4784 req-e1205e30-8c3f-4865-a4eb-16b1f02e26e2 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929340 Nov 22 16:34:35.803137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-22fb2d2a-6582-4332-99cf-c50072c1878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.803137 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-22fb2d2a-6582-4332-99cf-c50072c1878b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0506afe2e62448339e6a93eda4906b24&device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 1099 time: 0.0622907 Nov 22 16:34:35.865866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.872381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.879722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.886107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.892850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.899388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.906638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.916228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:35.917075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-a78e51dd-2d20-45a8-8618-021d5c6d0fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:35.918766 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-a78e51dd-2d20-45a8-8618-021d5c6d0fcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1007531 Nov 22 16:34:35.926496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-721f7fbc-0229-4b18-92ad-1712b378dd9f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.2027256 Nov 22 16:34:35.980441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-5e47e281-7540-4b44-b2c4-cbb3c9240cea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a HTTP/1.1" status: 200 len: 217 time: 0.0463402 Nov 22 16:34:36.057407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-aa03bb4d-8eb9-43e6-9498-2933dfa0225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.059155 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-aa03bb4d-8eb9-43e6-9498-2933dfa0225a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0648801 Nov 22 16:34:36.133238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-d921dc1f-bd20-4d4e-b426-5b472909fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.135896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-d921dc1f-bd20-4d4e-b426-5b472909fb82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0654974 Nov 22 16:34:36.256717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-9443fc09-aef0-4927-8404-84c7541543b7 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078579 Nov 22 16:34:36.300237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-6ca07a10-f5b6-4c67-a0c0-c98d80e80e4e service neutron] 10.222.0.20 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874784 Nov 22 16:34:36.311376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e532c026-5ed7-410b-844a-87172a940bb0 req-06b0f1db-c992-4a11-90da-bf9688890990 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.312754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e532c026-5ed7-410b-844a-87172a940bb0 req-06b0f1db-c992-4a11-90da-bf9688890990 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 948 time: 0.3852971 Nov 22 16:34:36.356437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be9ddcd-8a46-4e96-8357-5d9b9e83c270 req-c3a2aa63-047d-408f-b4cb-98b9a4d0c24b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4245374 Nov 22 16:34:36.367355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d7e877f7-84a3-405d-b10f-0326aadec70c req-ef1717b1-6180-4689-bb04-dda6f7ba2d57 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951202 Nov 22 16:34:36.427744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e532c026-5ed7-410b-844a-87172a940bb0 req-d01298fb-3c55-464b-901f-3581d789d774 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951700 Nov 22 16:34:36.493327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88c5ef5a-7dca-4fc7-8a71-5e0561bbc598 req-7c529530-1a87-4b45-b4ca-03390a62c690 service neutron] 10.222.0.20 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754119 Nov 22 16:34:36.510950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70692c-65ca-4df0-a68e-df0029dfaca6 req-0c4f130d-0a64-4c11-a526-de82430f9ebd tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.512443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b70692c-65ca-4df0-a68e-df0029dfaca6 req-0c4f130d-0a64-4c11-a526-de82430f9ebd tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.0702562 Nov 22 16:34:36.628441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b70692c-65ca-4df0-a68e-df0029dfaca6 req-f4f24ce2-1264-4917-8a47-9c847f128697 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946064 Nov 22 16:34:36.640298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba665ff-faae-4823-8b13-11645a2a7a54 req-961e6fe5-60e7-4743-9cc0-14e41f0136ae tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.642899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dba665ff-faae-4823-8b13-11645a2a7a54 req-961e6fe5-60e7-4743-9cc0-14e41f0136ae tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 944 time: 0.1231313 Nov 22 16:34:36.678337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-501d8a4d-da17-436e-801f-f3e4cb651c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.679665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-501d8a4d-da17-436e-801f-f3e4cb651c5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 1095 time: 0.1316040 Nov 22 16:34:36.743140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fb00ab39-e169-4ad2-b7be-2605d27a644d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:36.751766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dba665ff-faae-4823-8b13-11645a2a7a54 req-8d94c188-2144-4b8f-8487-9de87c6764b0 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063533 Nov 22 16:34:36.790516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'}, {'name': 'network-changed', 'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:36.794005 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33019787-525d-4e93-a6c5-3172e0000f03" -d '{"events": [{"server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56"}, {"name": "network-changed", "server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:36.856039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-931150e8-97c2-438d-ac07-d0afcb707c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.857514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-931150e8-97c2-438d-ac07-d0afcb707c63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 911 time: 0.1663878 Nov 22 16:34:36.873819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:36.886993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c7e3c-c3d5-4442-a8ab-1a367fdd1fd3 req-d38a51d9-1550-43d8-8755-a7147cda1c76 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:36.888458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-289c7e3c-c3d5-4442-a8ab-1a367fdd1fd3 req-d38a51d9-1550-43d8-8755-a7147cda1c76 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.1053998 Nov 22 16:34:36.889921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'port_id': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'mac_address': 'fa:16:3e:98:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea15858-20dd-49e9-b2cf-6cf6867a348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:36.902148 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad198e-39f7-485b-9b59-77075066cdaa x-openstack-request-id: req-27ad198e-39f7-485b-9b59-77075066cdaa {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:36.902575 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "name": "network-vif-unplugged", "status": "completed", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56", "code": 200}, {"name": "network-changed", "server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:36.902972 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27ad198e-39f7-485b-9b59-77075066cdaa {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:36.903509 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'code': 200} Nov 22 16:34:36.904102 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'status': 'completed', 'code': 200} Nov 22 16:34:36.924806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-e2a3f073-2d75-4d20-9482-35acfed60738 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71 HTTP/1.1" status: 200 len: 217 time: 0.0553029 Nov 22 16:34:36.946776 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.964732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb00ab39-e169-4ad2-b7be-2605d27a644d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:36.987137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:36.993495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:36.999576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33019787-525d-4e93-a6c5-3172e0000f03 req-5197404a-fffc-444d-83df-278e3b2ce0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.001072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-5197404a-fffc-444d-83df-278e3b2ce0a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1124 time: 0.0563605 Nov 22 16:34:37.039471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-691e874b-7919-4bae-ae06-d5565395cb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.040961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-691e874b-7919-4bae-ae06-d5565395cb7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.1026108 Nov 22 16:34:37.046320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-289c7e3c-c3d5-4442-a8ab-1a367fdd1fd3 req-058e618c-4de6-468d-83ac-91b83969de87 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/security-groups?id=fecc9f84-ecfe-4bae-972c-50f7c2fcda82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243970 Nov 22 16:34:37.051229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.078449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-09972a40-399f-4105-991b-7acf86b461e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274131 Nov 22 16:34:37.086893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715726c8-a9d9-446b-8e51-0bdf398488da req-34e025c7-b19c-478b-8d29-3e9add2fea0b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.088290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-715726c8-a9d9-446b-8e51-0bdf398488da req-34e025c7-b19c-478b-8d29-3e9add2fea0b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 944 time: 0.1177020 Nov 22 16:34:37.136041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33019787-525d-4e93-a6c5-3172e0000f03 req-4edd25a0-bca9-4490-ac0d-54b39bac2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.137565 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-4edd25a0-bca9-4490-ac0d-54b39bac2db3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1253991 Nov 22 16:34:37.149613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-0ba8d478-074e-4cb8-ad3e-35dcc5b33845 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.151200 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-0ba8d478-074e-4cb8-ad3e-35dcc5b33845 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 947 time: 0.0697722 Nov 22 16:34:37.167147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.179925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:37.192394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-715726c8-a9d9-446b-8e51-0bdf398488da req-60d0da60-a0a8-4c19-9517-e8b55485c632 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947421 Nov 22 16:34:37.217700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-8def1a1a-09fd-4029-8427-733a8e7a9854 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 217 time: 0.0655494 Nov 22 16:34:37.232571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-34564faa-b2bf-4d5c-b0fe-6fdc2a109aee service neutron] 10.222.0.20 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431117 Nov 22 16:34:37.299900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:37.303576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33019787-525d-4e93-a6c5-3172e0000f03 req-7af3e20c-6d15-4cd9-bea8-6e3483cc533c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.305152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-7af3e20c-6d15-4cd9-bea8-6e3483cc533c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0760050 Nov 22 16:34:37.311409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['fb00ab39-e169-4ad2-b7be-2605d27a644d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:37.340819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ba4792-fdef-486d-81a8-49e6ae29eaaa req-08b6661d-7e14-4be9-b63c-b931dc1ee427 service neutron] 10.222.0.20 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985494 Nov 22 16:34:37.346727 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-f1f9331c-40b7-4665-a2ec-bc79ac489f16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317492 Nov 22 16:34:37.348885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a', 'mac_address': 'fa:16:3e:43:b8:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:37.353602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Deleting port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:37.353840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.406231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.431531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:37.480860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:37.510012 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.515286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.521735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.527636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.531420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-930e9ee7-b388-40cf-ab60-2d3d9a3b850a service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735632 Nov 22 16:34:37.533550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.536344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] For port 93b3dcf8-3257-47ca-9649-3da796b0ffe3, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=93b3dcf8-3257-47ca-9649-3da796b0ffe3,segment=NetworkSegment(2f197786-eae1-4be8-8064-33d6e3534582),segment_id=2f197786-eae1-4be8-8064-33d6e3534582)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:37.536710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.539405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.545238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.551646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.554375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-af0babd1-41bf-47d0-87c4-75f5e84c36cb tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.0976362 Nov 22 16:34:37.558291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Calling delete_port for 93b3dcf8-3257-47ca-9649-3da796b0ffe3 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:37.612879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.646601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d254737-6167-4b2e-899d-87e1e3a28aab req-3db4800c-1705-4c9b-b7dd-3e508ba89c2d tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.654148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d254737-6167-4b2e-899d-87e1e3a28aab req-3db4800c-1705-4c9b-b7dd-3e508ba89c2d tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 949 time: 0.0994015 Nov 22 16:34:37.678623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef3b2c4b-814d-49b7-9154-2941f98ad610 req-10f43cc8-666c-4cbf-b4e7-f62e91851c5f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142426 Nov 22 16:34:37.697958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-33019787-525d-4e93-a6c5-3172e0000f03 req-069d5944-7974-4828-a9ec-8e7eb85eab5b service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533556 Nov 22 16:34:37.725275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d254737-6167-4b2e-899d-87e1e3a28aab req-d5c34155-bd35-44a8-842b-5ab985d73ee1 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689685 Nov 22 16:34:37.790797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.810061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['93b3dcf8-3257-47ca-9649-3da796b0ffe3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:37.833884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Pushing event deleted for resources: {'Port': ['ID=93b3dcf8-3257-47ca-9649-3da796b0ffe3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:37.842508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd5d9b-5bcb-4aa7-9e31-bec0907a36eb req-88b7ffef-3c95-4853-b1b7-9b1f14f7349d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.847873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3bd5d9b-5bcb-4aa7-9e31-bec0907a36eb req-88b7ffef-3c95-4853-b1b7-9b1f14f7349d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.0653532 Nov 22 16:34:37.884446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] No DVR routers for this DVR port 93b3dcf8-3257-47ca-9649-3da796b0ffe3 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:37.887100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:37.890767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e4500c56-6af0-423c-8853-45fd7fd231bd req-05661c8b-4bbe-436d-a6b0-434d5d3b895b tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.66 "DELETE /v2.0/ports/93b3dcf8-3257-47ca-9649-3da796b0ffe3 HTTP/1.1" status: 204 len: 173 time: 0.7313275 Nov 22 16:34:37.906679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:37.929026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3bd5d9b-5bcb-4aa7-9e31-bec0907a36eb req-568ca3d5-a00f-47ab-b2f1-6bec1a4c6a79 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744541 Nov 22 16:34:37.946502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed491fef-c211-45c3-a2c8-1122f26ed4a3 req-2d974cab-2033-4392-8702-9ef4be8cd87b tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:37.958687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed491fef-c211-45c3-a2c8-1122f26ed4a3 req-2d974cab-2033-4392-8702-9ef4be8cd87b tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 945 time: 0.0897903 Nov 22 16:34:38.031208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed491fef-c211-45c3-a2c8-1122f26ed4a3 req-103c231e-d74a-4df3-8d6d-94f551fc49d2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657036 Nov 22 16:34:38.174784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b91337c-bad0-4f6d-899a-8c11cfe6494e req-2f85a174-6e6d-4459-88c0-e5e6880f3a77 tempest-ServersNegativeTestJSON-511528401 tempest-ServersNegativeTestJSON-511528401-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4aca17e-2210-414c-8ba5-887a33b65c2e HTTP/1.1" status: 200 len: 210 time: 0.0290196 Nov 22 16:34:38.323983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0175e4ca-6559-404b-aeed-54fe96f2d44a req-440c99d3-333e-4ddd-9edf-92b784568a85 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.325456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0175e4ca-6559-404b-aeed-54fe96f2d44a req-440c99d3-333e-4ddd-9edf-92b784568a85 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 944 time: 0.0496557 Nov 22 16:34:38.372601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0175e4ca-6559-404b-aeed-54fe96f2d44a req-2afd65ad-479a-4164-8dc4-b9350dc0bb42 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Nov 22 16:34:38.655448 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.756520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:38.761259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fb00ab39-e169-4ad2-b7be-2605d27a644d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:38.857145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.863446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.870974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.872245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port fb00ab39-e169-4ad2-b7be-2605d27a644d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:38.877545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.883676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.885455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port fb00ab39-e169-4ad2-b7be-2605d27a644d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:38.885847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:38.889764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.896492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.899174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-a9b0538f-3fcc-4a54-bd31-d5b32746e32b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.1319170 Nov 22 16:34:38.905441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-deleted', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:38.909312 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7938eb1-a44e-4d56-8904-7cf992683ea7" -d '{"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-deleted", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:38.911748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d4b4f5-8f43-4c64-ad9b-ec6e3d7634b3 req-f111ddc0-9813-4c25-a049-b9707082db8c tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:38.913386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59d4b4f5-8f43-4c64-ad9b-ec6e3d7634b3 req-f111ddc0-9813-4c25-a049-b9707082db8c tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 949 time: 0.1125705 Nov 22 16:34:38.928987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:38.948632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:34:38.995096 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.004029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59d4b4f5-8f43-4c64-ad9b-ec6e3d7634b3 req-86484ff1-277e-4699-8430-697bee47b165 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794778 Nov 22 16:34:39.011042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8ffbc68-7c51-4e64-9e88-de105d4dbb9d req-67e168b5-a9e1-430e-8f0e-eb492da393d2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0945716 Nov 22 16:34:39.019850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb00ab39-e169-4ad2-b7be-2605d27a644d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:39.022143 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c1303f-bc77-42b6-8f66-b14d4c627474" -d '{"events": [{"server_uuid": "fadb07f7-faea-4a5c-a2a3-a16c64d82fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fb00ab39-e169-4ad2-b7be-2605d27a644d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:39.035480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:39.051826 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.084730 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02869a4f-890d-4f26-9d04-6bebf6034e15 x-openstack-request-id: req-02869a4f-890d-4f26-9d04-6bebf6034e15 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:39.085045 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4aca17e-2210-414c-8ba5-887a33b65c2e", "name": "network-vif-deleted", "tag": "93b3dcf8-3257-47ca-9649-3da796b0ffe3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:39.085377 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02869a4f-890d-4f26-9d04-6bebf6034e15 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:39.085814 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4aca17e-2210-414c-8ba5-887a33b65c2e', 'name': 'network-vif-deleted', 'tag': '93b3dcf8-3257-47ca-9649-3da796b0ffe3', 'status': 'completed', 'code': 200} Nov 22 16:34:39.105645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:39.127408 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf70228-57c1-4476-ac83-3b4d53806ca7 x-openstack-request-id: req-eaf70228-57c1-4476-ac83-3b4d53806ca7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:39.128358 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb07f7-faea-4a5c-a2a3-a16c64d82fc0", "name": "network-vif-plugged", "status": "completed", "tag": "fb00ab39-e169-4ad2-b7be-2605d27a644d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:39.128679 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eaf70228-57c1-4476-ac83-3b4d53806ca7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:39.129173 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'code': 200} Nov 22 16:34:39.244092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfddba-4c72-4f9b-84be-1ff9a1234def req-17c39b7d-8e1e-4250-942d-387863625e17 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:39.245581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dfddba-4c72-4f9b-84be-1ff9a1234def req-17c39b7d-8e1e-4250-942d-387863625e17 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 943 time: 0.1112802 Nov 22 16:34:39.281814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b763c0-eacd-4cb5-9eaf-10db813d8810 req-aa581896-6310-4c36-ad12-34b52f522581 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:39.283316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1b763c0-eacd-4cb5-9eaf-10db813d8810 req-aa581896-6310-4c36-ad12-34b52f522581 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.1068621 Nov 22 16:34:39.308283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d244904-fb4f-43af-9526-351d24810500 req-57420c62-4342-45d9-bef9-e51296947dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:39.310551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d244904-fb4f-43af-9526-351d24810500 req-57420c62-4342-45d9-bef9-e51296947dc1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 1097 time: 0.1032717 Nov 22 16:34:39.354406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dfddba-4c72-4f9b-84be-1ff9a1234def req-f19b1d47-104f-4732-9559-0e8bdb3fcdb2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008043 Nov 22 16:34:39.396784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1b763c0-eacd-4cb5-9eaf-10db813d8810 req-10649722-bf75-416a-93ef-25db598c0426 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049252 Nov 22 16:34:39.403634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d244904-fb4f-43af-9526-351d24810500 req-c8909dd2-5c67-483b-8367-d5de87304f76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807884 Nov 22 16:34:39.443898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56704) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.489720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Deleting subnet cb7173db-1291-4da3-bad3-8ab989924ff1 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:39.493416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.528800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.538676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe9930-507d-499d-bcaa-84464d20b66d req-44757878-ba0f-44ab-a37e-558a772921b5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:39.540165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1fe9930-507d-499d-bcaa-84464d20b66d req-44757878-ba0f-44ab-a37e-558a772921b5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 944 time: 0.0514662 Nov 22 16:34:39.572278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.589313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1fe9930-507d-499d-bcaa-84464d20b66d req-e0ac5786-1f91-45b1-a60b-fbec19f50d62 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Nov 22 16:34:39.626514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.651763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7173db-1291-4da3-bad3-8ab989924ff1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:39.655385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.660848 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-07266321-8398-40f8-bcfa-05a595ae4ac0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cb7173db-1291-4da3-bad3-8ab989924ff1 HTTP/1.1" status: 204 len: 168 time: 0.2136641 Nov 22 16:34:39.661951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:39.731280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.811769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.832591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9883e7b7-4094-401f-93f7-da4320524371']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:39.842014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f197786-eae1-4be8-8064-33d6e3534582') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:39.842312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f197786-eae1-4be8-8064-33d6e3534582') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:39.857739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.894549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.908910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:39.909723 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:39.910998 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:39.963501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-c6eaa0d4-c9d3-4b63-91a3-1bc97c5ade08 service neutron] 10.222.0.66 "GET /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.1142647 Nov 22 16:34:39.997948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.004755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.007940 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9883e7b7-4094-401f-93f7-da4320524371 HTTP/1.1" status: 204 len: 168 time: 0.3450515 Nov 22 16:34:40.025100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484d073-b530-4d01-afdd-86ee23709945 admin admin] Pushing event deleted for resources: {'Network': ['ID=9883e7b7-4094-401f-93f7-da4320524371,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.174230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:40.192880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730c8c1-74e1-4f06-ae74-94880a993285 req-5c3c6a59-bab4-4f18-ba16-2485828f0ca0 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.194681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9730c8c1-74e1-4f06-ae74-94880a993285 req-5c3c6a59-bab4-4f18-ba16-2485828f0ca0 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 949 time: 0.1066680 Nov 22 16:34:40.198347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:40.208051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.214295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.220427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.224779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.226916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.232742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.238932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.244769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.245033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:40.246710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-c56906cd-9a88-425b-b2be-bf7d9b30e616 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.1171057 Nov 22 16:34:40.260582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:40.286554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.297851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0b54fefc-40a6-4d66-9982-f1d7f7259a47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=95a7ae558e2c4c78bf68be4445766e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0719738 Nov 22 16:34:40.300460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56718) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:40.319616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9730c8c1-74e1-4f06-ae74-94880a993285 req-be4167a2-9fb9-44cd-b090-45bcaadd407f tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717928 Nov 22 16:34:40.349144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dc2f9f6-883b-4533-8612-6484c47ba5cc req-aab1ec08-6eb9-4ee1-b33b-aff7091fc591 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935488 Nov 22 16:34:40.399782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7ffe-abbc-4e13-8e53-b60bb7615185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.419465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] Transition to ACTIVE for port object a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:40.430845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.434718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7ffe-abbc-4e13-8e53-b60bb7615185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.520081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae225b-d115-42ad-9204-3a91729a1640 req-c8c8e961-fac0-44f9-9156-27887ab320b5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.521928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05ae225b-d115-42ad-9204-3a91729a1640 req-c8c8e961-fac0-44f9-9156-27887ab320b5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.0906129 Nov 22 16:34:40.537905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] No DVR routers for this DVR port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:40.548748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] Pushing event updated for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.549352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd0908-be8e-421e-85ea-9ea2c4182d3d req-61266cab-b934-4acc-b68a-a5989cf3feaa tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.551103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18cd0908-be8e-421e-85ea-9ea2c4182d3d req-61266cab-b934-4acc-b68a-a5989cf3feaa tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.0743940 Nov 22 16:34:40.584634 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-6fc0f37b-540e-444b-b74d-9caaabe1e8cb service neutron] 10.222.0.66 "PUT /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6122851 Nov 22 16:34:40.586190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7ffe-abbc-4e13-8e53-b60bb7615185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.588890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c6ad7ffe-abbc-4e13-8e53-b60bb7615185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.589978 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c6ad7ffe-abbc-4e13-8e53-b60bb7615185 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fecc9f84-ecfe-4bae-972c-50f7c2fcda82 HTTP/1.1" status: 204 len: 168 time: 0.2885871 Nov 22 16:34:40.598575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad7ffe-abbc-4e13-8e53-b60bb7615185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc9f84-ecfe-4bae-972c-50f7c2fcda82,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:40.647334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05ae225b-d115-42ad-9204-3a91729a1640 req-faac534e-365d-4ae7-a6c1-5462e8b50392 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179347 Nov 22 16:34:40.719856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18cd0908-be8e-421e-85ea-9ea2c4182d3d req-69cae703-e671-480a-88f9-2a7f563ab7eb tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570289 Nov 22 16:34:40.754246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-4e6e6d3d-1e61-4180-a871-2581e48937a9 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.761418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-4e6e6d3d-1e61-4180-a871-2581e48937a9 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.1029339 Nov 22 16:34:40.763128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 20785fa0-c12f-4200-a04c-2b78f52d4b71 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:40.878678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 20785fa0-c12f-4200-a04c-2b78f52d4b71, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:40.891517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '20785fa0-c12f-4200-a04c-2b78f52d4b71', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'port_id': '20785fa0-c12f-4200-a04c-2b78f52d4b71', 'mac_address': 'fa:16:3e:63:4c:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:40.906349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e41b0-ec03-40ad-87f1-f9fdfdf7da35 req-61627cad-8b25-4b7a-ba5b-e9babd7176d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.914829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-772e41b0-ec03-40ad-87f1-f9fdfdf7da35 req-61627cad-8b25-4b7a-ba5b-e9babd7176d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 944 time: 0.1076539 Nov 22 16:34:40.918125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-b3610533-e2ed-4ec9-a0e4-0c75070bca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:40.919691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-b3610533-e2ed-4ec9-a0e4-0c75070bca50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff&tenant_id=0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 1095 time: 0.1491265 Nov 22 16:34:40.941529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:40.959049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20785fa0-c12f-4200-a04c-2b78f52d4b71 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:40.989747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 20785fa0-c12f-4200-a04c-2b78f52d4b71, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:40.999391 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.018677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-772e41b0-ec03-40ad-87f1-f9fdfdf7da35 req-3aeedaa0-af6a-41ab-9b94-e880d60e17b0 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026895 Nov 22 16:34:41.026973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-95b39379-32de-46b8-aec8-79fa3b43a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.030952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-95b39379-32de-46b8-aec8-79fa3b43a051 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1095 time: 0.0802445 Nov 22 16:34:41.059444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=20785fa0-c12f-4200-a04c-2b78f52d4b71,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.138765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-df8eeef0-a535-485c-85b2-4e7eac71279c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.140324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-df8eeef0-a535-485c-85b2-4e7eac71279c service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.0960944 Nov 22 16:34:41.184499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-42760b69-b516-4b35-88a7-93f5058ed309 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 217 time: 0.0351653 Nov 22 16:34:41.223665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:41.241793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-fe114d2f-dd5d-42ad-9b9b-a4ecbd4a1c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.243518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-fe114d2f-dd5d-42ad-9b9b-a4ecbd4a1c11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0506525 Nov 22 16:34:41.264775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['20785fa0-c12f-4200-a04c-2b78f52d4b71'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:41.282658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-e7d057b9-7150-4f17-9062-acaf54dc8882 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290384 Nov 22 16:34:41.319261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:41.329021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:41.329021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.440582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-22b88c3a-de69-4414-8e16-33a5801aa881 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485794 Nov 22 16:34:41.443154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.474834 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.509316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:41.511583 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707e5b8a-d916-451a-a38d-2650b8830669" -d '{"events": [{"server_uuid": "ecf69df0-0a61-458c-b27e-9100a72db645", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:41.527126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:41.532608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.533495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:41.573829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1288288079-network', 'tenant_id': '489608a0956349a38a8c17d51c2ce338'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:41.576541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 93b3dcf8-3257-47ca-9649-3da796b0ffe3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:41.576885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 93b3dcf8-3257-47ca-9649-3da796b0ffe3 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:41.599512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Made reservation on behalf of 489608a0956349a38a8c17d51c2ce338 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:41.602284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.604790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.611274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.623666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.630400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.636975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.642965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.652119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.662937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.670757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.673608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-5bc82ae6-1108-4fd4-a3d8-352e0f3cae77 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.1830041 Nov 22 16:34:41.686843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756cef1-b973-4d49-b6d0-e374f9a9b474 req-51920b99-8136-49bf-bd2d-3d9da31ca054 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.688303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3756cef1-b973-4d49-b6d0-e374f9a9b474 req-51920b99-8136-49bf-bd2d-3d9da31ca054 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 949 time: 0.2464836 Nov 22 16:34:41.693424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.698393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.727501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5ce8ea9b-df04-4229-83d3-c17148b94f5a service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725666 Nov 22 16:34:41.728142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:41.734316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef81ec-966f-439e-be5b-20cd76c9266e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.744141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.744929 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Added segment cdc32169-25da-45c2-be32-8dffe8b6b836 of type vlan for network 42e94736-7e4c-475f-8131-2135f443e82b Nov 22 16:34:41.790021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.800103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3756cef1-b973-4d49-b6d0-e374f9a9b474 req-3518d68e-5af0-4c7a-aebc-6313aaba0df6 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990069 Nov 22 16:34:41.804987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f225240-20ac-44e0-b605-3c2cbd8bec5f req-6e56f787-1e4d-48bf-aeb8-c3ed0eafa189 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124840 Nov 22 16:34:41.824092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.825084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:41.825846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:41.867872 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f6fc4-609c-4151-98e7-d8066399b8fa x-openstack-request-id: req-8c0f6fc4-609c-4151-98e7-d8066399b8fa {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:41.868738 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf69df0-0a61-458c-b27e-9100a72db645", "name": "network-vif-plugged", "status": "completed", "tag": "f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:41.869200 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c0f6fc4-609c-4151-98e7-d8066399b8fa {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:41.869623 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a', 'code': 200} Nov 22 16:34:41.899135 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4540629 Nov 22 16:34:41.899548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56766) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:41.904761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Request body: {'subnet': {'network_id': '42e94736-7e4c-475f-8131-2135f443e82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1288288079-subnet', 'tenant_id': '489608a0956349a38a8c17d51c2ce338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:41.927121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4402b61-4960-49d5-a17f-161b5e786d8a admin admin] Pushing event updated for resources: {'Network': ['ID=42e94736-7e4c-475f-8131-2135f443e82b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:41.938204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 42e94736-7e4c-475f-8131-2135f443e82b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:41.954863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Made reservation on behalf of 489608a0956349a38a8c17d51c2ce338 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:41.957611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.021440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a44f7-5e6a-4e27-b8e2-4e14e5161ca7 req-1662d151-bda7-4e2a-b4ac-f7d9c44157e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.023068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3e6a44f7-5e6a-4e27-b8e2-4e14e5161ca7 req-1662d151-bda7-4e2a-b4ac-f7d9c44157e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 1101 time: 0.0425274 Nov 22 16:34:42.073003 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3e6a44f7-5e6a-4e27-b8e2-4e14e5161ca7 req-390e7269-d4c4-4c7a-b5eb-d0a00f7212ff service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406883 Nov 22 16:34:42.142076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7785c46-eb0e-4c90-8150-fb71b1b06444 req-18f26e37-d77c-4691-8d92-0f149e80ea5e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.143645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7785c46-eb0e-4c90-8150-fb71b1b06444 req-18f26e37-d77c-4691-8d92-0f149e80ea5e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.1907408 Nov 22 16:34:42.160442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7938e9-7a09-4727-aa3d-8f66bfee9a9c req-3e83dd1a-08b8-40bb-8eca-af12a90bf37f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.161870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc7938e9-7a09-4727-aa3d-8f66bfee9a9c req-3e83dd1a-08b8-40bb-8eca-af12a90bf37f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.1782753 Nov 22 16:34:42.171593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bafcd7a-9ab7-4684-97a1-5d478abf4c1c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.172981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-5bafcd7a-9ab7-4684-97a1-5d478abf4c1c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.1553979 Nov 22 16:34:42.334413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7785c46-eb0e-4c90-8150-fb71b1b06444 req-22f85bd0-e9c5-4992-b2b1-012708597c01 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834266 Nov 22 16:34:42.337462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc7938e9-7a09-4727-aa3d-8f66bfee9a9c req-be379e90-401a-4250-a742-c3ac550a84c7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636386 Nov 22 16:34:42.438667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.505641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-9a07ca93-d449-426c-85ff-e105038b963d service neutron] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:42.519279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-9a07ca93-d449-426c-85ff-e105038b963d service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.520383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94c544fa-7108-4fc6-aaac-ab6478811824 req-9a07ca93-d449-426c-85ff-e105038b963d service neutron] 10.222.0.20 "DELETE /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.3166294 Nov 22 16:34:42.527842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc3cc03-05d2-4153-a0c4-92760cfe423d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:42.551647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cc7fcc-bb7f-4d53-ba8b-b2f4ff0c1e01 req-b127d68c-a9b9-42b1-a393-fb98ad584235 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.553688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36cc7fcc-bb7f-4d53-ba8b-b2f4ff0c1e01 req-b127d68c-a9b9-42b1-a393-fb98ad584235 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 945 time: 0.1327085 Nov 22 16:34:42.568207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Checking segment: {'id': 'cdc32169-25da-45c2-be32-8dffe8b6b836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '42e94736-7e4c-475f-8131-2135f443e82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:42.568582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Network hostable DHCP agents. Network: 42e94736-7e4c-475f-8131-2135f443e82b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:42.600437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Network 42e94736-7e4c-475f-8131-2135f443e82b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:42.615557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 42e94736-7e4c-475f-8131-2135f443e82b) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:42.622814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.623448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.630368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36cc7fcc-bb7f-4d53-ba8b-b2f4ff0c1e01 req-30ecfe81-ba4e-4901-9619-1ef268913cbf tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683982 Nov 22 16:34:42.636379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b74af9-78d9-4ca5-8596-5b4a1fa4bb5b None None] Network 42e94736-7e4c-475f-8131-2135f443e82b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:42.673178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb25dff9-97ab-4004-91b9-8e2f3e1803d8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7724226 Nov 22 16:34:42.726811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba7d88-f9d5-4c76-8ba7-1b394a9b7f0f req-16b7a3ae-6802-48c2-8632-62fe519ec02e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.728489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97ba7d88-f9d5-4c76-8ba7-1b394a9b7f0f req-16b7a3ae-6802-48c2-8632-62fe519ec02e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.0539296 Nov 22 16:34:42.773958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 20785fa0-c12f-4200-a04c-2b78f52d4b71 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:42.791789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56778) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:42.793293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97ba7d88-f9d5-4c76-8ba7-1b394a9b7f0f req-79e69cc1-d834-4f66-8149-03c96fc93902 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581679 Nov 22 16:34:42.808882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d30adea-5482-4dce-9221-a320a5c04cb0 None None] Network 42e94736-7e4c-475f-8131-2135f443e82b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:42.862833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Deleting subnet 6dc3cc03-05d2-4153-a0c4-92760cfe423d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:34:42.867742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.913554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 20785fa0-c12f-4200-a04c-2b78f52d4b71 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:42.920466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 20785fa0-c12f-4200-a04c-2b78f52d4b71 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:42.921043 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.935301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9f4d1-928b-4ee2-aa17-6d1e22f677af req-997291bd-3c8e-4e36-87ec-bcc6e61202ad tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:42.940094 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:42.944830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe9f4d1-928b-4ee2-aa17-6d1e22f677af req-997291bd-3c8e-4e36-87ec-bcc6e61202ad tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 950 time: 0.0681849 Nov 22 16:34:43.003952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfe9f4d1-928b-4ee2-aa17-6d1e22f677af req-80d64d5b-76f1-46e7-b4f4-003bfc1c809c tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570977 Nov 22 16:34:43.035820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.050606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.102015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 20785fa0-c12f-4200-a04c-2b78f52d4b71, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:43.113173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.126683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.166716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.171350 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6dc3cc03-05d2-4153-a0c4-92760cfe423d HTTP/1.1" status: 204 len: 168 time: 0.3805182 Nov 22 16:34:43.178985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56796) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:43.184298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.192132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2975a-d038-4f97-9c77-e89730a707d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc3cc03-05d2-4153-a0c4-92760cfe423d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.194539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.197344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=20785fa0-c12f-4200-a04c-2b78f52d4b71,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.201197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.208662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.215431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.216336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:43.222510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.229201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.238186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-2948b14c-cfee-4e1c-a289-813d0048cb11 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.1537335 Nov 22 16:34:43.270804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:43.272604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.305094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4c12ab1-fa0c-412d-9e2d-47724287d601 req-e2735d1e-c0f4-4997-8205-701ce305aa5f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661006 Nov 22 16:34:43.388251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.419696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e94736-7e4c-475f-8131-2135f443e82b']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:43.431448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc32169-25da-45c2-be32-8dffe8b6b836') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:43.431754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc32169-25da-45c2-be32-8dffe8b6b836') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:43.451097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.472882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.492484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:34:43.493039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:34:43.494908 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:34:43.555370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3cd80-bae7-4043-844d-47e207d96e02 req-65f2f0e0-6db1-464e-8a94-1986656fe2df tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.558172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30d3cd80-bae7-4043-844d-47e207d96e02 req-65f2f0e0-6db1-464e-8a94-1986656fe2df tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.0951896 Nov 22 16:34:43.562483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.590828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.598968 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/42e94736-7e4c-475f-8131-2135f443e82b HTTP/1.1" status: 204 len: 168 time: 0.4176450 Nov 22 16:34:43.600377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9faf9-da15-4c52-a7f7-481ad9f857d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=42e94736-7e4c-475f-8131-2135f443e82b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:43.665348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30d3cd80-bae7-4043-844d-47e207d96e02 req-51e3ed87-d87e-4868-b80b-86c4f13b9618 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982249 Nov 22 16:34:43.674458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c59ffd-6665-41f8-a030-a924aa7e4927 req-fde7eeb8-349c-4827-b8f2-f28a3196a6c3 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.677158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1c59ffd-6665-41f8-a030-a924aa7e4927 req-fde7eeb8-349c-4827-b8f2-f28a3196a6c3 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.0924275 Nov 22 16:34:43.756645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1c59ffd-6665-41f8-a030-a924aa7e4927 req-070c9d21-89a8-47c4-ae8c-a292723d14a1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615239 Nov 22 16:34:43.764244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:43.806907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fdf3cb35-5cd3-473c-b6a3-44ca82cb0f26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=489608a0956349a38a8c17d51c2ce338&name=default HTTP/1.1" status: 200 len: 2998 time: 0.0414920 Nov 22 16:34:43.809448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:43.859239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9810aaf9-5202-47bb-98b1-2cf95b23b83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.863736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aec32c-7d98-4949-93f0-fe9c3a920d4b req-6aed08c0-0457-41c0-b140-fcc279011dfc tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.865351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13aec32c-7d98-4949-93f0-fe9c3a920d4b req-6aed08c0-0457-41c0-b140-fcc279011dfc tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0595315 Nov 22 16:34:43.870326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20785fa0-c12f-4200-a04c-2b78f52d4b71'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:43.872884 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9583494-da5c-4e79-b27a-3fec856cda23" -d '{"events": [{"server_uuid": "b6b5a84d-d974-4767-aa01-02fa0772c4f7", "name": "network-vif-plugged", "status": "completed", "tag": "20785fa0-c12f-4200-a04c-2b78f52d4b71"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:43.884540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9810aaf9-5202-47bb-98b1-2cf95b23b83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.934555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533600d-6de4-4711-a11d-9bfdc925b671 req-121b8f58-dd91-45fb-acb9-f9c32830691b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:43.935253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9810aaf9-5202-47bb-98b1-2cf95b23b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.937073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b533600d-6de4-4711-a11d-9bfdc925b671 req-121b8f58-dd91-45fb-acb9-f9c32830691b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1095 time: 0.0708015 Nov 22 16:34:43.937952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9810aaf9-5202-47bb-98b1-2cf95b23b83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:43.941569 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9810aaf9-5202-47bb-98b1-2cf95b23b83e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a2ef81ec-966f-439e-be5b-20cd76c9266e HTTP/1.1" status: 204 len: 168 time: 0.1287096 Nov 22 16:34:43.948117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13aec32c-7d98-4949-93f0-fe9c3a920d4b req-d47929e2-c041-4e4f-b63f-91d5a94e2426 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740550 Nov 22 16:34:43.948319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810aaf9-5202-47bb-98b1-2cf95b23b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef81ec-966f-439e-be5b-20cd76c9266e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:44.010809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b533600d-6de4-4711-a11d-9bfdc925b671 req-48858018-c949-4bd7-bf89-f06165b21182 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Nov 22 16:34:44.018396 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8158c87b-c132-4aec-8a02-8c9803e1de0e x-openstack-request-id: req-8158c87b-c132-4aec-8a02-8c9803e1de0e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:44.019359 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b5a84d-d974-4767-aa01-02fa0772c4f7", "name": "network-vif-plugged", "status": "completed", "tag": "20785fa0-c12f-4200-a04c-2b78f52d4b71", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:44.021045 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8158c87b-c132-4aec-8a02-8c9803e1de0e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:44.021464 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20785fa0-c12f-4200-a04c-2b78f52d4b71', 'code': 200} Nov 22 16:34:44.183892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f6106-c9cf-4fdb-bac8-934fd1f51af5 req-cbfbdf0d-dffc-4ea3-a5f6-e8fca8a62293 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.185402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a01f6106-c9cf-4fdb-bac8-934fd1f51af5 req-cbfbdf0d-dffc-4ea3-a5f6-e8fca8a62293 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 950 time: 0.0888734 Nov 22 16:34:44.192868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ce7ae-901b-44dd-9d55-e1b4064a0c2a req-3f99bc47-ef9a-42d3-aa08-87918c450977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.194083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e0ce7ae-901b-44dd-9d55-e1b4064a0c2a req-3f99bc47-ef9a-42d3-aa08-87918c450977 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 1097 time: 0.0678246 Nov 22 16:34:44.263988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a01f6106-c9cf-4fdb-bac8-934fd1f51af5 req-fb073bd6-8ecf-420b-a0cc-2f87c8293fe1 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688648 Nov 22 16:34:44.329930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e0ce7ae-901b-44dd-9d55-e1b4064a0c2a req-03e668ed-849f-47f7-b209-3ea8cff302c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148460 Nov 22 16:34:44.667097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-a24355e0-145c-4a4e-a096-c8f9cb3b6373 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.668566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-a24355e0-145c-4a4e-a096-c8f9cb3b6373 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.4303925 Nov 22 16:34:44.689151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-6af44115-2035-464b-a342-cbdd63a82ee2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/quotas/0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 375 time: 0.0137851 Nov 22 16:34:44.715413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.717373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56872) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:44.722359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.728141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.733923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.740897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.746772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.753214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:44.755153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-e0a7415d-46fd-44e3-9805-eb0146ae2bbf tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.1351128 Nov 22 16:34:44.818853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-196031816-network', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:44.836824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-11b417c9-43e2-42a0-8cb2-aa10bc4af329 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806277 Nov 22 16:34:44.841360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Made reservation on behalf of 19f45fdbf34f4a4f9f831cca7cdf55c5 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:44.844040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.853154 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.861396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bdd7c22-6bde-4a33-8748-1236bba5b9db req-606db6ee-a1a0-4700-8427-5254b5cf4326 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0953898 Nov 22 16:34:44.945385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-1aaceefb-bc5d-4c14-a81e-086f60658dd7 service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967243 Nov 22 16:34:44.954795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.960986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:44.980475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:34:45.000376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.000726 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Added segment d1a80bee-243d-4d82-9628-b5094eecaa44 of type vlan for network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 Nov 22 16:34:45.003097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d20a1f-e4f1-4d6d-94fc-599a0f67c2d0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:45.046294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.082252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.083230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.083810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.085144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70713ff3-a999-4d20-83e9-d025171cbc17 req-1240f7cb-2508-4274-aa30-038b689809aa tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.086647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70713ff3-a999-4d20-83e9-d025171cbc17 req-1240f7cb-2508-4274-aa30-038b689809aa tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 950 time: 0.0824256 Nov 22 16:34:45.088641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-57ed4f33-754f-4c4e-8872-1803a182ef93 service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368003 Nov 22 16:34:45.147070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70713ff3-a999-4d20-83e9-d025171cbc17 req-1e018454-92a1-48f4-b6a5-34a2faae508c tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518064 Nov 22 16:34:45.148311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4297178 Nov 22 16:34:45.151517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56882) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:45.153808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d3de46-0508-45d5-a72c-e9c9e904799b admin admin] Pushing event updated for resources: {'Network': ['ID=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:45.157707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Request body: {'subnet': {'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-196031816-subnet', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:45.165069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:34:45.184018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Made reservation on behalf of 19f45fdbf34f4a4f9f831cca7cdf55c5 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:45.186936 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.398811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ec57f-ea1d-4ebb-bfa6-a2b8562b281a req-42b535f6-06eb-4d58-adce-93d3e2e709ee tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.400340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-879ec57f-ea1d-4ebb-bfa6-a2b8562b281a req-42b535f6-06eb-4d58-adce-93d3e2e709ee tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.1047192 Nov 22 16:34:45.469629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d869e80-c558-428b-bb49-f66cc74a1efb req-ad6718b9-31b1-4089-8028-b1f2560f1ccb tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.471726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d869e80-c558-428b-bb49-f66cc74a1efb req-ad6718b9-31b1-4089-8028-b1f2560f1ccb tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1450429 Nov 22 16:34:45.573325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-879ec57f-ea1d-4ebb-bfa6-a2b8562b281a req-c031111e-efc1-445f-9f31-349e2c6e53f6 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621017 Nov 22 16:34:45.587183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.600658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d869e80-c558-428b-bb49-f66cc74a1efb req-6ffb6bee-ec0a-43c1-86f7-c5f032c799a2 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216414 Nov 22 16:34:45.683490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4961917e-d194-4524-be4f-16ab1be66bca req-a43e99b1-18b2-4a95-99d6-dcbba8a51b2f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 210 time: 0.0496926 Nov 22 16:34:45.692493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa53583-f575-4c53-838b-774ad0d29637,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:45.711058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Checking segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:45.711417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Network hostable DHCP agents. Network: b1695cb5-2cda-4b6b-a160-140f1fd1c7e4, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:34:45.731627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:34:45.748867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b1695cb5-2cda-4b6b-a160-140f1fd1c7e4) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:45.754217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:45.754943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.760851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a3c973-2161-43d4-bace-24e7d613c098 None None] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:45.783727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4d7ca0c2-3fe3-46ec-b55a-018a8b456693 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6300778 Nov 22 16:34:45.786880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56894) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:45.791330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:45.816289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.817270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.874449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:45.919866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:34:45.921039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.073348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Allocated IP 172.20.0.2 (b1695cb5-2cda-4b6b-a160-140f1fd1c7e4/8fa53583-f575-4c53-838b-774ad0d29637/354249eb-ef61-4ca8-8a12-0451877c9c59) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:46.087574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.109020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.116295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.122178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.128833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.134754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.140648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.146959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.148900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-e123d0cc-d317-4c59-9564-462aabd80c93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5430 time: 0.1971383 Nov 22 16:34:46.225093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.239008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.296272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-68893d95-63ca-4596-8e1f-2eb6e61d4f5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1460037 Nov 22 16:34:46.301389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:46.302396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-567f9cbc-17b7-4c38-ae6b-53a4d576c5e5 req-cd78c35e-618c-46a0-ab0f-4494d962c996 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406229 Nov 22 16:34:46.311330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:46.315707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:46.321773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Pushing event updated for resources: {'Port': ['ID=354249eb-ef61-4ca8-8a12-0451877c9c59,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:46.388109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98457121-593c-4dea-b839-a0183247f413 req-dfca06e3-0750-40d1-bf39-5714f8136531 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.390027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98457121-593c-4dea-b839-a0183247f413 req-dfca06e3-0750-40d1-bf39-5714f8136531 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 950 time: 0.1100476 Nov 22 16:34:46.456531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-f645c3ea-63bb-4359-9bf3-8d3f34f258dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.458309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-f645c3ea-63bb-4359-9bf3-8d3f34f258dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1c9ba1182b654abeb9263efc1f9d1421&device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 1096 time: 0.1288183 Nov 22 16:34:46.488893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98457121-593c-4dea-b839-a0183247f413 req-47d50cfc-ae14-4311-855b-5150fb40c00d tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/security-groups?id=243c2949-131a-4f18-94a0-6a0f01921fd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899391 Nov 22 16:34:46.571799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Attempting to bind port 354249eb-ef61-4ca8-8a12-0451877c9c59 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:46.572492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Attempting to bind port 354249eb-ef61-4ca8-8a12-0451877c9c59 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:46.573053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Attempting to bind port 354249eb-ef61-4ca8-8a12-0451877c9c59 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:46.576877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87537aca-bd99-420b-85f2-4f849b3a487a req-df0f0d7c-acb0-4e76-845d-9dc5f57420eb tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.578997 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87537aca-bd99-420b-85f2-4f849b3a487a req-df0f0d7c-acb0-4e76-845d-9dc5f57420eb tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.66 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 950 time: 0.0878048 Nov 22 16:34:46.581473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:46.582213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Checking segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:46.582775 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.583652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Bound using segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:46.584513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Bound port: 354249eb-ef61-4ca8-8a12-0451877c9c59, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:46.585265 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.663623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] For port 354249eb-ef61-4ca8-8a12-0451877c9c59, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:46.667549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] For port 354249eb-ef61-4ca8-8a12-0451877c9c59, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=354249eb-ef61-4ca8-8a12-0451877c9c59,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:46.675304 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.681165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-3a81b7b4-4a00-45fb-b296-5dd5899033f5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.682741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-3a81b7b4-4a00-45fb-b296-5dd5899033f5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.2497942 Nov 22 16:34:46.703924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Request body: {'port': {'device_id': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'admin_state_up': True, 'tenant_id': '0859c669fbbf42ae8e1a9526f571035e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:46.776474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:46.805323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f741ea4-af97-4b5f-b4be-6c57c7bb5b5b None None] Pushing event updated for resources: {'Port': ['ID=354249eb-ef61-4ca8-8a12-0451877c9c59,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:46.880540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.894149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Deleting port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:46.894571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.899742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Made reservation on behalf of 0859c669fbbf42ae8e1a9526f571035e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:46.905562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.919393 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:46.919559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:46.934397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297', 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268', 'port_id': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297', 'mac_address': 'fa:16:3e:3b:43:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf6718-39d3-4f46-91b5-2d577c6d1469', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:46.942807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7361fc-7b46-4540-8733-5d65a282c2ea req-a2c7c246-1e92-4015-824b-d05d80644ea6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.944370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd7361fc-7b46-4540-8733-5d65a282c2ea req-a2c7c246-1e92-4015-824b-d05d80644ea6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.2230089 Nov 22 16:34:46.965386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950019f-bb4f-4341-918c-81a11dce2a77 req-76eddb2f-f6f7-4a6e-af21-edeb4960a697 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.966970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2950019f-bb4f-4341-918c-81a11dce2a77 req-76eddb2f-f6f7-4a6e-af21-edeb4960a697 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.1771519 Nov 22 16:34:46.968032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-94ff16c5-7bc0-4a43-9e67-660e393cf6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:46.978090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-94ff16c5-7bc0-4a43-9e67-660e393cf6e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c HTTP/1.1" status: 200 len: 907 time: 0.3990374 Nov 22 16:34:47.029642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.055243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:47.078621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.103386 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.103957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c666916e-74e3-44af-bebc-f27b78f06a79 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:47.105614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] For port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.106516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.152887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Calling delete_port for f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:47.221052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Allocated IP 172.20.0.14 (0563cfc1-51f9-4561-9fe9-0fa3a1987045/06ed45ce-6f21-482a-abea-d8dac37681bd/be31d644-92f8-470f-9eb2-db8713c49c4e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:47.278163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:47.294490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd7361fc-7b46-4540-8733-5d65a282c2ea req-22a908c7-7f97-4c07-84bc-c551e905846c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364167 Nov 22 16:34:47.319780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c666916e-74e3-44af-bebc-f27b78f06a79, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c666916e-74e3-44af-bebc-f27b78f06a79,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.338845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'c666916e-74e3-44af-bebc-f27b78f06a79', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'port_id': 'c666916e-74e3-44af-bebc-f27b78f06a79', 'mac_address': 'fa:16:3e:56:f4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:47.341510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Allocated IP 172.25.6.59 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/60072ecb-fe12-451f-9581-2a052e92886d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:47.348065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-2209680a-5f67-4ae1-a704-9ef37378c256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee HTTP/1.1" status: 200 len: 999 time: 0.2911711 Nov 22 16:34:47.369191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2950019f-bb4f-4341-918c-81a11dce2a77 req-33be6b2a-d78d-4525-87a8-e6fb82e3e858 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897138 Nov 22 16:34:47.404493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.424951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c666916e-74e3-44af-bebc-f27b78f06a79 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:47.453275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.462620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c666916e-74e3-44af-bebc-f27b78f06a79, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c666916e-74e3-44af-bebc-f27b78f06a79,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.472397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.473172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 972a6b48-ef18-416e-83f6-272bf57bc4ae details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:47.483589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adb78407-2730-40d6-bd26-6c5fe1246688 req-b517382d-b2d0-4ef6-ae78-d9e1293cfb8f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 210 time: 0.0984714 Nov 22 16:34:47.507495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Pushing event deleted for resources: {'Port': ['ID=f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:47.532404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.559441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-d6cd678f-de34-401e-bdb5-6cde72f10f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:47.568437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-d6cd678f-de34-401e-bdb5-6cde72f10f57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=14a7dd31-53f7-4464-a55d-80a3380779ee HTTP/1.1" status: 200 len: 845 time: 0.1753612 Nov 22 16:34:47.571497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] No DVR routers for this DVR port f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:47.575490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.578358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87537aca-bd99-420b-85f2-4f849b3a487a req-40449a33-1dde-48ec-887d-533e9d90e494 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.66 "DELETE /v2.0/ports/f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a HTTP/1.1" status: 204 len: 173 time: 0.9867697 Nov 22 16:34:47.581139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'name': 'network-vif-deleted', 'tag': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:47.584768 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c2d3f-e505-4547-9448-c2d858d3f1c4" -d '{"events": [{"server_uuid": "ecf69df0-0a61-458c-b27e-9100a72db645", "name": "network-vif-deleted", "tag": "f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:47.637426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c666916e-74e3-44af-bebc-f27b78f06a79,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:47.670143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.708029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.743309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '972a6b48-ef18-416e-83f6-272bf57bc4ae', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'port_id': '972a6b48-ef18-416e-83f6-272bf57bc4ae', 'mac_address': 'fa:16:3e:9b:d4:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88', 'ip_address': '10.1.1.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:47.836901 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.871059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972a6b48-ef18-416e-83f6-272bf57bc4ae {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:47.911901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:47.917688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:47.918469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b1b8d01e-a30e-4316-88b8-96931946bbb9 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:48.017034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.022565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b1b8d01e-a30e-4316-88b8-96931946bbb9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:48.038598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'b1b8d01e-a30e-4316-88b8-96931946bbb9', 'network_id': '9ab9394f-c0dd-4391-b480-58aa4f91e268', 'port_id': 'b1b8d01e-a30e-4316-88b8-96931946bbb9', 'mac_address': 'fa:16:3e:af:dd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cf6718-39d3-4f46-91b5-2d577c6d1469', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:48.106009 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.126582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b8d01e-a30e-4316-88b8-96931946bbb9 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:48.153552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b1b8d01e-a30e-4316-88b8-96931946bbb9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:48.159386 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.159975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7115f1fc-8a9b-469f-a9a6-00db37ac935a details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:48.254976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:48.281291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:48.287635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:48.292508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.321850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:48.328160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b1b8d01e-a30e-4316-88b8-96931946bbb9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.342743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c46024-e79a-4432-ad12-7cbb08b35368 None None] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:34:48.346885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-0f688e0e-d0e0-4af8-8c3d-3f20c7d7abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.348204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-0f688e0e-d0e0-4af8-8c3d-3f20c7d7abb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7745175 Nov 22 16:34:48.369410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.410492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4f421b5-b923-44e7-9a44-cb68c973151e req-ca71daab-f585-4caa-9d54-92d6c7e228b9 tempest-ImagesNegativeTestJSON-1916827012 tempest-ImagesNegativeTestJSON-1916827012-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecf69df0-0a61-458c-b27e-9100a72db645 HTTP/1.1" status: 200 len: 210 time: 0.0796661 Nov 22 16:34:48.423720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '7115f1fc-8a9b-469f-a9a6-00db37ac935a', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'port_id': '7115f1fc-8a9b-469f-a9a6-00db37ac935a', 'mac_address': 'fa:16:3e:12:24:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88', 'ip_address': '10.1.1.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:48.424072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46022-e429-4913-bffc-de19b1e54858 req-90d206cb-812b-419b-bf10-29b2d506b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.424072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-90d206cb-812b-419b-bf10-29b2d506b70e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 1097 time: 0.6087637 Nov 22 16:34:48.426496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.427129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.474336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-49f90f08-90f4-4fcc-a91c-770b67cf4309 None None] Provisioning complete for port 354249eb-ef61-4ca8-8a12-0451877c9c59 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:48.474868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49f90f08-90f4-4fcc-a91c-770b67cf4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.489585 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b0a4bf-85dc-4260-8068-12b36e8729b7 x-openstack-request-id: req-49b0a4bf-85dc-4260-8068-12b36e8729b7 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:48.490194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf69df0-0a61-458c-b27e-9100a72db645", "name": "network-vif-deleted", "tag": "f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:48.490618 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49b0a4bf-85dc-4260-8068-12b36e8729b7 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:48.491185 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf69df0-0a61-458c-b27e-9100a72db645', 'name': 'network-vif-deleted', 'tag': 'f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a', 'status': 'completed', 'code': 200} Nov 22 16:34:48.504314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-07d9b1ea-a061-439a-8ec4-5c53cb99bb35 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1666808 Nov 22 16:34:48.511961 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-f8fb07bd-283b-4a61-9510-ebb61e6f1786 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8133106 Nov 22 16:34:48.529356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Request body: {'port': {'device_id': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:48.551952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.565441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.575033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.578910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.585205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.591166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.591498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7115f1fc-8a9b-469f-a9a6-00db37ac935a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:48.598275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.604369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.606495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-c7997716-b796-4686-abc0-ad98e4c405fe tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5432 time: 0.9230125 Nov 22 16:34:48.610728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.619101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46022-e429-4913-bffc-de19b1e54858 req-d442977e-979c-4a3b-981d-f9edef5b971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.620549 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-d442977e-979c-4a3b-981d-f9edef5b971a service neutron] 10.222.0.20 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 911 time: 0.1897769 Nov 22 16:34:48.640499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:48.673535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.675555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 27536f30-0108-4353-b0d5-686fa9094b27 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:48.696522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.696999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.697465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.697974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.698436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.698896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.699356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.701561 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-93f087db-c301-40c7-b819-318ed74a4943 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6490 time: 0.1433575 Nov 22 16:34:48.702229 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.718155 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-e70f5f4c-7a18-499e-8880-5282533305db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71 HTTP/1.1" status: 200 len: 217 time: 0.0786042 Nov 22 16:34:48.734806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:48.743852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Pushing event updated for resources: {'Port': ['ID=60072ecb-fe12-451f-9581-2a052e92886d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.753436 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49f90f08-90f4-4fcc-a91c-770b67cf4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.762763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:48.771072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:48.812206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9218b5f-ce80-49a5-a314-ca43c062f6a7 req-6bc52b55-896b-4f52-8fb1-9c974991d200 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:48.813958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9218b5f-ce80-49a5-a314-ca43c062f6a7 req-6bc52b55-896b-4f52-8fb1-9c974991d200 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.2700107 Nov 22 16:34:48.821200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-d43d54cc-b480-4c94-84b1-31b3f04c9e5d service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565098 Nov 22 16:34:48.837913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:48.856862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-49f90f08-90f4-4fcc-a91c-770b67cf4309 None None] For port 354249eb-ef61-4ca8-8a12-0451877c9c59, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=354249eb-ef61-4ca8-8a12-0451877c9c59,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:48.868353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49f90f08-90f4-4fcc-a91c-770b67cf4309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:48.903907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8ffa964-f198-420f-9d1a-bb8645449f49 req-3b256073-df5e-4725-b5f7-4eddf89323a6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2576544 Nov 22 16:34:48.981357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=27536f30-0108-4353-b0d5-686fa9094b27,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:49.052552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f90f08-90f4-4fcc-a91c-770b67cf4309 None None] Pushing event updated for resources: {'Port': ['ID=354249eb-ef61-4ca8-8a12-0451877c9c59,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:49.080994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '27536f30-0108-4353-b0d5-686fa9094b27', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'port_id': '27536f30-0108-4353-b0d5-686fa9094b27', 'mac_address': 'fa:16:3e:bb:d6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:49.120608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a46022-e429-4913-bffc-de19b1e54858 req-aa41cee2-c4de-4e8f-a1d2-3ee6f58c769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.122338 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-aa41cee2-c4de-4e8f-a1d2-3ee6f58c769b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.3966956 Nov 22 16:34:49.162545 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.164511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9218b5f-ce80-49a5-a314-ca43c062f6a7 req-2e315cda-5c95-4d5c-8529-7ac12f53537a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330207 Nov 22 16:34:49.168424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-ef5b5d75-b203-47d8-8add-f9a9363cfe26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286362 Nov 22 16:34:49.189768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a0296a7-9f6d-44d2-a417-af31cf64ccf2 req-498428dc-f623-45cb-893c-b34d4cbe0a38 service neutron] 10.222.0.20 "GET /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540540 Nov 22 16:34:49.192843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be31d644-92f8-470f-9eb2-db8713c49c4e {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:49.210835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 354249eb-ef61-4ca8-8a12-0451877c9c59 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:49.235320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ede43-7fd4-4e41-8e9b-2815afafce91 req-8178b835-3d5b-4c10-a000-346999bd5616 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.238592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c2ede43-7fd4-4e41-8e9b-2815afafce91 req-8178b835-3d5b-4c10-a000-346999bd5616 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.1634793 Nov 22 16:34:49.251079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.255894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27536f30-0108-4353-b0d5-686fa9094b27 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:49.258217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-0f0b19c3-48b1-4999-84fb-e147e9b0c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.258819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-0f0b19c3-48b1-4999-84fb-e147e9b0c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.259800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-0f0b19c3-48b1-4999-84fb-e147e9b0c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.261683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-0f0b19c3-48b1-4999-84fb-e147e9b0c90a service neutron] 10.222.0.66 "GET /v2.0/networks?id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 200 len: 2293 time: 0.4983549 Nov 22 16:34:49.282336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Transition to ACTIVE for port object be31d644-92f8-470f-9eb2-db8713c49c4e will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:49.289549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:49.297047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.302209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=27536f30-0108-4353-b0d5-686fa9094b27,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:49.328862 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.331211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a846105b-7e81-411c-866a-ad369e0b0029 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:49.333243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:49.333848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f2a8b8a6-d5f8-4165-997e-4cd93bfd3a7a not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:49.385045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c6173a61-c5a7-49f0-b222-ad74eb6ba421 None None] Provisioning complete for port 354249eb-ef61-4ca8-8a12-0451877c9c59 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:49.385454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6173a61-c5a7-49f0-b222-ad74eb6ba421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.403953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c2ede43-7fd4-4e41-8e9b-2815afafce91 req-1467f51e-ab4d-4b63-99f1-5a981940f012 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179833 Nov 22 16:34:49.439905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:49.455887 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d96baad3-485b-4447-ba5d-547f1f52ac88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 200 len: 1001 time: 0.1784039 Nov 22 16:34:49.459625 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.477730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:49.485148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a846105b-7e81-411c-866a-ad369e0b0029,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:49.489615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 354249eb-ef61-4ca8-8a12-0451877c9c59 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:49.490078 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.505954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-fa23a05a-f0a3-4327-9e7c-004f8d6998aa service neutron] 10.222.0.20 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245962 Nov 22 16:34:49.542507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'a846105b-7e81-411c-866a-ad369e0b0029', 'network_id': '0f7a640c-5467-41d9-99ee-cb560f265bf7', 'port_id': 'a846105b-7e81-411c-866a-ad369e0b0029', 'mac_address': 'fa:16:3e:65:48:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88', 'ip_address': '10.1.1.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:49.622245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf40286-1669-440e-b502-864c6267f71d req-b270551b-8213-47ba-9286-851b9b423e39 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.631111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edf40286-1669-440e-b502-864c6267f71d req-b270551b-8213-47ba-9286-851b9b423e39 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.1341841 Nov 22 16:34:49.631625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-9a701b62-a610-4fd7-9288-66e67199c1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.634464 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-9a701b62-a610-4fd7-9288-66e67199c1ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc6a1dc-c822-4e67-9dfb-600cc772258b HTTP/1.1" status: 200 len: 850 time: 0.1610377 Nov 22 16:34:49.671260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.699552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a846105b-7e81-411c-866a-ad369e0b0029 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:49.735553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a846105b-7e81-411c-866a-ad369e0b0029,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:49.742324 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.743374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fb00ab39-e169-4ad2-b7be-2605d27a644d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:49.780579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edf40286-1669-440e-b502-864c6267f71d req-bb4db186-947e-4bdf-b88c-998272ee1fd2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685635 Nov 22 16:34:49.855288 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-36a46022-e429-4913-bffc-de19b1e54858 req-26a1bfe6-a14f-47ed-9305-91e545ae128d service neutron] 10.222.0.20 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316605 Nov 22 16:34:49.905891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:49.906353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:49.906588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:49.916480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:49.933164 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d72c8a6-2860-4a5c-aafa-3e06ea70ad2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.946590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:49.946828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:49.950889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:49.956829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-b954568b-868b-489a-ab3d-6ec66b852e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:49.959375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-b954568b-868b-489a-ab3d-6ec66b852e57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2941275 Nov 22 16:34:49.962587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:49.962922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:49.963312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:49.963765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Bound port: be31d644-92f8-470f-9eb2-db8713c49c4e, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:49.964131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.025218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:50.037860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'port_id': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'mac_address': 'fa:16:3e:98:e3:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea15858-20dd-49e9-b2cf-6cf6867a348c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:50.091648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-73ea88f3-f3aa-41dd-b38b-41db957795ba tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.093469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-73ea88f3-f3aa-41dd-b38b-41db957795ba tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.20 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 946 time: 0.2114153 Nov 22 16:34:50.150042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56960) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.188275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.196306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.203364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.213808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.219758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:50.223545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.231033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.238076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.245890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.246631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-dfc8dbd7-e9bc-4441-bc49-6a99c8c95c6d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5437 time: 0.1360505 Nov 22 16:34:50.259987 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-b41219e8-7d7a-4fb4-90c9-0fdf189ae21b service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914248 Nov 22 16:34:50.265740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:50.280128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb00ab39-e169-4ad2-b7be-2605d27a644d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:50.287371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.304896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:50.311663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.341294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3774090f-c794-4d9a-b5e6-603e0de1d0d9 req-f05aa121-36f4-456b-b611-294ac2687f13 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937474 Nov 22 16:34:50.375642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:50.382750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.383370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.385329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] 10.222.0.66 "PUT /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 1092 time: 1.8621266 Nov 22 16:34:50.402648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:34:50.417590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28a7a-25d6-43d6-a92a-ff20a7d01b39 req-818551c0-2b58-429b-864c-c7aca345c20b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.419023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3d28a7a-25d6-43d6-a92a-ff20a7d01b39 req-818551c0-2b58-429b-864c-c7aca345c20b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0975273 Nov 22 16:34:50.456198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec7a5c-41d3-42fa-ae43-7923dbaafcbc service neutron] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:50.467619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Deleting port fb00ab39-e169-4ad2-b7be-2605d27a644d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:34:50.468086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.481413 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-6f87c2fb-2ba8-42b5-a720-47e9c99d4343 service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097580 Nov 22 16:34:50.497425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:50.499706 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0335623e-b9e7-4d7b-853d-5d11573f37b8" -d '{"events": [{"name": "network-changed", "server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:50.598592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-a316ec82-2ce8-4644-bc04-23782b26de86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 217 time: 0.0531614 Nov 22 16:34:50.601015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f22868f-fc47-46c9-b07d-cbbe2f7e91fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0506afe2e62448339e6a93eda4906b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4456763 Nov 22 16:34:50.604025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56974) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.610226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3d28a7a-25d6-43d6-a92a-ff20a7d01b39 req-18e9f5c8-38e0-49c6-855c-9e92f7e9ae14 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474087 Nov 22 16:34:50.615829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:50.639539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:50.639802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb36b3-d633-4176-8cf1-7da810edd3a9 req-4f843723-d54e-4281-81e3-d00b70e7deb5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.641270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcbb36b3-d633-4176-8cf1-7da810edd3a9 req-4f843723-d54e-4281-81e3-d00b70e7deb5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 945 time: 0.0885460 Nov 22 16:34:50.664053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:50.665691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:50.669462 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.673157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a11fd072-f39d-4ccc-b549-56e57ecba591 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8827808 Nov 22 16:34:50.673385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:50.702272 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4c5d77-2b9b-4dd9-b238-c34a02008bf5 x-openstack-request-id: req-4f4c5d77-2b9b-4dd9-b238-c34a02008bf5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:50.702824 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:50.704543 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f4c5d77-2b9b-4dd9-b238-c34a02008bf5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:50.705532 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'status': 'completed', 'code': 200} Nov 22 16:34:50.719314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-ddac8400-993d-4e0f-b21f-aed7ffe7d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.721010 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-ddac8400-993d-4e0f-b21f-aed7ffe7d55a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1095 time: 0.2573087 Nov 22 16:34:50.731060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d50c2f62-e4e5-4072-8ef5-89127f1f3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.732487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d50c2f62-e4e5-4072-8ef5-89127f1f3617 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1252687 Nov 22 16:34:50.758650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcbb36b3-d633-4176-8cf1-7da810edd3a9 req-21d18fa9-fe57-449d-a0de-23c1980b08f0 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086874 Nov 22 16:34:50.795935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-2596b16c-de16-4aef-9295-2e88d07caf7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 217 time: 0.0624919 Nov 22 16:34:50.816021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:50.873720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] For port fb00ab39-e169-4ad2-b7be-2605d27a644d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fb00ab39-e169-4ad2-b7be-2605d27a644d,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:50.874187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.903272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3196e2b4-a998-4b81-bdce-40648ad40e45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:50.905024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Calling delete_port for fb00ab39-e169-4ad2-b7be-2605d27a644d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:34:50.918159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-51133be2-0532-4b15-b3e4-716643f85163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.919634 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-51133be2-0532-4b15-b3e4-716643f85163 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1025517 Nov 22 16:34:50.950845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-7a0a396d-e5db-40ac-95fd-69a785dfdf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:50.952066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-7a0a396d-e5db-40ac-95fd-69a785dfdf2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2033157 Nov 22 16:34:51.009829 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-e14a2977-8516-4af0-a682-c2eff90f78da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763817 Nov 22 16:34:51.025771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 354249eb-ef61-4ca8-8a12-0451877c9c59 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:51.059116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3cf92-c44f-43ca-a7ce-63635bb0d3f7 req-c9992ce4-39d0-4734-99d3-7b86545f1a60 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.060698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97d3cf92-c44f-43ca-a7ce-63635bb0d3f7 req-c9992ce4-39d0-4734-99d3-7b86545f1a60 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.1154160 Nov 22 16:34:51.066139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3196e2b4-a998-4b81-bdce-40648ad40e45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.090023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:49Z', 'revision_number': 3, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:51.124558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 354249eb-ef61-4ca8-8a12-0451877c9c59 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:51.124942 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.130924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c666916e-74e3-44af-bebc-f27b78f06a79'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:51.149606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:51.150041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Updating router a47ccbbe-6071-4fca-bc24-f576c6b01471 port 60072ecb-fe12-451f-9581-2a052e92886d binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:51.168150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97d3cf92-c44f-43ca-a7ce-63635bb0d3f7 req-14546928-4f22-42f6-a6dc-422352ab826e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914493 Nov 22 16:34:51.202828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['1b32ad42-3dc9-4040-8ac0-4c15bf6a9297'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:51.210944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a846105b-7e81-411c-866a-ad369e0b0029'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:51.231030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-7484aeac-298c-4d63-bca4-2d79423ca4f0 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486689 Nov 22 16:34:51.253879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['7115f1fc-8a9b-469f-a9a6-00db37ac935a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:51.255911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['27536f30-0108-4353-b0d5-686fa9094b27'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:51.303375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3196e2b4-a998-4b81-bdce-40648ad40e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.305754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3196e2b4-a998-4b81-bdce-40648ad40e45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.309379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3196e2b4-a998-4b81-bdce-40648ad40e45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/243c2949-131a-4f18-94a0-6a0f01921fd2 HTTP/1.1" status: 204 len: 168 time: 0.7018044 Nov 22 16:34:51.345049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-4c5e863e-e4f5-48f6-a333-4ad816695a39 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762396 Nov 22 16:34:51.345859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.348727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196e2b4-a998-4b81-bdce-40648ad40e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243c2949-131a-4f18-94a0-6a0f01921fd2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:51.353224 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.438024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.515182 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-f4256c6f-55c1-4742-bea9-b5579783ce4e service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748830 Nov 22 16:34:51.519396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event deleted for resources: {'Port': ['ID=fb00ab39-e169-4ad2-b7be-2605d27a644d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:51.626522 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-fe8d012d-caff-43a9-8b78-d9fcb9811b98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 217 time: 0.0846715 Nov 22 16:34:51.645979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] No DVR routers for this DVR port fb00ab39-e169-4ad2-b7be-2605d27a644d on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:34:51.662522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:51.665845 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18c50aa8-400d-40a4-9f9f-136bf888e5df req-1642e7bd-d8e9-4a32-82dd-712598770778 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.20 "DELETE /v2.0/ports/fb00ab39-e169-4ad2-b7be-2605d27a644d HTTP/1.1" status: 204 len: 173 time: 1.5584404 Nov 22 16:34:51.693403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7cf6453c-e889-4c4e-ab09-70e876302a47 req-71792782-191c-4031-b1b5-322f20f4d9ac service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385167 Nov 22 16:34:51.709784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.714815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-3596a933-2261-4a54-bc53-449568487e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.721606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.723730 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-3596a933-2261-4a54-bc53-449568487e52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0789113 Nov 22 16:34:51.729498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.738102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.752593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.761138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.768758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.788003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-8ce9c506-64c7-4952-9a23-4170a7033579 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5437 time: 0.2413139 Nov 22 16:34:51.925076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d3f6c38f-042d-4893-bd36-f2da7d78cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.928066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d3f6c38f-042d-4893-bd36-f2da7d78cf24 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1946576 Nov 22 16:34:51.948712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Allocated IP 172.20.0.1 (b1695cb5-2cda-4b6b-a160-140f1fd1c7e4/8fa53583-f575-4c53-838b-774ad0d29637/b630af04-5c17-4cd6-8c1e-0fdbefbd5069) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:51.978244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-ddcc015a-bccc-4d2f-b2e9-efd33bfd5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.980712 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-ddcc015a-bccc-4d2f-b2e9-efd33bfd5664 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1095 time: 0.1684043 Nov 22 16:34:51.981372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25dbb8-5f00-4564-9e0b-cd17f1157fcc req-f8b39b57-6c3f-4624-bdea-fe90d6a14ebd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:51.991951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db25dbb8-5f00-4564-9e0b-cd17f1157fcc req-f8b39b57-6c3f-4624-bdea-fe90d6a14ebd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1985731 Nov 22 16:34:52.012701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a4522b3-7e78-46c0-b0ee-cfbcf2ab80b6 req-2044163e-35f8-4c27-9594-39a06744ada2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2214177 Nov 22 16:34:52.088665 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-a45fc3b2-6c5e-4cc2-a208-7c7f8c318d7c service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454532 Nov 22 16:34:52.104491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['972a6b48-ef18-416e-83f6-272bf57bc4ae'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:52.106503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b1b8d01e-a30e-4316-88b8-96931946bbb9'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:52.193492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db25dbb8-5f00-4564-9e0b-cd17f1157fcc req-946cb72f-0bec-41e7-9edb-a94ac0a57213 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033889 Nov 22 16:34:52.235013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0b8b515-895e-4dd0-b322-e75aa4e68d6e req-b1d422b4-3a8d-4cc8-9e3e-888bac10e892 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=fadb07f7-faea-4a5c-a2a3-a16c64d82fc0 HTTP/1.1" status: 200 len: 210 time: 0.0793130 Nov 22 16:34:52.284026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-20e51148-0a98-4fd2-9097-bec8cb8d9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.286100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-20e51148-0a98-4fd2-9097-bec8cb8d9ba6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1958797 Nov 22 16:34:52.329908 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.357205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fb00ab39-e169-4ad2-b7be-2605d27a644d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:34:52.425692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: fb00ab39-e169-4ad2-b7be-2605d27a644d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:34:52.426052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fb00ab39-e169-4ad2-b7be-2605d27a644d not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:34:52.429500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10117592-75b1-4fb0-966c-9659cf5a2af6 req-79d63345-ef81-466f-8f64-a07e1dd90d34 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:52.439757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10117592-75b1-4fb0-966c-9659cf5a2af6 req-79d63345-ef81-466f-8f64-a07e1dd90d34 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.0859628 Nov 22 16:34:52.450197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.486975 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.520076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.524023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:52.539087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:52.544263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:52.546920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Pushing event updated for resources: {'Port': ['ID=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.599220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10117592-75b1-4fb0-966c-9659cf5a2af6 req-61cb73d0-a33a-499b-bc1f-1c4c80263a1c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546662 Nov 22 16:34:52.632670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.843425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Attempting to bind port 60072ecb-fe12-451f-9581-2a052e92886d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:52.843780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Attempting to bind port 60072ecb-fe12-451f-9581-2a052e92886d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:52.844079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Attempting to bind port 60072ecb-fe12-451f-9581-2a052e92886d on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:52.845968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5451-2068-4862-9843-f4ee3c4dfe0b None None] Pushing event updated for resources: {'Port': ['ID=60072ecb-fe12-451f-9581-2a052e92886d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:52.853459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'name': 'network-vif-deleted', 'tag': 'fb00ab39-e169-4ad2-b7be-2605d27a644d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:52.857075 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbee4dc-cb02-4404-aedd-20b315b77b62" -d '{"events": [{"server_uuid": "fadb07f7-faea-4a5c-a2a3-a16c64d82fc0", "name": "network-vif-deleted", "tag": "fb00ab39-e169-4ad2-b7be-2605d27a644d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:52.929931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-6bad5d37-5260-4189-b4fb-dcc45559b6ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 217 time: 0.6272385 Nov 22 16:34:52.933689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:52.934092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:52.935697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.936133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:52.937906 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Bound port: 60072ecb-fe12-451f-9581-2a052e92886d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:52.938265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.938755 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:52.976465 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7bbb8-9023-438d-8abc-ea4073d63ee6 x-openstack-request-id: req-78f7bbb8-9023-438d-8abc-ea4073d63ee6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:52.977038 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb07f7-faea-4a5c-a2a3-a16c64d82fc0", "name": "network-vif-deleted", "tag": "fb00ab39-e169-4ad2-b7be-2605d27a644d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:52.977486 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78f7bbb8-9023-438d-8abc-ea4073d63ee6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:52.978198 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb07f7-faea-4a5c-a2a3-a16c64d82fc0', 'name': 'network-vif-deleted', 'tag': 'fb00ab39-e169-4ad2-b7be-2605d27a644d', 'status': 'completed', 'code': 200} Nov 22 16:34:53.012741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b106c0b9-a825-418b-8ef5-a41cc717b1a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.020237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-439d561b-f620-49f3-ac82-a7c2e54ccb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.022022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-439d561b-f620-49f3-ac82-a7c2e54ccb72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0794585 Nov 22 16:34:53.024143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-cd4e898f-d161-40bf-befd-6feb4d536980 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7371454 Nov 22 16:34:53.113989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] For port 60072ecb-fe12-451f-9581-2a052e92886d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:53.117929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] For port 60072ecb-fe12-451f-9581-2a052e92886d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=60072ecb-fe12-451f-9581-2a052e92886d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:53.122599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-19dc1dd2-4f4c-4400-bd7b-9d17d3a98ad0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826640 Nov 22 16:34:53.135509 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.139719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-81711f07-81dd-4145-8a38-e286621de5e4 None None] Provisioning complete for port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:53.140337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81711f07-81dd-4145-8a38-e286621de5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.180937 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-0ce23380-163a-4e3e-8e9e-472dd345e8f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8 HTTP/1.1" status: 200 len: 217 time: 0.1400323 Nov 22 16:34:53.208415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.230855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.239636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.246675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.254595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.262558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.270157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.276296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.278415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-b957b016-67e7-4e14-a67e-0399be7be702 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5437 time: 0.1393423 Nov 22 16:34:53.280125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.294839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d55e76c6-a135-40af-a94e-d8a4a45a260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.296321 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d55e76c6-a135-40af-a94e-d8a4a45a260d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1041172 Nov 22 16:34:53.304558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:34:53.312395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:53.313272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:53.321747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-81711f07-81dd-4145-8a38-e286621de5e4 None None] Port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:53.354252 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-ab968d2e-8f56-4797-ad5c-d3d7fd6f0a6e service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850238 Nov 22 16:34:53.375402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5451-2068-4862-9843-f4ee3c4dfe0b None None] Pushing event updated for resources: {'Port': ['ID=60072ecb-fe12-451f-9581-2a052e92886d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:53.390218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-c8fc2740-46c1-4687-b4fb-d657ba1b2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.391716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-c8fc2740-46c1-4687-b4fb-d657ba1b2cce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0815864 Nov 22 16:34:53.400738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.406734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Pushing event updated for resources: {'Port': ['ID=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:53.491405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1468e2d-3c91-40e3-9cd6-5d1fc3d75f0d req-65acb9c6-3f63-4433-8a55-ab0b9fe42bba tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.492934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1468e2d-3c91-40e3-9cd6-5d1fc3d75f0d req-65acb9c6-3f63-4433-8a55-ab0b9fe42bba tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1584711 Nov 22 16:34:53.509098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41bd1c64-563d-41be-a07b-abf328e1f375 req-7eb7a16e-1977-4ac8-8721-50bf625795c7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2201800 Nov 22 16:34:53.514445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:53.549304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0335623e-b9e7-4d7b-853d-5d11573f37b8 req-9df59a06-c143-4ff6-b5cb-9bb3826840ee service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844320 Nov 22 16:34:53.573600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-f6603600-71de-4db7-979d-fcb49775b8f0 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492608 Nov 22 16:34:53.621240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:53.625161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:53.631172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1468e2d-3c91-40e3-9cd6-5d1fc3d75f0d req-97d64c0b-d692-43ad-b1c1-4c84ccabf2de tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948346 Nov 22 16:34:53.632262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:53.784952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'port_id': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'mac_address': 'fa:16:3e:f2:8c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ed45ce-6f21-482a-abea-d8dac37681bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:34:53.837366 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-aa4f473c-a4cc-4fa5-a8a1-adb0336a285a service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531502 Nov 22 16:34:53.915154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-e3c7b097-1b17-4bfe-be84-05eea5fbcc8e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a HTTP/1.1" status: 200 len: 217 time: 0.0672717 Nov 22 16:34:53.956083 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.980694 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:53.981270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-3b90a201-8d73-49e7-962a-5ce1747dfc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:53.982835 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-3b90a201-8d73-49e7-962a-5ce1747dfc40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0589883 Nov 22 16:34:53.988180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be31d644-92f8-470f-9eb2-db8713c49c4e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:54.050219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:54.058502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-fe30e3e9-b1da-433d-b261-6365ae09814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.060362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-fe30e3e9-b1da-433d-b261-6365ae09814e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0631814 Nov 22 16:34:54.062623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.098338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 2, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:54.111881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4c098bec-2ff2-4b70-90c9-01c4552f40bc None None] Provisioning complete for port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:54.112416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c098bec-2ff2-4b70-90c9-01c4552f40bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.149525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7419e66-61bf-4722-8dec-8fae42bac0e2 None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 2, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:54.206878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-d7d131b5-637a-4342-9891-5184a1b75109 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326613 Nov 22 16:34:54.216459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4c098bec-2ff2-4b70-90c9-01c4552f40bc None None] Port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:34:54.233537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:54.296348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea7ec3-759e-4221-aecd-9f6c6ec6f3a9 req-85ac3e7a-db46-4df6-9ebd-30c6ac704dae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.297949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77ea7ec3-759e-4221-aecd-9f6c6ec6f3a9 req-85ac3e7a-db46-4df6-9ebd-30c6ac704dae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.1388965 Nov 22 16:34:54.331710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-5a86b52f-0e8a-4ee7-9127-43dc9c7d0d55 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156373 Nov 22 16:34:54.349859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a846105b-7e81-411c-866a-ad369e0b0029 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:54.383396 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-01a3a148-d21e-4325-a8cb-63b56e2dfbd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd HTTP/1.1" status: 200 len: 217 time: 0.0385883 Nov 22 16:34:54.391454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:34:54.414891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port a846105b-7e81-411c-866a-ad369e0b0029 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:54.419384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['be31d644-92f8-470f-9eb2-db8713c49c4e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:34:54.427093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port a846105b-7e81-411c-866a-ad369e0b0029 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:54.427829 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.457835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-97e24195-b976-4329-989e-7688250a7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.463917 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-97e24195-b976-4329-989e-7688250a7795 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.0722919 Nov 22 16:34:54.513538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77ea7ec3-759e-4221-aecd-9f6c6ec6f3a9 req-06924904-dcd5-4c81-adfb-d7b817323d06 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066774 Nov 22 16:34:54.534601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-8846d04f-c713-406a-815c-c517fe197c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.536244 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-8846d04f-c713-406a-815c-c517fe197c10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0637271 Nov 22 16:34:54.684331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.706964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-7d5b39f2-c8ce-46b4-b9d0-d6e08ffed3fe tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.710969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-7d5b39f2-c8ce-46b4-b9d0-d6e08ffed3fe tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 822 time: 0.4087319 Nov 22 16:34:54.718717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-40f31169-f1af-4ee8-a13f-70082f5e2793 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728065 Nov 22 16:34:54.734204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:34:54.761680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:54.761954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9682022e-f360-4202-9852-cb988ea81d20 admin admin] 10.222.0.65 "PUT /v2.0/routers/a47ccbbe-6071-4fca-bc24-f576c6b01471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0737915 Nov 22 16:34:54.762070 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811c12a7-638d-4005-94eb-4feb06f13198" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "a846105b-7e81-411c-866a-ad369e0b0029"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:54.762192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-910df1e3-87af-4815-ae11-0c888d7c56f5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/quotas/a5d377bb455e4062a33662930223e1f3 HTTP/1.1" status: 200 len: 375 time: 0.0209146 Nov 22 16:34:54.770192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a846105b-7e81-411c-866a-ad369e0b0029,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:54.781002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.781917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c666916e-74e3-44af-bebc-f27b78f06a79 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:54.803781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-c9913351-581d-4efc-91b8-e4043ca0eccd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436363 Nov 22 16:34:54.894164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-6ae970c7-2108-4206-acb3-03d0d9567e76 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631451 Nov 22 16:34:54.928504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.937102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:54.941065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port c666916e-74e3-44af-bebc-f27b78f06a79 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:54.943247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.945869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port c666916e-74e3-44af-bebc-f27b78f06a79 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:54.946247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:54.952734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.953871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-46c22f77-0c10-41a0-b1d9-7c4859b8602a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 200 len: 217 time: 0.0508797 Nov 22 16:34:54.959845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.967214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.974325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.981451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:54.990567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-a3e8af95-31b7-49b9-b411-19a6cefda97d tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5437 time: 0.3096106 Nov 22 16:34:55.042364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-51de0600-2012-480c-9880-2774a4b62a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:55.043832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-51de0600-2012-480c-9880-2774a4b62a4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.0815003 Nov 22 16:34:55.060714 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.084804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-b71ba4b5-45cb-40b1-8eac-294cb0b6eb03 service neutron] 10.222.0.65 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800717 Nov 22 16:34:55.107096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-6f8b8460-2cfa-4a7a-8d1c-bc499636de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:55.107834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c666916e-74e3-44af-bebc-f27b78f06a79, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c666916e-74e3-44af-bebc-f27b78f06a79,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:55.108874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-6f8b8460-2cfa-4a7a-8d1c-bc499636de7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536611 Nov 22 16:34:55.115136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.115972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:55.129416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a72d1cf-f50f-4bd2-be1b-946d6575446c req-0204e74e-fc45-4283-8bca-70b35aaf0d57 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1374373 Nov 22 16:34:55.256792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c666916e-74e3-44af-bebc-f27b78f06a79,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.279754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-fc89de1d-299a-4e7a-9284-40723d7b328c service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577156 Nov 22 16:34:55.292112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:55.299230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.306825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:55.307210 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.368924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-7f67a6b5-a66f-49c0-8251-e4d6eaa6a021 service neutron] 10.222.0.65 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821004 Nov 22 16:34:55.394517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc20ea2-8376-4764-83f3-720fdac495be req-06777cd7-b993-4680-aa69-056de1886c41 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:55.398435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dc20ea2-8376-4764-83f3-720fdac495be req-06777cd7-b993-4680-aa69-056de1886c41 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0916541 Nov 22 16:34:55.408196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.430543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21f0251-12e6-4151-ae78-322243ef90d0 req-8f15e68d-971b-4733-a1ce-af919004181c service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375308 Nov 22 16:34:55.453281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:55.461457 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.462414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 27536f30-0108-4353-b0d5-686fa9094b27 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:55.495948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dc20ea2-8376-4764-83f3-720fdac495be req-e81b04d6-131c-4cdb-8234-8163e1eaf057 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913568 Nov 22 16:34:55.576701 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfd3741-ab9d-428f-bf94-8ab73e6fe237 x-openstack-request-id: req-ebfd3741-ab9d-428f-bf94-8ab73e6fe237 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:55.577067 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "a846105b-7e81-411c-866a-ad369e0b0029", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:55.577387 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ebfd3741-ab9d-428f-bf94-8ab73e6fe237 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:55.577874 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029', 'code': 200} Nov 22 16:34:55.611393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.636462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 27536f30-0108-4353-b0d5-686fa9094b27 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:55.645612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 27536f30-0108-4353-b0d5-686fa9094b27 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:55.646348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.760022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.798303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=27536f30-0108-4353-b0d5-686fa9094b27,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:55.805342 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:55.833826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f321a03a-41ec-4b1b-af20-e2551cff2f33 req-47461092-6d94-4c21-98c5-f55b4428ab30 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 210 time: 0.0484684 Nov 22 16:34:55.891632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:55.956655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.059869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081794eb-43e8-4b60-8a52-addcfb93b55e req-ac1dd73c-177d-49dd-a953-e2120906c46b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.071465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-081794eb-43e8-4b60-8a52-addcfb93b55e req-ac1dd73c-177d-49dd-a953-e2120906c46b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.1055264 Nov 22 16:34:56.125799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-081794eb-43e8-4b60-8a52-addcfb93b55e req-ff0d8b0f-e7ea-46b3-8294-c045f236f4ed tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531912 Nov 22 16:34:56.252282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57088) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.258864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1733180438', 'description': 'tempest-description--1636093070'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:56.288379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.340179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 972a6b48-ef18-416e-83f6-272bf57bc4ae up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:56.389936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.396236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.407776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 972a6b48-ef18-416e-83f6-272bf57bc4ae completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:56.413203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 972a6b48-ef18-416e-83f6-272bf57bc4ae triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:56.413585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.430341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.431621 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1782811 Nov 22 16:34:56.434605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57092) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.442512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'security_group_rule': {'security_group_id': '0f5f5b42-37c7-463c-a721-57dd347c1f46', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:56.454777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a610f-3638-465f-8889-fbb036396ed9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5f5b42-37c7-463c-a721-57dd347c1f46,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:56.532707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.650002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.657208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.664415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.670606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.677220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.683375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.689437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.691573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-e929261e-8ddd-4a48-aef4-092ac7502da8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5441 time: 0.3860259 Nov 22 16:34:56.708477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.713290 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.730933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.767863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:56.774787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0fe0c5-1b59-41b8-ae6a-7572c72ca399,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:56.778302 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.779777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b1b8d01e-a30e-4316-88b8-96931946bbb9 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:56.795451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ef0d5c3-9449-4ca9-9f7d-c374da2ff761 req-a8426569-05d3-466b-8d12-ebbededef21b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0879781 Nov 22 16:34:56.805264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.809363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cc42d6c0-7f92-490c-a6af-07a04dbcb4b8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3708515 Nov 22 16:34:56.809590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57104) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:56.815093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'security_group_rule': {'security_group_id': '0f5f5b42-37c7-463c-a721-57dd347c1f46', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:56.866441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:56.883049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e08bd-8c25-4189-8379-894e275445f6 req-c3eb73a8-d07e-412b-8c3b-6a1d484c7516 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:56.890881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-232e08bd-8c25-4189-8379-894e275445f6 req-c3eb73a8-d07e-412b-8c3b-6a1d484c7516 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0658977 Nov 22 16:34:56.903196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:56.945534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port b1b8d01e-a30e-4316-88b8-96931946bbb9 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:56.955443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port b1b8d01e-a30e-4316-88b8-96931946bbb9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:56.955831 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.030574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.038710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.061843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-232e08bd-8c25-4189-8379-894e275445f6 req-8152e3d2-a185-4890-a12b-d65b80c322d6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623006 Nov 22 16:34:57.088900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d150430-ecdc-4ab9-ad21-0ffa3bc22be9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:57.113769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.115091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e48f6f6e-3041-4d9f-8d39-2cf3049a9ba9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044627 Nov 22 16:34:57.116317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60072ecb-fe12-451f-9581-2a052e92886d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:57.118396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57108) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:57.124203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:57.210341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.269247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-316cc317-15fc-49ea-97e5-3d9834374f23 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:57.272195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-316cc317-15fc-49ea-97e5-3d9834374f23 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 822 time: 0.1803522 Nov 22 16:34:57.288437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Request body: {'port': {'device_id': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'admin_state_up': True, 'tenant_id': 'a5d377bb455e4062a33662930223e1f3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:57.306940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:57.316480 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:34:57.339319 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:57.339972 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:57.354713 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.365452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7febf6e-158e-4ed6-b015-5570b7a167b9 req-d39529ea-b1ea-4888-a525-52ebe2faef72 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 210 time: 0.1270480 Nov 22 16:34:57.471214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b1b8d01e-a30e-4316-88b8-96931946bbb9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:57.475325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 60072ecb-fe12-451f-9581-2a052e92886d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:57.475765 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.501045 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.502511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7115f1fc-8a9b-469f-a9a6-00db37ac935a up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:57.520393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Made reservation on behalf of a5d377bb455e4062a33662930223e1f3 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:34:57.524901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.537270 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:57.572018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.580390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b1b8d01e-a30e-4316-88b8-96931946bbb9,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:57.583530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666916e-74e3-44af-bebc-f27b78f06a79'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a6b48-ef18-416e-83f6-272bf57bc4ae'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8d01e-a30e-4316-88b8-96931946bbb9'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:57.586296 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba86735d-7e53-4ffe-806e-f8070b8731d6" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "c666916e-74e3-44af-bebc-f27b78f06a79"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "27536f30-0108-4353-b0d5-686fa9094b27"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "972a6b48-ef18-416e-83f6-272bf57bc4ae"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "b1b8d01e-a30e-4316-88b8-96931946bbb9"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:57.593070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port be31d644-92f8-470f-9eb2-db8713c49c4e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:57.594958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41311e71-a7f0-4cf5-b0eb-e8b754f225b9 req-19adeb4b-efb3-49e6-9fc7-c9a7de750531 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:57.597409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41311e71-a7f0-4cf5-b0eb-e8b754f225b9 req-19adeb4b-efb3-49e6-9fc7-c9a7de750531 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.1428056 Nov 22 16:34:57.615695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port be31d644-92f8-470f-9eb2-db8713c49c4e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:57.616074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.702581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 7115f1fc-8a9b-469f-a9a6-00db37ac935a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:34:57.714050 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5b65a7-f5b2-4258-9bf3-c2b7906b734e x-openstack-request-id: req-8f5b65a7-f5b2-4258-9bf3-c2b7906b734e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:57.714434 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "c666916e-74e3-44af-bebc-f27b78f06a79", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "27536f30-0108-4353-b0d5-686fa9094b27", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "972a6b48-ef18-416e-83f6-272bf57bc4ae", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "b1b8d01e-a30e-4316-88b8-96931946bbb9", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:57.714759 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f5b65a7-f5b2-4258-9bf3-c2b7906b734e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:57.715224 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c666916e-74e3-44af-bebc-f27b78f06a79', 'code': 200} Nov 22 16:34:57.715553 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297', 'code': 200} Nov 22 16:34:57.715873 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27', 'code': 200} Nov 22 16:34:57.716199 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972a6b48-ef18-416e-83f6-272bf57bc4ae', 'code': 200} Nov 22 16:34:57.716530 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8d01e-a30e-4316-88b8-96931946bbb9', 'code': 200} Nov 22 16:34:57.719632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 7115f1fc-8a9b-469f-a9a6-00db37ac935a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:57.720663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.733522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41311e71-a7f0-4cf5-b0eb-e8b754f225b9 req-18878f88-93b5-4563-a1d0-13f44277eb1a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026118 Nov 22 16:34:57.766412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Allocated IP 172.25.6.57 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:57.804081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.833502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Allocated IP 172.20.0.7 (a4b041c7-b7cc-480d-911e-cfbed4b1df8e/7ea15858-20dd-49e9-b2cf-6cf6867a348c/2647936d-cd56-40af-a1d1-95f92d47d523) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:34:57.836640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.877544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 60072ecb-fe12-451f-9581-2a052e92886d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=60072ecb-fe12-451f-9581-2a052e92886d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:57.898435 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.902536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:57.959347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:57.964479 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.005506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=60072ecb-fe12-451f-9581-2a052e92886d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.078599 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:53Z', 'revision_number': 2, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:58.127118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.128091 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.130266 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:34:58.131424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.133881 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Updating router a47ccbbe-6071-4fca-bc24-f576c6b01471 port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:34:58.137900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.147426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.153392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.153572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.158853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:58.160406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.167427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.173871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.177024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:58.182278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-2e8d01bc-d375-4e16-a8c7-fa4d5dd9e1e1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5443 time: 0.2176528 Nov 22 16:34:58.190722 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.200385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.216630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.218261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.290484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event updated for resources: {'Port': ['ID=2647936d-cd56-40af-a1d1-95f92d47d523,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.293907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:58.294403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.299778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:58.308830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Network a4b041c7-b7cc-480d-911e-cfbed4b1df8e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:34:58.309502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:58.310537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:34:58.313038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:34:58.357887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'Port': ['ID=e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.370700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.371597 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.400370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fe63f94-b683-4da7-804f-0b6029065ad6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.422118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4b66c6d-a6b8-4354-b54a-676eb7f38358 req-ac994389-1867-4ea6-88ca-5abc25b6e6bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2389293 Nov 22 16:34:58.426927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-48fc5f9b-a8ab-41b0-bee3-48bc3713cf7e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1425889 Nov 22 16:34:58.447755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Request body: {'port': {'device_id': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:34:58.531272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.554535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fe63f94-b683-4da7-804f-0b6029065ad6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.576814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fe63f94-b683-4da7-804f-0b6029065ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.614362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.620487 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.628975 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.632700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8fe63f94-b683-4da7-804f-0b6029065ad6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8dd21432bd7d442db5733cea74be703d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4708810 Nov 22 16:34:58.637494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57142) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:34:58.649647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe63f94-b683-4da7-804f-0b6029065ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bcbaa4-b9f7-42ee-8dda-d5de6917862e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.692628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfd1fe-7005-44d4-8669-165b5de24202 None None] Pushing event updated for resources: {'Port': ['ID=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:58.730643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a770d0-f9a7-4ed6-9cb8-90e6320b3182 req-89de2272-bebc-4e23-bf1a-c3a303d05f29 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.738278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23a770d0-f9a7-4ed6-9cb8-90e6320b3182 req-89de2272-bebc-4e23-bf1a-c3a303d05f29 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.4688234 Nov 22 16:34:58.742637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.748809 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Attempting to bind port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:58.749046 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Attempting to bind port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:58.749733 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Attempting to bind port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:58.755234 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:58.755618 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Checking segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:58.756025 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.756423 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Bound using segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:58.756905 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Bound port: b630af04-5c17-4cd6-8c1e-0fdbefbd5069, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:58.757287 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.799081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15cb9575-21e0-489b-beed-24c86eb8ad5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.827568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26d48a-073b-4407-a684-62fb1d94327d req-d02b58ab-f30f-44e7-8ace-e9e52ffe2772 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:58.836061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b26d48a-073b-4407-a684-62fb1d94327d req-d02b58ab-f30f-44e7-8ace-e9e52ffe2772 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 931 time: 0.2577515 Nov 22 16:34:58.838702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15cb9575-21e0-489b-beed-24c86eb8ad5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.846034 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] For port b630af04-5c17-4cd6-8c1e-0fdbefbd5069, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:58.849854 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] For port b630af04-5c17-4cd6-8c1e-0fdbefbd5069, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:58.856900 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.863369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23a770d0-f9a7-4ed6-9cb8-90e6320b3182 req-10758444-020a-4c7a-85d3-26a46d216e04 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240425 Nov 22 16:34:58.984378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b26d48a-073b-4407-a684-62fb1d94327d req-9a8ffd6f-6de3-4df7-9b88-cd251905a478 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441753 Nov 22 16:34:58.992426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15cb9575-21e0-489b-beed-24c86eb8ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.995856 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:34:58.996872 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:58.999459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15cb9575-21e0-489b-beed-24c86eb8ad5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:58.999879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfd1fe-7005-44d4-8669-165b5de24202 None None] Pushing event updated for resources: {'Port': ['ID=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.008563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15cb9575-21e0-489b-beed-24c86eb8ad5b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89bcbaa4-b9f7-42ee-8dda-d5de6917862e HTTP/1.1" status: 204 len: 168 time: 0.3698723 Nov 22 16:34:59.061838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb9575-21e0-489b-beed-24c86eb8ad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bcbaa4-b9f7-42ee-8dda-d5de6917862e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.072277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2647936d-cd56-40af-a1d1-95f92d47d523 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:34:59.092103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.147561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4b7fdfa2-65a6-43db-b4d4-0ada77b34c86 None None] Provisioning complete for port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:59.151259 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4b7fdfa2-65a6-43db-b4d4-0ada77b34c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.154722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Transition to ACTIVE for port object 2647936d-cd56-40af-a1d1-95f92d47d523 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:34:59.164495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.193831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.214943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.268534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60072ecb-fe12-451f-9581-2a052e92886d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:34:59.330450 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Pushing event updated for resources: {'Port': ['ID=2647936d-cd56-40af-a1d1-95f92d47d523,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.396669 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:34:59.458952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c88b2d-7287-4b8d-9e6d-b0718edc353c req-56edc032-af2f-431d-9003-86f6aac4d441 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.471440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34c88b2d-7287-4b8d-9e6d-b0718edc353c req-56edc032-af2f-431d-9003-86f6aac4d441 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.3713441 Nov 22 16:34:59.474497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'Port': ['ID=e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.506913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Attempting to bind port 2647936d-cd56-40af-a1d1-95f92d47d523 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:34:59.507254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Attempting to bind port 2647936d-cd56-40af-a1d1-95f92d47d523 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:34:59.507576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Attempting to bind port 2647936d-cd56-40af-a1d1-95f92d47d523 on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:59.515714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 60072ecb-fe12-451f-9581-2a052e92886d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:59.516095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.538699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.545148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Port 2647936d-cd56-40af-a1d1-95f92d47d523 on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:34:59.546593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Attempting to bind port 2647936d-cd56-40af-a1d1-95f92d47d523 on network a4b041c7-b7cc-480d-911e-cfbed4b1df8e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:34:59.550354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4b7fdfa2-65a6-43db-b4d4-0ada77b34c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.555642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:34:59.555910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Checking segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:34:59.556273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Bound using segment: {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:34:59.556731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Bound port: 2647936d-cd56-40af-a1d1-95f92d47d523, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '110a6637-1069-4c04-854a-f7bddd57e429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:34:59.557099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.599280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4b7fdfa2-65a6-43db-b4d4-0ada77b34c86 None None] For port b630af04-5c17-4cd6-8c1e-0fdbefbd5069, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:34:59.611768 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4b7fdfa2-65a6-43db-b4d4-0ada77b34c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.617748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.618866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9f8d6a97-7721-4627-bc89-b42a731ccbf2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4994190 Nov 22 16:34:59.637113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34c88b2d-7287-4b8d-9e6d-b0718edc353c req-14ecf7c7-765d-4f56-9285-ce32236b6821 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490870 Nov 22 16:34:59.712266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.718207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7115f1fc-8a9b-469f-a9a6-00db37ac935a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:59.719627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.719782 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f186fe7-8543-4b4e-bfdf-38eee64cb983" -d '{"events": [{"server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "name": "network-vif-plugged", "status": "completed", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "7115f1fc-8a9b-469f-a9a6-00db37ac935a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:59.723293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] For port 2647936d-cd56-40af-a1d1-95f92d47d523, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:34:59.728525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] For port 2647936d-cd56-40af-a1d1-95f92d47d523, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2647936d-cd56-40af-a1d1-95f92d47d523,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:34:59.737371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.743456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.753978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.760074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.768050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.774335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.782240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-0c5e0f3a-4676-4439-8d24-1ad34165f362 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.2256539 Nov 22 16:34:59.800848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fdfa2-65a6-43db-b4d4-0ada77b34c86 None None] Pushing event updated for resources: {'Port': ['ID=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.816599 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed19b38-4302-47fb-a51a-3bf4ef8f52a3 x-openstack-request-id: req-8ed19b38-4302-47fb-a51a-3bf4ef8f52a3 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:34:59.817345 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "name": "network-vif-plugged", "status": "completed", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-plugged", "status": "completed", "tag": "7115f1fc-8a9b-469f-a9a6-00db37ac935a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:34:59.817897 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ed19b38-4302-47fb-a51a-3bf4ef8f52a3 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:34:59.818448 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:58Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:34:59.819271 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'code': 200} Nov 22 16:34:59.819788 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7115f1fc-8a9b-469f-a9a6-00db37ac935a', 'code': 200} Nov 22 16:34:59.823596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-69ae1dcd-9c98-475e-9501-a442595d5516 None None] Provisioning complete for port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:34:59.824357 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69ae1dcd-9c98-475e-9501-a442595d5516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.887275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Pushing event updated for resources: {'Port': ['ID=2647936d-cd56-40af-a1d1-95f92d47d523,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:34:59.899093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:34:59.900069 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:34:59.901678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-56f647f1-dfe8-4753-9d7a-23b1b4a99834 service neutron] 10.222.0.66 "PUT /v2.0/ports/2647936d-cd56-40af-a1d1-95f92d47d523 HTTP/1.1" status: 200 len: 1091 time: 1.4626572 Nov 22 16:34:59.902725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'tag': '2647936d-cd56-40af-a1d1-95f92d47d523'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:34:59.912391 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781808eb-e5d9-44c5-9643-4681383457c1" -d '{"events": [{"name": "network-changed", "server_uuid": "ce21c49a-efec-49c8-aded-7795e5fd5130", "tag": "2647936d-cd56-40af-a1d1-95f92d47d523"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:34:59.922980 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87594758-014c-4db2-9f18-4bce2c70e20e None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:58Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:34:59.952071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-815f90eb-17f5-4d16-ae27-07ef21111fc0 req-9c6d7235-e83a-482f-8de9-f90f76eeaed6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1686230 Nov 22 16:35:00.071597 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9850bd-4ec5-45ad-9958-21448698a4b6 x-openstack-request-id: req-6c9850bd-4ec5-45ad-9958-21448698a4b6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:00.072075 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce21c49a-efec-49c8-aded-7795e5fd5130", "tag": "2647936d-cd56-40af-a1d1-95f92d47d523", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:00.072292 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c9850bd-4ec5-45ad-9958-21448698a4b6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:00.072709 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'tag': '2647936d-cd56-40af-a1d1-95f92d47d523', 'status': 'completed', 'code': 200} Nov 22 16:35:00.110464 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-8e4200ad-956c-41c5-9d39-e90e6697b937 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1733180438&fields=id&tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5 HTTP/1.1" status: 200 len: 267 time: 0.1243677 Nov 22 16:35:00.114520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.115376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.116088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.116812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.117609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.118408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.119154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.122406 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f26332dc-6179-476a-83da-bbcdf5782e88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6501 time: 0.1999028 Nov 22 16:35:00.149950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae32316-97ba-4948-af6c-c34ddba1f51e req-0758988b-2a03-404b-8476-646642a06114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.151484 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6ae32316-97ba-4948-af6c-c34ddba1f51e req-0758988b-2a03-404b-8476-646642a06114 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1097 time: 0.1530962 Nov 22 16:35:00.154292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-9c674d86-408d-4f8e-a503-8f8ddac70b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.155694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-9c674d86-408d-4f8e-a503-8f8ddac70b32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 1094 time: 0.1361780 Nov 22 16:35:00.232250 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-c9676c4a-bba6-48c9-8abb-4d4a146c929b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2647936d-cd56-40af-a1d1-95f92d47d523 HTTP/1.1" status: 200 len: 217 time: 0.0639808 Nov 22 16:35:00.317592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e437005-81ec-471b-990b-2f56567dd54c req-53581522-8989-49bd-92bf-35db30dc5056 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.319199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e437005-81ec-471b-990b-2f56567dd54c req-53581522-8989-49bd-92bf-35db30dc5056 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1179805 Nov 22 16:35:00.348807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-52f46053-273f-434f-b00d-ec90dd334e9f req-f05e5a33-6ea8-4657-a7ba-b8def22e50c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&id=a760960e-e015-4126-aabb-6a0e2f4d670c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2139616 Nov 22 16:35:00.355545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-14be64cb-c6cb-486b-9a26-ee8af3642f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.359297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-14be64cb-c6cb-486b-9a26-ee8af3642f95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 200 len: 862 time: 0.1137118 Nov 22 16:35:00.371484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-754228c3-da57-4c98-b6b7-42aaee4913c7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.371974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6ae32316-97ba-4948-af6c-c34ddba1f51e req-0bdbb370-6c05-48d1-9a20-9ff8aca9d740 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024109 Nov 22 16:35:00.373085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-754228c3-da57-4c98-b6b7-42aaee4913c7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 810 time: 0.2407925 Nov 22 16:35:00.406256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-148f439b-d13f-45db-a1e5-5b62d18fa2e2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/quotas/19f45fdbf34f4a4f9f831cca7cdf55c5 HTTP/1.1" status: 200 len: 375 time: 0.0238805 Nov 22 16:35:00.409050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57196) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:00.409899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e437005-81ec-471b-990b-2f56567dd54c req-aaf41e63-2987-42dc-869d-994ee4b3879b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703483 Nov 22 16:35:00.510434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-3fde66dc-f55a-4323-9e56-3f4d19b82343 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0932071 Nov 22 16:35:00.533625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1579152900-network', 'tenant_id': '4e628665f12f4404bcd3dbcaf622350c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:00.535487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba921f-bec2-4b1c-aefc-28abb037afd9 req-f4bfa8b7-15a7-49a4-a2d0-bf23e8ea83b5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.539841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaba921f-bec2-4b1c-aefc-28abb037afd9 req-f4bfa8b7-15a7-49a4-a2d0-bf23e8ea83b5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 943 time: 0.0657029 Nov 22 16:35:00.556845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Made reservation on behalf of 4e628665f12f4404bcd3dbcaf622350c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:00.559197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.569164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.611933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-0c97f28b-b91a-4aec-9d4c-ef1b3101d4ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346036 Nov 22 16:35:00.682491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaba921f-bec2-4b1c-aefc-28abb037afd9 req-49ebc150-2624-444e-88d6-a20fc6f849c2 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338603 Nov 22 16:35:00.710263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-34badde0-ce1e-481e-968f-1b3740c096e4 service neutron] 10.222.0.65 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693082 Nov 22 16:35:00.759535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.770247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.788615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:00.837804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.838155 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Added segment 7f39cf74-b00d-416a-8138-213008a69721 of type vlan for network 5550c40e-acb0-4792-b914-d94cb38ddf8a Nov 22 16:35:00.850637 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-d615d3b2-fde0-44c3-8f29-b97ff5b039bd service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284696 Nov 22 16:35:00.853306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-b7ffe9b6-9214-47dd-8a5d-807b3156228e service neutron] 10.222.0.65 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345360 Nov 22 16:35:00.854401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e28be6-1aa5-45e4-9ae6-e61c64dea108,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:00.938214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.990337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a73fd3-c3ee-4782-8638-684adf9fac50 req-38f88909-afb8-4d15-9782-4ba55a74d6f4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.998280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:00.999240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:00.999823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.000830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85a73fd3-c3ee-4782-8638-684adf9fac50 req-38f88909-afb8-4d15-9782-4ba55a74d6f4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.0801220 Nov 22 16:35:01.049975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7c947dc5-0c13-46f1-b815-67bf657211a4 req-e00f67c4-a509-4b2b-b43f-f0252c7d8beb service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673601 Nov 22 16:35:01.109142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-85a73fd3-c3ee-4782-8638-684adf9fac50 req-77f01fee-aeb9-4fd1-b2a9-c98a543208b2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069002 Nov 22 16:35:01.123423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7130594 Nov 22 16:35:01.126969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57208) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:01.170148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b630af04-5c17-4cd6-8c1e-0fdbefbd5069 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:01.192102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Request body: {'subnet': {'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1579152900-subnet', 'tenant_id': '4e628665f12f4404bcd3dbcaf622350c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:01.216926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c31d7-0e23-42f3-8c57-413502ed2577 admin admin] Pushing event updated for resources: {'Network': ['ID=5550c40e-acb0-4792-b914-d94cb38ddf8a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:01.229166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 5550c40e-acb0-4792-b914-d94cb38ddf8a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:01.232737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781808eb-e5d9-44c5-9643-4681383457c1 req-6c761379-3f27-4040-bc4d-6d88446e5b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.234359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-6c761379-3f27-4040-bc4d-6d88446e5b75 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5d377bb455e4062a33662930223e1f3&device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 1094 time: 0.1097426 Nov 22 16:35:01.302249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fdbe33e-c829-4f96-a650-b51ab7a4103c req-fe26fd76-895a-4417-b82b-75ab12bd3ccf tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 210 time: 0.0952067 Nov 22 16:35:01.304753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Made reservation on behalf of 4e628665f12f4404bcd3dbcaf622350c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:01.308411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.352084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:01.352519 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.382360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.382647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781808eb-e5d9-44c5-9643-4681383457c1 req-8a878fc8-339a-462c-b69b-5b28c727a823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.384123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-8a878fc8-339a-462c-b69b-5b28c727a823 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 200 len: 923 time: 0.1402292 Nov 22 16:35:01.388300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.395319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.401933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.410034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.416281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.422205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.433850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-3e74af88-3e46-47e7-bb28-8eb72168df0b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.3132491 Nov 22 16:35:01.444305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-16e736be-193c-4ca6-85b3-bc19978688e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2647936d-cd56-40af-a1d1-95f92d47d523 HTTP/1.1" status: 200 len: 217 time: 0.0464876 Nov 22 16:35:01.528250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781808eb-e5d9-44c5-9643-4681383457c1 req-a572403b-50a9-424a-92ed-806f9ae2af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.529607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-a572403b-50a9-424a-92ed-806f9ae2af4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 200 len: 862 time: 0.0727170 Nov 22 16:35:01.577231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-58407b78-10af-4c39-8e01-64bbd9595df9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a4b041c7-b7cc-480d-911e-cfbed4b1df8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302517 Nov 22 16:35:01.626070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b75aa045-3a85-4f7b-b7a4-739897f0ffeb req-ca068bd9-6a76-400b-b503-c75ec17211f3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885657 Nov 22 16:35:01.671605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1250e-551a-40a4-b1bb-ae6a76bcde9a req-5ac3d1e3-3f87-406a-a608-874016281a3d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.673737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98f1250e-551a-40a4-b1bb-ae6a76bcde9a req-5ac3d1e3-3f87-406a-a608-874016281a3d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1695380 Nov 22 16:35:01.838226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98f1250e-551a-40a4-b1bb-ae6a76bcde9a req-569600e8-9d35-47e4-8fd4-f7c275dd082d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564426 Nov 22 16:35:01.867164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:01.937124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6519b80-2d98-4241-af7c-fb90026af416 req-a521ea39-ac93-46eb-ab13-ffb037fe9ed7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:01.939075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6519b80-2d98-4241-af7c-fb90026af416 req-a521ea39-ac93-46eb-ab13-ffb037fe9ed7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 943 time: 0.1752408 Nov 22 16:35:02.007548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Pushing event updated for resources: {'Subnet': ['ID=80a92b19-698e-4fb2-85f6-394cc084c883,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:02.039013 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-172254be-8bde-47fa-af87-844c23b0f357 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523613 Nov 22 16:35:02.041727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Checking segment: {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:02.041727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Network hostable DHCP agents. Network: 5550c40e-acb0-4792-b914-d94cb38ddf8a, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:02.047035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6519b80-2d98-4241-af7c-fb90026af416 req-8227dc26-3f4e-4c66-8269-cca72478c5f1 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971262 Nov 22 16:35:02.063100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Network 5550c40e-acb0-4792-b914-d94cb38ddf8a is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:02.074858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 5550c40e-acb0-4792-b914-d94cb38ddf8a) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:02.079591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.080210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.084121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab110c20-10bf-423a-bc2b-10d5b6ee1826 None None] Network 5550c40e-acb0-4792-b914-d94cb38ddf8a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:02.102193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4340af60-493f-4cf5-a62a-0fdedc55619b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9733260 Nov 22 16:35:02.149109 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-781808eb-e5d9-44c5-9643-4681383457c1 req-514f7e85-6f1d-469e-b18f-fbab820342a9 service neutron] 10.222.0.66 "GET /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008158 Nov 22 16:35:02.240311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50799787-e0bb-4bdb-91b6-baca661e20a8 None None] Network 5550c40e-acb0-4792-b914-d94cb38ddf8a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:02.268703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6ee33-093d-4778-b1e1-7298097196c5 req-1a81facb-1980-4b21-86f6-e66add837514 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.270269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a6ee33-093d-4778-b1e1-7298097196c5 req-1a81facb-1980-4b21-86f6-e66add837514 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.0543823 Nov 22 16:35:02.330973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a6ee33-093d-4778-b1e1-7298097196c5 req-b3d52c64-327a-4c17-9def-4c0b58383784 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532115 Nov 22 16:35:02.363884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-10dbda55-2835-4c51-8695-263086d9b811 req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1985396101', 'description': 'tempest-description-902846077'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:02.388636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-10dbda55-2835-4c51-8695-263086d9b811 req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.445288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8939b8cc-4042-4ba3-9784-8d5f62e4cc9c req-958e1580-7ed8-4581-a471-69bec6287758 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 210 time: 0.0344644 Nov 22 16:35:02.500654 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-10dbda55-2835-4c51-8695-263086d9b811 req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.504990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-10dbda55-2835-4c51-8695-263086d9b811 req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.564996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-10dbda55-2835-4c51-8695-263086d9b811 req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.566179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dbda55-2835-4c51-8695-263086d9b811 req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2074692 Nov 22 16:35:02.576235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec35f1b-4965-44ac-b615-8e9fd22261da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d61e225-bbd0-4c35-8bd0-06c71226703c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:02.592859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-ddab33e6-2fb2-4c85-b61a-1a7d2fe44ad5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.595841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-ddab33e6-2fb2-4c85-b61a-1a7d2fe44ad5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.66 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 810 time: 0.1399069 Nov 22 16:35:02.599109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-20ed81d6-a37a-46e8-bf5d-b71474bf994b req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1777015547', 'description': 'tempest-description-504321332'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:02.606401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f07708-0bce-4244-b795-0f689bd0bfcf req-22d18484-c1fc-4f2c-869c-989682aede62 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.608100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2f07708-0bce-4244-b795-0f689bd0bfcf req-22d18484-c1fc-4f2c-869c-989682aede62 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0938191 Nov 22 16:35:02.651603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20ed81d6-a37a-46e8-bf5d-b71474bf994b req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.676300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-db8dd63f-32a8-46b7-8eaa-f8d0071b905d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5 HTTP/1.1" status: 200 len: 380 time: 0.0700667 Nov 22 16:35:02.678990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2f07708-0bce-4244-b795-0f689bd0bfcf req-c49d2e78-d79a-4674-a4d6-93226e878db3 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626643 Nov 22 16:35:02.692266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'port': {'device_id': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'admin_state_up': True, 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'security_groups': ['0f5f5b42-37c7-463c-a721-57dd347c1f46']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:02.755383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20ed81d6-a37a-46e8-bf5d-b71474bf994b req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.765222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20ed81d6-a37a-46e8-bf5d-b71474bf994b req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.827068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20ed81d6-a37a-46e8-bf5d-b71474bf994b req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.828152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20ed81d6-a37a-46e8-bf5d-b71474bf994b req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2349072 Nov 22 16:35:02.830941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1067bd9-bdf3-4160-aed4-2027eaa664cd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10dea3c9-cb97-4a9d-851d-b45282340ef1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:02.856138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Made reservation on behalf of 19f45fdbf34f4a4f9f831cca7cdf55c5 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:02.865303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:02.869854 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.879398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.887645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.907145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.919197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.926138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.933044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:02.935028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-c0fc7bed-5214-465a-adb6-d4586f471325 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.1662152 Nov 22 16:35:03.039269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2ad962e-aa3b-4e99-b878-8ce372903887 req-11708b4b-5eb5-4ebb-bb1e-135b8d5c7238 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0967550 Nov 22 16:35:03.056036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e00ff-cde8-4ea5-9d46-831dc65a66d3 req-f8a4fe40-30ac-4538-a44a-5c295b5fc188 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.058554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c58e00ff-cde8-4ea5-9d46-831dc65a66d3 req-f8a4fe40-30ac-4538-a44a-5c295b5fc188 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0899091 Nov 22 16:35:03.061299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Allocated IP 172.20.0.5 (b1695cb5-2cda-4b6b-a160-140f1fd1c7e4/8fa53583-f575-4c53-838b-774ad0d29637/68e843f9-c9fd-4d59-a1e0-1b424bedb0c5) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:03.161574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c58e00ff-cde8-4ea5-9d46-831dc65a66d3 req-85b40b4c-36c6-4ad8-9d83-80c7cae9b3c1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944524 Nov 22 16:35:03.291330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.322853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2647936d-cd56-40af-a1d1-95f92d47d523 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:03.348046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.416313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-347aa014-1820-45c1-9696-4f9e57fe3f7f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.418174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-347aa014-1820-45c1-9696-4f9e57fe3f7f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 813 time: 0.2296195 Nov 22 16:35:03.452077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-c965d043-7db4-4b6c-95d3-252ccff02326 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/quotas/4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 375 time: 0.0213091 Nov 22 16:35:03.454941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:03.459140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:03.464012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:03.468926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'Port': ['ID=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:03.530743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.531590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.532006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-944d9a59-c437-49cd-8bf7-2a6505afcb77 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777647 Nov 22 16:35:03.554256 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-1c065b49-590d-4170-a686-ae6b3aa67aa1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8670163 Nov 22 16:35:03.570560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Request body: {'port': {'device_id': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:03.663732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.717377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0056d06-32e2-491d-bf58-8242a0b14b54 req-55af744f-bb7f-4cbf-9fac-a6e4fa772890 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:03.726619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0056d06-32e2-491d-bf58-8242a0b14b54 req-55af744f-bb7f-4cbf-9fac-a6e4fa772890 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 943 time: 0.1192842 Nov 22 16:35:03.768660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-f97638cd-8090-4b06-833b-32a60008e0de service neutron] 10.222.0.65 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336137 Nov 22 16:35:03.792652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2647936d-cd56-40af-a1d1-95f92d47d523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2647936d-cd56-40af-a1d1-95f92d47d523,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:03.816873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '2647936d-cd56-40af-a1d1-95f92d47d523', 'network_id': 'a4b041c7-b7cc-480d-911e-cfbed4b1df8e', 'port_id': '2647936d-cd56-40af-a1d1-95f92d47d523', 'mac_address': 'fa:16:3e:20:f9:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea15858-20dd-49e9-b2cf-6cf6867a348c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:03.868627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0056d06-32e2-491d-bf58-8242a0b14b54 req-edc63ff4-c11a-4410-ad2b-c3fec38766b7 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409953 Nov 22 16:35:03.901202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.931199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2647936d-cd56-40af-a1d1-95f92d47d523 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:03.936407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-55ac1561-3164-45c6-895d-f5603b75f4a4 None None] Provisioning complete for port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:03.936785 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-55ac1561-3164-45c6-895d-f5603b75f4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:03.941923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-d4a7aa11-9c89-4fa0-aebd-38d3c80bc8fb service neutron] 10.222.0.65 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724474 Nov 22 16:35:03.997439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2647936d-cd56-40af-a1d1-95f92d47d523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2647936d-cd56-40af-a1d1-95f92d47d523,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:04.005941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.011188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-55ac1561-3164-45c6-895d-f5603b75f4a4 None None] Port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:04.087696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.094798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.103319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.110644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.117459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.120333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2647936d-cd56-40af-a1d1-95f92d47d523,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.123802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.130984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.133017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5b11982-b787-4276-9fc3-550088064117 req-eeaac163-180b-41d4-88c1-aeb5522d1eb7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.1684508 Nov 22 16:35:04.146332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57276) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:04.151357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Request body: {'floatingip': {'port_id': '27536f30-0108-4353-b0d5-686fa9094b27'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:04.253605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:04.261972 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.279445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Transition to ACTIVE for port object 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:04.284961 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.296416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.403172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['2647936d-cd56-40af-a1d1-95f92d47d523'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:04.413356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5483d-4fc9-4b8b-ac43-155f955fbe8f req-3024b3f9-a66f-42a4-beb3-58a59a357ad1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.421693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39e5483d-4fc9-4b8b-ac43-155f955fbe8f req-3024b3f9-a66f-42a4-beb3-58a59a357ad1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1565156 Nov 22 16:35:04.434818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Pushing event updated for resources: {'Port': ['ID=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.449208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b69b9-4234-44a1-92ee-a97ca9ea541a req-00cb89a3-8bcb-4f8b-bd95-2b505601ae03 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.451517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe1b69b9-4234-44a1-92ee-a97ca9ea541a req-00cb89a3-8bcb-4f8b-bd95-2b505601ae03 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 931 time: 0.2204566 Nov 22 16:35:04.466053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.466469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.466811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.467144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.467476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.467807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.468134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.468458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.468783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.469104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.469424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.475720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:04.497293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Attempting to bind port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:04.497631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Attempting to bind port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:04.502356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Attempting to bind port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:04.513019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:04.513357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Attempting to bind port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:04.534310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:04.534918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Checking segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:04.535482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Bound using segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:04.539875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Bound port: 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:04.540798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.566358 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:35:04.690965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] For port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:04.697343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] For port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:04.709063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.793678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.794771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:04.796194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] 10.222.0.66 "PUT /v2.0/ports/68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 1091 time: 1.2325795 Nov 22 16:35:04.796703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:04.799776 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85b2993-7e50-4385-aa8d-054dbc6cb389" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:04.832985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39106672-12f8-4859-be7e-20b8d9175b88 service neutron] Pushing event updated for resources: {'Port': ['ID=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:04.902725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-f08ed8ad-7eb1-4a65-9d6e-8dc03450b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:04.904475 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-f08ed8ad-7eb1-4a65-9d6e-8dc03450b0fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1094 time: 0.0540602 Nov 22 16:35:04.968406 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-99eb7940-04ea-4925-8d77-e8381a2c3c00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 217 time: 0.0498376 Nov 22 16:35:05.044414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-393f9643-a585-4086-8a9b-8bb3b1e4c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.045916 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-393f9643-a585-4086-8a9b-8bb3b1e4c2cc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.0639286 Nov 22 16:35:05.130010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe1b69b9-4234-44a1-92ee-a97ca9ea541a req-8083f680-34b5-4fd7-a321-58b2012c297d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6235011 Nov 22 16:35:05.130908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-3fa85fd7-5427-45fe-9ccd-f9960f412a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.132393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-3fa85fd7-5427-45fe-9ccd-f9960f412a72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740664 Nov 22 16:35:05.135731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39e5483d-4fc9-4b8b-ac43-155f955fbe8f req-e4ab85e2-1f8f-4cfa-9ba4-4b2602fdc486 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127843 Nov 22 16:35:05.273269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-c09bb4db-0482-40b0-8930-1e0cb079cd2a service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262753 Nov 22 16:35:05.286014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a7b93d5-a4da-4797-bf2a-792e4aa94406 req-5bcf4d31-18f2-4d24-bd19-aaf4f1ed2e35 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 210 time: 0.0793324 Nov 22 16:35:05.387055 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0523f6ba-b927-4557-bd0a-561470dfc041 x-openstack-request-id: req-0523f6ba-b927-4557-bd0a-561470dfc041 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:05.387055 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:05.387055 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0523f6ba-b927-4557-bd0a-561470dfc041 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:05.387520 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'status': 'completed', 'code': 200} Nov 22 16:35:05.389547 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d8cacc1b-121b-4661-a905-35a63a40b00d req-77d7a845-eb51-4a1b-ad9a-748a92964bb2 service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066430 Nov 22 16:35:05.514659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-f76a049b-2b50-4cee-9e81-9760448faee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.516324 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-f76a049b-2b50-4cee-9e81-9760448faee2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1094 time: 0.0596020 Nov 22 16:35:05.522799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b2038-74da-4ada-b535-1e7de66f9003 req-c14ebe2e-0463-4938-ada7-fa75bb5cb69e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.524266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f35b2038-74da-4ada-b535-1e7de66f9003 req-c14ebe2e-0463-4938-ada7-fa75bb5cb69e tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 944 time: 0.1099000 Nov 22 16:35:05.534978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.541714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:05.621691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-17043e20-8b8f-424b-a20e-0328522284e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.623264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-17043e20-8b8f-424b-a20e-0328522284e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.0987661 Nov 22 16:35:05.655124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f35b2038-74da-4ada-b535-1e7de66f9003 req-2214e331-3c04-4ede-a96f-2b1bc2e0c039 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236954 Nov 22 16:35:05.677287 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Floating IP f91fb482-6efd-4515-b404-276df1e957d4 associated. External IP: 172.25.6.236, port: 27536f30-0108-4353-b0d5-686fa9094b27. Nov 22 16:35:05.688582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-259d3bbc-165e-481f-8978-450c32c7935d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 217 time: 0.0429122 Nov 22 16:35:05.750802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-aecefaad-6af4-44f8-9ea9-87993505ae43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.753056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-aecefaad-6af4-44f8-9ea9-87993505ae43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.0515873 Nov 22 16:35:05.827055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-bd9c6468-267f-4f02-a712-182609e87c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:05.828985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-bd9c6468-267f-4f02-a712-182609e87c79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563536 Nov 22 16:35:05.935133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Router e783ae35-2205-42e6-82d3-8c730bd56081 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:06.046292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-1b0c428c-1ecb-47b3-9bfb-604ee722bdfa tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.047697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-1b0c428c-1ecb-47b3-9bfb-604ee722bdfa tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 813 time: 0.2100859 Nov 22 16:35:06.050757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-0a1c7cd1-abd1-48e4-9e0f-4b8d1867bb04 service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029507 Nov 22 16:35:06.065821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'port': {'device_id': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a', 'admin_state_up': True, 'tenant_id': '4e628665f12f4404bcd3dbcaf622350c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:06.072648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:06.078179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.086222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] Sync routers for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:06.104639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:06.105469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:06.117161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1216e7ab-2067-4d21-b868-60c064b94e38 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "PUT /v2.0/floatingips/f91fb482-6efd-4515-b404-276df1e957d4 HTTP/1.1" status: 200 len: 992 time: 1.9695306 Nov 22 16:35:06.118020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:06.121012 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb5216c-7e69-46cc-9aab-1188231ed4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "27536f30-0108-4353-b0d5-686fa9094b27"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:06.171274 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5799dc4c-4a32-41d8-b7a3-696fe41a117a x-openstack-request-id: req-5799dc4c-4a32-41d8-b7a3-696fe41a117a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:06.171932 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "tag": "27536f30-0108-4353-b0d5-686fa9094b27", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:06.172549 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5799dc4c-4a32-41d8-b7a3-696fe41a117a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:06.172993 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27', 'status': 'completed', 'code': 200} Nov 22 16:35:06.263886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a85b2993-7e50-4385-aa8d-054dbc6cb389 req-edb5fdb2-3c26-42e3-8375-a40c48be918e service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033036 Nov 22 16:35:06.288736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Made reservation on behalf of 4e628665f12f4404bcd3dbcaf622350c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:06.297425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.300883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:06.338573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6aa40-99a4-42e9-9539-1b7b336f586b req-2ba93dcf-3ed7-49fc-b7d8-fabc4702bfa7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.346461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5b6aa40-99a4-42e9-9539-1b7b336f586b req-2ba93dcf-3ed7-49fc-b7d8-fabc4702bfa7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 943 time: 0.0750871 Nov 22 16:35:06.458281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Allocated IP 172.20.0.12 (5550c40e-acb0-4792-b914-d94cb38ddf8a/80a92b19-698e-4fb2-85f6-394cc084c883/43c756e3-2439-4774-978c-f100695583a0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:06.481834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5b6aa40-99a4-42e9-9539-1b7b336f586b req-9fa3ac55-ea69-445f-9981-3f88c3d35c2c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307032 Nov 22 16:35:06.509940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50f2be-e3cc-4a1a-ad45-62163f622419 req-6418bd39-4421-4d3c-b1be-276b7ed1857a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.511613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb50f2be-e3cc-4a1a-ad45-62163f622419 req-6418bd39-4421-4d3c-b1be-276b7ed1857a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1610446 Nov 22 16:35:06.546389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.546867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.547343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.547817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.548661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.549153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.549622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.551656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-1bf3a016-db4a-49c4-b4c5-9a75337dcd97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6501 time: 0.3372030 Nov 22 16:35:06.615923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'f91fb482-6efd-4515-b404-276df1e957d4', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'port_id': '27536f30-0108-4353-b0d5-686fa9094b27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'mac_address': 'fa:16:3e:bb:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:44Z', 'updated_at': '2021-11-22T16:35:05Z', 'revision_number': 1, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:40Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:06.651314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb50f2be-e3cc-4a1a-ad45-62163f622419 req-86dab37e-eaa2-4ae8-a0ee-c25891dffb6d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242433 Nov 22 16:35:06.683186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] Checking router: e783ae35-2205-42e6-82d3-8c730bd56081 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:06.708883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:06.712530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:06.729007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.743513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7343e46-a0c7-4deb-b43b-e543b2f7273c req-2d9746d0-c635-40dd-b896-4c6706e112b6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 210 time: 0.0667408 Nov 22 16:35:06.774584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.815577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-2f381f94-9b5e-43c8-b124-00e23ea67450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.817276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-2f381f94-9b5e-43c8-b124-00e23ea67450 service neutron] 10.222.0.20 "GET /v2.0/networks?id=814ab345-506a-4727-afa4-8693f6a63c15 HTTP/1.1" status: 200 len: 917 time: 0.2290275 Nov 22 16:35:06.848280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Network 5550c40e-acb0-4792-b914-d94cb38ddf8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:06.851772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:06.855569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:06.863721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:06.903437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:06.938704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.939601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:06.947551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-d9d673f4-6260-4bc0-9068-6be5044c675f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 200 len: 1000 time: 0.1207242 Nov 22 16:35:06.957782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b2ca1e1b-1c83-4aec-b2f6-e4102c622e49 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962553 Nov 22 16:35:06.958202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5912b-5e88-4869-8949-41cc0a1ba896 req-dac24777-d8ba-4772-a134-1c225e3e230f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:06.959502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9b5912b-5e88-4869-8949-41cc0a1ba896 req-dac24777-d8ba-4772-a134-1c225e3e230f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 944 time: 0.0727177 Nov 22 16:35:06.971097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-2ae172a9-48ad-4c3b-a2fe-ba8bad358265 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:06.972348 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-2ae172a9-48ad-4c3b-a2fe-ba8bad358265 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061529 Nov 22 16:35:06.986915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Request body: {'port': {'device_id': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:07.064124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-5430f9b7-553c-4290-9cef-86600ec6f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.065882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-5430f9b7-553c-4290-9cef-86600ec6f114 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8ba9d4-5255-459d-add5-172f844a844b HTTP/1.1" status: 200 len: 855 time: 0.1053951 Nov 22 16:35:07.070445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9b5912b-5e88-4869-8949-41cc0a1ba896 req-12712e6d-7ed1-4bbe-a978-1ede3ef3e1ea tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023891 Nov 22 16:35:07.087226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.132187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-58f9c44b-6734-47d5-abf5-137a51a857e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.133867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-58f9c44b-6734-47d5-abf5-137a51a857e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814ab345-506a-4727-afa4-8693f6a63c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582030 Nov 22 16:35:07.185568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.198150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'f91fb482-6efd-4515-b404-276df1e957d4', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'port_id': '27536f30-0108-4353-b0d5-686fa9094b27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'mac_address': 'fa:16:3e:bb:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:44Z', 'updated_at': '2021-11-22T16:35:05Z', 'revision_number': 1, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:40Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:07.229017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d73ef8-d5d9-418b-9efb-9439e883e969 None None] The sync data for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 is: [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'f91fb482-6efd-4515-b404-276df1e957d4', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'floating_ip_address': '172.25.6.236', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'port_id': '27536f30-0108-4353-b0d5-686fa9094b27', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 937, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'mac_address': 'fa:16:3e:bb:d6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:33:44Z', 'updated_at': '2021-11-22T16:35:05Z', 'revision_number': 1, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:40Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:07.271068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-ddd98c44-a179-4408-8f81-aff58de5e8e2 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284981 Nov 22 16:35:07.355939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:07.362344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2647936d-cd56-40af-a1d1-95f92d47d523 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:07.387516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcb5216c-7e69-46cc-9aab-1188231ed4ed req-f2a2dc34-38d6-45c5-807f-ac716249fa70 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082690 Nov 22 16:35:07.467102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c756e3-2439-4774-978c-f100695583a0 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:07.477056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.494162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Transition to ACTIVE for port object 43c756e3-2439-4774-978c-f100695583a0 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:07.502073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.525822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 2647936d-cd56-40af-a1d1-95f92d47d523 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:07.535903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 2647936d-cd56-40af-a1d1-95f92d47d523 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:07.536539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.594222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:07.612314 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa0b14-a045-41e7-a467-83d2009a3d73 None None] New status for floating IP f91fb482-6efd-4515-b404-276df1e957d4: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:35:07.614642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:07.655181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'port_id': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'mac_address': 'fa:16:3e:2c:d8:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:07.668501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e455823-74cc-456b-b1b7-0e1823007e5e req-e06b804e-76c9-442c-b4fd-85c33e01fc54 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:07.677712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e455823-74cc-456b-b1b7-0e1823007e5e req-e06b804e-76c9-442c-b4fd-85c33e01fc54 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 943 time: 0.0877626 Nov 22 16:35:07.750488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e455823-74cc-456b-b1b7-0e1823007e5e req-518ed1a1-8e93-4024-97f2-d25266bc9d65 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717402 Nov 22 16:35:07.762121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Attempting to bind port 43c756e3-2439-4774-978c-f100695583a0 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:07.762721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Attempting to bind port 43c756e3-2439-4774-978c-f100695583a0 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:07.765290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Attempting to bind port 43c756e3-2439-4774-978c-f100695583a0 on network 5550c40e-acb0-4792-b914-d94cb38ddf8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:07.776732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Port 43c756e3-2439-4774-978c-f100695583a0 on network 5550c40e-acb0-4792-b914-d94cb38ddf8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:07.777308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Attempting to bind port 43c756e3-2439-4774-978c-f100695583a0 on network 5550c40e-acb0-4792-b914-d94cb38ddf8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:07.794248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:07.795792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Checking segment: {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:07.796192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Bound using segment: {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:07.796369 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.797704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Bound port: 43c756e3-2439-4774-978c-f100695583a0, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:07.799538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.815228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:07.831649 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.862460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:07.869978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647936d-cd56-40af-a1d1-95f92d47d523'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:07.873107 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe286a9-d5f5-4f53-b003-71d2249d4e16" -d '{"events": [{"server_uuid": "ce21c49a-efec-49c8-aded-7795e5fd5130", "name": "network-vif-plugged", "status": "completed", "tag": "2647936d-cd56-40af-a1d1-95f92d47d523"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:07.880573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:07.946810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:07.951201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2647936d-cd56-40af-a1d1-95f92d47d523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2647936d-cd56-40af-a1d1-95f92d47d523,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:07.959015 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.006854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:08.010892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:08.019630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.019863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921d49a-68a9-425a-8e42-6a39f80ff48d req-d549eae1-8071-45a7-9de7-44e2ecd51ba6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.020083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2647936d-cd56-40af-a1d1-95f92d47d523,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.022166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b921d49a-68a9-425a-8e42-6a39f80ff48d req-d549eae1-8071-45a7-9de7-44e2ecd51ba6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 944 time: 0.1398532 Nov 22 16:35:08.064704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4943d8-c6e0-4cf5-a2ac-cb927111a4a6 req-32ad6fda-d096-41f9-a071-03eb93c9e0c6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.075674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c4943d8-c6e0-4cf5-a2ac-cb927111a4a6 req-32ad6fda-d096-41f9-a071-03eb93c9e0c6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1267140 Nov 22 16:35:08.076698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.077434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.080053 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] 10.222.0.20 "PUT /v2.0/ports/43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 1092 time: 1.0973301 Nov 22 16:35:08.080313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'tag': '43c756e3-2439-4774-978c-f100695583a0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:08.083070 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d769fea6-eacb-491e-8568-5a1e2cecec38" -d '{"events": [{"name": "network-changed", "server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "tag": "43c756e3-2439-4774-978c-f100695583a0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:08.153230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fea05-6ef2-4665-9ac0-585463864895 service neutron] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:08.178386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b921d49a-68a9-425a-8e42-6a39f80ff48d req-f6ba746c-5676-4ec5-af22-6442dd375663 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489985 Nov 22 16:35:08.196067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b4c528d3-cff9-4ef4-b528-b1cc78a12b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.198034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-b4c528d3-cff9-4ef4-b528-b1cc78a12b89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1095 time: 0.0636029 Nov 22 16:35:08.200383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c4943d8-c6e0-4cf5-a2ac-cb927111a4a6 req-dfc362d4-d678-4652-984f-e093c883f478 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244683 Nov 22 16:35:08.257232 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aea4889-1b06-40a3-a489-0caf61a38fa5 x-openstack-request-id: req-3aea4889-1b06-40a3-a489-0caf61a38fa5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:08.257771 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21c49a-efec-49c8-aded-7795e5fd5130", "name": "network-vif-plugged", "status": "completed", "tag": "2647936d-cd56-40af-a1d1-95f92d47d523", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:08.258291 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3aea4889-1b06-40a3-a489-0caf61a38fa5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:08.258622 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2647936d-cd56-40af-a1d1-95f92d47d523', 'code': 200} Nov 22 16:35:08.262422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-455bce47-f7d6-4fd8-a3b8-54b29443a56d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 217 time: 0.0555282 Nov 22 16:35:08.301498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['68e843f9-c9fd-4d59-a1e0-1b424bedb0c5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:08.359734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-1c7fdfca-f8a2-4a5a-85b4-a659798f8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.362569 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-1c7fdfca-f8a2-4a5a-85b4-a659798f8908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0912299 Nov 22 16:35:08.365805 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620735fe-7d2d-4c40-aa8e-355325eda709 x-openstack-request-id: req-620735fe-7d2d-4c40-aa8e-355325eda709 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:08.366172 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "tag": "43c756e3-2439-4774-978c-f100695583a0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:08.366497 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-620735fe-7d2d-4c40-aa8e-355325eda709 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:08.366954 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'tag': '43c756e3-2439-4774-978c-f100695583a0', 'status': 'completed', 'code': 200} Nov 22 16:35:08.404804 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-0c8a5763-14ee-4c44-ae5f-8586552fc532 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285528 Nov 22 16:35:08.430783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634894-af11-4336-9dd1-6af1b892c8b6 req-e19b872b-f0f9-4635-8e8d-5f2148419f63 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.440204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0634894-af11-4336-9dd1-6af1b892c8b6 req-e19b872b-f0f9-4635-8e8d-5f2148419f63 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.1076932 Nov 22 16:35:08.495774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0634894-af11-4336-9dd1-6af1b892c8b6 req-34ced526-0c25-4187-8c54-7b25de3a3d98 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480568 Nov 22 16:35:08.501646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf04f-91e6-4669-bdd5-e175049b0523 req-de5ca562-e1c6-43e7-8f3d-02e3692cb8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.503543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55fcf04f-91e6-4669-bdd5-e175049b0523 req-de5ca562-e1c6-43e7-8f3d-02e3692cb8b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 1096 time: 0.1400046 Nov 22 16:35:08.549202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-8740612a-b855-47db-8fd1-55f42609b06f service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298926 Nov 22 16:35:08.585525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-55fcf04f-91e6-4669-bdd5-e175049b0523 req-f87d0807-fca9-4449-ab01-dfaad556d9dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696046 Nov 22 16:35:08.656060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b045b188-fe7f-4d4b-9e1c-0e5116dac781 req-5389e0eb-3d86-42da-a2fd-ef6bda4fe1e5 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966966 Nov 22 16:35:08.672418 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:08.749438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-863e6209-b9d8-4cef-867e-eec7fe91ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.751542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-863e6209-b9d8-4cef-867e-eec7fe91ba1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1095 time: 0.0417995 Nov 22 16:35:08.856195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-95f3db7e-bd82-4db6-adfa-ccadc62e8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.857991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-95f3db7e-bd82-4db6-adfa-ccadc62e8c1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.0988266 Nov 22 16:35:08.879996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318de4f-c9d3-4620-a0a8-f64a22e9c3d5 req-c213c5b0-54a5-45bb-8bac-726142d04e1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.881496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a318de4f-c9d3-4620-a0a8-f64a22e9c3d5 req-c213c5b0-54a5-45bb-8bac-726142d04e1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 944 time: 0.0527313 Nov 22 16:35:08.905854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-7d70e33b-595d-4eba-8e65-d01f53df4275 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 217 time: 0.0393646 Nov 22 16:35:08.933301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a318de4f-c9d3-4620-a0a8-f64a22e9c3d5 req-8834c9d1-c5d9-4b80-9435-09432cee077d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455513 Nov 22 16:35:08.964598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-cd0016c3-f86b-4da5-ad88-2c722cb32757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:08.966319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-cd0016c3-f86b-4da5-ad88-2c722cb32757 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0492246 Nov 22 16:35:09.002348 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-c1fa6d86-6112-4f4a-bf19-7b9bd51b36fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244541 Nov 22 16:35:09.119666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-04391892-3936-4fbc-ba15-8699fa1dad08 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977876 Nov 22 16:35:09.224489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d769fea6-eacb-491e-8568-5a1e2cecec38 req-5b580c17-ecf7-4f19-a5d8-1d72ef629b15 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952263 Nov 22 16:35:09.343257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c617f86-94c4-4ba1-9459-ab5d0a6ae56e req-af35fe3c-307a-4f04-8c6f-4229f10e3a31 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:09.344787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c617f86-94c4-4ba1-9459-ab5d0a6ae56e req-af35fe3c-307a-4f04-8c6f-4229f10e3a31 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 944 time: 0.0879381 Nov 22 16:35:09.358091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57810865-8e30-4b1a-82a0-4c97b1ea89d2 req-e2e19f56-b98c-4f74-9be5-1959005c6b45 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:09.359536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57810865-8e30-4b1a-82a0-4c97b1ea89d2 req-e2e19f56-b98c-4f74-9be5-1959005c6b45 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0691822 Nov 22 16:35:09.435092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c617f86-94c4-4ba1-9459-ab5d0a6ae56e req-d7abe3d7-f5e3-4869-beda-9c32191557ea tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745740 Nov 22 16:35:09.438610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57810865-8e30-4b1a-82a0-4c97b1ea89d2 req-418cea0c-4300-4262-858c-1b30b0295d13 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709281 Nov 22 16:35:09.619899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b034217a-d94a-4004-a013-27a9c97d586f req-6f870cbc-1a5a-4ad3-b4cb-f4a4df1f151f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:09.621515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b034217a-d94a-4004-a013-27a9c97d586f req-6f870cbc-1a5a-4ad3-b4cb-f4a4df1f151f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.0513594 Nov 22 16:35:09.676460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b034217a-d94a-4004-a013-27a9c97d586f req-6dd45ea7-42c3-4aa8-a702-3182268603b4 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481300 Nov 22 16:35:10.069829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd120a8b-7511-4d04-8bf6-40cff7f32143 req-2f2731b5-7344-4bc8-baab-7af57459f301 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.073394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd120a8b-7511-4d04-8bf6-40cff7f32143 req-2f2731b5-7344-4bc8-baab-7af57459f301 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 944 time: 0.0597043 Nov 22 16:35:10.125201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd120a8b-7511-4d04-8bf6-40cff7f32143 req-a81eaefb-5882-49a2-80e6-29b272bc2455 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454006 Nov 22 16:35:10.599170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054ad89-e382-4a7c-8e71-756723906463 req-d8cd47d1-89d5-431b-b611-06694cfc44da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.600666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7054ad89-e382-4a7c-8e71-756723906463 req-d8cd47d1-89d5-431b-b611-06694cfc44da tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 944 time: 0.0810509 Nov 22 16:35:10.608388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b83bd1-97d1-44af-8fd7-ace8e73fdbbe req-4a019f41-c770-422e-a94f-a3be084caecd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.609771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98b83bd1-97d1-44af-8fd7-ace8e73fdbbe req-4a019f41-c770-422e-a94f-a3be084caecd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0815597 Nov 22 16:35:10.686288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7054ad89-e382-4a7c-8e71-756723906463 req-46e39482-2489-475a-a7fb-26cd47b6581c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750120 Nov 22 16:35:10.692477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98b83bd1-97d1-44af-8fd7-ace8e73fdbbe req-751d3875-0c9a-4bb1-a125-35e715a1acaf tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755641 Nov 22 16:35:10.898501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f93cbc-6b25-4251-bf24-88591ae8e27d req-10a15f48-898c-4183-bab4-aeeb9b9f1c65 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:10.900179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25f93cbc-6b25-4251-bf24-88591ae8e27d req-10a15f48-898c-4183-bab4-aeeb9b9f1c65 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.0527012 Nov 22 16:35:10.954277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25f93cbc-6b25-4251-bf24-88591ae8e27d req-7e702f4f-d340-4b4c-958d-9ed9baf7882f tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477777 Nov 22 16:35:11.248188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440e81d-7ae2-4fe9-b2ad-bd25f0bce852 req-332c6246-65da-434d-8368-639f3c258e0b tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.249690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9440e81d-7ae2-4fe9-b2ad-bd25f0bce852 req-332c6246-65da-434d-8368-639f3c258e0b tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.0842259 Nov 22 16:35:11.278355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d77c7-a36c-4c26-be01-09ae457f1c0f req-ced08161-b4e6-45bc-bba9-f11be25ca89d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.279815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f89d77c7-a36c-4c26-be01-09ae457f1c0f req-ced08161-b4e6-45bc-bba9-f11be25ca89d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 944 time: 0.0802288 Nov 22 16:35:11.327497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9440e81d-7ae2-4fe9-b2ad-bd25f0bce852 req-06caf524-d2e5-479c-a1c7-24f3e2528886 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712774 Nov 22 16:35:11.363097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f89d77c7-a36c-4c26-be01-09ae457f1c0f req-1bfe2403-477a-4d88-b1b6-1dce86c946fb tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746872 Nov 22 16:35:11.367407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:11.416313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:11.420763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:11.421134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.498214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.525347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:11.527591 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d6aa0-fa2e-47cb-82e5-96006869c0ba" -d '{"events": [{"server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "name": "network-vif-plugged", "status": "completed", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:11.541401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:11.545821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:11.572206 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05634d31-2b63-4104-92f1-86ac27b1156c x-openstack-request-id: req-05634d31-2b63-4104-92f1-86ac27b1156c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:11.572507 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "name": "network-vif-plugged", "status": "completed", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:11.572762 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05634d31-2b63-4104-92f1-86ac27b1156c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:11.573156 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'code': 200} Nov 22 16:35:11.598477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:11.683170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30cebb-38aa-49a7-a9fb-ac5902a0c022 req-d5482c9d-2647-4dbd-833a-c388faf8796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.684782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef30cebb-38aa-49a7-a9fb-ac5902a0c022 req-d5482c9d-2647-4dbd-833a-c388faf8796d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1096 time: 0.0434883 Nov 22 16:35:11.754136 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef30cebb-38aa-49a7-a9fb-ac5902a0c022 req-2e2540e7-44c4-43fb-8c67-20b323831bca service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554066 Nov 22 16:35:11.855605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1be011-b837-4e19-8c86-12713259d241 req-bcc1329a-a51c-4b0c-aca6-8813a7e22f32 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.857168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e1be011-b837-4e19-8c86-12713259d241 req-bcc1329a-a51c-4b0c-aca6-8813a7e22f32 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 944 time: 0.0805459 Nov 22 16:35:11.870342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaebfd-c876-45da-a87a-12c7c285206a req-c8ed9b48-db73-41bc-b2cd-a7107d321cce tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:11.871831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbdaebfd-c876-45da-a87a-12c7c285206a req-c8ed9b48-db73-41bc-b2cd-a7107d321cce tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0931804 Nov 22 16:35:11.954987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e1be011-b837-4e19-8c86-12713259d241 req-4211c8ca-9ed6-44d4-badc-17d18ece226d tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815010 Nov 22 16:35:11.959741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbdaebfd-c876-45da-a87a-12c7c285206a req-15cdaacb-2f82-47df-8642-027ca73ec9f6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796838 Nov 22 16:35:12.449349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 43c756e3-2439-4774-978c-f100695583a0 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:12.491354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00d115-05a5-455b-9852-d3a288263c5c req-0100f3c1-2f5c-4a10-beef-1e9750782dcd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:12.492851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c00d115-05a5-455b-9852-d3a288263c5c req-0100f3c1-2f5c-4a10-beef-1e9750782dcd tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.0816829 Nov 22 16:35:12.506520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd065f4b-8206-4f8b-bc36-27b9709b2c67 req-3811b060-bba4-45e3-865d-4354dc88fd3f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:12.508102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd065f4b-8206-4f8b-bc36-27b9709b2c67 req-3811b060-bba4-45e3-865d-4354dc88fd3f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0693145 Nov 22 16:35:12.546140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:12.557445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '43c756e3-2439-4774-978c-f100695583a0', 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a', 'port_id': '43c756e3-2439-4774-978c-f100695583a0', 'mac_address': 'fa:16:3e:9d:a9:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a92b19-698e-4fb2-85f6-394cc084c883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:12.584970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c00d115-05a5-455b-9852-d3a288263c5c req-ba6bb32b-f1a6-4c49-bc37-594d114f0e74 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757484 Nov 22 16:35:12.592368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd065f4b-8206-4f8b-bc36-27b9709b2c67 req-c2bc9b5f-803d-4f3e-b31a-37d222909daf tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763330 Nov 22 16:35:12.595484 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.609297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c756e3-2439-4774-978c-f100695583a0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:12.628122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:12.632463 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:12.680419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:13.046286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:13.106211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f7283-4b22-49db-83bf-1a1d0df03df7 req-1633533f-ad76-4c75-a0f2-477a6fd5fbe1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.107708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b43f7283-4b22-49db-83bf-1a1d0df03df7 req-1633533f-ad76-4c75-a0f2-477a6fd5fbe1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0793591 Nov 22 16:35:13.119696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e5742-e5d0-4b5c-930a-15f4e5dd3996 req-fa780f28-77d9-4e9a-b8d8-d384973c6a7f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.121173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a1e5742-e5d0-4b5c-930a-15f4e5dd3996 req-fa780f28-77d9-4e9a-b8d8-d384973c6a7f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 945 time: 0.0942183 Nov 22 16:35:13.203860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b43f7283-4b22-49db-83bf-1a1d0df03df7 req-7630b83b-6822-4066-8d5c-e33ebc6947da tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815802 Nov 22 16:35:13.208518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a1e5742-e5d0-4b5c-930a-15f4e5dd3996 req-344ecb18-50d6-4ca9-aa48-8baa7ebefab4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788140 Nov 22 16:35:13.398173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79cfb7-bc8a-460d-99d7-2aa22426c962 req-2c1747c6-de2d-45f9-8457-205d181c6b84 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.400102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de79cfb7-bc8a-460d-99d7-2aa22426c962 req-2c1747c6-de2d-45f9-8457-205d181c6b84 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0551922 Nov 22 16:35:13.467768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de79cfb7-bc8a-460d-99d7-2aa22426c962 req-121282cc-eff9-425b-b4a3-e67c485f5812 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587399 Nov 22 16:35:13.650915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-3345e4bc-6028-4291-99e9-0193bdcdb900 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.652358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-3345e4bc-6028-4291-99e9-0193bdcdb900 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.0542891 Nov 22 16:35:13.746403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61290cbd-7ffa-4d34-bd94-db4ea3c8a713 req-d0232a53-daf3-4101-a230-5c173957a467 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.748022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61290cbd-7ffa-4d34-bd94-db4ea3c8a713 req-d0232a53-daf3-4101-a230-5c173957a467 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/ports?device_id=ce21c49a-efec-49c8-aded-7795e5fd5130 HTTP/1.1" status: 200 len: 945 time: 0.0823967 Nov 22 16:35:13.757513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eba55e-4dd8-4e40-b19b-be834b0e7129 req-c1cfafbf-c617-4b46-b099-d56f94de6fdd tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.758481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Deleting port 2647936d-cd56-40af-a1d1-95f92d47d523 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:13.758850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.759062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10eba55e-4dd8-4e40-b19b-be834b0e7129 req-c1cfafbf-c617-4b46-b099-d56f94de6fdd tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0841801 Nov 22 16:35:13.844959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61290cbd-7ffa-4d34-bd94-db4ea3c8a713 req-e20f7797-4494-4569-bbd8-7e00feaf2cac tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups?id=e8f82049-1211-4a72-96fc-dba1e1d46418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849211 Nov 22 16:35:13.849104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10eba55e-4dd8-4e40-b19b-be834b0e7129 req-77d0012e-2c57-410b-8e6a-125c5365408a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830534 Nov 22 16:35:13.853166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] For port 2647936d-cd56-40af-a1d1-95f92d47d523, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2647936d-cd56-40af-a1d1-95f92d47d523,segment=NetworkSegment(110a6637-1069-4c04-854a-f7bddd57e429),segment_id=110a6637-1069-4c04-854a-f7bddd57e429)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:13.853534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:13.868020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Calling delete_port for 2647936d-cd56-40af-a1d1-95f92d47d523 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:13.971834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c62126-e7c4-4bb8-b4cc-b58aeb62de13 req-4c9fa48d-e4f3-48eb-b68f-4e4ace51df90 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:13.973690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84c62126-e7c4-4bb8-b4cc-b58aeb62de13 req-4c9fa48d-e4f3-48eb-b68f-4e4ace51df90 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0556276 Nov 22 16:35:13.982819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57440) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:13.988918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'floatingip': {'port_id': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:14.006281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.022539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['2647936d-cd56-40af-a1d1-95f92d47d523'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:14.031300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.045574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event deleted for resources: {'Port': ['ID=2647936d-cd56-40af-a1d1-95f92d47d523,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.106321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] No DVR routers for this DVR port 2647936d-cd56-40af-a1d1-95f92d47d523 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:14.109227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.114213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-222b3bb8-27d5-4877-a47b-b06024c9aa83 req-a10ed8db-5df5-45e1-a2ac-fb43b93f8cf5 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.66 "DELETE /v2.0/ports/2647936d-cd56-40af-a1d1-95f92d47d523 HTTP/1.1" status: 204 len: 173 time: 0.4540782 Nov 22 16:35:14.114685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'name': 'network-vif-deleted', 'tag': '2647936d-cd56-40af-a1d1-95f92d47d523'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:14.117832 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc2139-c8b9-4626-b858-868916055b3e" -d '{"events": [{"server_uuid": "ce21c49a-efec-49c8-aded-7795e5fd5130", "name": "network-vif-deleted", "tag": "2647936d-cd56-40af-a1d1-95f92d47d523"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:14.166802 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e0c88-4b5d-417f-ac4b-15256cc8672a x-openstack-request-id: req-6c3e0c88-4b5d-417f-ac4b-15256cc8672a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:14.167090 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce21c49a-efec-49c8-aded-7795e5fd5130", "name": "network-vif-deleted", "tag": "2647936d-cd56-40af-a1d1-95f92d47d523", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:14.167370 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c3e0c88-4b5d-417f-ac4b-15256cc8672a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:14.167837 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce21c49a-efec-49c8-aded-7795e5fd5130', 'name': 'network-vif-deleted', 'tag': '2647936d-cd56-40af-a1d1-95f92d47d523', 'status': 'completed', 'code': 200} Nov 22 16:35:14.460636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 43c756e3-2439-4774-978c-f100695583a0 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:14.518187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 43c756e3-2439-4774-978c-f100695583a0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:14.522398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 43c756e3-2439-4774-978c-f100695583a0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:14.522808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.710521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe49e4-f886-43bd-be95-c3b68ef7b520 req-ff411031-c3b8-4aa3-b279-c807f553dc5c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.712299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebbe49e4-f886-43bd-be95-c3b68ef7b520 req-ff411031-c3b8-4aa3-b279-c807f553dc5c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1561825 Nov 22 16:35:14.721346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02299fd-9061-4c3a-8d5e-33466838cbf7 req-9c802396-fc10-4ef4-8da5-044617adfe0a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:14.723065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b02299fd-9061-4c3a-8d5e-33466838cbf7 req-9c802396-fc10-4ef4-8da5-044617adfe0a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 945 time: 0.1655588 Nov 22 16:35:14.742482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.767789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c756e3-2439-4774-978c-f100695583a0'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:14.770507 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ad9033-4698-47f8-ab2b-a639293015e7" -d '{"events": [{"server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "name": "network-vif-plugged", "status": "completed", "tag": "43c756e3-2439-4774-978c-f100695583a0"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:14.786845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:14.791425 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:14.847377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:14.896663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b02299fd-9061-4c3a-8d5e-33466838cbf7 req-2583ed15-3764-44ac-8f17-5c957d878a94 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347499 Nov 22 16:35:14.902358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebbe49e4-f886-43bd-be95-c3b68ef7b520 req-c15efa25-0032-48b0-b5b5-2083ae0eae36 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417773 Nov 22 16:35:15.018555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.023397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.041503 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ab01f0-c66c-48fc-b3f0-25ad263ee1f8 x-openstack-request-id: req-d6ab01f0-c66c-48fc-b3f0-25ad263ee1f8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:15.042213 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "name": "network-vif-plugged", "status": "completed", "tag": "43c756e3-2439-4774-978c-f100695583a0", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:15.042213 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6ab01f0-c66c-48fc-b3f0-25ad263ee1f8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:15.042474 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c756e3-2439-4774-978c-f100695583a0', 'code': 200} Nov 22 16:35:15.150613 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Floating IP cd6bc24e-a439-47ee-bdf2-99a6c22b67bc associated. External IP: 172.25.6.57, port: 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5. Nov 22 16:35:15.245981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705104-65f9-405a-a595-77409b6637e6 req-ac5e10e7-969c-47b9-8b8c-73e6aff2ddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.246574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57474) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:15.247487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78705104-65f9-405a-a595-77409b6637e6 req-ac5e10e7-969c-47b9-8b8c-73e6aff2ddb4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1097 time: 0.0564811 Nov 22 16:35:15.301479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-78705104-65f9-405a-a595-77409b6637e6 req-deecf43a-08db-4bb3-ab11-a92ec31d3e30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Nov 22 16:35:15.346132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209b682-2ae9-41cc-94d3-8b4c5c4dd8f0 req-0b043446-6d88-41e9-9e85-d02884b1b9fe tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.347651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7209b682-2ae9-41cc-94d3-8b4c5c4dd8f0 req-0b043446-6d88-41e9-9e85-d02884b1b9fe tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.1427515 Nov 22 16:35:15.417509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a310005-6df8-4040-a4ea-68f797cf9309 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.471048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a310005-6df8-4040-a4ea-68f797cf9309 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.476371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7209b682-2ae9-41cc-94d3-8b4c5c4dd8f0 req-e3c24b5f-a7dd-4d8e-9b6b-a5b13186e8bd tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215410 Nov 22 16:35:15.560864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:15.572165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a310005-6df8-4040-a4ea-68f797cf9309 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.574743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a310005-6df8-4040-a4ea-68f797cf9309 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.575877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1a310005-6df8-4040-a4ea-68f797cf9309 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "DELETE /v2.0/security-groups/8b4e7063-5537-41ff-9c48-d072700b5348 HTTP/1.1" status: 204 len: 168 time: 0.3283644 Nov 22 16:35:15.578639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57482) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:15.592394 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-2f0e7c16-4c76-496d-a60b-102e7ab2bebf tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] show failed (client error): The resource could not be found. Nov 22 16:35:15.593360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f0e7c16-4c76-496d-a60b-102e7ab2bebf tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "GET /v2.0/security-groups/8b4e7063-5537-41ff-9c48-d072700b5348 HTTP/1.1" status: 404 len: 347 time: 0.0127487 Nov 22 16:35:15.596778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57484) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:15.616723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a310005-6df8-4040-a4ea-68f797cf9309 tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4e7063-5537-41ff-9c48-d072700b5348,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:15.697727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:15.704950 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.707938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:15.720182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:15.721334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:15.733068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Deleting port 17561f07-6849-430f-be37-5a6827874c9a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:15.733441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.738845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-56529301-1094-4d67-840f-fc603f3a90d1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "PUT /v2.0/floatingips/cd6bc24e-a439-47ee-bdf2-99a6c22b67bc HTTP/1.1" status: 200 len: 990 time: 1.7517574 Nov 22 16:35:15.738845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:15.739483 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152f71c9-efe2-45c4-b7c6-35d78698d69b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:15.783124 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c46d6-1973-4189-a9f8-c53aeaf82529 x-openstack-request-id: req-274c46d6-1973-4189-a9f8-c53aeaf82529 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:15.783416 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:15.783672 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-274c46d6-1973-4189-a9f8-c53aeaf82529 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:15.784072 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'status': 'completed', 'code': 200} Nov 22 16:35:15.821484 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.822023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:15.839093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:15.856798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Calling delete_port for 17561f07-6849-430f-be37-5a6827874c9a owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:15.921155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-a6d85d40-ad5c-4adf-8be3-4b29f5258b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:15.921974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-a6d85d40-ad5c-4adf-8be3-4b29f5258b5e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1096 time: 0.0974135 Nov 22 16:35:16.054627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604b38c-8485-4385-a837-5d7e77c8e303 req-17d08a12-7dd2-4937-944f-93968ccfaea1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.058232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a604b38c-8485-4385-a837-5d7e77c8e303 req-17d08a12-7dd2-4937-944f-93968ccfaea1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0576773 Nov 22 16:35:16.096010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-99eeba88-bc17-4402-b6bd-4b454ea108b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.099813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-99eeba88-bc17-4402-b6bd-4b454ea108b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.1630752 Nov 22 16:35:16.103256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'cd6bc24e-a439-47ee-bdf2-99a6c22b67bc', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'port_id': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'mac_address': 'fa:16:3e:2c:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:34:58Z', 'updated_at': '2021-11-22T16:35:14Z', 'revision_number': 1, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:16.146539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a604b38c-8485-4385-a837-5d7e77c8e303 req-1b0400e3-e980-406d-9e85-b5e58bc0656c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842288 Nov 22 16:35:16.147350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:16.157969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:16.159130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:16.171153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.216714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Pushing event deleted for resources: {'Port': ['ID=17561f07-6849-430f-be37-5a6827874c9a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:16.244747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85ba0-f8f0-4056-859b-420f07488f40 req-e4789247-2710-4d3c-9413-3d229a2a236a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.253060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87a85ba0-f8f0-4056-859b-420f07488f40 req-e4789247-2710-4d3c-9413-3d229a2a236a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 946 time: 0.0837021 Nov 22 16:35:16.293843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:16.306719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87a85ba0-f8f0-4056-859b-420f07488f40 req-59a3a321-c3f2-4c4d-87ee-7b8cea428269 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527101 Nov 22 16:35:16.432072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44285a88-eaf2-4ee3-afe6-f9f90a20ed41 req-d42bc6f4-23bf-4515-b13a-53cd957dbcfb tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.434789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44285a88-eaf2-4ee3-afe6-f9f90a20ed41 req-d42bc6f4-23bf-4515-b13a-53cd957dbcfb tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0617800 Nov 22 16:35:16.487379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44285a88-eaf2-4ee3-afe6-f9f90a20ed41 req-18dcfb8e-0db4-43fc-b2b3-16c88a128dc8 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462699 Nov 22 16:35:16.572466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'cd6bc24e-a439-47ee-bdf2-99a6c22b67bc', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'port_id': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'mac_address': 'fa:16:3e:2c:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:34:58Z', 'updated_at': '2021-11-22T16:35:14Z', 'revision_number': 1, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:16.598517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-ffe5d555-57d7-489f-aeef-713aa0bb1bd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 998 time: 0.4825690 Nov 22 16:35:16.606904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec0677a-e33a-4523-8849-0dfbf084596f None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'cd6bc24e-a439-47ee-bdf2-99a6c22b67bc', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'port_id': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'mac_address': 'fa:16:3e:2c:d8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:34:58Z', 'updated_at': '2021-11-22T16:35:14Z', 'revision_number': 1, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:16.643431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.646131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.647289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e25fc62d-fcdf-49a1-9e2d-d4c569aed61c tempest-ImagesOneServerNegativeTestJSON-1370463666 tempest-ImagesOneServerNegativeTestJSON-1370463666-project] 10.222.0.65 "DELETE /v2.0/floatingips/ad870519-fce3-4c2d-a574-ec3c5a191d0f HTTP/1.1" status: 204 len: 168 time: 1.0496194 Nov 22 16:35:16.666176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-dcf84cfe-d8dd-4057-939c-6f9e3ab054cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.667636 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-dcf84cfe-d8dd-4057-939c-6f9e3ab054cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.0541432 Nov 22 16:35:16.725057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-0e2a242b-0c0a-4a2d-a553-da3439356ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:16.726739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-0e2a242b-0c0a-4a2d-a553-da3439356ae5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504041 Nov 22 16:35:16.781201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:16.833961 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-ee36434b-8b0e-47ef-9f97-5b522a04a2a5 service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987215 Nov 22 16:35:16.839828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Deleting subnet 7ea15858-20dd-49e9-b2cf-6cf6867a348c {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:16.843554 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.893955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.919581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9245be48-235f-48c4-96f3-1156a6b1ab29 None None] New status for floating IP cd6bc24e-a439-47ee-bdf2-99a6c22b67bc: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:35:16.943336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:16.955704 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-152f71c9-efe2-45c4-b7c6-35d78698d69b req-63284cdd-2112-42cf-b0fc-cf3e03218f2d service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128340 Nov 22 16:35:17.004640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.030299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea15858-20dd-49e9-b2cf-6cf6867a348c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.035045 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.038306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7ea15858-20dd-49e9-b2cf-6cf6867a348c HTTP/1.1" status: 204 len: 168 time: 0.2553806 Nov 22 16:35:17.041330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57518) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:17.043748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.044107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.044454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.044793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.045133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.045472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.045838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.046171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.046515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.046834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.047164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.048069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b620ef-818b-4f72-9d89-bd0a52c41bbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:17.118872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.198664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.220070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b041c7-b7cc-480d-911e-cfbed4b1df8e']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:17.230628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110a6637-1069-4c04-854a-f7bddd57e429') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:17.230926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110a6637-1069-4c04-854a-f7bddd57e429') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:17.245830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.274401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.278035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53daa01-aa8f-4c59-b2e4-9038a26cb8bd req-d2409c5c-c1b2-4954-8ec5-266d4d9769e4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.280135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c53daa01-aa8f-4c59-b2e4-9038a26cb8bd req-d2409c5c-c1b2-4954-8ec5-266d4d9769e4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0669947 Nov 22 16:35:17.289104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:17.289422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:17.291361 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:17.341694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c53daa01-aa8f-4c59-b2e4-9038a26cb8bd req-2d3b0988-b947-4985-a423-ac8d09195879 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550098 Nov 22 16:35:17.356015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.369728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.375405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a4b041c7-b7cc-480d-911e-cfbed4b1df8e HTTP/1.1" status: 204 len: 168 time: 0.3314786 Nov 22 16:35:17.388001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c1044-644c-4a79-9b06-7a3948b2a7e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b041c7-b7cc-480d-911e-cfbed4b1df8e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.393088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2647936d-cd56-40af-a1d1-95f92d47d523 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:17.423435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 2647936d-cd56-40af-a1d1-95f92d47d523 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:17.423782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2647936d-cd56-40af-a1d1-95f92d47d523 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:17.460879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feadb40-5f3f-4487-b3a4-7a398467e5cd req-2ed77436-4a36-44e6-bae8-81e90a6defd0 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.462414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4feadb40-5f3f-4487-b3a4-7a398467e5cd req-2ed77436-4a36-44e6-bae8-81e90a6defd0 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 946 time: 0.0596979 Nov 22 16:35:17.505209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:17.511392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4feadb40-5f3f-4487-b3a4-7a398467e5cd req-1b409344-6636-496f-ae10-7530374157e5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Nov 22 16:35:17.550056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-978c2bb1-1a38-4fbd-9946-a949add14a17 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5d377bb455e4062a33662930223e1f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407159 Nov 22 16:35:17.550056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57536) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:17.601006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74eb1106-2db5-477a-aa52-2c33201c2fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.622003 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74eb1106-2db5-477a-aa52-2c33201c2fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.654236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-bd01595d-0661-46a3-a1e9-b1cfbe0ba6f2 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1985396101&fields=id&tenant_id=4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 267 time: 0.0754602 Nov 22 16:35:17.684150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74eb1106-2db5-477a-aa52-2c33201c2fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.686975 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74eb1106-2db5-477a-aa52-2c33201c2fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:17.688985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-74eb1106-2db5-477a-aa52-2c33201c2fbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8f82049-1211-4a72-96fc-dba1e1d46418 HTTP/1.1" status: 204 len: 168 time: 0.1376669 Nov 22 16:35:17.700211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb1106-2db5-477a-aa52-2c33201c2fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f82049-1211-4a72-96fc-dba1e1d46418,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:17.703664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e99e2-ca30-46c7-bafe-6fd02a1c0602 req-d448182a-bb52-450d-8bde-e346f23e48f6 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.706765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd0e99e2-ca30-46c7-bafe-6fd02a1c0602 req-d448182a-bb52-450d-8bde-e346f23e48f6 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.1061342 Nov 22 16:35:17.760682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-9fa6db78-8008-468b-814d-aeb88302eaa5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:17.762269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-9fa6db78-8008-468b-814d-aeb88302eaa5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 946 time: 0.1030319 Nov 22 16:35:17.779865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'port': {'security_groups': ['21e28be6-1aa5-45e4-9ae6-e61c64dea108', '2d61e225-bbd0-4c35-8bd0-06c71226703c']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:17.788215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd0e99e2-ca30-46c7-bafe-6fd02a1c0602 req-f922d9ac-f342-4cae-8c9d-1a55d87bb7a3 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups?id=e55c489f-a023-4c32-9a45-87d24ed2d0e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721838 Nov 22 16:35:17.862569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.054436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-e0521907-d2e1-4da4-98ce-a69df22b7a3b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.056487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-e0521907-d2e1-4da4-98ce-a69df22b7a3b tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.20 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 945 time: 0.0743730 Nov 22 16:35:18.095511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:18.131560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.136004 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.152185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:18.196241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.197109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.206080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f75f29d-3e52-4deb-a0a2-2cc2dbc35f07 req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "PUT /v2.0/ports/43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 982 time: 0.4303803 Nov 22 16:35:18.206080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'tag': '43c756e3-2439-4774-978c-f100695583a0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:18.207320 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70374e99-8a4e-44a8-80fb-47a8f58f6d65" -d '{"events": [{"name": "network-changed", "server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "tag": "43c756e3-2439-4774-978c-f100695583a0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:18.209407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Deleting port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:18.213068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.255059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520ed31-08e0-4b4f-b2ec-54b74393f4dd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:18.262940 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb88d59c-687c-4a95-84e7-bd9cc8f198af x-openstack-request-id: req-bb88d59c-687c-4a95-84e7-bd9cc8f198af {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:18.263342 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "tag": "43c756e3-2439-4774-978c-f100695583a0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:18.263702 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb88d59c-687c-4a95-84e7-bd9cc8f198af {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:18.264208 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'tag': '43c756e3-2439-4774-978c-f100695583a0', 'status': 'completed', 'code': 200} Nov 22 16:35:18.356701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:18.362108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] For port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:18.362862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.368561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-a1894d27-6ca0-46c5-9e67-c9efaaa6152c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1777015547&fields=id&tenant_id=4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 267 time: 0.0840113 Nov 22 16:35:18.409210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-6ca1e131-1847-475b-951a-1279f9607ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.410719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-6ca1e131-1847-475b-951a-1279f9607ce1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1136 time: 0.0997863 Nov 22 16:35:18.435446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-81816eda-00d7-44e4-a025-26443bcf1a2d tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.437418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-81816eda-00d7-44e4-a025-26443bcf1a2d tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 985 time: 0.0611887 Nov 22 16:35:18.456097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'port': {'security_groups': ['21e28be6-1aa5-45e4-9ae6-e61c64dea108', '2d61e225-bbd0-4c35-8bd0-06c71226703c', '10dea3c9-cb97-4a9d-851d-b45282340ef1']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:18.605196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.606256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.606760 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Floating IP 22887203-a342-4a7e-aa1f-b68265c8e756 disassociated. External IP: 172.25.6.4, port: 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee. Nov 22 16:35:18.607290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Calling delete_port for 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:18.609257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-dc4a6e8e-09a5-40cf-bd77-e1767657178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.611184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-dc4a6e8e-09a5-40cf-bd77-e1767657178a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.1727641 Nov 22 16:35:18.692277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-5319fbdf-ea7c-4a85-b5f2-8da6f233ab3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 217 time: 0.0628822 Nov 22 16:35:18.753625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.760817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:18.787851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event deleted for resources: {'Port': ['ID=2974c74c-8cb8-4afc-8735-4ba4b86fe4ee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:18.846718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d28d51-ce2e-41dd-a2f6-378627a49258 req-3dc76a12-b63d-40d0-8f84-4da64e503a35 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.848131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22d28d51-ce2e-41dd-a2f6-378627a49258 req-3dc76a12-b63d-40d0-8f84-4da64e503a35 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.2358954 Nov 22 16:35:18.849510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-c0c62579-78d1-4a7a-9139-85a0ea9b300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:18.850967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-c0c62579-78d1-4a7a-9139-85a0ea9b300a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.1273286 Nov 22 16:35:18.909800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-74669afd-a705-4d14-9e07-e439a2956dbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458379 Nov 22 16:35:18.920042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Router 1a96cb37-5e8c-403d-8528-7ac6a497d629 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:19.018695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22d28d51-ce2e-41dd-a2f6-378627a49258 req-2a47885a-a6fa-4bd1-b8df-ecb79637b7c2 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629150 Nov 22 16:35:19.057848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:19.075592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] Sync routers for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:19.088794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:19.089420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:19.105482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] No DVR routers for this DVR port 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:19.108326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.112051 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9f4cf358-d1e5-4f54-9845-16c4a72353f5 req-05a2ef25-e66e-4d83-9089-94fdc760d152 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.20 "DELETE /v2.0/ports/2974c74c-8cb8-4afc-8735-4ba4b86fe4ee HTTP/1.1" status: 204 len: 173 time: 1.0395782 Nov 22 16:35:19.112647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'name': 'network-vif-deleted', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:19.115017 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fffe09-7db8-43f1-9d11-71db9851801b" -d '{"events": [{"server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "name": "network-vif-deleted", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:19.115817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-586e069a-38a3-4705-a672-94bb667d61ce service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963553 Nov 22 16:35:19.238392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:19.297712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70374e99-8a4e-44a8-80fb-47a8f58f6d65 req-419e1b59-0bdd-4647-a30e-f4a28ffbe93b service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721897 Nov 22 16:35:19.308956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.318756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.323951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:19.366180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:19.382023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.382891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.384418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e418440d-29c4-4d1d-83c7-9e55d38bc1a3 req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "PUT /v2.0/ports/43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 1021 time: 0.9347024 Nov 22 16:35:19.440229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615e31c-a9d9-48a1-abea-8019454889f8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:19.511575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7acb01-0f63-4383-a2e7-a2bb769bd256 req-e2a0a230-d4c9-4104-925c-1357944956b6 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.513381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf7acb01-0f63-4383-a2e7-a2bb769bd256 req-e2a0a230-d4c9-4104-925c-1357944956b6 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0508144 Nov 22 16:35:19.576376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b9f4b7-3ef2-456e-89b7-ee6b39dc1518 req-0c703520-f76e-4bce-852b-8c6664d27a82 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/ports?device_id=0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8 HTTP/1.1" status: 200 len: 210 time: 0.0350351 Nov 22 16:35:19.606271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf7acb01-0f63-4383-a2e7-a2bb769bd256 req-f41664d9-0463-4f88-9e78-ccc7a6b229b3 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Nov 22 16:35:19.658887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:19.677777 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fad3d5-3b11-4970-9256-3ce4684a5d3d x-openstack-request-id: req-a8fad3d5-3b11-4970-9256-3ce4684a5d3d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:19.678326 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8", "name": "network-vif-deleted", "tag": "2974c74c-8cb8-4afc-8735-4ba4b86fe4ee", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:19.678607 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8fad3d5-3b11-4970-9256-3ce4684a5d3d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:19.679341 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0877b8c9-c26f-4b6b-9d02-f5e042a7b5d8', 'name': 'network-vif-deleted', 'tag': '2974c74c-8cb8-4afc-8735-4ba4b86fe4ee', 'status': 'completed', 'code': 200} Nov 22 16:35:19.835904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c98b6-51b5-4567-9cea-5c9289beb913 req-1c16b2d3-5ed8-4179-8df7-12b26bcafa85 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:19.843394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-615c98b6-51b5-4567-9cea-5c9289beb913 req-1c16b2d3-5ed8-4179-8df7-12b26bcafa85 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1024 time: 0.1028774 Nov 22 16:35:19.904502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57602) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:19.952287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-615c98b6-51b5-4567-9cea-5c9289beb913 req-df849876-e507-4c36-9891-34aa3f066ca9 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=2d61e225-bbd0-4c35-8bd0-06c71226703c&id=10dea3c9-cb97-4a9d-851d-b45282340ef1 HTTP/1.1" status: 200 len: 6207 time: 0.1079698 Nov 22 16:35:19.952805 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66ca68fb-45b0-4865-9762-50478938a30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:19.990886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-f644edd7-9fc0-48b9-a916-c4765cad7719 req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': ' tempest-securitygroup -754410341 ', 'description': 'tempest-description-366959004'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:20.019487 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f644edd7-9fc0-48b9-a916-c4765cad7719 req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.083973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69fdb1c-619e-484b-88e7-b8236e466855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.092693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.120977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f644edd7-9fc0-48b9-a916-c4765cad7719 req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.128141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f644edd7-9fc0-48b9-a916-c4765cad7719 req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.135167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] Checking router: 1a96cb37-5e8c-403d-8528-7ac6a497d629 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:20.172948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:20.173763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.184160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f644edd7-9fc0-48b9-a916-c4765cad7719 req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.201057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69fdb1c-619e-484b-88e7-b8236e466855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.202256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f644edd7-9fc0-48b9-a916-c4765cad7719 req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2187648 Nov 22 16:35:20.209864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d69fdb1c-619e-484b-88e7-b8236e466855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.215734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78268c9f-2eb1-4114-b846-5483ff8307a4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a4ed08-319e-44c4-ae95-2e96aacb8e5c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.265397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'tag': '43c756e3-2439-4774-978c-f100695583a0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:20.269631 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d69fdb1c-619e-484b-88e7-b8236e466855 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0dfff25ba01d4cb0aced38949ab27a2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602149 Nov 22 16:35:20.269981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:20.270322 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90664584-8085-4b34-89e0-31b91c20fe84" -d '{"events": [{"name": "network-changed", "server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "tag": "43c756e3-2439-4774-978c-f100695583a0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:20.281163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fdb1c-619e-484b-88e7-b8236e466855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1967ce2-95b8-43b7-8895-0f679b094db8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.346585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a43bc1c7-c38c-4e2c-a656-5c97ad38bf45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.359547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf20f42-fe19-431e-a879-f8d76d1fd692 req-55c9f4be-559a-4a9a-8ef3-be5140e463cd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:20.372400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaf20f42-fe19-431e-a879-f8d76d1fd692 req-55c9f4be-559a-4a9a-8ef3-be5140e463cd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0947061 Nov 22 16:35:20.374425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a43bc1c7-c38c-4e2c-a656-5c97ad38bf45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.374782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:20.435291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaf20f42-fe19-431e-a879-f8d76d1fd692 req-abc2b6d0-b96c-4062-8211-64ff16ae0d2c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615079 Nov 22 16:35:20.440521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a43bc1c7-c38c-4e2c-a656-5c97ad38bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.444708 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a43bc1c7-c38c-4e2c-a656-5c97ad38bf45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:20.454906 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a43bc1c7-c38c-4e2c-a656-5c97ad38bf45 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1967ce2-95b8-43b7-8895-0f679b094db8 HTTP/1.1" status: 204 len: 168 time: 0.1786783 Nov 22 16:35:20.459639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bc1c7-c38c-4e2c-a656-5c97ad38bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1967ce2-95b8-43b7-8895-0f679b094db8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:20.630880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab4677ba-48ba-48ed-86a1-7adc68ff90fe req-d6a2d054-aebb-4800-a870-adc3c1af163e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/58a4ed08-319e-44c4-ae95-2e96aacb8e5c HTTP/1.1" status: 200 len: 1798 time: 0.0839634 Nov 22 16:35:20.672293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:20.690986 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b963da82-52f8-464b-a7ae-a2f4657c0543 x-openstack-request-id: req-b963da82-52f8-464b-a7ae-a2f4657c0543 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:20.691285 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "tag": "43c756e3-2439-4774-978c-f100695583a0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:20.692017 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b963da82-52f8-464b-a7ae-a2f4657c0543 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:20.692432 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'tag': '43c756e3-2439-4774-978c-f100695583a0', 'status': 'completed', 'code': 200} Nov 22 16:35:20.702959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07184b49-9166-4c14-ad88-a9d5b456d2a2 None None] The sync data for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 is: [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:32:57Z', 'revision_number': 4, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1db971e-11b3-4054-ad6c-468ff174e320', 'name': '', 'network_id': '30b3d47c-4ce4-495a-ab93-e83e9bacfc7c', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'mac_address': 'fa:16:3e:60:90:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:55Z', 'updated_at': '2021-11-22T16:33:08Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'subnets': [{'id': '14a7dd31-53f7-4464-a55d-80a3380779ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:20.851501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664584-8085-4b34-89e0-31b91c20fe84 req-729a720e-4a8b-4fed-96f0-fe0e4d6ecdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:20.852995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-729a720e-4a8b-4fed-96f0-fe0e4d6ecdee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1175 time: 0.0988121 Nov 22 16:35:20.856046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3959599f-6003-488f-a492-6dd03c5cf0c1 req-bfd058c3-f5b6-43db-a336-23c52a52445a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/58a4ed08-319e-44c4-ae95-2e96aacb8e5c HTTP/1.1" status: 200 len: 1798 time: 0.0752807 Nov 22 16:35:20.996407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3959599f-6003-488f-a492-6dd03c5cf0c1 req-500de850-0b73-4757-b30c-5c1b84dce529 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.030682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664584-8085-4b34-89e0-31b91c20fe84 req-63bedbff-b09c-4277-8695-e45c2aefc91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.032392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-63bedbff-b09c-4277-8695-e45c2aefc91a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.1620359 Nov 22 16:35:21.042281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3959599f-6003-488f-a492-6dd03c5cf0c1 req-500de850-0b73-4757-b30c-5c1b84dce529 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.081021 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344ce7b8-0e50-40a8-ab0e-60cfa6a65e01 None None] New status for floating IP 22887203-a342-4a7e-aa1f-b68265c8e756: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:35:21.104575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-16411677-aef5-4815-8131-3e8ee034040c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:21.105625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-16411677-aef5-4815-8131-3e8ee034040c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467975 Nov 22 16:35:21.112185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-111a1bde-daab-47ea-80f2-b809771966b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 200 len: 217 time: 0.0669398 Nov 22 16:35:21.198655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-851d9c2c-c2c0-4d3b-b36a-35c53e5e9b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.200122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-851d9c2c-c2c0-4d3b-b36a-35c53e5e9b8a service neutron] 10.222.0.65 "GET /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 1094 time: 0.0780599 Nov 22 16:35:21.212289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664584-8085-4b34-89e0-31b91c20fe84 req-47e78a83-7113-4a7a-bacf-3e2ffd82eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.213878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-47e78a83-7113-4a7a-bacf-3e2ffd82eebe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0931075 Nov 22 16:35:21.218386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:21.218837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:35:21.251233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3959599f-6003-488f-a492-6dd03c5cf0c1 req-500de850-0b73-4757-b30c-5c1b84dce529 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.265698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3959599f-6003-488f-a492-6dd03c5cf0c1 req-500de850-0b73-4757-b30c-5c1b84dce529 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.265698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3959599f-6003-488f-a492-6dd03c5cf0c1 req-500de850-0b73-4757-b30c-5c1b84dce529 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/58a4ed08-319e-44c4-ae95-2e96aacb8e5c HTTP/1.1" status: 204 len: 173 time: 0.3927321 Nov 22 16:35:21.294245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-fae8f4fd-4b4b-4614-a95a-b9305c023d77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536253 Nov 22 16:35:21.297176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500de850-0b73-4757-b30c-5c1b84dce529 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a4ed08-319e-44c4-ae95-2e96aacb8e5c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:21.370682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57670) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:21.456977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c7b1-e38f-4628-ad7c-ff7711d47882 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.494402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c7b1-e38f-4628-ad7c-ff7711d47882 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.579943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cf25d-8430-4404-9e1a-5341dd071812 req-2a37b9f0-d18e-417c-8003-f51135e4813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:21.581506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-001cf25d-8430-4404-9e1a-5341dd071812 req-2a37b9f0-d18e-417c-8003-f51135e4813a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 1097 time: 0.0663698 Nov 22 16:35:21.603787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c7b1-e38f-4628-ad7c-ff7711d47882 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.606383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cd8c7b1-e38f-4628-ad7c-ff7711d47882 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.610544 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3cd8c7b1-e38f-4628-ad7c-ff7711d47882 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "DELETE /v2.0/security-groups/e55c489f-a023-4c32-9a45-87d24ed2d0e1 HTTP/1.1" status: 204 len: 168 time: 0.2356994 Nov 22 16:35:21.613973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:21.630367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8c7b1-e38f-4628-ad7c-ff7711d47882 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c489f-a023-4c32-9a45-87d24ed2d0e1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:21.650903 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-78ca0bd6-fe68-4034-aa7b-17ca7bc00559 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] show failed (client error): The resource could not be found. Nov 22 16:35:21.652537 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-78ca0bd6-fe68-4034-aa7b-17ca7bc00559 tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "GET /v2.0/security-groups/e55c489f-a023-4c32-9a45-87d24ed2d0e1 HTTP/1.1" status: 404 len: 347 time: 0.0364189 Nov 22 16:35:21.659356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57680) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:21.704353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-001cf25d-8430-4404-9e1a-5341dd071812 req-280226c4-6a6b-4c80-81ef-2604a072f9ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155455 Nov 22 16:35:21.727179 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-65d82fed-c329-420c-9ac2-04c273df698c req-c34ce046-096f-407b-a02e-3e7abbf3c97c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:35:21.728312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65d82fed-c329-420c-9ac2-04c273df698c req-c34ce046-096f-407b-a02e-3e7abbf3c97c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/58a4ed08-319e-44c4-ae95-2e96aacb8e5c HTTP/1.1" status: 404 len: 352 time: 0.0379753 Nov 22 16:35:21.796503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-347a825b-9207-44f4-8566-2665ab79f6ae service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619555 Nov 22 16:35:21.801510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:21.801879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:21.802209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:21.806742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:21.807064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:21.807915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Deleting port a9151570-0587-468b-9933-9c004344b3ea {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:21.808255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.812672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:21.813209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:21.813524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:21.814004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Bound port: be31d644-92f8-470f-9eb2-db8713c49c4e, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:21.871718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:21.882014 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.890357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-88535865-5802-41a4-ae63-e91a5e3a9357 service neutron] 10.222.0.65 "POST /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6752636 Nov 22 16:35:21.894259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.894590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:21.907324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Calling delete_port for a9151570-0587-468b-9933-9c004344b3ea owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:22.036550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98ef77-8f8b-43da-b5ac-570bf4dff08b req-6f4502c3-840d-4ac0-afc8-fd3ad2a4fe2f tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.043594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b98ef77-8f8b-43da-b5ac-570bf4dff08b req-6f4502c3-840d-4ac0-afc8-fd3ad2a4fe2f tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1148901 Nov 22 16:35:22.088579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-04b297f2-3626-45e3-98c2-da0dde04224c req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1432201196', 'description': 'tempest-description-910266229'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:22.098664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.103702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90664584-8085-4b34-89e0-31b91c20fe84 req-0e88f8af-5fb5-4e36-83e8-c81e91cb55a9 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844068 Nov 22 16:35:22.135516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-04b297f2-3626-45e3-98c2-da0dde04224c req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.155052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b98ef77-8f8b-43da-b5ac-570bf4dff08b req-bc7773e8-8742-40f7-84c7-5e7370ac3a96 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105845 Nov 22 16:35:22.164516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Pushing event deleted for resources: {'Port': ['ID=a9151570-0587-468b-9933-9c004344b3ea,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.212543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.216816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.218080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eebd5a8d-cb2c-4beb-874c-627e45173d6c tempest-ServersTestJSON-1654921287 tempest-ServersTestJSON-1654921287-project] 10.222.0.65 "DELETE /v2.0/floatingips/22887203-a342-4a7e-aa1f-b68265c8e756 HTTP/1.1" status: 204 len: 168 time: 0.5577595 Nov 22 16:35:22.221063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57690) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:22.262452 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-04b297f2-3626-45e3-98c2-da0dde04224c req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.275539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-829201e4-c69c-4ba3-a6c7-5e2b4fc85c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.277110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-829201e4-c69c-4ba3-a6c7-5e2b4fc85c2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1097 time: 0.0904994 Nov 22 16:35:22.277949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-04b297f2-3626-45e3-98c2-da0dde04224c req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.362794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-04b297f2-3626-45e3-98c2-da0dde04224c req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.364010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b297f2-3626-45e3-98c2-da0dde04224c req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2902145 Nov 22 16:35:22.386207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4890fd-a884-4d47-9d11-8c89d2e16201 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0335226-2349-4b19-bb0c-8f9ed451127a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.443471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cdb71-36f7-49a7-8678-098b2b358999 req-ae29e371-441e-48e2-9529-d81a2f0dd59a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.445407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad3cdb71-36f7-49a7-8678-098b2b358999 req-ae29e371-441e-48e2-9529-d81a2f0dd59a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.1477590 Nov 22 16:35:22.465722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-7f0feede-b1b4-4121-9694-fe5bb342d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.467320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-7f0feede-b1b4-4121-9694-fe5bb342d827 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1710677 Nov 22 16:35:22.494681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:22.524718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:22.525564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2974c74c-8cb8-4afc-8735-4ba4b86fe4ee not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:22.530968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-f46f7813-83b6-4b4e-bd6e-af44c639bbc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 217 time: 0.0532930 Nov 22 16:35:22.553381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad3cdb71-36f7-49a7-8678-098b2b358999 req-8bf5b9dd-a226-4e46-b3a6-b42bc6e0cd31 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971305 Nov 22 16:35:22.590343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-3aa3e41b-b096-40f8-b015-bc8ddfc78ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:22.591972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-3aa3e41b-b096-40f8-b015-bc8ddfc78ca9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0523586 Nov 22 16:35:22.618364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.663417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-8c43ffb8-bc17-4e5e-ab52-4097195f110e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514748 Nov 22 16:35:22.670141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a32b1e75-d419-40b2-b8d2-28073165f253 req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1716109435', 'description': 'tempest-description-1240527726'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:22.742865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a32b1e75-d419-40b2-b8d2-28073165f253 req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.827326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-a8810aa9-a8dd-4530-9e06-26728893d21f service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465352 Nov 22 16:35:22.857404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6a5b9ba3-e9bd-47a1-8314-4fb8257ad348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.874933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a32b1e75-d419-40b2-b8d2-28073165f253 req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.890705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a32b1e75-d419-40b2-b8d2-28073165f253 req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.925616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Deleting port a1db971e-11b3-4054-ad6c-468ff174e320 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:22.926155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:22.986974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f628f6e8-746f-430a-abf0-7dbe341e971f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:22.999646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a32b1e75-d419-40b2-b8d2-28073165f253 req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.010569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a32b1e75-d419-40b2-b8d2-28073165f253 req-32b88e23-f075-4989-b314-9f569247d06f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3446062 Nov 22 16:35:23.045904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c8b4dacc-5b5f-4c44-83a8-a2a003f3231f req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-344258278', 'description': 'tempest-description-852373708'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:23.084417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] For port a1db971e-11b3-4054-ad6c-468ff174e320, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a1db971e-11b3-4054-ad6c-468ff174e320,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:23.085082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-6cf622bc-eb5b-4d16-82cc-6e7afc9b6ebc service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335396 Nov 22 16:35:23.085395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.097381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8b4dacc-5b5f-4c44-83a8-a2a003f3231f req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.118660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Calling delete_port for a1db971e-11b3-4054-ad6c-468ff174e320 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:23.210412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8b4dacc-5b5f-4c44-83a8-a2a003f3231f req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.215070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8b4dacc-5b5f-4c44-83a8-a2a003f3231f req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.251491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8b4dacc-5b5f-4c44-83a8-a2a003f3231f req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.269444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8b4dacc-5b5f-4c44-83a8-a2a003f3231f req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2332971 Nov 22 16:35:23.284576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfb0001-2c00-4da6-9329-d24a01db90fe tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09e0fe-5f84-4d4d-a0fc-63bec0ec641b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.343570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ad6f6-ae30-4d03-add7-7e00a2b93182 req-962884af-3dab-48d7-abd7-681300789384 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.346281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f57ad6f6-ae30-4d03-add7-7e00a2b93182 req-962884af-3dab-48d7-abd7-681300789384 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.0745153 Nov 22 16:35:23.408467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.444852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=a1db971e-11b3-4054-ad6c-468ff174e320,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:23.463084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f57ad6f6-ae30-4d03-add7-7e00a2b93182 req-4adcebe4-6929-4547-92bb-f4a0b7726fc8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042328 Nov 22 16:35:23.574268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-694589d6-79aa-45ab-a3e5-108f1255b77e req-00ddf0c1-6ce5-40f0-81aa-6924a2045961 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 11011 time: 0.2269175 Nov 22 16:35:23.735472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.791486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-694589d6-79aa-45ab-a3e5-108f1255b77e req-f1c10651-f4f3-4548-af05-a02f17701b3d tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/21e28be6-1aa5-45e4-9ae6-e61c64dea108 HTTP/1.1" status: 200 len: 3002 time: 0.1944723 Nov 22 16:35:23.851747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf640a-ce9a-4cb9-bd45-0248c2408ee4 req-debbb8b0-14dd-413c-b8f7-0e2ae17eba33 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:23.861858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dbf640a-ce9a-4cb9-bd45-0248c2408ee4 req-debbb8b0-14dd-413c-b8f7-0e2ae17eba33 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.1687794 Nov 22 16:35:23.906291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-694589d6-79aa-45ab-a3e5-108f1255b77e req-c52850e8-f89a-41ee-85ef-c3feda163519 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/21e28be6-1aa5-45e4-9ae6-e61c64dea108 HTTP/1.1" status: 200 len: 3002 time: 0.1034741 Nov 22 16:35:23.940099 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:23.977766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dbf640a-ce9a-4cb9-bd45-0248c2408ee4 req-ed4123c4-4bc0-4174-8792-e47594f6982d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113873 Nov 22 16:35:24.096426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Router 1a96cb37-5e8c-403d-8528-7ac6a497d629 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:24.138135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57746) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:24.157858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-07ae100e-8512-4cfd-b5fa-18eb633b439a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:24.166504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-07ae100e-8512-4cfd-b5fa-18eb633b439a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 810 time: 0.1819754 Nov 22 16:35:24.186927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-36cbc966-ea50-4cdb-9481-7f0e28be46ca tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/quotas/51a38228139c4fe69227a0bb1ba6bcf9 HTTP/1.1" status: 200 len: 375 time: 0.0198636 Nov 22 16:35:24.272482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:24.275489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4590375-bb37-479a-9172-dbada178c516 req-6260fb19-c7f0-4355-974c-c7827dec3fe5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/a0335226-2349-4b19-bb0c-8f9ed451127a HTTP/1.1" status: 200 len: 1819 time: 0.0751169 Nov 22 16:35:24.281085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57d768ac-5fd5-4d62-8e68-2c9efc9bf5ea admin admin] 10.222.0.65 "PUT /v2.0/routers/1a96cb37-5e8c-403d-8528-7ac6a497d629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0585103 Nov 22 16:35:24.283950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57752) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:24.287626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] Sync routers for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:24.305420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:24.306201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.353424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-11bdca13-42bc-4fc5-8895-78a5ed020183 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643264 Nov 22 16:35:24.374305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a976f297-e579-463a-a03e-9205f69f73ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.439101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:24.519718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a976f297-e579-463a-a03e-9205f69f73ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.532629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a976f297-e579-463a-a03e-9205f69f73ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.568737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a976f297-e579-463a-a03e-9205f69f73ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51106cfb50c94b9b923e6df7996a5fe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294147 Nov 22 16:35:24.572612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57754) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:24.616158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4590375-bb37-479a-9172-dbada178c516 req-e5029e74-0754-4fcf-a71e-76ea74f6f946 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.676354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4590375-bb37-479a-9172-dbada178c516 req-e5029e74-0754-4fcf-a71e-76ea74f6f946 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.676843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:35:23Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.712178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976f297-e579-463a-a03e-9205f69f73ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53a95fe-41d8-466f-aa59-5d19b8d126e0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:24.721764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] Checking router: 1a96cb37-5e8c-403d-8528-7ac6a497d629 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:24.739414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] Routers {'1a96cb37-5e8c-403d-8528-7ac6a497d629'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:24.740512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.741170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a96cb37-5e8c-403d-8528-7ac6a497d629'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:24.784489 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4089-36f9-44ab-9fcf-af96d4da55db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.788829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-6d01971f-aeae-47fb-b5c8-b20b66ae4b8f service neutron] 10.222.0.65 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343941 Nov 22 16:35:24.802271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4590375-bb37-479a-9172-dbada178c516 req-e5029e74-0754-4fcf-a71e-76ea74f6f946 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.805228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4590375-bb37-479a-9172-dbada178c516 req-e5029e74-0754-4fcf-a71e-76ea74f6f946 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.819805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4590375-bb37-479a-9172-dbada178c516 req-e5029e74-0754-4fcf-a71e-76ea74f6f946 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/a0335226-2349-4b19-bb0c-8f9ed451127a HTTP/1.1" status: 204 len: 173 time: 0.5432487 Nov 22 16:35:24.870889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.874388 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4089-36f9-44ab-9fcf-af96d4da55db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:24.889003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5029e74-0754-4fcf-a71e-76ea74f6f946 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0335226-2349-4b19-bb0c-8f9ed451127a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:24.905520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] Set router 1a96cb37-5e8c-403d-8528-7ac6a497d629 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:24.957327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Deleting port 60a47835-4edf-43bb-aaa9-df706eb08ce3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:24.957680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.090036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4089-36f9-44ab-9fcf-af96d4da55db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.092666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1eaf4089-36f9-44ab-9fcf-af96d4da55db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.093878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1eaf4089-36f9-44ab-9fcf-af96d4da55db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d53a95fe-41d8-466f-aa59-5d19b8d126e0 HTTP/1.1" status: 204 len: 168 time: 0.5181890 Nov 22 16:35:25.113061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] For port 60a47835-4edf-43bb-aaa9-df706eb08ce3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=60a47835-4edf-43bb-aaa9-df706eb08ce3,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:25.113466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.131450 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Calling delete_port for 60a47835-4edf-43bb-aaa9-df706eb08ce3 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:25.148144 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-b0d7940b-517b-46d0-bc00-5366d931fe02 req-ffdca5f6-cd38-409f-8617-fb3fb37edab8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:35:25.159903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0d7940b-517b-46d0-bc00-5366d931fe02 req-ffdca5f6-cd38-409f-8617-fb3fb37edab8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/a0335226-2349-4b19-bb0c-8f9ed451127a HTTP/1.1" status: 404 len: 352 time: 0.0792732 Nov 22 16:35:25.165351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf4089-36f9-44ab-9fcf-af96d4da55db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53a95fe-41d8-466f-aa59-5d19b8d126e0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.241985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:35:23Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:25.303818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-5a165c00-7857-4c7f-bb89-8ba38308395c service neutron] 10.222.0.65 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773073 Nov 22 16:35:25.328769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4cd54-5c09-4c70-8f22-2aa7c6b67df1 req-f6dea8d3-dad8-4621-873e-ead81dda22df tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:25.328769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46b4cd54-5c09-4c70-8f22-2aa7c6b67df1 req-f6dea8d3-dad8-4621-873e-ead81dda22df tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.0891118 Nov 22 16:35:25.462199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46b4cd54-5c09-4c70-8f22-2aa7c6b67df1 req-858a91b5-a9e1-403a-ba7e-d044cd717272 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249971 Nov 22 16:35:25.504867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.553738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7cd23-ecfc-4f30-97ac-f268c8cfacba None None] The sync data for ids ['1a96cb37-5e8c-403d-8528-7ac6a497d629'] in n-d-816206-6 is: [{'id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'name': 'tempest-ServersTestJSON-1427543290-router', 'tenant_id': '1c9ba1182b654abeb9263efc1f9d1421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:35:23Z', 'revision_number': 5, 'project_id': '1c9ba1182b654abeb9263efc1f9d1421', 'gw_port': {'id': '60a47835-4edf-43bb-aaa9-df706eb08ce3', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a96cb37-5e8c-403d-8528-7ac6a497d629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:49Z', 'updated_at': '2021-11-22T16:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:25.562956 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.569236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=60a47835-4edf-43bb-aaa9-df706eb08ce3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:25.665693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb43c7a0-ce07-4a6d-a480-fd177934c18d req-1dcb7d26-85d1-4112-ace8-04a292932749 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/f628f6e8-746f-430a-abf0-7dbe341e971f HTTP/1.1" status: 200 len: 1820 time: 0.1015134 Nov 22 16:35:25.734506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.757191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fb43c7a0-ce07-4a6d-a480-fd177934c18d req-4a578c79-3ca5-476a-b9a9-792cb4d6dd3c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.842374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfffc548-712c-4e41-b443-da404199671f req-a5f37b34-ebaa-4db2-9f13-c4f4fa50da32 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 210 time: 0.0601475 Nov 22 16:35:25.852743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fb43c7a0-ce07-4a6d-a480-fd177934c18d req-4a578c79-3ca5-476a-b9a9-792cb4d6dd3c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.884760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.888418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.929984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fb43c7a0-ce07-4a6d-a480-fd177934c18d req-4a578c79-3ca5-476a-b9a9-792cb4d6dd3c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.950045 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.950582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a96cb37-5e8c-403d-8528-7ac6a497d629 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:35:25.956152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.959595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce09a102-1aae-4340-8f76-111c19fb9fa9 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1a96cb37-5e8c-403d-8528-7ac6a497d629 HTTP/1.1" status: 204 len: 168 time: 1.6723661 Nov 22 16:35:25.960007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57788) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:25.962752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fb43c7a0-ce07-4a6d-a480-fd177934c18d req-4a578c79-3ca5-476a-b9a9-792cb4d6dd3c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:25.963916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb43c7a0-ce07-4a6d-a480-fd177934c18d req-4a578c79-3ca5-476a-b9a9-792cb4d6dd3c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/f628f6e8-746f-430a-abf0-7dbe341e971f HTTP/1.1" status: 204 len: 173 time: 0.2938201 Nov 22 16:35:25.990394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.003712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a578c79-3ca5-476a-b9a9-792cb4d6dd3c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f628f6e8-746f-430a-abf0-7dbe341e971f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.058648 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-2419feea-8bcc-409a-9273-ba05b8d320e2 req-8eebe160-05e3-4409-ba3a-f29abd70357c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:35:26.072717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Deleting subnet 14a7dd31-53f7-4464-a55d-80a3380779ee {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:26.074569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2419feea-8bcc-409a-9273-ba05b8d320e2 req-8eebe160-05e3-4409-ba3a-f29abd70357c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/f628f6e8-746f-430a-abf0-7dbe341e971f HTTP/1.1" status: 404 len: 352 time: 0.0718970 Nov 22 16:35:26.075778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.137858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.184573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0326f71-0051-478f-9f0f-b57eb195b002 req-4bf585aa-1c23-4478-be64-b3145dc352fc tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/5e09e0fe-5f84-4d4d-a0fc-63bec0ec641b HTTP/1.1" status: 200 len: 1818 time: 0.0661836 Nov 22 16:35:26.288843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.323203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0326f71-0051-478f-9f0f-b57eb195b002 req-4f92a8a5-e920-46eb-9559-f0bc2a7587fb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.378065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0326f71-0051-478f-9f0f-b57eb195b002 req-4f92a8a5-e920-46eb-9559-f0bc2a7587fb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.380019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.410525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.414963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7c111f-1070-40c4-b06a-b799d3e8e4a1 None None] Network 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:26.420936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/14a7dd31-53f7-4464-a55d-80a3380779ee HTTP/1.1" status: 204 len: 168 time: 0.4596391 Nov 22 16:35:26.430280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57804) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:26.446178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a115e6a-e891-4671-9745-dcc87fc93e84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a7dd31-53f7-4464-a55d-80a3380779ee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.513370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0326f71-0051-478f-9f0f-b57eb195b002 req-4f92a8a5-e920-46eb-9559-f0bc2a7587fb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.516164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0326f71-0051-478f-9f0f-b57eb195b002 req-4f92a8a5-e920-46eb-9559-f0bc2a7587fb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.517319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0326f71-0051-478f-9f0f-b57eb195b002 req-4f92a8a5-e920-46eb-9559-f0bc2a7587fb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e09e0fe-5f84-4d4d-a0fc-63bec0ec641b HTTP/1.1" status: 204 len: 173 time: 0.3318884 Nov 22 16:35:26.530185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92a8a5-e920-46eb-9559-f0bc2a7587fb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09e0fe-5f84-4d4d-a0fc-63bec0ec641b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:26.534999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.561517 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-b68ad897-2a2f-45a3-abb6-a518d9c248f6 req-3467f0a6-fb44-4d45-983e-bbcbafa5f8f7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:35:26.563935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b68ad897-2a2f-45a3-abb6-a518d9c248f6 req-3467f0a6-fb44-4d45-983e-bbcbafa5f8f7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/5e09e0fe-5f84-4d4d-a0fc-63bec0ec641b HTTP/1.1" status: 404 len: 352 time: 0.0204790 Nov 22 16:35:26.570593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:26.769431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Deleting port b7619c50-b8ea-4001-9446-4fb6387ddd21 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:26.769431 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.794769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027a532-3ee0-4ea1-b4be-63d43c55e9b0 req-885d8d07-befb-4c99-bd7a-6f703189f566 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:26.796355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1027a532-3ee0-4ea1-b4be-63d43c55e9b0 req-885d8d07-befb-4c99-bd7a-6f703189f566 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.1800039 Nov 22 16:35:26.838114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1405944033-network', 'tenant_id': '55ce9c0489724b7f908389a512ae6446'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:26.888650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:26.891652 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.907828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:26.923510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] DHCP port deletion for 30b3d47c-4ce4-495a-ab93-e83e9bacfc7c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:35:26.981285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] For port b7619c50-b8ea-4001-9446-4fb6387ddd21, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b7619c50-b8ea-4001-9446-4fb6387ddd21,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:26.981808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.001672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1027a532-3ee0-4ea1-b4be-63d43c55e9b0 req-dd85f0d6-d7f0-4cbb-8bde-7552e04b7d2c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447947 Nov 22 16:35:27.028361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Deleting port b7619c50-b8ea-4001-9446-4fb6387ddd21 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:27.029021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.033416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.039287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.059334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Calling delete_port for b7619c50-b8ea-4001-9446-4fb6387ddd21 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:27.082836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f18f281-74de-4209-a7c4-145eee2f5c7f req-3f03dcf3-f969-4c68-b482-1b236ccfff46 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 6207 time: 0.2807398 Nov 22 16:35:27.098620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:27.106600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.114617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.114617 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Added segment 2d09df0d-d8d4-45b1-aba2-305e143cd4cd of type vlan for network 52960619-df97-4382-bd58-a9a96e61eede Nov 22 16:35:27.127995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] For port b7619c50-b8ea-4001-9446-4fb6387ddd21, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b7619c50-b8ea-4001-9446-4fb6387ddd21,segment=NetworkSegment(5d066699-37c6-485b-a8bd-5ce191911d94),segment_id=5d066699-37c6-485b-a8bd-5ce191911d94)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:27.128488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.163425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Calling delete_port for b7619c50-b8ea-4001-9446-4fb6387ddd21 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:27.181631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.217475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.219536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:27.220261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.254245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71a7c30c-7be8-475a-bb61-143a8cfdb93d req-de514636-7d1c-47d8-a294-9c28291f452c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 210 time: 0.0540164 Nov 22 16:35:27.301117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.316380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f18f281-74de-4209-a7c4-145eee2f5c7f req-7ac64fc2-1122-4dde-818d-a7f08253cff5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/21e28be6-1aa5-45e4-9ae6-e61c64dea108 HTTP/1.1" status: 200 len: 3002 time: 0.2160678 Nov 22 16:35:27.358935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Pushing event deleted for resources: {'Port': ['ID=b7619c50-b8ea-4001-9446-4fb6387ddd21,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.373065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.373495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.374086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.374434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.374914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.376017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.386711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.388098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.388717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.389313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.389928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.390843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:27.399302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.413986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db83e6d3-ebcf-4f65-86ef-03323248b438 None None] No DVR routers for this DVR port b7619c50-b8ea-4001-9446-4fb6387ddd21 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:27.417117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] Pushing event updated for resources: {'Network': ['ID=52960619-df97-4382-bd58-a9a96e61eede,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.438332 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c957455b-712c-44df-b2ee-228bfb73105f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8650663 Nov 22 16:35:27.441273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57824) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:27.442007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7619c50-b8ea-4001-9446-4fb6387ddd21,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.458555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Request body: {'subnet': {'network_id': '52960619-df97-4382-bd58-a9a96e61eede', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1405944033-subnet', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:27.460285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f18f281-74de-4209-a7c4-145eee2f5c7f req-342efb73-23f5-437d-bd66-f8b531218127 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/21e28be6-1aa5-45e4-9ae6-e61c64dea108 HTTP/1.1" status: 200 len: 3002 time: 0.1429713 Nov 22 16:35:27.468232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] No DVR routers for this DVR port b7619c50-b8ea-4001-9446-4fb6387ddd21 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:27.468745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b7619c50-b8ea-4001-9446-4fb6387ddd21 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:27.479243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 52960619-df97-4382-bd58-a9a96e61eede details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:27.504397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-7e55a767-a9f1-4deb-9da0-b609e7a22f34 req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-217481175', 'description': 'tempest-description-910454812'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:27.578647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b7619c50-b8ea-4001-9446-4fb6387ddd21 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:27.579093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b7619c50-b8ea-4001-9446-4fb6387ddd21 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:27.579591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a1db971e-11b3-4054-ad6c-468ff174e320 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:27.588518 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.588790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-f3aa9d69-d4e8-44d5-9ef9-f5ce771d1730 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:27.590431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-f3aa9d69-d4e8-44d5-9ef9-f5ce771d1730 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.66 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 810 time: 0.1747949 Nov 22 16:35:27.602081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:27.611016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.613844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a1db971e-11b3-4054-ad6c-468ff174e320 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:27.614550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a1db971e-11b3-4054-ad6c-468ff174e320 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:27.615106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60a47835-4edf-43bb-aaa9-df706eb08ce3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:27.624833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Request body: {'port': {'device_id': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'admin_state_up': True, 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:27.632757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7e55a767-a9f1-4deb-9da0-b609e7a22f34 req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.648015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30b3d47c-4ce4-495a-ab93-e83e9bacfc7c']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.660005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 60a47835-4edf-43bb-aaa9-df706eb08ce3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:27.660457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60a47835-4edf-43bb-aaa9-df706eb08ce3 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:27.730626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7e55a767-a9f1-4deb-9da0-b609e7a22f34 req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.740537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d066699-37c6-485b-a8bd-5ce191911d94') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.741468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d066699-37c6-485b-a8bd-5ce191911d94') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:27.743557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7e55a767-a9f1-4deb-9da0-b609e7a22f34 req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.793990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88be3ec-78f7-4215-a53d-ba9ced8b3eed,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.813752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7e55a767-a9f1-4deb-9da0-b609e7a22f34 req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.815406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e55a767-a9f1-4deb-9da0-b609e7a22f34 req-d3f670e4-5665-48a7-97d3-08787f806305 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3396628 Nov 22 16:35:27.819338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.840413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.853552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-34e2c26e-82c1-440b-bc9b-794a53da0e0a req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1239113195', 'description': 'tempest-description-1177357146'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:27.859823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:27.859823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:27.861845 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:27.926312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:35:27.926312 n-d-816206-6 neutron-server[103515]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:35:27.926312 n-d-816206-6 neutron-server[103515]: [parameters: {'project_id_1': '51a38228139c4fe69227a0bb1ba6bcf9', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 35, 7, 885215)}] Nov 22 16:35:27.926312 n-d-816206-6 neutron-server[103515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:35:27.927313 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:35:27.935335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-34e2c26e-82c1-440b-bc9b-794a53da0e0a req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.949499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.967729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:27.975704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] 10.222.0.65 "DELETE /v2.0/networks/30b3d47c-4ce4-495a-ab93-e83e9bacfc7c HTTP/1.1" status: 204 len: 168 time: 1.5443201 Nov 22 16:35:27.978898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a64f0-09bf-4064-a0f9-cb0856421d72 admin admin] Pushing event deleted for resources: {'Network': ['ID=30b3d47c-4ce4-495a-ab93-e83e9bacfc7c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:27.998268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.051542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f261165-f149-456a-82c2-1ac81a610595,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.065412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-34e2c26e-82c1-440b-bc9b-794a53da0e0a req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.072171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-34e2c26e-82c1-440b-bc9b-794a53da0e0a req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.106541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Checking segment: {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:28.107518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Network hostable DHCP agents. Network: 52960619-df97-4382-bd58-a9a96e61eede, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:28.129185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-34e2c26e-82c1-440b-bc9b-794a53da0e0a req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.130750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Network 52960619-df97-4382-bd58-a9a96e61eede is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:28.133802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34e2c26e-82c1-440b-bc9b-794a53da0e0a req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2859490 Nov 22 16:35:28.156356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005413-b2d0-4e83-9928-e758b7952eb3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae0279a-9f6e-4147-ac9b-c8d30adddfcb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.162408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 52960619-df97-4382-bd58-a9a96e61eede) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:28.174129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4896fd6f-bb4a-4990-9062-8614f533d0c9 None None] Network 52960619-df97-4382-bd58-a9a96e61eede requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:28.180813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57840) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:28.188489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.189244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.263765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed68c53-2fba-40b9-924d-676c309db03c req-9febdef6-926c-453c-a52c-981c9fddbac5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.268376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aed68c53-2fba-40b9-924d-676c309db03c req-9febdef6-926c-453c-a52c-981c9fddbac5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.1526875 Nov 22 16:35:28.294667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57842) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:28.296805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-da701234-069f-4b16-b3c7-b10eed8345a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c9ba1182b654abeb9263efc1f9d1421&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1102920 Nov 22 16:35:28.309763 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8845d895-121c-4a6b-8e97-1f838ad65050 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8648691 Nov 22 16:35:28.310434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57846) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:28.318024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:28.383527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.383857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-52960619-df97-4382-bd58-a9a96e61eede', 'network_id': '52960619-df97-4382-bd58-a9a96e61eede', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'fixed_ips': [{'subnet_id': '2f261165-f149-456a-82c2-1ac81a610595'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:28.384636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.385318 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.447611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63cd0243-871a-4ca6-82d1-e44727cafbda req-aad931be-26b4-4f85-99aa-65108a1d2042 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 210 time: 0.0437028 Nov 22 16:35:28.472371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aed68c53-2fba-40b9-924d-676c309db03c req-2104c00d-cb30-4d90-8981-74737bdea6f8 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972392 Nov 22 16:35:28.482173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.488566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cec3d3f-eb8e-4094-94a5-96ef5ccfbf82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.545411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cec3d3f-eb8e-4094-94a5-96ef5ccfbf82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.577216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Made reservation on behalf of 51a38228139c4fe69227a0bb1ba6bcf9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:28.581358 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.647138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Allocated IP 172.20.0.2 (52960619-df97-4382-bd58-a9a96e61eede/2f261165-f149-456a-82c2-1ac81a610595/b9247b27-2ced-467d-a32b-575be156c15b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:28.691081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.707025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cec3d3f-eb8e-4094-94a5-96ef5ccfbf82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.711269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cec3d3f-eb8e-4094-94a5-96ef5ccfbf82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.712636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4cec3d3f-eb8e-4094-94a5-96ef5ccfbf82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/85ff169d-7488-43ef-ba18-4a8b6dbbf3e9 HTTP/1.1" status: 204 len: 168 time: 0.4161508 Nov 22 16:35:28.730447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec3d3f-eb8e-4094-94a5-96ef5ccfbf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ff169d-7488-43ef-ba18-4a8b6dbbf3e9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:28.752248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-dc38635a-0f0b-4348-ae55-afc43574b7a5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:28.759723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-dc38635a-0f0b-4348-ae55-afc43574b7a5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 813 time: 0.1642067 Nov 22 16:35:28.785776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-864df701-5663-446f-9653-34191eb4ed66 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/quotas/4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 375 time: 0.0209162 Nov 22 16:35:28.886777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.889989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-0a1c5813-1460-4da0-b5d1-971f7e32c3bd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1024024 Nov 22 16:35:28.896295 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:28.904541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-9f0baea2-f218-4043-aada-9c506b9c59a7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:28.905753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-9f0baea2-f218-4043-aada-9c506b9c59a7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069077 Nov 22 16:35:28.974281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Network 52960619-df97-4382-bd58-a9a96e61eede is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:28.986317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:29.002364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:29.053232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Pushing event updated for resources: {'Port': ['ID=b9247b27-2ced-467d-a32b-575be156c15b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:29.056343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Allocated IP 172.20.0.7 (47907804-b96a-4de0-8f38-d4e049ed2fe1/80ac9826-e17f-4e47-a3ca-ffeb15691684/1ac79c5d-7a74-4796-9759-50608a0a9415) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:29.059004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-c724eaf1-07ff-4db8-9589-6e4a7587182b service neutron] 10.222.0.65 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432376 Nov 22 16:35:29.100704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Attempting to bind port b9247b27-2ced-467d-a32b-575be156c15b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:29.101143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Attempting to bind port b9247b27-2ced-467d-a32b-575be156c15b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:29.101770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Attempting to bind port b9247b27-2ced-467d-a32b-575be156c15b on network 52960619-df97-4382-bd58-a9a96e61eede {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:29.113460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:29.113460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Checking segment: {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:29.114096 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.114500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Bound using segment: {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:29.115737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Bound port: b9247b27-2ced-467d-a32b-575be156c15b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:29.116235 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.217783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-a5a86913-628b-4102-aed4-60ad62a60c05 service neutron] 10.222.0.65 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457541 Nov 22 16:35:29.234805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] For port b9247b27-2ced-467d-a32b-575be156c15b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:29.239762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] For port b9247b27-2ced-467d-a32b-575be156c15b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b9247b27-2ced-467d-a32b-575be156c15b,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:29.246405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.353921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.408871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61719127-6572-49cf-9cbd-ebac0bd8ad68 None None] Pushing event updated for resources: {'Port': ['ID=b9247b27-2ced-467d-a32b-575be156c15b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:29.409737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.469511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.610874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c235dd4-3d23-4b9f-8e68-c145f45535f3 req-0b8591ab-1ed6-423c-8cde-4e3910036e55 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 210 time: 0.0594108 Nov 22 16:35:29.678114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Allocated IP 172.25.6.96 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/aeb7c455-efe3-4308-b68a-27908b8a5c7b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:29.683357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:29.724362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['20785fa0-c12f-4200-a04c-2b78f52d4b71'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:29.848818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa2b55-59ee-41a7-8188-fd3d4faba58b req-9de76e53-865c-41ca-9a4c-1d91fdfc979a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:29.856748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5aa2b55-59ee-41a7-8188-fd3d4faba58b req-9de76e53-865c-41ca-9a4c-1d91fdfc979a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 931 time: 0.2087140 Nov 22 16:35:30.014250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5aa2b55-59ee-41a7-8188-fd3d4faba58b req-387d080d-29ab-4673-b91e-f8f01987c1bb tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563544 Nov 22 16:35:30.072901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403597f-cf03-4906-8510-d7f56672e2a1 req-d84746d3-b99a-486c-a198-db8ed013123e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:30.096519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6403597f-cf03-4906-8510-d7f56672e2a1 req-d84746d3-b99a-486c-a198-db8ed013123e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.2308099 Nov 22 16:35:30.099960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Network 47907804-b96a-4de0-8f38-d4e049ed2fe1 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:30.117301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:30.137566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.139449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:30.150369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Pushing event updated for resources: {'Port': ['ID=1ac79c5d-7a74-4796-9759-50608a0a9415,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.231212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:30.231924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.240458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6403597f-cf03-4906-8510-d7f56672e2a1 req-7b6035b0-3860-4627-a303-6c5889d1a9d2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370437 Nov 22 16:35:30.252891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.265247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-58ec7221-63ae-4b51-971f-b08deea550d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6503701 Nov 22 16:35:30.306413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Request body: {'port': {'device_id': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:30.371019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:30.387202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Pushing event updated for resources: {'Port': ['ID=aeb7c455-efe3-4308-b68a-27908b8a5c7b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:30.394360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:30.401332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:30.443350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57904) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:30.497032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.705032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2056319853-network', 'tenant_id': '2f7b871b02354ca2988ca797c035d491'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:30.806274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58ad0484-40f3-49c4-b0ab-635dbac08eb3 req-0727c066-cb7c-4b27-a01d-869c74d6412c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 210 time: 0.0575919 Nov 22 16:35:30.824848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Made reservation on behalf of 2f7b871b02354ca2988ca797c035d491 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:30.828042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:30.839970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.007471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.012549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.020356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.048885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3ea88b-4b21-447a-acd9-343988368cda,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.062215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:31.077235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.077785 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Added segment 9325ab28-27f1-48b2-80e7-fbf97cf55815 of type vlan for network e3bb4a72-e218-46b2-ac1c-be103f862663 Nov 22 16:35:31.114576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b9faa-eea9-4135-b2d8-74a83d366e38 None None] Network 52960619-df97-4382-bd58-a9a96e61eede requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:31.181309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.221391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b9247b27-2ced-467d-a32b-575be156c15b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:31.260917 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac79c5d-7a74-4796-9759-50608a0a9415 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:31.261552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923bd49-bbf5-4b2e-ae10-f9e965de83b7 req-032fa5b0-cd82-4693-9e6d-8a2a9808346d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.262886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2923bd49-bbf5-4b2e-ae10-f9e965de83b7 req-032fa5b0-cd82-4693-9e6d-8a2a9808346d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 931 time: 0.0921524 Nov 22 16:35:31.264276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.267134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:31.267134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.277298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.302128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-071e1701-067c-4314-b5be-65a57836a550 None None] Provisioning complete for port b9247b27-2ced-467d-a32b-575be156c15b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:31.302768 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-071e1701-067c-4314-b5be-65a57836a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.303653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8586631 Nov 22 16:35:31.304641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57914) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:31.343449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Transition to ACTIVE for port object 1ac79c5d-7a74-4796-9759-50608a0a9415 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:31.350271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Request body: {'subnet': {'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2056319853-subnet', 'tenant_id': '2f7b871b02354ca2988ca797c035d491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:31.350570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.402887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Made reservation on behalf of 2f7b871b02354ca2988ca797c035d491 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:31.414673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.467208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.486981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-071e1701-067c-4314-b5be-65a57836a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.519988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b9247b27-2ced-467d-a32b-575be156c15b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:31.520688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.589705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-071e1701-067c-4314-b5be-65a57836a550 None None] For port b9247b27-2ced-467d-a32b-575be156c15b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b9247b27-2ced-467d-a32b-575be156c15b,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:31.602740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-071e1701-067c-4314-b5be-65a57836a550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.684772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e1701-067c-4314-b5be-65a57836a550 None None] Pushing event updated for resources: {'Port': ['ID=b9247b27-2ced-467d-a32b-575be156c15b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.782315 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:31.854205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.886955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac79c5d-7a74-4796-9759-50608a0a9415,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.910035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2923bd49-bbf5-4b2e-ae10-f9e965de83b7 req-c38856a8-5654-49ed-b666-5bd268a1eb06 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139805 Nov 22 16:35:31.916602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807c4f7-e575-45ee-aead-58e5e88408a3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3bb4a72-e218-46b2-ac1c-be103f862663,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:31.942349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e3bb4a72-e218-46b2-ac1c-be103f862663 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:31.995481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0840-4a28-4ed3-a2bf-90d84a95e175 req-eab212c8-39d5-46c3-b8dc-8042d08b6cf9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.003576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-736f0840-4a28-4ed3-a2bf-90d84a95e175 req-eab212c8-39d5-46c3-b8dc-8042d08b6cf9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.6021266 Nov 22 16:35:32.032151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Attempting to bind port 1ac79c5d-7a74-4796-9759-50608a0a9415 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:32.032929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Attempting to bind port 1ac79c5d-7a74-4796-9759-50608a0a9415 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:32.033764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Attempting to bind port 1ac79c5d-7a74-4796-9759-50608a0a9415 on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:32.039199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-3a0c4e83-4cf6-401e-b06c-bcb0debb9347 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.040220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-3a0c4e83-4cf6-401e-b06c-bcb0debb9347 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 813 time: 0.3498640 Nov 22 16:35:32.058677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Port 1ac79c5d-7a74-4796-9759-50608a0a9415 on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:32.059408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Attempting to bind port 1ac79c5d-7a74-4796-9759-50608a0a9415 on network 47907804-b96a-4de0-8f38-d4e049ed2fe1 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:32.069151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:32.069772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Checking segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:32.070706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Bound using segment: {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:32.071422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Bound port: 1ac79c5d-7a74-4796-9759-50608a0a9415, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '772aca14-5066-4015-b4e9-39a45df0d225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:32.071973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.100460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-736f0840-4a28-4ed3-a2bf-90d84a95e175 req-c3557734-d85e-4122-8f5d-e47328aa63a6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951920 Nov 22 16:35:32.110788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'port': {'device_id': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a', 'admin_state_up': True, 'tenant_id': '4e628665f12f4404bcd3dbcaf622350c'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:32.124184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Checking segment: {'id': '9325ab28-27f1-48b2-80e7-fbf97cf55815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:32.124687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Network hostable DHCP agents. Network: e3bb4a72-e218-46b2-ac1c-be103f862663, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:32.194889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] For port 1ac79c5d-7a74-4796-9759-50608a0a9415, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:32.198044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:35:32.204722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] For port 1ac79c5d-7a74-4796-9759-50608a0a9415, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1ac79c5d-7a74-4796-9759-50608a0a9415,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:32.229916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Network e3bb4a72-e218-46b2-ac1c-be103f862663 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:32.249577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5e6d6822-4d55-4ea2-9c71-f4b2607b69e4 None None] Provisioning complete for port b9247b27-2ced-467d-a32b-575be156c15b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:32.251947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6822-4d55-4ea2-9c71-f4b2607b69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.272036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e3bb4a72-e218-46b2-ac1c-be103f862663) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:32.304726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4627a-0826-4247-bdc5-48d0969dc763 None None] Network e3bb4a72-e218-46b2-ac1c-be103f862663 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:32.305013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.305862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.327706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.398972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-680b75b2-ea96-46d4-a552-89af970200b1 req-2d7a9a2e-a944-4008-8d83-44a942b6606c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 210 time: 0.0420544 Nov 22 16:35:32.423695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Made reservation on behalf of 4e628665f12f4404bcd3dbcaf622350c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:32.429322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.429561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.430311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.436231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/1ac79c5d-7a74-4796-9759-50608a0a9415 HTTP/1.1" status: 200 len: 1091 time: 2.1356215 Nov 22 16:35:32.445213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e339816d-bf4a-4830-b5ca-364caaaf3e19 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0985575 Nov 22 16:35:32.452562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'tag': '1ac79c5d-7a74-4796-9759-50608a0a9415'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:32.464854 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca6509a-10f7-4fea-a645-4e18b2065bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9e384c-5d73-42c0-9d42-38458434a767", "tag": "1ac79c5d-7a74-4796-9759-50608a0a9415"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:32.483509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:32.499590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Sync routers for ids ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:32.520443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c66331-eb5d-4751-a9c9-cdcca4be3718 None None] Network e3bb4a72-e218-46b2-ac1c-be103f862663 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:32.523136 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Routers {'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:32.523789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:32.593130 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1f4ffd-daac-463a-a268-0054e527d9c0 x-openstack-request-id: req-ed1f4ffd-daac-463a-a268-0054e527d9c0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:32.593561 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9e384c-5d73-42c0-9d42-38458434a767", "tag": "1ac79c5d-7a74-4796-9759-50608a0a9415", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:32.594261 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed1f4ffd-daac-463a-a268-0054e527d9c0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:32.595217 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'tag': '1ac79c5d-7a74-4796-9759-50608a0a9415', 'status': 'completed', 'code': 200} Nov 22 16:35:32.624608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:32.628173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fe02c2eb-57e1-4538-a8aa-0fd42802e49b admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3152463 Nov 22 16:35:32.634022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57928) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:32.764296 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Set router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:32.771660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e5343-3aa4-4ba9-a5aa-7716103a72b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac79c5d-7a74-4796-9759-50608a0a9415,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:32.794175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0fb47cd5-fa10-48e5-8d8e-8e4b4ffe09c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:32.795748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-0fb47cd5-fa10-48e5-8d8e-8e4b4ffe09c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 1094 time: 0.2917445 Nov 22 16:35:32.866673 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-66d23bf9-88f9-494a-a692-9de458007c26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac79c5d-7a74-4796-9759-50608a0a9415 HTTP/1.1" status: 200 len: 217 time: 0.0556352 Nov 22 16:35:33.082695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b9247b27-2ced-467d-a32b-575be156c15b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:33.093693 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:35:30Z', 'revision_number': 3, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:33.116211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-644d20ee-6f9c-4b79-85dd-474a39ab3961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.118016 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-644d20ee-6f9c-4b79-85dd-474a39ab3961 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.2132444 Nov 22 16:35:33.127669 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Checking router: dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:33.128012 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Updating router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 port aeb7c455-efe3-4308-b68a-27908b8a5c7b binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:33.164181 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.165737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b9247b27-2ced-467d-a32b-575be156c15b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:33.166117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.169766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Allocated IP 172.20.0.8 (5550c40e-acb0-4792-b914-d94cb38ddf8a/80a92b19-698e-4fb2-85f6-394cc084c883/fe40273f-4506-4006-b7a3-732e49ec2b7d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:33.177721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-659f8ac4-17d9-4858-8375-4a9fd72e6225 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442250 Nov 22 16:35:33.226272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac72419-5c0e-4070-a628-09f3496f0225 req-fe694347-30c3-4c28-aee2-439210ec5482 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.228786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ac72419-5c0e-4070-a628-09f3496f0225 req-fe694347-30c3-4c28-aee2-439210ec5482 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 943 time: 0.1630573 Nov 22 16:35:33.311103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-008a741b-6e1e-44fa-9a5a-a999fade1bfa tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.312860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-008a741b-6e1e-44fa-9a5a-a999fade1bfa tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/networks?id=e3bb4a72-e218-46b2-ac1c-be103f862663 HTTP/1.1" status: 200 len: 822 time: 0.2848206 Nov 22 16:35:33.388246 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-3ba37d31-dc35-4586-a850-a9ec27c3108a service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643548 Nov 22 16:35:33.410463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-8fabd4b8-95a2-468f-88f5-1db4b5e846dc tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/quotas/2f7b871b02354ca2988ca797c035d491 HTTP/1.1" status: 200 len: 375 time: 0.0826230 Nov 22 16:35:33.423757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ac72419-5c0e-4070-a628-09f3496f0225 req-906039a8-b0b9-440f-ad7c-934e64a130ca tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826241 Nov 22 16:35:33.467522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ac61b6d8-e291-4bf4-952b-833a8c929c7f tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f7b871b02354ca2988ca797c035d491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405939 Nov 22 16:35:33.482050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6722c46-47c4-433e-b711-ab0a7eb40085 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:33.483695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6722c46-47c4-433e-b711-ab0a7eb40085 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064178 Nov 22 16:35:33.545235 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.553142 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.595433 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Attempting to bind port aeb7c455-efe3-4308-b68a-27908b8a5c7b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:33.595780 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Attempting to bind port aeb7c455-efe3-4308-b68a-27908b8a5c7b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:33.596504 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Attempting to bind port aeb7c455-efe3-4308-b68a-27908b8a5c7b on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:33.608373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.644414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.648658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a379f0b9-5d37-4b3f-b41a-a2dd9143797a req-e37d4769-ca0a-4f18-b834-540013a0e71b service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310302 Nov 22 16:35:33.650948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:33.651623 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:33.652361 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.652879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:33.653408 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Bound port: aeb7c455-efe3-4308-b68a-27908b8a5c7b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:33.654209 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.693918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-f7718dea-3f41-4fae-9e62-b0a24df00878 service neutron] 10.222.0.65 "GET /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947482 Nov 22 16:35:33.735724 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Pushing event updated for resources: {'Port': ['ID=aeb7c455-efe3-4308-b68a-27908b8a5c7b,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.740403 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] For port aeb7c455-efe3-4308-b68a-27908b8a5c7b, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:33.749410 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] For port aeb7c455-efe3-4308-b68a-27908b8a5c7b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aeb7c455-efe3-4308-b68a-27908b8a5c7b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:33.752213 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.752779 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.753035 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.753554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.754016 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.754473 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.755159 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.755777 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.756515 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.757017 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.757516 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.758066 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:35:33.762721 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.811335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518e517-02b4-48d7-a34f-55fd9da2ba51 req-df914096-8cd6-4a82-9fe7-112db8e27932 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.820556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8518e517-02b4-48d7-a34f-55fd9da2ba51 req-df914096-8cd6-4a82-9fe7-112db8e27932 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.2085819 Nov 22 16:35:33.834029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Routers {'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:33.834029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:33.834658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:33.841231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-dab745a5-b483-48da-9dc5-c3860c49f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.843018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-dab745a5-b483-48da-9dc5-c3860c49f571 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 1094 time: 0.1087124 Nov 22 16:35:33.851373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:33.895491 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17cf8f-53be-4cc9-8973-d172549b4917 None None] Pushing event updated for resources: {'Port': ['ID=aeb7c455-efe3-4308-b68a-27908b8a5c7b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:33.956563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Network 5550c40e-acb0-4792-b914-d94cb38ddf8a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:33.975977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:33.979728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-c54933a2-0617-4888-b01f-ddf9a6ec07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:33.981212 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-c54933a2-0617-4888-b01f-ddf9a6ec07d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 911 time: 0.1142814 Nov 22 16:35:33.985938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:34.018687 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] Set router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:34.043689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-f358cfa1-89b6-420c-8204-b252b0f76498 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac79c5d-7a74-4796-9759-50608a0a9415 HTTP/1.1" status: 200 len: 217 time: 0.0472867 Nov 22 16:35:34.049013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8518e517-02b4-48d7-a34f-55fd9da2ba51 req-0127231a-f4f7-47eb-b188-d2eb49767e41 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276959 Nov 22 16:35:34.053233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-6e16301f-2190-489e-8486-f5bdd32eb94d service neutron] 10.222.0.65 "GET /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429966 Nov 22 16:35:34.054663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Allocated IP 172.20.0.1 (52960619-df97-4382-bd58-a9a96e61eede/2f261165-f149-456a-82c2-1ac81a610595/55c9241b-521e-49a3-a406-9e187dce0aaa) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:34.061693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:34.134052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.143998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.186154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-aae391e4-c8e2-44d5-8920-e06e3919ffda tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1034405 Nov 22 16:35:34.202380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Request body: {'port': {'device_id': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:34.277101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-9a8bc0bb-9065-41f9-8b81-df6a36e7fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.279165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-9a8bc0bb-9065-41f9-8b81-df6a36e7fa74 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.2190278 Nov 22 16:35:34.366948 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-059f6c4e-1a73-4308-b577-e3584c1259a6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745835 Nov 22 16:35:34.372632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.437864 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:35:30Z', 'revision_number': 3, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:34.440801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.473299 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63282bbd-3023-4e7a-913d-fa11344d846a None None] The sync data for ids ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'] in n-d-816206-6 is: [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:35:30Z', 'revision_number': 3, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:34.572581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca9cd7b7-012d-4801-a991-7f58d589184b req-7b893f00-d62c-44e8-9917-77f260a478b3 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 210 time: 0.0865104 Nov 22 16:35:34.573484 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-3dfae411-8eae-40dd-b419-f0127d9a5dec service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532831 Nov 22 16:35:34.609837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144d5a7-49ad-45ec-95f7-1e2602bd942a req-4af899e4-f8ff-4649-a354-233f897329e7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.614555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0144d5a7-49ad-45ec-95f7-1e2602bd942a req-4af899e4-f8ff-4649-a354-233f897329e7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 931 time: 0.2004273 Nov 22 16:35:34.743312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ca6509a-10f7-4fea-a645-4e18b2065bd0 req-95fd7f16-e740-416c-a166-399c67ac5ac8 service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557803 Nov 22 16:35:34.789396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.838817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Network 52960619-df97-4382-bd58-a9a96e61eede is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:34.842011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:34.846108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:34.895727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:34.931770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babee32-1766-4a5a-9e97-d9dbcd3d0346 req-2fbee172-5d3d-4063-ac95-d4da2657a719 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:34.933346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1babee32-1766-4a5a-9e97-d9dbcd3d0346 req-2fbee172-5d3d-4063-ac95-d4da2657a719 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 943 time: 0.1990964 Nov 22 16:35:34.946603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0144d5a7-49ad-45ec-95f7-1e2602bd942a req-9eaa25e6-780b-4bcc-857c-79d712da03ea tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229294 Nov 22 16:35:35.005835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Pushing event updated for resources: {'Port': ['ID=55c9241b-521e-49a3-a406-9e187dce0aaa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.205795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeb7c455-efe3-4308-b68a-27908b8a5c7b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:35.239776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.246506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1babee32-1766-4a5a-9e97-d9dbcd3d0346 req-b55d53ee-b9d8-4f3c-acf1-d0ddf0d2d4e3 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986984 Nov 22 16:35:35.345918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port aeb7c455-efe3-4308-b68a-27908b8a5c7b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:35.346367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.454143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dc86560f-9054-47aa-bb28-6ab596f33630 None None] Provisioning complete for port 55c9241b-521e-49a3-a406-9e187dce0aaa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:35.454552 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc86560f-9054-47aa-bb28-6ab596f33630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.467750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe40273f-4506-4006-b7a3-732e49ec2b7d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:35.488605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.528326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dcf39-803e-451a-94aa-3c74c870afdc req-d785fbbe-6750-474c-92b2-8d95d323db61 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:35.534449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-776dcf39-803e-451a-94aa-3c74c870afdc req-d785fbbe-6750-474c-92b2-8d95d323db61 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.2440298 Nov 22 16:35:35.583499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Transition to ACTIVE for port object fe40273f-4506-4006-b7a3-732e49ec2b7d will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:35.597367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.623920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dc86560f-9054-47aa-bb28-6ab596f33630 None None] Port 55c9241b-521e-49a3-a406-9e187dce0aaa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:35.626640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.694399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port aeb7c455-efe3-4308-b68a-27908b8a5c7b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aeb7c455-efe3-4308-b68a-27908b8a5c7b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:35.704559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.716707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.728034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.731799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-776dcf39-803e-451a-94aa-3c74c870afdc req-2123d0f9-b04f-4112-853a-042981e26ebc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758008 Nov 22 16:35:35.831594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=aeb7c455-efe3-4308-b68a-27908b8a5c7b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.853500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.884437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-921e3046-7b88-42a8-8f37-8235e9cfdbaf req-672ab946-1b64-4865-b200-d070e9e5ef03 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 210 time: 0.0990770 Nov 22 16:35:35.903334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Pushing event updated for resources: {'Port': ['ID=55c9241b-521e-49a3-a406-9e187dce0aaa,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:35.914674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:35.927763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Attempting to bind port fe40273f-4506-4006-b7a3-732e49ec2b7d on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:35.928410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Attempting to bind port fe40273f-4506-4006-b7a3-732e49ec2b7d by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:35.928860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Attempting to bind port fe40273f-4506-4006-b7a3-732e49ec2b7d on network 5550c40e-acb0-4792-b914-d94cb38ddf8a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:35.934537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Port fe40273f-4506-4006-b7a3-732e49ec2b7d on network 5550c40e-acb0-4792-b914-d94cb38ddf8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:35.934867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Attempting to bind port fe40273f-4506-4006-b7a3-732e49ec2b7d on network 5550c40e-acb0-4792-b914-d94cb38ddf8a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:35.941946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:35.942401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Checking segment: {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:35.942790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Bound using segment: {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:35.944283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Bound port: fe40273f-4506-4006-b7a3-732e49ec2b7d, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f39cf74-b00d-416a-8138-213008a69721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:35.944817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.027246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:36.033152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:36.048195 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.064031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Network 52960619-df97-4382-bd58-a9a96e61eede is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:36.066711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:36.142009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.142802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.144674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] 10.222.0.20 "PUT /v2.0/ports/fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 1091 time: 1.9474847 Nov 22 16:35:36.144816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:36.161592 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e688ad6-2cf6-4d02-af2b-610e42514868" -d '{"events": [{"name": "network-changed", "server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:36.214530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12e25-c17a-4d70-b271-42b74b2322f3 req-823fb5ea-953c-4ab7-96f7-4f756ecc3ecb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.226364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08b12e25-c17a-4d70-b271-42b74b2322f3 req-823fb5ea-953c-4ab7-96f7-4f756ecc3ecb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 943 time: 0.1964149 Nov 22 16:35:36.331142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a191a42-985d-463c-a40a-5bd77630042a service neutron] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:36.388854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08b12e25-c17a-4d70-b271-42b74b2322f3 req-0d67a139-5da2-4fbd-b06a-f96996d187a1 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613078 Nov 22 16:35:36.411325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-d5999030-5d71-43a1-9c08-c190423b6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.415252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-d5999030-5d71-43a1-9c08-c190423b6f05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1094 time: 0.1779654 Nov 22 16:35:36.422702 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e86be7-8304-4990-aa19-40e50afa4fdb x-openstack-request-id: req-78e86be7-8304-4990-aa19-40e50afa4fdb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:36.423096 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:36.423274 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78e86be7-8304-4990-aa19-40e50afa4fdb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:36.423875 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'status': 'completed', 'code': 200} Nov 22 16:35:36.543168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:35:36.558955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-1a365e5d-352e-4949-ad5e-0e481a0d3882 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 217 time: 0.1250563 Nov 22 16:35:36.568368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bed005d6-d1be-4a3a-b6e0-4e4a08ecc084 None None] Provisioning complete for port 55c9241b-521e-49a3-a406-9e187dce0aaa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:36.569108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-64709ec4-ca72-4138-969f-48989785342a tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.570216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bed005d6-d1be-4a3a-b6e0-4e4a08ecc084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:36.570414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-64709ec4-ca72-4138-969f-48989785342a tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.66 "GET /v2.0/networks?id=e3bb4a72-e218-46b2-ac1c-be103f862663 HTTP/1.1" status: 200 len: 822 time: 0.3011167 Nov 22 16:35:36.668350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bed005d6-d1be-4a3a-b6e0-4e4a08ecc084 None None] Port 55c9241b-521e-49a3-a406-9e187dce0aaa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:36.710703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-0fc895c1-5442-47bf-a573-2c39f46945f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.712247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-0fc895c1-5442-47bf-a573-2c39f46945f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0911803 Nov 22 16:35:36.724962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080f976-e9d3-4006-be35-b3194ad97813 req-f706cde1-e478-4c42-a0d1-091394141469 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:36.726688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3080f976-e9d3-4006-be35-b3194ad97813 req-f706cde1-e478-4c42-a0d1-091394141469 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 943 time: 0.1704347 Nov 22 16:35:36.760086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-962b5397-19ab-44f9-9b72-fa5a5d19ea07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323124 Nov 22 16:35:36.967905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3080f976-e9d3-4006-be35-b3194ad97813 req-2de4f50d-33bc-41ab-83ee-99e993ae1134 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322502 Nov 22 16:35:37.001379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05fb68-6904-4bf4-a7b1-b6db3085370c req-3480d3e7-1de9-49c6-afcd-a021719e61e8 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:37.007218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Request body: {'port': {'device_id': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663', 'admin_state_up': True, 'tenant_id': '2f7b871b02354ca2988ca797c035d491'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:37.010686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be05fb68-6904-4bf4-a7b1-b6db3085370c req-3480d3e7-1de9-49c6-afcd-a021719e61e8 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.1292994 Nov 22 16:35:37.011020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:35:37.017852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-4e4a5fc2-15d5-46c3-b4a2-0b43574218d3 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461729 Nov 22 16:35:37.026805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b32f2e5-e8b2-4609-8267-ec1d69c924c3 admin admin] 10.222.0.65 "PUT /v2.0/routers/dcbccb9a-c3d4-4dd7-87d9-71def3baebe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3832538 Nov 22 16:35:37.118879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeb7c455-efe3-4308-b68a-27908b8a5c7b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:37.204179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c986adcd-10ac-43a3-9fd0-8529abae18db req-f0971310-db0a-48fb-bd49-06078e57d68c tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 210 time: 0.1176763 Nov 22 16:35:37.219211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Made reservation on behalf of 2f7b871b02354ca2988ca797c035d491 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:37.223230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.250774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be05fb68-6904-4bf4-a7b1-b6db3085370c req-ce959364-9913-4cbb-9ef7-9b1891bb03c6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356675 Nov 22 16:35:37.262897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57996) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:37.339632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-634975363'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:37.372215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cabbb6e9-d8bf-4a1c-8e24-08725115d40f req-c73d49c1-a23a-4bd0-bc69-334c68cfe041 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975521 Nov 22 16:35:37.376388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:37.391972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.429530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Allocated IP 172.20.0.2 (e3bb4a72-e218-46b2-ac1c-be103f862663/d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9/6a603d15-930e-429a-82bb-f805151a5ff5) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:37.447642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.460105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port aeb7c455-efe3-4308-b68a-27908b8a5c7b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:37.460598 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.486963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:37.494940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Sync routers for ids ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:35:37.503252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.503811 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Added segment f1f828fd-3bc1-4a38-9983-11847e4dbf06 of type vlan for network ce8514fb-e049-42df-a164-c1d9a2701c41 Nov 22 16:35:37.514157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Routers {'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:37.515104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:37.520190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1ac79c5d-7a74-4796-9759-50608a0a9415 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:37.555615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.612203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.646562 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.653852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:37.654305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.665106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.728690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Pushing event updated for resources: {'Port': ['ID=6a603d15-930e-429a-82bb-f805151a5ff5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:37.732746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Set router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:37.751021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4842610 Nov 22 16:35:37.752730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Network e3bb4a72-e218-46b2-ac1c-be103f862663 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:37.753956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58008) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:37.760645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'subnet': {'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:37.767640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:37.783557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:37.790434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e28412-d456-4346-a509-0ebd1fa95b87 req-5de49bd8-e558-478e-a2d6-ec082b5c2798 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:37.800801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8e28412-d456-4346-a509-0ebd1fa95b87 req-5de49bd8-e558-478e-a2d6-ec082b5c2798 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 943 time: 0.2172067 Nov 22 16:35:37.806322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1ac79c5d-7a74-4796-9759-50608a0a9415, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1ac79c5d-7a74-4796-9759-50608a0a9415,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:37.828776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-1056d1d6-ea9e-4e3c-9051-137d316c40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:37.831155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-1056d1d6-ea9e-4e3c-9051-137d316c40af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1094 time: 0.3948481 Nov 22 16:35:37.843503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b962f9f-9819-4cb0-a028-f28215077a6c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Network': ['ID=ce8514fb-e049-42df-a164-c1d9a2701c41,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:37.889490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ce8514fb-e049-42df-a164-c1d9a2701c41 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:37.895944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1ac79c5d-7a74-4796-9759-50608a0a9415', 'network_id': '47907804-b96a-4de0-8f38-d4e049ed2fe1', 'port_id': '1ac79c5d-7a74-4796-9759-50608a0a9415', 'mac_address': 'fa:16:3e:9a:42:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80ac9826-e17f-4e47-a3ca-ffeb15691684', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:37.906010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:37.907515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.933814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:37.938318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:37.955172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8e28412-d456-4346-a509-0ebd1fa95b87 req-2d926ed2-90eb-4827-8faf-7f7aed462f11 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486750 Nov 22 16:35:37.956531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ed56bd8b-af8d-4f47-bfba-206fff9ee3d2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9531662 Nov 22 16:35:37.985474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Request body: {'port': {'device_id': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:38.008630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-ef8d1bcc-d2d9-4674-b281-e22df5d29f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.015497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-ef8d1bcc-d2d9-4674-b281-e22df5d29f50 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.1616929 Nov 22 16:35:38.028247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.059427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac79c5d-7a74-4796-9759-50608a0a9415 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:38.081222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.100977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-1ff38e93-9ecf-407d-8eb8-208cd1bfeb34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 217 time: 0.0668535 Nov 22 16:35:38.107628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1ac79c5d-7a74-4796-9759-50608a0a9415, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1ac79c5d-7a74-4796-9759-50608a0a9415,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:38.114805 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.178185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '55c9241b-521e-49a3-a406-9e187dce0aaa', 'name': '', 'network_id': '52960619-df97-4382-bd58-a9a96e61eede', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'mac_address': 'fa:16:3e:4c:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2f261165-f149-456a-82c2-1ac81a610595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:33Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 2, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'subnets': [{'id': '2f261165-f149-456a-82c2-1ac81a610595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:38.181519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1ac79c5d-7a74-4796-9759-50608a0a9415,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.194348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9d82-585e-4840-9f66-1ba5530f822d req-7132f440-8764-47fe-9600-10732a474cde tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.196208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48ca9d82-585e-4840-9f66-1ba5530f822d req-7132f440-8764-47fe-9600-10732a474cde tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 944 time: 0.0943046 Nov 22 16:35:38.197912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-4d04406f-1f80-49ea-b468-c0e7fcc4701e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.199278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-4d04406f-1f80-49ea-b468-c0e7fcc4701e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0838590 Nov 22 16:35:38.209731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Checking router: dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:35:38.210172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Updating router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 port 55c9241b-521e-49a3-a406-9e187dce0aaa binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:35:38.243577 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.265022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-19eed505-1974-4551-96a8-06813757d044 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554426 Nov 22 16:35:38.303551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.374257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48ca9d82-585e-4840-9f66-1ba5530f822d req-47c25d99-baf0-4942-ab2b-4665ed3196e8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707811 Nov 22 16:35:38.420228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Subnet': ['ID=36577900-7708-453b-86e1-96f4e5879adf,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.447876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58929cdd-46b2-48e8-97a3-8e9633c39c78 req-a3b50404-95e2-4fa6-93df-c0ff26a2162e tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.452245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Checking segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:38.452610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network hostable DHCP agents. Network: ce8514fb-e049-42df-a164-c1d9a2701c41, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:38.456745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58929cdd-46b2-48e8-97a3-8e9633c39c78 req-a3b50404-95e2-4fa6-93df-c0ff26a2162e tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 931 time: 0.1661344 Nov 22 16:35:38.510349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network ce8514fb-e049-42df-a164-c1d9a2701c41 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:38.524419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a603d15-930e-429a-82bb-f805151a5ff5 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:38.531119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ce8514fb-e049-42df-a164-c1d9a2701c41) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:38.534771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.540103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.540680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.547973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-2ce49e7a-2d8a-4306-9ee4-3f098c36c896 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586126 Nov 22 16:35:38.554080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab47e829-4d9c-49f1-a533-6d55a8b194b5 None None] Network ce8514fb-e049-42df-a164-c1d9a2701c41 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:38.558756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Transition to ACTIVE for port object 6a603d15-930e-429a-82bb-f805151a5ff5 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:38.569604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d083576-88c0-4641-9571-a5781c3a4235 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8119206 Nov 22 16:35:38.569888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58018) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:38.575248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1146505309'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:38.579998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58929cdd-46b2-48e8-97a3-8e9633c39c78 req-f23fcdb8-e643-49de-911d-efbc9642cc78 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218472 Nov 22 16:35:38.580418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.623951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.639325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.642403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1715776-06dd-4dd6-94b2-aa0b7e37be6c req-98d18280-207d-4e52-b5f8-865fdcda3936 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.644669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1715776-06dd-4dd6-94b2-aa0b7e37be6c req-98d18280-207d-4e52-b5f8-865fdcda3936 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 946 time: 0.1539998 Nov 22 16:35:38.690082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:38.697587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.738198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a603d15-930e-429a-82bb-f805151a5ff5,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.744454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e688ad6-2cf6-4d02-af2b-610e42514868 req-cb65e63c-17cc-4626-ae63-542131a49f7a service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785774 Nov 22 16:35:38.748375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1715776-06dd-4dd6-94b2-aa0b7e37be6c req-7237277e-d230-4f29-b542-8a0c684c08d6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920014 Nov 22 16:35:38.765347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:35:38.790441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.790878 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Added segment 7eafc799-787c-4764-a9be-b7d54c0c26e3 of type vlan for network 248635e2-d79c-4e52-a89a-58d555ccf0c7 Nov 22 16:35:38.806317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1ac79c5d-7a74-4796-9759-50608a0a9415'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:38.838005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0fd8e-7bc8-411e-b689-b92300ce58f6 None None] Pushing event updated for resources: {'Port': ['ID=55c9241b-521e-49a3-a406-9e187dce0aaa,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:38.860598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Attempting to bind port 6a603d15-930e-429a-82bb-f805151a5ff5 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:38.861246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Attempting to bind port 6a603d15-930e-429a-82bb-f805151a5ff5 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '9325ab28-27f1-48b2-80e7-fbf97cf55815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:38.861859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Attempting to bind port 6a603d15-930e-429a-82bb-f805151a5ff5 on network e3bb4a72-e218-46b2-ac1c-be103f862663 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:38.878007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.880879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Port 6a603d15-930e-429a-82bb-f805151a5ff5 on network e3bb4a72-e218-46b2-ac1c-be103f862663 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:38.881200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Attempting to bind port 6a603d15-930e-429a-82bb-f805151a5ff5 on network e3bb4a72-e218-46b2-ac1c-be103f862663 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:38.891562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:38.891895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Checking segment: {'id': '9325ab28-27f1-48b2-80e7-fbf97cf55815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:38.892295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Bound using segment: {'id': '9325ab28-27f1-48b2-80e7-fbf97cf55815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:38.892738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Bound port: 6a603d15-930e-429a-82bb-f805151a5ff5, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9325ab28-27f1-48b2-80e7-fbf97cf55815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:38.893100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.904420 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.949225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:38.956361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:38.956976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.012701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Attempting to bind port 55c9241b-521e-49a3-a406-9e187dce0aaa on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:39.013360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Attempting to bind port 55c9241b-521e-49a3-a406-9e187dce0aaa by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:39.013874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Attempting to bind port 55c9241b-521e-49a3-a406-9e187dce0aaa on network 52960619-df97-4382-bd58-a9a96e61eede {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:39.053371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4794796 Nov 22 16:35:39.055737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58026) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:39.066454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'subnet': {'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:39.091023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-66df1f6c-5a91-4008-9897-37fe44a0384f tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.092515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-66df1f6c-5a91-4008-9897-37fe44a0384f tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1097 time: 0.0844088 Nov 22 16:35:39.100864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:39.101281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Checking segment: {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:39.101820 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.102212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Bound using segment: {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:39.102848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Bound port: 55c9241b-521e-49a3-a406-9e187dce0aaa, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d09df0d-d8d4-45b1-aba2-305e143cd4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '52960619-df97-4382-bd58-a9a96e61eede'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:39.103200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.106560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:39.119951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] For port 6a603d15-930e-429a-82bb-f805151a5ff5, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:39.121822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb4b4c-01d7-4d30-99d9-be9b17745091 req-1195476d-9e59-449f-858b-5f577c399ac2 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.122079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5f9dd-0386-47cd-a250-4fa5d032a5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Network': ['ID=248635e2-d79c-4e52-a89a-58d555ccf0c7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.123044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dacb4b4c-01d7-4d30-99d9-be9b17745091 req-1195476d-9e59-449f-858b-5f577c399ac2 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 943 time: 0.0769765 Nov 22 16:35:39.144607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23022d42-3ed8-485f-a054-752f2c02b16a None None] Provisioning complete for port 55c9241b-521e-49a3-a406-9e187dce0aaa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:39.145006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23022d42-3ed8-485f-a054-752f2c02b16a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.150425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] For port 6a603d15-930e-429a-82bb-f805151a5ff5, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6a603d15-930e-429a-82bb-f805151a5ff5,segment=NetworkSegment(9325ab28-27f1-48b2-80e7-fbf97cf55815),segment_id=9325ab28-27f1-48b2-80e7-fbf97cf55815)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:39.164525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.184615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ce8514fb-e049-42df-a164-c1d9a2701c41', 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'fixed_ips': [{'subnet_id': '36577900-7708-453b-86e1-96f4e5879adf'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:39.185462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.187690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:35:39.210423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.211047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.212364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.212544 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] 10.222.0.66 "PUT /v2.0/ports/6a603d15-930e-429a-82bb-f805151a5ff5 HTTP/1.1" status: 200 len: 1091 time: 1.2312391 Nov 22 16:35:39.217084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'tag': '6a603d15-930e-429a-82bb-f805151a5ff5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:39.219469 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848" -d '{"events": [{"name": "network-changed", "server_uuid": "fe94163c-3548-4289-afb7-a02740b3b1f8", "tag": "6a603d15-930e-429a-82bb-f805151a5ff5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:39.226416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dacb4b4c-01d7-4d30-99d9-be9b17745091 req-810f9c64-05b2-4861-ab27-005d35f99bdd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864673 Nov 22 16:35:39.275043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6731833-a7f3-4715-90d7-76f18ceefac2 service neutron] Pushing event updated for resources: {'Port': ['ID=6a603d15-930e-429a-82bb-f805151a5ff5,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.280720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:39.285519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.312764 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8e58f4-31cb-4fb9-9e22-18b0c83cdc00 x-openstack-request-id: req-fc8e58f4-31cb-4fb9-9e22-18b0c83cdc00 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:39.313027 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe94163c-3548-4289-afb7-a02740b3b1f8", "tag": "6a603d15-930e-429a-82bb-f805151a5ff5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:39.313211 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc8e58f4-31cb-4fb9-9e22-18b0c83cdc00 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:39.313622 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'tag': '6a603d15-930e-429a-82bb-f805151a5ff5', 'status': 'completed', 'code': 200} Nov 22 16:35:39.314736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23022d42-3ed8-485f-a054-752f2c02b16a None None] Port 55c9241b-521e-49a3-a406-9e187dce0aaa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:39.453220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:39.490368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ef0502a8-5441-4807-bebd-be0d68d88674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.491967 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-ef0502a8-5441-4807-bebd-be0d68d88674 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f7b871b02354ca2988ca797c035d491&device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 1094 time: 0.2123971 Nov 22 16:35:39.553541 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-26eadc7d-f765-4cb5-8e15-336a3a761f37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a603d15-930e-429a-82bb-f805151a5ff5 HTTP/1.1" status: 200 len: 217 time: 0.0446622 Nov 22 16:35:39.686329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] For port 55c9241b-521e-49a3-a406-9e187dce0aaa, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:39.694414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] For port 55c9241b-521e-49a3-a406-9e187dce0aaa, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=55c9241b-521e-49a3-a406-9e187dce0aaa,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:39.703851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.731286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922cc536-967a-43b7-9aff-91daa1e84022 req-c2bbb310-6296-4c77-8cf3-a0e3b1216c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.733315 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-c2bbb310-6296-4c77-8cf3-a0e3b1216c8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9 HTTP/1.1" status: 200 len: 862 time: 0.1509435 Nov 22 16:35:39.736477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:39.810170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Allocated IP 19.80.0.2 (ce8514fb-e049-42df-a164-c1d9a2701c41/36577900-7708-453b-86e1-96f4e5879adf/7d9a2f42-b3a9-4714-a33f-33910dc3d6e0) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:39.820560 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-add0135f-d61c-4c1a-a044-ffcc49ce1c15 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3bb4a72-e218-46b2-ac1c-be103f862663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766945 Nov 22 16:35:39.835169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:39.844815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-12193380-d5a3-41f4-9c5f-2d444d8171c5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:35:39.845515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-12193380-d5a3-41f4-9c5f-2d444d8171c5 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058267 Nov 22 16:35:39.858588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Subnet': ['ID=d368a95c-724f-4e93-9b74-4df10ce13136,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:39.895596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Checking segment: {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:39.895936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network hostable DHCP agents. Network: 248635e2-d79c-4e52-a89a-58d555ccf0c7, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:35:39.955113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303a627-f552-4060-b233-11ee75967d0d req-617e959b-3d66-4917-98c8-34d3a0178451 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:39.956247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e303a627-f552-4060-b233-11ee75967d0d req-617e959b-3d66-4917-98c8-34d3a0178451 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 943 time: 0.0894771 Nov 22 16:35:39.982740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Routers {'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:35:39.983362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:39.999960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:35:40.012415 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-178dc7cf-4353-4709-a92f-90c4d42a59fa service neutron] 10.222.0.66 "GET /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491020 Nov 22 16:35:40.013525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 248635e2-d79c-4e52-a89a-58d555ccf0c7) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:40.019851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:40.020225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.020679 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.022513 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b837a8-1d7d-4957-b45e-5e9592a6be99" -d '{"events": [{"server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:40.027353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.042407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e303a627-f552-4060-b233-11ee75967d0d req-a45a638a-c248-494a-ada2-57d6b0ddb93e tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714900 Nov 22 16:35:40.045348 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.089612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16217823-0315-46f8-b12b-f334cb1a1aa5 None None] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:40.100863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a2037071-a794-47a4-b005-5ac265a433cd tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0335093 Nov 22 16:35:40.102503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079eb47-889a-4130-9859-2d442f00f561 req-25150a95-1c3c-4d0b-9186-d723e98854a1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.107308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2079eb47-889a-4130-9859-2d442f00f561 req-25150a95-1c3c-4d0b-9186-d723e98854a1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 944 time: 0.2503450 Nov 22 16:35:40.119299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0fd8e-7bc8-411e-b689-b92300ce58f6 None None] Pushing event updated for resources: {'Port': ['ID=55c9241b-521e-49a3-a406-9e187dce0aaa,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.196117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-922cc536-967a-43b7-9aff-91daa1e84022 req-4afd5070-d91b-4244-b108-237c9a431cf1 service neutron] 10.222.0.66 "GET /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602957 Nov 22 16:35:40.245438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3928fdf5-29e0-4aec-9eac-dcb5e0886f7e None None] Provisioning complete for port 55c9241b-521e-49a3-a406-9e187dce0aaa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:40.245832 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3928fdf5-29e0-4aec-9eac-dcb5e0886f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.258269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.277452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:40.277960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:40.278406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:40.303110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.307225 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.308724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:40.309146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Attempting to bind port be31d644-92f8-470f-9eb2-db8713c49c4e on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:40.323326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2079eb47-889a-4130-9859-2d442f00f561 req-99d7b1ff-1ca5-4d65-a4e2-abda7efc9ecd tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148218 Nov 22 16:35:40.330024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-273c3a26-9b7a-4d7b-934c-f20124faa01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.332989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-273c3a26-9b7a-4d7b-934c-f20124faa01c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f7b871b02354ca2988ca797c035d491&device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 1094 time: 0.0643768 Nov 22 16:35:40.339942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:40.341359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:40.342244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:40.342893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Bound port: be31d644-92f8-470f-9eb2-db8713c49c4e, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:40.344267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.380911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] Set router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:35:40.440055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Network ce8514fb-e049-42df-a164-c1d9a2701c41 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:40.440844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-e8c9b22a-ee5b-49f9-a5cd-ea2d3cddebef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.442868 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-e8c9b22a-ee5b-49f9-a5cd-ea2d3cddebef service neutron] 10.222.0.66 "GET /v2.0/networks?id=e3bb4a72-e218-46b2-ac1c-be103f862663 HTTP/1.1" status: 200 len: 923 time: 0.1007292 Nov 22 16:35:40.476017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:40.478765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:40.486743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211849b-6dfd-4246-8aaa-9c9345e3aea3 req-32541062-c0df-457f-9cf9-e90a27a80b96 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.495041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2211849b-6dfd-4246-8aaa-9c9345e3aea3 req-32541062-c0df-457f-9cf9-e90a27a80b96 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.2498059 Nov 22 16:35:40.498288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:40.507538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:40.508111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Pushing event updated for resources: {'Port': ['ID=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.520721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.524067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-126d98cb-de40-4978-9995-86bffa202e90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a603d15-930e-429a-82bb-f805151a5ff5 HTTP/1.1" status: 200 len: 217 time: 0.0705113 Nov 22 16:35:40.615882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fe40273f-4506-4006-b7a3-732e49ec2b7d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:40.622746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2211849b-6dfd-4246-8aaa-9c9345e3aea3 req-62e14f6f-68a4-4bce-a060-bf7700035190 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267164 Nov 22 16:35:40.636921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-0f5d54df-628e-4262-9612-14634d1857b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.638388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-0f5d54df-628e-4262-9612-14634d1857b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9 HTTP/1.1" status: 200 len: 862 time: 0.0757318 Nov 22 16:35:40.689773 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-f3ed834b-9705-47d3-9eac-18e5c9e3a4be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e3bb4a72-e218-46b2-ac1c-be103f862663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363066 Nov 22 16:35:40.697391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:40.716818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.717476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.719671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-627fe19c-bedd-4921-a6f3-09d309d7d88d service neutron] 10.222.0.20 "PUT /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 1122 time: 1.6176872 Nov 22 16:35:40.724725 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2dafcb-b044-4a89-9f42-eaeb49deb188 x-openstack-request-id: req-4c2dafcb-b044-4a89-9f42-eaeb49deb188 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:40.725105 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:40.725435 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c2dafcb-b044-4a89-9f42-eaeb49deb188 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:40.725938 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'code': 200} Nov 22 16:35:40.793115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-248635e2-d79c-4e52-a89a-58d555ccf0c7', 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'fixed_ips': [{'subnet_id': 'd368a95c-724f-4e93-9b74-4df10ce13136'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:35:40.794173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.798905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3928fdf5-29e0-4aec-9eac-dcb5e0886f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.831114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-85b00703-7b1f-4817-8743-d60e4055519b service neutron] 10.222.0.66 "GET /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271558 Nov 22 16:35:40.854426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Attempting to bind port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:40.855038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Attempting to bind port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:40.855214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Attempting to bind port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 on network ce8514fb-e049-42df-a164-c1d9a2701c41 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:40.902193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['be31d644-92f8-470f-9eb2-db8713c49c4e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:40.914705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e56a4-2aaf-4a40-8870-ef2a2ccb2f83 req-6f942c13-dc8f-4289-ae8f-f0a566a1a129 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:40.917384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac6e56a4-2aaf-4a40-8870-ef2a2ccb2f83 req-6f942c13-dc8f-4289-ae8f-f0a566a1a129 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 943 time: 0.0834160 Nov 22 16:35:40.954358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0e18c5bf-901e-4cee-9cef-3cb0acdc4848 req-93789bf9-8a66-4ee1-93f2-5a1a406d8dc1 service neutron] 10.222.0.66 "GET /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091897 Nov 22 16:35:40.965325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['be31d644-92f8-470f-9eb2-db8713c49c4e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:40.967766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:40.968142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Checking segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:40.968679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:40.969066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Bound using segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:40.969546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Bound port: 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:40.969956 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.002075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac6e56a4-2aaf-4a40-8870-ef2a2ccb2f83 req-f8f3b359-546f-47ea-927b-4fee71c5936d tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757916 Nov 22 16:35:41.009986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-0a0582fa-5b43-4252-b91b-b9aac935d53c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.018284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-0a0582fa-5b43-4252-b91b-b9aac935d53c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.019891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-0a0582fa-5b43-4252-b91b-b9aac935d53c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/networks?id=ce8514fb-e049-42df-a164-c1d9a2701c41&id=248635e2-d79c-4e52-a89a-58d555ccf0c7&id=ce8514fb-e049-42df-a164-c1d9a2701c41 HTTP/1.1" status: 200 len: 1391 time: 0.2739782 Nov 22 16:35:41.036692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-c7185f2c-0b46-4019-a118-a27f9de3ec47 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/quotas/55ce9c0489724b7f908389a512ae6446 HTTP/1.1" status: 200 len: 375 time: 0.0097394 Nov 22 16:35:41.095601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-b8270d99-11f9-4532-9efa-b4f88b372bca tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521138 Nov 22 16:35:41.104173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3928fdf5-29e0-4aec-9eac-dcb5e0886f7e None None] For port 55c9241b-521e-49a3-a406-9e187dce0aaa, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=55c9241b-521e-49a3-a406-9e187dce0aaa,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:41.138190 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3928fdf5-29e0-4aec-9eac-dcb5e0886f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.253218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d18c15-3fe3-42c0-8287-b01d83b6b222 req-d5b0f16a-4eaf-4255-9baf-02ce09f7cd07 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.254918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3d18c15-3fe3-42c0-8287-b01d83b6b222 req-d5b0f16a-4eaf-4255-9baf-02ce09f7cd07 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 943 time: 0.1078806 Nov 22 16:35:41.303497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-1071c4aa-fabb-4549-ba55-edc8661429ba service neutron] 10.222.0.65 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002771 Nov 22 16:35:41.314110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:41.370230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3d18c15-3fe3-42c0-8287-b01d83b6b222 req-04a43815-66c6-4680-a3e3-eeb1aeba16ff tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078043 Nov 22 16:35:41.388432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'network_id': '5550c40e-acb0-4792-b914-d94cb38ddf8a', 'port_id': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'mac_address': 'fa:16:3e:28:b8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80a92b19-698e-4fb2-85f6-394cc084c883', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:41.402578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] For port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:41.409395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928fdf5-29e0-4aec-9eac-dcb5e0886f7e None None] Pushing event updated for resources: {'Port': ['ID=55c9241b-521e-49a3-a406-9e187dce0aaa,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:41.413786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Allocated IP 19.86.0.2 (248635e2-d79c-4e52-a89a-58d555ccf0c7/d368a95c-724f-4e93-9b74-4df10ce13136/a3ddbf42-dada-4f46-9d3c-324d7f80f705) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:41.417052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] For port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:41.434695 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.440710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-eba52a3d-eb9f-4b2f-a02b-e4eb5e117ed0 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290843 Nov 22 16:35:41.525972 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:35:41.579248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-c4a755ba-0057-4803-a9e5-e666d7b88761 service neutron] 10.222.0.65 "GET /v2.0/networks/248635e2-d79c-4e52-a89a-58d555ccf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311100 Nov 22 16:35:41.661600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a22d4-4d08-428c-a285-1be861744241 req-b16f0444-3e9b-4009-8268-08ae7ad0630b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:41.664850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b82a22d4-4d08-428c-a285-1be861744241 req-b16f0444-3e9b-4009-8268-08ae7ad0630b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 944 time: 0.1184087 Nov 22 16:35:41.743855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1ac79c5d-7a74-4796-9759-50608a0a9415 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:41.760843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-789c2d66-7de5-42a0-8fe5-4e0ea66f0c9f service neutron] 10.222.0.65 "GET /v2.0/networks/248635e2-d79c-4e52-a89a-58d555ccf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735623 Nov 22 16:35:41.779571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:41.793586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b82a22d4-4d08-428c-a285-1be861744241 req-c4db9b8d-a640-426d-bf7c-1a937ff1f47e tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229460 Nov 22 16:35:41.858373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '55c9241b-521e-49a3-a406-9e187dce0aaa', 'name': '', 'network_id': '52960619-df97-4382-bd58-a9a96e61eede', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'mac_address': 'fa:16:3e:4c:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2f261165-f149-456a-82c2-1ac81a610595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:33Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'subnets': [{'id': '2f261165-f149-456a-82c2-1ac81a610595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:41.881772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe40273f-4506-4006-b7a3-732e49ec2b7d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:41.899555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6d6eab70-8c3a-4874-a32b-ddc4f7cb5612 service neutron] 10.222.0.65 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374228 Nov 22 16:35:41.955546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b0f1ac1-108d-4fa5-bf4f-0f81e2978daa None None] The sync data for ids ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'] in n-d-816206-6 is: [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '55c9241b-521e-49a3-a406-9e187dce0aaa', 'name': '', 'network_id': '52960619-df97-4382-bd58-a9a96e61eede', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'mac_address': 'fa:16:3e:4c:f0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1096, 'fixed_ips': [{'subnet_id': '2f261165-f149-456a-82c2-1ac81a610595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:33Z', 'updated_at': '2021-11-22T16:35:39Z', 'revision_number': 4, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'subnets': [{'id': '2f261165-f149-456a-82c2-1ac81a610595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:35:41.983970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eccf2-bcad-43cb-aace-2036b0a9e191 None None] Pushing event updated for resources: {'Port': ['ID=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.012672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:42.037093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.037818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:42.058235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-a7ed51a8-9fc4-4f70-8612-aefba0f31d8d service neutron] 10.222.0.65 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514659 Nov 22 16:35:42.106140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 1ac79c5d-7a74-4796-9759-50608a0a9415 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:42.139891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1ac79c5d-7a74-4796-9759-50608a0a9415 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:42.140414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.198266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d06bcb-3927-4384-a3c2-a485e3b44540 req-99fba3a6-3f1e-4828-b9f5-eb2b74d6f8a1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.200662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0d06bcb-3927-4384-a3c2-a485e3b44540 req-99fba3a6-3f1e-4828-b9f5-eb2b74d6f8a1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.0688443 Nov 22 16:35:42.288310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0d06bcb-3927-4384-a3c2-a485e3b44540 req-bca194d1-5966-4ce0-9499-402b9be84aed tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802913 Nov 22 16:35:42.369280 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.373694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.402555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.461073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd0f2954-9f2c-4f06-a2f1-b6c5556eaa42 req-d2e0f0e5-bb4f-4288-92b6-7f88f4ec0d24 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 210 time: 0.0686598 Nov 22 16:35:42.493556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b4bf2-ecfa-468f-93a3-df5b4cb4b5ce req-5c1f8e9c-b51d-4ac2-b6af-7c455f91e22b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.496483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:42.501708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc0b4bf2-ecfa-468f-93a3-df5b4cb4b5ce req-5c1f8e9c-b51d-4ac2-b6af-7c455f91e22b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 944 time: 0.1589653 Nov 22 16:35:42.514352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:42.526358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:42.582626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Pushing event updated for resources: {'Port': ['ID=a3ddbf42-dada-4f46-9d3c-324d7f80f705,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:42.596220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:42.672564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:35:42.693050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc0b4bf2-ecfa-468f-93a3-df5b4cb4b5ce req-68785618-a719-428f-a82c-1090f38a5027 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848702 Nov 22 16:35:42.703165 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.725801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Attempting to bind port a3ddbf42-dada-4f46-9d3c-324d7f80f705 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:42.726351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Attempting to bind port a3ddbf42-dada-4f46-9d3c-324d7f80f705 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:42.726733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Attempting to bind port a3ddbf42-dada-4f46-9d3c-324d7f80f705 on network 248635e2-d79c-4e52-a89a-58d555ccf0c7 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:42.729943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892ee7d-a843-423f-9185-df482ee7ef04 req-0ec338f1-af22-4eb7-9d79-8c354f662f65 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:42.740312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f892ee7d-a843-423f-9185-df482ee7ef04 req-0ec338f1-af22-4eb7-9d79-8c354f662f65 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 943 time: 0.1341872 Nov 22 16:35:42.742909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:42.745469 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c16de-df98-4991-83f8-a788827d6a37" -d '{"events": [{"name": "network-changed", "server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:42.747585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac79c5d-7a74-4796-9759-50608a0a9415'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:42.755252 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32781899-7f0a-458d-aef6-37d1d4c5e363" -d '{"events": [{"server_uuid": "ae9e384c-5d73-42c0-9d42-38458434a767", "name": "network-vif-plugged", "status": "completed", "tag": "1ac79c5d-7a74-4796-9759-50608a0a9415"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:42.764628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:42.766118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Checking segment: {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:42.766596 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.767401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Bound using segment: {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:42.770197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Bound port: a3ddbf42-dada-4f46-9d3c-324d7f80f705, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:42.770494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.804506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1ac79c5d-7a74-4796-9759-50608a0a9415, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1ac79c5d-7a74-4796-9759-50608a0a9415,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:42.840242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f892ee7d-a843-423f-9185-df482ee7ef04 req-383f40dc-c014-4247-a6d9-04f18adee20f tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987952 Nov 22 16:35:42.904915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] For port a3ddbf42-dada-4f46-9d3c-324d7f80f705, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:42.909174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] For port a3ddbf42-dada-4f46-9d3c-324d7f80f705, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a3ddbf42-dada-4f46-9d3c-324d7f80f705,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:42.912980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.919221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:42.932825 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37328f3-7645-4e53-b32f-dbcbfdd2ca26 x-openstack-request-id: req-d37328f3-7645-4e53-b32f-dbcbfdd2ca26 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:42.933063 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:42.933370 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d37328f3-7645-4e53-b32f-dbcbfdd2ca26 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:42.934167 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'status': 'completed', 'code': 200} Nov 22 16:35:43.010833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1ac79c5d-7a74-4796-9759-50608a0a9415,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.091750 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977ac2ca-fb30-41fe-b7d5-a2cffbe6b153 x-openstack-request-id: req-977ac2ca-fb30-41fe-b7d5-a2cffbe6b153 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:43.097854 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9e384c-5d73-42c0-9d42-38458434a767", "name": "network-vif-plugged", "status": "completed", "tag": "1ac79c5d-7a74-4796-9759-50608a0a9415", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:43.098340 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-977ac2ca-fb30-41fe-b7d5-a2cffbe6b153 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:43.098918 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac79c5d-7a74-4796-9759-50608a0a9415', 'code': 200} Nov 22 16:35:43.120452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ff4619-554e-472d-aae6-499cb344de71 None None] Network ce8514fb-e049-42df-a164-c1d9a2701c41 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:43.129628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c16de-df98-4991-83f8-a788827d6a37 req-a0006a3c-052b-4142-b1e8-4e83059d777c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.135728 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-a0006a3c-052b-4142-b1e8-4e83059d777c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1125 time: 0.1376028 Nov 22 16:35:43.183451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cfafa6-3145-4887-81f6-fee6718f53e3 req-2da5aa29-ef51-4b0a-abaa-14d1f6011116 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.194713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3cfafa6-3145-4887-81f6-fee6718f53e3 req-2da5aa29-ef51-4b0a-abaa-14d1f6011116 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1849055 Nov 22 16:35:43.370534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3cfafa6-3145-4887-81f6-fee6718f53e3 req-e5c27c74-ed43-43d6-b1d1-65374faede7a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736820 Nov 22 16:35:43.416300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['fe40273f-4506-4006-b7a3-732e49ec2b7d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:43.418626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:43.493992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f76ccc-8d1e-4598-bfb5-9f90f991b36a req-2f35bfa0-e29f-48f4-b662-23baf8a42aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.496625 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41f76ccc-8d1e-4598-bfb5-9f90f991b36a req-2f35bfa0-e29f-48f4-b662-23baf8a42aae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 1096 time: 0.1744561 Nov 22 16:35:43.502493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c16de-df98-4991-83f8-a788827d6a37 req-0a73ee84-6c5e-4c2b-a8fa-e412832b8e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.506695 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-0a73ee84-6c5e-4c2b-a8fa-e412832b8e32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.3573258 Nov 22 16:35:43.590401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-eec719d2-af5e-4c99-bcfb-551851f3fe85 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 217 time: 0.0695870 Nov 22 16:35:43.598984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6a603d15-930e-429a-82bb-f805151a5ff5 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:35:43.601369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f2d1-3c54-4d0f-b030-2867a14b5fca None None] Pushing event updated for resources: {'Port': ['ID=a3ddbf42-dada-4f46-9d3c-324d7f80f705,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:43.645636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65a87f-6423-4edc-892d-b3cfd4708205 req-343c2476-505a-4899-8c9c-1115426aad18 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.648593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db65a87f-6423-4edc-892d-b3cfd4708205 req-343c2476-505a-4899-8c9c-1115426aad18 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.1620896 Nov 22 16:35:43.677762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b5527fa4-1f3d-46d3-85ee-5e547b1efdca None None] Provisioning complete for port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:43.678144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b5527fa4-1f3d-46d3-85ee-5e547b1efdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.720730 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41f76ccc-8d1e-4598-bfb5-9f90f991b36a req-14b16bd8-8448-45a7-80c9-5cab66892640 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096579 Nov 22 16:35:43.721887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34293d67-e987-49c8-b0d6-86736ac52730 req-3ab0c117-71a9-4679-b06b-35ef5cd81c1e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 210 time: 0.0695179 Nov 22 16:35:43.740270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c16de-df98-4991-83f8-a788827d6a37 req-d4f27101-c82d-4f82-9c48-9498c0818818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.741355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-d4f27101-c82d-4f82-9c48-9498c0818818 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1337845 Nov 22 16:35:43.779852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db65a87f-6423-4edc-892d-b3cfd4708205 req-87a49abe-7bad-4f65-b8a1-394f98409e6a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173196 Nov 22 16:35:43.865063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c356c1-665c-4cae-9a4a-ca55a1c1688c req-f0adcc96-df2a-4361-a0c0-b4f7e92d269f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:43.873580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9c356c1-665c-4cae-9a4a-ca55a1c1688c req-f0adcc96-df2a-4361-a0c0-b4f7e92d269f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 944 time: 0.0824394 Nov 22 16:35:43.879375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:43.879754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:43.936285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9c356c1-665c-4cae-9a4a-ca55a1c1688c req-612836a0-f1e9-496a-b754-f24fe32d4378 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518222 Nov 22 16:35:44.086400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06710f1-bff8-49b2-85f3-10452a0c1aad req-70825a31-d0c7-4e8e-ab61-ce9fe98c43e2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.097351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d06710f1-bff8-49b2-85f3-10452a0c1aad req-70825a31-d0c7-4e8e-ab61-ce9fe98c43e2 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 943 time: 0.0776827 Nov 22 16:35:44.119552 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-ee799129-575e-4bcb-b139-5cd27b0d0a21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698476 Nov 22 16:35:44.183749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b5527fa4-1f3d-46d3-85ee-5e547b1efdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.191647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d06710f1-bff8-49b2-85f3-10452a0c1aad req-eb4412a6-651d-469d-b6e4-06b18d18db98 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872085 Nov 22 16:35:44.205901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6a603d15-930e-429a-82bb-f805151a5ff5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6a603d15-930e-429a-82bb-f805151a5ff5,segment=NetworkSegment(9325ab28-27f1-48b2-80e7-fbf97cf55815),segment_id=9325ab28-27f1-48b2-80e7-fbf97cf55815)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:44.239744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '6a603d15-930e-429a-82bb-f805151a5ff5', 'network_id': 'e3bb4a72-e218-46b2-ac1c-be103f862663', 'port_id': '6a603d15-930e-429a-82bb-f805151a5ff5', 'mac_address': 'fa:16:3e:e6:70:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:35:44.270170 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-7d4ac9a2-006c-4653-a366-bbbf8d77f2ed service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332397 Nov 22 16:35:44.424708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b5527fa4-1f3d-46d3-85ee-5e547b1efdca None None] For port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:44.429328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-194c16de-df98-4991-83f8-a788827d6a37 req-d9a7997e-2c66-4e78-96f8-61022b25c8c5 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466212 Nov 22 16:35:44.432864 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b5527fa4-1f3d-46d3-85ee-5e547b1efdca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.434573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.451509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-f68a5817-3dbc-4950-ad33-95814ed68cd7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.463894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-f68a5817-3dbc-4950-ad33-95814ed68cd7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.466240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-f68a5817-3dbc-4950-ad33-95814ed68cd7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "GET /v2.0/networks?id=ce8514fb-e049-42df-a164-c1d9a2701c41&id=248635e2-d79c-4e52-a89a-58d555ccf0c7&id=ce8514fb-e049-42df-a164-c1d9a2701c41 HTTP/1.1" status: 200 len: 1391 time: 0.2922080 Nov 22 16:35:44.478482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.512657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a603d15-930e-429a-82bb-f805151a5ff5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:44.529564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'port': {'device_id': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41', 'admin_state_up': True, 'tenant_id': '55ce9c0489724b7f908389a512ae6446'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:44.538388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5527fa4-1f3d-46d3-85ee-5e547b1efdca None None] Pushing event updated for resources: {'Port': ['ID=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.560616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6a603d15-930e-429a-82bb-f805151a5ff5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6a603d15-930e-429a-82bb-f805151a5ff5,segment=NetworkSegment(9325ab28-27f1-48b2-80e7-fbf97cf55815),segment_id=9325ab28-27f1-48b2-80e7-fbf97cf55815)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:44.589113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.604402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-447f54c6-26eb-469a-a826-66ab18857a93 None None] Provisioning complete for port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:44.604799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-447f54c6-26eb-469a-a826-66ab18857a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.622977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fa222-79b6-4785-a246-31df52f0c989 req-b607867c-7f61-4502-85a4-1017089cf3a7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.630213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7fa222-79b6-4785-a246-31df52f0c989 req-b607867c-7f61-4502-85a4-1017089cf3a7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1356840 Nov 22 16:35:44.682423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:35:44.683590 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:35:44.689875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cf68c-97c1-45b3-8ed5-9aae24ff30f2 None None] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:35:44.710694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7fa222-79b6-4785-a246-31df52f0c989 req-aa4a4f4a-6493-4c5b-ba91-1b36fa21edd9 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793459 Nov 22 16:35:44.718930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:44.723304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:44.760814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6a603d15-930e-429a-82bb-f805151a5ff5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:44.847524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-811ffe7a-e704-4642-87b2-ef4357a947cb req-891596eb-a579-4301-bcf1-503b065e7fa6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 210 time: 0.0524580 Nov 22 16:35:44.931580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Allocated IP 19.80.0.254 (ce8514fb-e049-42df-a164-c1d9a2701c41/36577900-7708-453b-86e1-96f4e5879adf/4ee37e3b-41ec-4d13-a3d7-83f2d0f31303) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:44.980437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08c410-82c5-4e23-9647-2542c7e02eea req-73145a6c-f550-48cb-8dbc-f0621d53f71c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:44.982389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b08c410-82c5-4e23-9647-2542c7e02eea req-73145a6c-f550-48cb-8dbc-f0621d53f71c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.0967810 Nov 22 16:35:45.048747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-82e6c0a8-ffbc-495c-af62-c2df1cb3ba00 None None] Provisioning complete for port a3ddbf42-dada-4f46-9d3c-324d7f80f705 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.049033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82e6c0a8-ffbc-495c-af62-c2df1cb3ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.159789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b08c410-82c5-4e23-9647-2542c7e02eea req-014d1761-34e4-4486-8082-ade3406db392 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648550 Nov 22 16:35:45.162195 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82e6c0a8-ffbc-495c-af62-c2df1cb3ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.179806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657412cd-58d1-4f62-981c-a37af651789c req-8c9c9d34-53f0-4480-85cd-159ede287387 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.182273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-657412cd-58d1-4f62-981c-a37af651789c req-8c9c9d34-53f0-4480-85cd-159ede287387 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 944 time: 0.1628995 Nov 22 16:35:45.230092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-82e6c0a8-ffbc-495c-af62-c2df1cb3ba00 None None] For port a3ddbf42-dada-4f46-9d3c-324d7f80f705, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a3ddbf42-dada-4f46-9d3c-324d7f80f705,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:45.238589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82e6c0a8-ffbc-495c-af62-c2df1cb3ba00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.252787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 55c9241b-521e-49a3-a406-9e187dce0aaa up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:45.262447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.308547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-657412cd-58d1-4f62-981c-a37af651789c req-936dfc1d-7306-4583-80c9-5f181ca86ebf tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992520 Nov 22 16:35:45.330957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.355698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6c0a8-ffbc-495c-af62-c2df1cb3ba00 None None] Pushing event updated for resources: {'Port': ['ID=a3ddbf42-dada-4f46-9d3c-324d7f80f705,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:45.362551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['6a603d15-930e-429a-82bb-f805151a5ff5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:45.411259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 55c9241b-521e-49a3-a406-9e187dce0aaa triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.411560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.424084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network ce8514fb-e049-42df-a164-c1d9a2701c41 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:45.433062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:45.436285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:45.439646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:45.490382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef77f2f-e3a1-4bd6-b714-1bca74a8e562 req-5eb2292a-00a6-4f84-948d-a78424907551 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.498540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ef77f2f-e3a1-4bd6-b714-1bca74a8e562 req-5eb2292a-00a6-4f84-948d-a78424907551 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 944 time: 0.1192744 Nov 22 16:35:45.509098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f87b58a1-ddf2-4727-b07d-3d26d2a58ce0 None None] Provisioning complete for port a3ddbf42-dada-4f46-9d3c-324d7f80f705 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.509482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f87b58a1-ddf2-4727-b07d-3d26d2a58ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.532875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.533532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.567114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-da6c8f14-eac0-4301-b264-4866dcde1fb3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0432448 Nov 22 16:35:45.584645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ef77f2f-e3a1-4bd6-b714-1bca74a8e562 req-f6fff66e-80fe-4ff2-b14f-3669b2807fd0 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850246 Nov 22 16:35:45.595387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'port': {'device_id': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7', 'admin_state_up': True, 'tenant_id': '55ce9c0489724b7f908389a512ae6446'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:45.764846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:45.771752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.870691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:45.910477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dfccd31b-84d8-42e4-9e41-89a61fc7cb44 None None] Provisioning complete for port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.910847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfccd31b-84d8-42e4-9e41-89a61fc7cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:45.924412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1a073-ad80-46fa-af71-7f7a48143476 req-a0b09f81-0d1e-40ef-bf1f-bc85f1c9cd1e tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:45.926198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbf1a073-ad80-46fa-af71-7f7a48143476 req-a0b09f81-0d1e-40ef-bf1f-bc85f1c9cd1e tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1268692 Nov 22 16:35:45.959576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dfccd31b-84d8-42e4-9e41-89a61fc7cb44 None None] Port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:45.971793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:45.972166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.052798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a3ddbf42-dada-4f46-9d3c-324d7f80f705 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:46.066244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Allocated IP 19.86.0.7 (248635e2-d79c-4e52-a89a-58d555ccf0c7/d368a95c-724f-4e93-9b74-4df10ce13136/190e2304-efd2-4fad-bbf2-15168edf9a2f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:46.080326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbf1a073-ad80-46fa-af71-7f7a48143476 req-750a1146-17e0-47c8-b382-3997bf25f9e6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383114 Nov 22 16:35:46.094945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b4552-7918-409d-88e0-948593b39930 req-5f099b6b-8540-4448-b3e9-0b0dacd8f9e3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.096526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f6b4552-7918-409d-88e0-948593b39930 req-5f099b6b-8540-4448-b3e9-0b0dacd8f9e3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 932 time: 0.1247511 Nov 22 16:35:46.120574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a3ddbf42-dada-4f46-9d3c-324d7f80f705 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:46.120951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.179078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f6b4552-7918-409d-88e0-948593b39930 req-50d83fc3-b650-402b-91b7-4da3902f9200 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762687 Nov 22 16:35:46.216857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-65f9d19b-fcda-4a9f-ba66-844d60f6d0ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0661221 Nov 22 16:35:46.324859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.331469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.332081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.332751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.333503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.334165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.334650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.335143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.337490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1b191c8-43fb-4e9e-bb3f-74e909edbd80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6501 time: 0.0606353 Nov 22 16:35:46.349936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d66593e-33dd-4dbb-9d30-c091428d65d7 req-f5ca75cd-64f4-450d-8a9c-81be7f87da6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.351410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d66593e-33dd-4dbb-9d30-c091428d65d7 req-f5ca75cd-64f4-450d-8a9c-81be7f87da6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.0797050 Nov 22 16:35:46.390813 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.479040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d66593e-33dd-4dbb-9d30-c091428d65d7 req-d9fa88ed-757f-476d-aea6-0e8422bab89b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202421 Nov 22 16:35:46.488704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-70a385a0-8013-4efd-bec6-a2d3105d1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.489496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:46.489699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-70a385a0-8013-4efd-bec6-a2d3105d1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.490200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-70a385a0-8013-4efd-bec6-a2d3105d1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.492078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-70a385a0-8013-4efd-bec6-a2d3105d1c4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=814ab345-506a-4727-afa4-8693f6a63c15&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=9ab9394f-c0dd-4391-b480-58aa4f91e268&id=9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 200 len: 2296 time: 0.1152380 Nov 22 16:35:46.495742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:46.498218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Port': ['ID=190e2304-efd2-4fad-bbf2-15168edf9a2f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:46.500651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:46.557744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d31e0-96a7-45e3-a6e2-dc94d6a1eb77 req-c08c123e-eea8-4b48-a643-9b17d220ea7a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.559283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-299d31e0-96a7-45e3-a6e2-dc94d6a1eb77 req-c08c123e-eea8-4b48-a643-9b17d220ea7a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 944 time: 0.1283753 Nov 22 16:35:46.565108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.565753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.594200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-6783b7f7-7db2-4f07-ab6f-a5a1d867b27d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0040696 Nov 22 16:35:46.597089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-4eba7a79-1dd1-456c-a51a-b30617a4c4ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 200 len: 1002 time: 0.0895991 Nov 22 16:35:46.618477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'port': {'device_id': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41', 'admin_state_up': True, 'tenant_id': '55ce9c0489724b7f908389a512ae6446'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:46.678929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-299d31e0-96a7-45e3-a6e2-dc94d6a1eb77 req-f3c1c83a-2fc7-4a6b-9135-65932269a802 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094820 Nov 22 16:35:46.683362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-0673f167-449c-452c-9bc2-b7d27919b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.685187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-0673f167-449c-452c-9bc2-b7d27919b1b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8ba9d4-5255-459d-add5-172f844a844b HTTP/1.1" status: 200 len: 855 time: 0.0702989 Nov 22 16:35:46.688083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fe40273f-4506-4006-b7a3-732e49ec2b7d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:46.757911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port fe40273f-4506-4006-b7a3-732e49ec2b7d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:46.764772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port fe40273f-4506-4006-b7a3-732e49ec2b7d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:46.766046 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.773422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-f2c28515-9b3c-4ac8-ab39-bebedaa1f825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.778722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-f2c28515-9b3c-4ac8-ab39-bebedaa1f825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814ab345-506a-4727-afa4-8693f6a63c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854688 Nov 22 16:35:46.803687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4f5d-203f-4597-a81e-822d3f20a0f7 req-a464e01c-304b-4d94-9a0a-611cea469d4f tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:46.805578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-498a4f5d-203f-4597-a81e-822d3f20a0f7 req-a464e01c-304b-4d94-9a0a-611cea469d4f tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 944 time: 0.1254611 Nov 22 16:35:46.848141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:35:46.851691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.867393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.907487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-932068be-dcd4-4b93-b459-0d134c0d1361 None None] Provisioning complete for port 190e2304-efd2-4fad-bbf2-15168edf9a2f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:46.907853 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-932068be-dcd4-4b93-b459-0d134c0d1361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.909639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:46.913907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-498a4f5d-203f-4597-a81e-822d3f20a0f7 req-54213336-4e70-4a38-b606-893babe2c873 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977485 Nov 22 16:35:46.921687 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55a7479-ec8a-4e4c-a8da-556cf2a148df" -d '{"events": [{"server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "name": "network-vif-plugged", "status": "completed", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:46.951465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-89d98195-c37d-493e-8528-33d0781eb848 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647015 Nov 22 16:35:46.956020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:46.961752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:46.996005 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59a9690-f98f-4496-9bc5-f7f74ee7f49a x-openstack-request-id: req-c59a9690-f98f-4496-9bc5-f7f74ee7f49a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:46.996399 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "name": "network-vif-plugged", "status": "completed", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:46.996731 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c59a9690-f98f-4496-9bc5-f7f74ee7f49a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:46.997132 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'code': 200} Nov 22 16:35:47.018065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-932068be-dcd4-4b93-b459-0d134c0d1361 None None] Port 190e2304-efd2-4fad-bbf2-15168edf9a2f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:47.043377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.063991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Allocated IP 19.80.0.49 (ce8514fb-e049-42df-a164-c1d9a2701c41/36577900-7708-453b-86e1-96f4e5879adf/1f06c609-c5c6-4130-9a0e-f7f1905318a1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:35:47.111039 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-ae098213-7581-4143-900e-594341364972 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475008 Nov 22 16:35:47.117548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f011-4852-4355-a9fb-97e6df4ff896 req-2247b4bd-5ad3-44d8-89cc-7bc0a928e647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.119408 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-acf5f011-4852-4355-a9fb-97e6df4ff896 req-2247b4bd-5ad3-44d8-89cc-7bc0a928e647 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1096 time: 0.0679002 Nov 22 16:35:47.158716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-532d5e26-49f6-4b95-89fd-569e2bed2b71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 217 time: 0.0378850 Nov 22 16:35:47.243212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-62a716f1-7e17-462a-9568-7cedbbe5c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.244692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-62a716f1-7e17-462a-9568-7cedbbe5c0b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0780618 Nov 22 16:35:47.246881 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-acf5f011-4852-4355-a9fb-97e6df4ff896 req-aea39f26-8d68-47d2-8867-a8629e09a009 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866163 Nov 22 16:35:47.564879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6a603d15-930e-429a-82bb-f805151a5ff5 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:35:47.576236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe8ab7-8c0e-4e41-baa3-34eb76c4e149 req-cedba242-9575-407a-83f2-e5702ae94d92 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.578399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afbe8ab7-8c0e-4e41-baa3-34eb76c4e149 req-cedba242-9575-407a-83f2-e5702ae94d92 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.4154360 Nov 22 16:35:47.593997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.617866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 6a603d15-930e-429a-82bb-f805151a5ff5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:35:47.620392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cbebd-3f26-4b88-b9f4-b49e891ca33a req-29357d75-2ba0-4756-b162-ccd6f4a4cf34 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.621610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 6a603d15-930e-429a-82bb-f805151a5ff5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:47.622017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.626693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cbebd-3f26-4b88-b9f4-b49e891ca33a req-29357d75-2ba0-4756-b162-ccd6f4a4cf34 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.628287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-511cbebd-3f26-4b88-b9f4-b49e891ca33a req-29357d75-2ba0-4756-b162-ccd6f4a4cf34 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 1653 time: 0.1368542 Nov 22 16:35:47.720619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.724342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afbe8ab7-8c0e-4e41-baa3-34eb76c4e149 req-9576cb5f-8776-46b3-8f4c-f8b142d7a3db tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367960 Nov 22 16:35:47.742295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.752319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-511cbebd-3f26-4b88-b9f4-b49e891ca33a req-73eb7fd1-837e-433c-b99f-516ffdf6b667 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950327 Nov 22 16:35:47.778185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6a603d15-930e-429a-82bb-f805151a5ff5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6a603d15-930e-429a-82bb-f805151a5ff5,segment=NetworkSegment(9325ab28-27f1-48b2-80e7-fbf97cf55815),segment_id=9325ab28-27f1-48b2-80e7-fbf97cf55815)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:47.784273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.829905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network ce8514fb-e049-42df-a164-c1d9a2701c41 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:35:47.833595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:35:47.837742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:35:47.862599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6a603d15-930e-429a-82bb-f805151a5ff5,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.872574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Port': ['ID=1f06c609-c5c6-4130-9a0e-f7f1905318a1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:47.933859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.934583 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:47.960428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-552bdefa-c0f1-42ad-accf-31e652c99f53 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3461673 Nov 22 16:35:47.969510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722237d-7a8d-49cd-a71b-63508b340c0e req-25ee1554-4dc4-4a5d-8656-c1569a617e91 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:47.974173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4722237d-7a8d-49cd-a71b-63508b340c0e req-25ee1554-4dc4-4a5d-8656-c1569a617e91 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.0924580 Nov 22 16:35:48.030192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4722237d-7a8d-49cd-a71b-63508b340c0e req-48b2afc1-aca3-4ce1-8b50-9ae0ce265285 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530193 Nov 22 16:35:48.149369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e8c69bb6-6d98-4dac-b7a1-12be79407062 None None] Provisioning complete for port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:35:48.149749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8c69bb6-6d98-4dac-b7a1-12be79407062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.154788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2784548-1251-4aa8-8317-26250f19d4f7 req-569ecb98-23ed-462a-9211-b9a5cd4775e2 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.156721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2784548-1251-4aa8-8317-26250f19d4f7 req-569ecb98-23ed-462a-9211-b9a5cd4775e2 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 945 time: 0.0571506 Nov 22 16:35:48.186325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e8c69bb6-6d98-4dac-b7a1-12be79407062 None None] Port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:35:48.211285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2784548-1251-4aa8-8317-26250f19d4f7 req-41bc5e2a-cba3-4806-91ce-7b8d5dcfd67d tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472233 Nov 22 16:35:48.482336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Request body: {'port': {'device_id': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:48.488843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318038b-5d0f-418b-ad52-8372defc12db req-f6a50698-e20f-4992-be6c-aa627dd7a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.490375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-f6a50698-e20f-4992-be6c-aa627dd7a007 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 1096 time: 0.0787151 Nov 22 16:35:48.577690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-c2cd7742-1b12-4a49-aede-52dbf0cdcf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.579276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-c2cd7742-1b12-4a49-aede-52dbf0cdcf11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1400950 Nov 22 16:35:48.607349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cae908-6e00-4555-b305-5407247fad7a req-77d73aac-71f6-4f1e-887b-933a86a7e301 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.609513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9cae908-6e00-4555-b305-5407247fad7a req-77d73aac-71f6-4f1e-887b-933a86a7e301 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 945 time: 0.1394472 Nov 22 16:35:48.615113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:48.659238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2b7fb-8ce6-414e-9e6d-43bdf0c28852 req-1c52051e-4a6e-4d4e-b090-ba26c04f05ed tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.661804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fa2b7fb-8ce6-414e-9e6d-43bdf0c28852 req-1c52051e-4a6e-4d4e-b090-ba26c04f05ed tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1155090 Nov 22 16:35:48.677914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318038b-5d0f-418b-ad52-8372defc12db req-10219924-d8c3-42ca-98f6-76f68d41eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.679305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-10219924-d8c3-42ca-98f6-76f68d41eb3b service neutron] 10.222.0.66 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 911 time: 0.1724052 Nov 22 16:35:48.737941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-2ac17cdf-b342-433f-92ee-f70bcf650d36 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac79c5d-7a74-4796-9759-50608a0a9415 HTTP/1.1" status: 200 len: 217 time: 0.0446506 Nov 22 16:35:48.748604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-a1006e00-9041-420c-b860-f4a742f6611d service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515064 Nov 22 16:35:48.750098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9cae908-6e00-4555-b305-5407247fad7a req-2076b15a-f2cf-4af2-8a84-70c4681518e5 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239846 Nov 22 16:35:48.832649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fa2b7fb-8ce6-414e-9e6d-43bdf0c28852 req-c7f42aaf-caa1-432b-96ae-26b889cb6194 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495790 Nov 22 16:35:48.865608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318038b-5d0f-418b-ad52-8372defc12db req-75983012-d83c-4177-bd4b-e7eaac27ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.867356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-75983012-d83c-4177-bd4b-e7eaac27ca6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.1177154 Nov 22 16:35:48.936049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-b2dddeff-ee05-4cef-9ab8-eff1bdcb8804 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356269 Nov 22 16:35:48.947837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-aac745b5-52ea-442a-8679-31ba8605d939 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665413 Nov 22 16:35:48.959615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739ca8-fb54-4f71-a595-571effdc1b62 req-395165fb-ab16-4168-83ed-bac3c855c6f5 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.965200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739ca8-fb54-4f71-a595-571effdc1b62 req-395165fb-ab16-4168-83ed-bac3c855c6f5 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.971778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5739ca8-fb54-4f71-a595-571effdc1b62 req-395165fb-ab16-4168-83ed-bac3c855c6f5 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:48.973473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5739ca8-fb54-4f71-a595-571effdc1b62 req-395165fb-ab16-4168-83ed-bac3c855c6f5 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2374 time: 0.1341860 Nov 22 16:35:48.998677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a603d15-930e-429a-82bb-f805151a5ff5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:49.003201 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0264ea31-2ce4-4d15-8fd8-63f06d167f3f" -d '{"events": [{"server_uuid": "fe94163c-3548-4289-afb7-a02740b3b1f8", "name": "network-vif-plugged", "status": "completed", "tag": "6a603d15-930e-429a-82bb-f805151a5ff5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:49.075348 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def28ac9-123a-4db5-9ebe-ef1e972e91d8 x-openstack-request-id: req-def28ac9-123a-4db5-9ebe-ef1e972e91d8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:49.075641 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94163c-3548-4289-afb7-a02740b3b1f8", "name": "network-vif-plugged", "status": "completed", "tag": "6a603d15-930e-429a-82bb-f805151a5ff5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:49.075893 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-def28ac9-123a-4db5-9ebe-ef1e972e91d8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:49.076287 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a603d15-930e-429a-82bb-f805151a5ff5', 'code': 200} Nov 22 16:35:49.135988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5739ca8-fb54-4f71-a595-571effdc1b62 req-25d87302-6ff8-469b-bdf8-1911b17f8109 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261082 Nov 22 16:35:49.180290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:49.210762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.228989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Transition to ACTIVE for port object 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:49.235300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.289171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0c0e7-ed1d-40cd-a88a-3a6c59b579d9 req-c78e9300-4f02-4464-afe8-47b760d3424d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.297156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53d0c0e7-ed1d-40cd-a88a-3a6c59b579d9 req-c78e9300-4f02-4464-afe8-47b760d3424d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.1363485 Nov 22 16:35:49.394686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-860f637c-1481-4d3c-bee6-3453e5485d4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 217 time: 0.4368114 Nov 22 16:35:49.489556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-b8ca915a-bc4a-4bcc-8fce-bfea7afd9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.490670 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-b8ca915a-bc4a-4bcc-8fce-bfea7afd9946 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0709374 Nov 22 16:35:49.502681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997fa82-bca0-43cc-bf8e-5976dd48086c req-4438a5c4-327f-4c9f-82e8-337b03d4e7f6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.504256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8997fa82-bca0-43cc-bf8e-5976dd48086c req-4438a5c4-327f-4c9f-82e8-337b03d4e7f6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 945 time: 0.1955743 Nov 22 16:35:49.504935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:49.546978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a84f0-4ad1-4cca-a6e9-eeed1274d591 req-5def061e-e90e-48f3-977f-2b19ef4a0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.549147 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d84a84f0-4ad1-4cca-a6e9-eeed1274d591 req-5def061e-e90e-48f3-977f-2b19ef4a0a9d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 1096 time: 0.1683815 Nov 22 16:35:49.561417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-8d28dc51-9708-43f5-aa67-e426d7fbc9a6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2006233 Nov 22 16:35:49.572265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-8437ce64-2f1e-4d55-a534-142385750931 service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236787 Nov 22 16:35:49.574122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53d0c0e7-ed1d-40cd-a88a-3a6c59b579d9 req-b479746f-9983-4843-8f71-c1afaafb8dcd tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756906 Nov 22 16:35:49.575027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-5d385e97-c765-4af7-bb39-a8b56274bb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.576329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-5d385e97-c765-4af7-bb39-a8b56274bb3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0782335 Nov 22 16:35:49.618818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Attempting to bind port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:49.619155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Attempting to bind port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:49.619600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Attempting to bind port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 on network ce8514fb-e049-42df-a164-c1d9a2701c41 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:49.658661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 on network ce8514fb-e049-42df-a164-c1d9a2701c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:49.658855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Attempting to bind port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 on network ce8514fb-e049-42df-a164-c1d9a2701c41 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:49.679305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8997fa82-bca0-43cc-bf8e-5976dd48086c req-f5ff0b28-3e62-4527-b682-65d4e41732bf tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490183 Nov 22 16:35:49.682503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:49.682882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Checking segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:49.683251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Bound using segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:49.683707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Bound port: 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:49.684061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.756826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-9426a592-e1ad-4e49-a738-72dfe7346904 service neutron] 10.222.0.66 "GET /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.1348684 Nov 22 16:35:49.803159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d84a84f0-4ad1-4cca-a6e9-eeed1274d591 req-e49c4866-7361-47dc-b78c-34c9788790de service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255375 Nov 22 16:35:49.814333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:49.832989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:49.844025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.866775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-bb9076d6-307c-45da-9f7d-64ec9fd7b287 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698441 Nov 22 16:35:49.871945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.872426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.872901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.873376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.873859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.875117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.876286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.878241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a63de8fe-7382-4138-886e-19618f15996c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6490 time: 0.1429186 Nov 22 16:35:49.884845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:49.885683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.887974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] 10.222.0.20 "PUT /v2.0/ports/4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 HTTP/1.1" status: 200 len: 1092 time: 1.4156516 Nov 22 16:35:49.893226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81aeb201-4be1-435b-b11c-b24b9e7b6852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:49.899696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3318038b-5d0f-418b-ad52-8372defc12db req-656dd046-4698-436e-9426-a763a5aec367 service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920644 Nov 22 16:35:49.932334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:49.935509 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fee62a7-6762-407d-b980-a2d68203e04a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:49.965096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Request body: {'port': {'device_id': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:50.000372 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-3fa79ec2-ba0e-4a86-a9a8-c16354474e87 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152954 Nov 22 16:35:50.055241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-2b9536c7-f3f3-4733-b673-bc53b4dfd56c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=c666916e-74e3-44af-bebc-f27b78f06a79 HTTP/1.1" status: 200 len: 217 time: 0.0415823 Nov 22 16:35:50.133554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df17d02f-6dce-4610-8a1d-1071ca0fdba1 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:50.181702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.198897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-1ab2e832-25ff-43f3-8ab0-3fdbb1fb8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.200353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-1ab2e832-25ff-43f3-8ab0-3fdbb1fb8276 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.1360364 Nov 22 16:35:50.229557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e32d2-b81d-4f2a-93f5-56b8301eaf40 req-4de9ae6d-2a5e-4e96-a067-521284f799b5 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.231096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a1e32d2-b81d-4f2a-93f5-56b8301eaf40 req-4de9ae6d-2a5e-4e96-a067-521284f799b5 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 945 time: 0.3773336 Nov 22 16:35:50.262350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-1b9eb970-1643-4cbd-b212-38cb860b6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.262802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-1b9eb970-1643-4cbd-b212-38cb860b6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.263934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-1b9eb970-1643-4cbd-b212-38cb860b6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.264876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-1b9eb970-1643-4cbd-b212-38cb860b6eac service neutron] 10.222.0.66 "GET /v2.0/networks?id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 200 len: 2293 time: 0.1601644 Nov 22 16:35:50.273959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f2789-879f-4b82-86bb-210d6af87deb req-5e650645-01e5-4046-b515-0a61d4e7e105 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.275518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc4f2789-879f-4b82-86bb-210d6af87deb req-5e650645-01e5-4046-b515-0a61d4e7e105 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.2795396 Nov 22 16:35:50.277872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-5a1bbdbf-1300-48aa-93c5-23e5b5fed968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.279537 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-5a1bbdbf-1300-48aa-93c5-23e5b5fed968 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577400 Nov 22 16:35:50.354198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:50.401598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-8645be3b-1862-4e6d-bd10-23c6fff1240a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 200 len: 1001 time: 0.1210907 Nov 22 16:35:50.478968 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-f1237915-fbfb-448a-80ef-6fe86db60cb5 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881740 Nov 22 16:35:50.484829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:50.490696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-d2893ed8-0a50-48f4-b07e-bb5922a12cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.491279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a1e32d2-b81d-4f2a-93f5-56b8301eaf40 req-0b1617a6-931f-4876-a35d-0a54cbe8a1dd tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306879 Nov 22 16:35:50.492597 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-d2893ed8-0a50-48f4-b07e-bb5922a12cd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc6a1dc-c822-4e67-9dfb-600cc772258b HTTP/1.1" status: 200 len: 850 time: 0.0673456 Nov 22 16:35:50.520572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc4f2789-879f-4b82-86bb-210d6af87deb req-970466ae-a05f-4ec6-856e-410f9d7a061c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280204 Nov 22 16:35:50.591797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be31d644-92f8-470f-9eb2-db8713c49c4e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:50.599475 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c82112-8539-4812-8532-666ef48e9a0d x-openstack-request-id: req-04c82112-8539-4812-8532-666ef48e9a0d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:50.599771 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:50.600030 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04c82112-8539-4812-8532-666ef48e9a0d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:50.600430 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303', 'status': 'completed', 'code': 200} Nov 22 16:35:50.613474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:50.651708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-85d58117-ee45-4ed5-a958-a8200551f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.658240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-85d58117-ee45-4ed5-a958-a8200551f586 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1484807 Nov 22 16:35:50.664399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.771797 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-9ae998cd-b1c0-45d2-a20a-9bbd77334cc2 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712042 Nov 22 16:35:50.783957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-13d52cc0-7d8b-4faf-b12a-b878dc05145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.784497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-13d52cc0-7d8b-4faf-b12a-b878dc05145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.784904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-13d52cc0-7d8b-4faf-b12a-b878dc05145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.786566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fee62a7-6762-407d-b980-a2d68203e04a req-13d52cc0-7d8b-4faf-b12a-b878dc05145e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2729 time: 0.1486626 Nov 22 16:35:50.846467 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-866fdf49-90be-475c-a7ca-db85546a17f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=a846105b-7e81-411c-866a-ad369e0b0029 HTTP/1.1" status: 200 len: 217 time: 0.0588281 Nov 22 16:35:50.846868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d0a99-e9de-4409-a1e8-82379ae5ae4d req-316369da-a492-4fdc-9574-2ffc22845f96 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.852856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d0a99-e9de-4409-a1e8-82379ae5ae4d req-316369da-a492-4fdc-9574-2ffc22845f96 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.859384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d0a99-e9de-4409-a1e8-82379ae5ae4d req-316369da-a492-4fdc-9574-2ffc22845f96 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.861242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-121d0a99-e9de-4409-a1e8-82379ae5ae4d req-316369da-a492-4fdc-9574-2ffc22845f96 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2386 time: 0.2103534 Nov 22 16:35:50.893548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190e2304-efd2-4fad-bbf2-15168edf9a2f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:50.941299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:50.950162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648286a8-c1db-4bd3-8be4-97d3a54f74e9 req-013677aa-c424-484c-ab0a-452522795e2b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:50.951735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-648286a8-c1db-4bd3-8be4-97d3a54f74e9 req-013677aa-c424-484c-ab0a-452522795e2b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 944 time: 0.2352409 Nov 22 16:35:50.974824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-9c2061c4-3303-4fb3-af2f-012a18c0f30d service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905400 Nov 22 16:35:50.975242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Transition to ACTIVE for port object 190e2304-efd2-4fad-bbf2-15168edf9a2f will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:50.995501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.014581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-121d0a99-e9de-4409-a1e8-82379ae5ae4d req-9e86cf50-73ba-4dab-ab2e-d4c3c219477e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350610 Nov 22 16:35:51.018208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] Transition to ACTIVE for port object be31d644-92f8-470f-9eb2-db8713c49c4e will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:51.020461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-c9eeab48-c8ba-4bd1-8498-c19962bd184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.022058 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-c9eeab48-c8ba-4bd1-8498-c19962bd184c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.1382372 Nov 22 16:35:51.048063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.076936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-1912146a-6f86-4838-bc67-a050af058246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.077414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-1912146a-6f86-4838-bc67-a050af058246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.078042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-1912146a-6f86-4838-bc67-a050af058246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.079702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fee62a7-6762-407d-b980-a2d68203e04a req-1912146a-6f86-4838-bc67-a050af058246 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=55ce9c0489724b7f908389a512ae6446&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2795417 Nov 22 16:35:51.117599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-648286a8-c1db-4bd3-8be4-97d3a54f74e9 req-ca0f579e-a76f-481e-b7e9-263afddfe659 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529810 Nov 22 16:35:51.128769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=190e2304-efd2-4fad-bbf2-15168edf9a2f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.212150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] No DVR routers for this DVR port be31d644-92f8-470f-9eb2-db8713c49c4e on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:51.220639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-5edd7ada-ce91-47f9-b5b5-19799e93d100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.222190 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-5edd7ada-ce91-47f9-b5b5-19799e93d100 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1392386 Nov 22 16:35:51.379951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a7d8dc57-b5e9-4471-b459-cf48295c40e7 service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865409 Nov 22 16:35:51.396383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee62a7-6762-407d-b980-a2d68203e04a req-21c7cca6-a6f7-4a98-9192-622ab8b14bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.398091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fee62a7-6762-407d-b980-a2d68203e04a req-21c7cca6-a6f7-4a98-9192-622ab8b14bd4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2764788 Nov 22 16:35:51.408141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] Pushing event updated for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.427100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-42eeb98c-189c-457a-9824-4466c1a23035 service neutron] 10.222.0.66 "PUT /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 1.6562262 Nov 22 16:35:51.435699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20880d5f-665c-43ff-8bc6-486715da0278 req-fc2785e2-00a1-4442-b9b4-060fbf863bd4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.438039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20880d5f-665c-43ff-8bc6-486715da0278 req-fc2785e2-00a1-4442-b9b4-060fbf863bd4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 945 time: 0.3191919 Nov 22 16:35:51.458479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-11851584-7991-4939-bb20-5759e494cfa0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 217 time: 0.0556538 Nov 22 16:35:51.470520 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-1e65977e-5bd0-4450-8add-91ef19d3eec9 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286024 Nov 22 16:35:51.479674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Attempting to bind port 190e2304-efd2-4fad-bbf2-15168edf9a2f on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:51.480167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Attempting to bind port 190e2304-efd2-4fad-bbf2-15168edf9a2f by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:51.480638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Attempting to bind port 190e2304-efd2-4fad-bbf2-15168edf9a2f on network 248635e2-d79c-4e52-a89a-58d555ccf0c7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:51.501254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Port 190e2304-efd2-4fad-bbf2-15168edf9a2f on network 248635e2-d79c-4e52-a89a-58d555ccf0c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:51.501949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Attempting to bind port 190e2304-efd2-4fad-bbf2-15168edf9a2f on network 248635e2-d79c-4e52-a89a-58d555ccf0c7 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:51.519150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:51.519492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Checking segment: {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:51.519998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Bound using segment: {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:51.520341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Bound port: 190e2304-efd2-4fad-bbf2-15168edf9a2f, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eafc799-787c-4764-a9be-b7d54c0c26e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:51.520765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.589399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:51.640467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20880d5f-665c-43ff-8bc6-486715da0278 req-7bb3d817-7edc-48d4-afa1-492382647337 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852474 Nov 22 16:35:51.680967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:51.689778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-475cb38e-9848-4de5-839f-61549f5b423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.691465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-475cb38e-9848-4de5-839f-61549f5b423c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1907966 Nov 22 16:35:51.733102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] For port 190e2304-efd2-4fad-bbf2-15168edf9a2f, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:51.741719 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-69f12d88-aa4e-476d-9644-7ba1cc2cc017 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631965 Nov 22 16:35:51.743837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-a63ec03f-8f65-41a4-8cef-20d61d80370a tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.745419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-a63ec03f-8f65-41a4-8cef-20d61d80370a tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1523702 Nov 22 16:35:51.762958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-337067e3-d6b7-42a5-b5b4-126d2909e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.764776 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-337067e3-d6b7-42a5-b5b4-126d2909e2a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0591726 Nov 22 16:35:51.782049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] For port 190e2304-efd2-4fad-bbf2-15168edf9a2f, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=190e2304-efd2-4fad-bbf2-15168edf9a2f,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:51.790808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.804385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44268be0-d53b-45c0-a200-ebc0db9390ae req-7847c91b-2825-4380-8536-1d6cb9067096 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.805955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44268be0-d53b-45c0-a200-ebc0db9390ae req-7847c91b-2825-4380-8536-1d6cb9067096 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 945 time: 0.1173394 Nov 22 16:35:51.849543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-c6593064-2d97-4275-8877-6aaf41973461 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0769720 Nov 22 16:35:51.862465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.863093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:51.864852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] 10.222.0.20 "PUT /v2.0/ports/190e2304-efd2-4fad-bbf2-15168edf9a2f HTTP/1.1" status: 200 len: 1090 time: 1.9063866 Nov 22 16:35:51.893995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cde22-31e9-43cf-a997-12239a81bf9c req-c7894c81-3304-4c33-bac6-5b8369e30b35 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.895895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b92cde22-31e9-43cf-a997-12239a81bf9c req-c7894c81-3304-4c33-bac6-5b8369e30b35 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1589622 Nov 22 16:35:51.913248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Request body: {'port': {'device_id': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:51.974760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb280ae1-5f65-4733-9302-778872ee9fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=190e2304-efd2-4fad-bbf2-15168edf9a2f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:51.984499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-8d982f1a-cbb9-4450-a15c-a4184eb8c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:51.986748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-8d982f1a-cbb9-4450-a15c-a4184eb8c97c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4&tenant_id=0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 1096 time: 0.2075808 Nov 22 16:35:52.015918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-26d4219a-4c61-4c65-a16d-acddebb44489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.017604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-26d4219a-4c61-4c65-a16d-acddebb44489 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.1550870 Nov 22 16:35:52.055390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44268be0-d53b-45c0-a200-ebc0db9390ae req-b5fee5c7-d38a-47f1-ac0f-b0fd78c2b4dc tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171998 Nov 22 16:35:52.073447 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-74021a09-6f93-45aa-b66c-8ac5f348d086 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2828107 Nov 22 16:35:52.091557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.121014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b92cde22-31e9-43cf-a997-12239a81bf9c req-e0c4d252-d520-47d4-8b04-32e66731d479 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005138 Nov 22 16:35:52.224743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-b8b3ddaa-6d1b-4410-864e-398c2b97edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.226474 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-b8b3ddaa-6d1b-4410-864e-398c2b97edc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1096 time: 0.2077765 Nov 22 16:35:52.240846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-e3280ea8-76a8-4267-9fcc-c588734f19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.242442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-e3280ea8-76a8-4267-9fcc-c588734f19ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2107189 Nov 22 16:35:52.255500 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-ec90288f-d89d-4781-8456-219c61174875 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598961 Nov 22 16:35:52.381330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-85363ee9-db97-4dee-a4fa-ab82f718e569 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 217 time: 0.1055856 Nov 22 16:35:52.494314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-70a86df2-8e9f-419b-a08e-9ab3a687e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.495796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-70a86df2-8e9f-419b-a08e-9ab3a687e075 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.2578523 Nov 22 16:35:52.497517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-bfea9e40-4107-458e-b86a-5bd5edfc6e3c service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396941 Nov 22 16:35:52.498910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-b5499864-9b0d-4fb6-bfc3-7b0c9fd2504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.501199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-b5499864-9b0d-4fb6-bfc3-7b0c9fd2504b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1064663 Nov 22 16:35:52.607840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'tag': '190e2304-efd2-4fad-bbf2-15168edf9a2f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:52.611205 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7645c271-96f9-4ca2-9d9e-c8f8c226a936" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "tag": "190e2304-efd2-4fad-bbf2-15168edf9a2f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:52.732914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79b55d-3f5a-4718-af55-1c10a15730b9 req-497a3dd8-3b69-41cd-b0fa-824879c59fad tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.735432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e79b55d-3f5a-4718-af55-1c10a15730b9 req-497a3dd8-3b69-41cd-b0fa-824879c59fad tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.4357562 Nov 22 16:35:52.748578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc39cb-ee56-4335-8da6-dbc67523edaf req-d26322be-a0f2-4723-b616-67ba3203b1e3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.755514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc39cb-ee56-4335-8da6-dbc67523edaf req-d26322be-a0f2-4723-b616-67ba3203b1e3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.762376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc39cb-ee56-4335-8da6-dbc67523edaf req-d26322be-a0f2-4723-b616-67ba3203b1e3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:52.764081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cdc39cb-ee56-4335-8da6-dbc67523edaf req-d26322be-a0f2-4723-b616-67ba3203b1e3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2398 time: 0.5073097 Nov 22 16:35:52.855675 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0fd3b4f3-9838-40d5-ad89-a34ed3625973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:52.899157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e79b55d-3f5a-4718-af55-1c10a15730b9 req-46c56a75-23fb-4fc2-9723-26219e586f93 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340396 Nov 22 16:35:52.906863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-1d4df36c-8657-424f-ba26-3d8949a02a7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 200 len: 217 time: 0.3944962 Nov 22 16:35:52.908431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cdc39cb-ee56-4335-8da6-dbc67523edaf req-38085a2a-7062-47be-b232-51e16f06db0a tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293244 Nov 22 16:35:52.978997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f06c609-c5c6-4130-9a0e-f7f1905318a1 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:35:52.990371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.001170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-c4c597c1-672e-4bef-94fb-3900345968ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.004209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-c4c597c1-672e-4bef-94fb-3900345968ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4746993 Nov 22 16:35:53.008110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Transition to ACTIVE for port object 1f06c609-c5c6-4130-9a0e-f7f1905318a1 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:35:53.013628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.060867 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0302d563-19d0-4a81-9f21-2a2cc2ceac45 x-openstack-request-id: req-0302d563-19d0-4a81-9f21-2a2cc2ceac45 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:53.061243 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "tag": "190e2304-efd2-4fad-bbf2-15168edf9a2f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:53.061586 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0302d563-19d0-4a81-9f21-2a2cc2ceac45 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:53.062646 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'tag': '190e2304-efd2-4fad-bbf2-15168edf9a2f', 'status': 'completed', 'code': 200} Nov 22 16:35:53.090862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-4609ea16-84c6-4394-b9c1-d733bf6bba54 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712368 Nov 22 16:35:53.097746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-edb5c275-d885-462f-84fa-c97139c90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.100221 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-edb5c275-d885-462f-84fa-c97139c90e5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1808748 Nov 22 16:35:53.115504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Pushing event updated for resources: {'Port': ['ID=1f06c609-c5c6-4130-9a0e-f7f1905318a1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:53.241402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Attempting to bind port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:35:53.242334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Attempting to bind port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:35:53.242931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Attempting to bind port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 on network ce8514fb-e049-42df-a164-c1d9a2701c41 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:53.259751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc0cc-2c44-4b64-aee2-d30dfca7a583 req-d5ada6e1-b082-41da-b730-32b8ba3c439c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.262640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-0f60b6d7-7185-497e-b74b-389b24f43b90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214831 Nov 22 16:35:53.268240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0eabc0cc-2c44-4b64-aee2-d30dfca7a583 req-d5ada6e1-b082-41da-b730-32b8ba3c439c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 945 time: 0.1226120 Nov 22 16:35:53.285431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 on network ce8514fb-e049-42df-a164-c1d9a2701c41 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:35:53.285841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Attempting to bind port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 on network ce8514fb-e049-42df-a164-c1d9a2701c41 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:35:53.295561 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-b8af1618-54ca-4f28-84f2-ef8590eb47ff service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775409 Nov 22 16:35:53.299792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:35:53.300139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Checking segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:35:53.300787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Bound using segment: {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:35:53.301073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Bound port: 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1f828fd-3bc1-4a38-9983-11847e4dbf06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:35:53.301456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.311923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-6fe46c0e-33d4-4da7-ba12-f7a5b8245ad9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 200 len: 217 time: 0.1721981 Nov 22 16:35:53.394831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0eabc0cc-2c44-4b64-aee2-d30dfca7a583 req-1b49339d-1df6-4217-abce-c92d554dfe91 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259432 Nov 22 16:35:53.450179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb127a-3b5c-4a18-87d5-f79e5da78a46 req-0b9b3a7f-3f3c-4621-9848-543e3266a2b1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.461780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61fb127a-3b5c-4a18-87d5-f79e5da78a46 req-0b9b3a7f-3f3c-4621-9848-543e3266a2b1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1514895 Nov 22 16:35:53.471033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-f1df1cee-e3aa-490f-8a88-537768ee389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.471605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-f1df1cee-e3aa-490f-8a88-537768ee389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.472104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-f1df1cee-e3aa-490f-8a88-537768ee389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.473994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-f1df1cee-e3aa-490f-8a88-537768ee389e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2821 time: 0.3356054 Nov 22 16:35:53.493831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] For port 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:53.519052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] For port 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:35:53.528877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.570639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61fb127a-3b5c-4a18-87d5-f79e5da78a46 req-86ffde14-978c-4635-bde3-f83ed964a2d6 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035085 Nov 22 16:35:53.575479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.576323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.578947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] 10.222.0.20 "PUT /v2.0/ports/1f06c609-c5c6-4130-9a0e-f7f1905318a1 HTTP/1.1" status: 200 len: 1091 time: 1.6771414 Nov 22 16:35:53.590609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-73dafb33-5847-437d-8dc2-b887004643e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.591658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-73dafb33-5847-437d-8dc2-b887004643e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.2537308 Nov 22 16:35:53.649418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] Pushing event updated for resources: {'Port': ['ID=1f06c609-c5c6-4130-9a0e-f7f1905318a1,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:53.683809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a02140-0ae0-42e8-9dfd-9e1e152448a6 req-162bddc1-b773-42b4-80ad-fca831db88ba tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.688184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8a02140-0ae0-42e8-9dfd-9e1e152448a6 req-162bddc1-b773-42b4-80ad-fca831db88ba tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 945 time: 0.1192694 Nov 22 16:35:53.690209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-1d0b6cf8-3549-443e-a398-b6a21fc4f90f service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3771334 Nov 22 16:35:53.703924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-76146739-1846-4450-a36f-38b18b6d1fce service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997965 Nov 22 16:35:53.775053 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-4f974102-c69f-46c4-b048-8ec9af0f57da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8 HTTP/1.1" status: 200 len: 217 time: 0.0690827 Nov 22 16:35:53.775214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-cfaabd93-23a2-4c7e-86c5-cf50f78c51fd tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-217481175&fields=id&tenant_id=4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 267 time: 0.0861406 Nov 22 16:35:53.779194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8a02140-0ae0-42e8-9dfd-9e1e152448a6 req-6396089c-2464-429e-8a89-45cf1597d66b tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831194 Nov 22 16:35:53.820296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-cab88040-73f7-440b-87ec-9c9c4a56f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.820771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-cab88040-73f7-440b-87ec-9c9c4a56f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.821224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-cab88040-73f7-440b-87ec-9c9c4a56f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.822925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-cab88040-73f7-440b-87ec-9c9c4a56f0b8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=55ce9c0489724b7f908389a512ae6446&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3309767 Nov 22 16:35:53.837309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cded86ae-11ec-489f-a62d-7043a025f91c req-2babe02b-5163-4bf4-ad47-1355e65040bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.838933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-2babe02b-5163-4bf4-ad47-1355e65040bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2355554 Nov 22 16:35:53.842276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-4e8e4837-02ad-4d8f-88db-8d67aadb02e7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:53.844462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-4e8e4837-02ad-4d8f-88db-8d67aadb02e7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 945 time: 0.0606256 Nov 22 16:35:53.861959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'port': {'security_groups': ['21e28be6-1aa5-45e4-9ae6-e61c64dea108', 'f88be3ec-78f7-4215-a53d-ba9ced8b3eed']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:53.913938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:53.954743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.009077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-e5e0d22c-8626-4741-86ff-c5c34c97557f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.010784 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-e5e0d22c-8626-4741-86ff-c5c34c97557f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1869040 Nov 22 16:35:54.081006 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-15768e98-85c7-4dd0-a530-b6c51ef70599 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641486 Nov 22 16:35:54.087832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a94f9-8164-4dd6-8322-67121e074e0f req-e42149ce-1eca-463c-ad00-0901169fc220 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.089416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-276a94f9-8164-4dd6-8322-67121e074e0f req-e42149ce-1eca-463c-ad00-0901169fc220 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.0892439 Nov 22 16:35:54.124312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-e36f3148-2eb3-43e7-83bd-9747c9d229b6 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506185 Nov 22 16:35:54.133810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-7983e10c-398c-460e-8d07-c9e600d4bba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.135376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7645c271-96f9-4ca2-9d9e-c8f8c226a936 req-7983e10c-398c-460e-8d07-c9e600d4bba2 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2927213 Nov 22 16:35:54.153692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-4f2ae73c-97c9-477f-ae75-5afebdcbc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.155168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-4f2ae73c-97c9-477f-ae75-5afebdcbc4f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231327 Nov 22 16:35:54.214860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-276a94f9-8164-4dd6-8322-67121e074e0f req-05c3f858-3d20-406d-bb40-4331d010c3e3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126461 Nov 22 16:35:54.279935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:54.340545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-277b2dfe-422b-4937-b3bb-b55ea3a39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.340935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-277b2dfe-422b-4937-b3bb-b55ea3a39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.341387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-277b2dfe-422b-4937-b3bb-b55ea3a39a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.343093 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-277b2dfe-422b-4937-b3bb-b55ea3a39a78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2863 time: 0.1404319 Nov 22 16:35:54.350070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.357767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.360216 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cded86ae-11ec-489f-a62d-7043a025f91c req-2e2b9860-515c-4bf6-a741-f1ea487d4eab service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173374 Nov 22 16:35:54.376205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0', 'fe40273f-4506-4006-b7a3-732e49ec2b7d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:54.407452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-097b5dfa-06d6-44bc-b77f-c01727a37e97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.254&port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 HTTP/1.1" status: 200 len: 217 time: 0.0500035 Nov 22 16:35:54.431097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.431761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:54.431875 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-f1733180-2eea-4f9a-bcc8-d450d2771ea5 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620745 Nov 22 16:35:54.445447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-495763d6-7820-4f14-bd55-0d7c5f6751f1 req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "PUT /v2.0/ports/fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 981 time: 0.5903168 Nov 22 16:35:54.471486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8ca9-9529-4e33-b7a5-eb787c4c468b req-ac00bf34-fa26-4fc4-a7f3-7c589b0b5c0f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.478907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8ca9-9529-4e33-b7a5-eb787c4c468b req-ac00bf34-fa26-4fc4-a7f3-7c589b0b5c0f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.486072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b8ca9-9529-4e33-b7a5-eb787c4c468b req-ac00bf34-fa26-4fc4-a7f3-7c589b0b5c0f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.495191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a75b8ca9-9529-4e33-b7a5-eb787c4c468b req-ac00bf34-fa26-4fc4-a7f3-7c589b0b5c0f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2410 time: 0.1848130 Nov 22 16:35:54.568342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65720d0-5869-4a27-843d-94f9d252890a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:54.580528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-c4ab8490-3ab9-444f-9cc4-c177453a20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.582531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-c4ab8490-3ab9-444f-9cc4-c177453a20d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36577900-7708-453b-86e1-96f4e5879adf HTTP/1.1" status: 200 len: 801 time: 0.1605678 Nov 22 16:35:54.587553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a75b8ca9-9529-4e33-b7a5-eb787c4c468b req-04e4503e-ab46-42da-84d5-175e5f709e04 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914547 Nov 22 16:35:54.620921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['fe40273f-4506-4006-b7a3-732e49ec2b7d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:54.678783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a49855db-4c14-46dc-962f-e445444d0a8d req-e45998f6-5586-4cba-94c6-54f5e6078e48 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/f88be3ec-78f7-4215-a53d-ba9ced8b3eed HTTP/1.1" status: 200 len: 1818 time: 0.0701058 Nov 22 16:35:54.681072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-ad9d799f-c5a4-4009-b4b2-afacd44e7da2 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.683995 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-ad9d799f-c5a4-4009-b4b2-afacd44e7da2 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.2737405 Nov 22 16:35:54.717183 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-8740ecf5-b558-4989-b5d9-c385bcb66182 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625518 Nov 22 16:35:54.737685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-e1828159-4841-42c7-85c5-fb1c15022b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.739330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-e1828159-4841-42c7-85c5-fb1c15022b41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce8514fb-e049-42df-a164-c1d9a2701c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349759 Nov 22 16:35:54.746220 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-a49855db-4c14-46dc-962f-e445444d0a8d req-c0ca3b12-a6c3-484c-a0eb-a16219c1b3f6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:35:54.747515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a49855db-4c14-46dc-962f-e445444d0a8d req-c0ca3b12-a6c3-484c-a0eb-a16219c1b3f6 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/f88be3ec-78f7-4215-a53d-ba9ced8b3eed HTTP/1.1" status: 409 len: 341 time: 0.0620184 Nov 22 16:35:54.817703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-d7bc584c-fe81-41bf-8d91-b6405b6b1c38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a HTTP/1.1" status: 200 len: 217 time: 0.0772347 Nov 22 16:35:54.903867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-40d7e396-2653-42f9-a2e3-9b2afc4336be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.905242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-40d7e396-2653-42f9-a2e3-9b2afc4336be service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0540032 Nov 22 16:35:54.914363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83319162-d535-40f3-84b7-2b8c0afbf94a req-04788b5a-0bd8-4d4b-9087-160a546ab73f tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:54.916767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83319162-d535-40f3-84b7-2b8c0afbf94a req-04788b5a-0bd8-4d4b-9087-160a546ab73f tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0801742 Nov 22 16:35:55.058859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83319162-d535-40f3-84b7-2b8c0afbf94a req-935b1084-2cd7-4362-9d4c-94fe25861cf7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254485 Nov 22 16:35:55.064255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'tag': '1f06c609-c5c6-4130-9a0e-f7f1905318a1'}, {'name': 'network-changed', 'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:55.066315 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c189b519-fbdf-44c8-a3b0-6b313cd0d311" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "tag": "1f06c609-c5c6-4130-9a0e-f7f1905318a1"}, {"name": "network-changed", "server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:55.099690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0709c66-9328-479a-9a05-bed9256c6822 req-1717b5a2-3e6c-45e1-9c29-b360a2c9a76d tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.102175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0709c66-9328-479a-9a05-bed9256c6822 req-1717b5a2-3e6c-45e1-9c29-b360a2c9a76d tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 945 time: 0.0914769 Nov 22 16:35:55.150275 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-f867c413-a9d5-43e4-84a2-77e3fc925a57 service neutron] 10.222.0.20 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948278 Nov 22 16:35:55.154344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-ecd50f03-69bb-4a40-a820-7d9517731850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.155717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-ecd50f03-69bb-4a40-a820-7d9517731850 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2370632 Nov 22 16:35:55.189432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0709c66-9328-479a-9a05-bed9256c6822 req-7539ce0a-8b1f-4163-8fec-293eb3f99414 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/security-groups?id=af3ea88b-4b21-447a-acd9-343988368cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769575 Nov 22 16:35:55.212575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ab40b-0f75-459d-9482-65ae692cb40a req-e155e6ef-f7e6-4795-85f0-757b94a4375b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.214760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf4ab40b-0f75-459d-9482-65ae692cb40a req-e155e6ef-f7e6-4795-85f0-757b94a4375b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 984 time: 0.0853453 Nov 22 16:35:55.235658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-adf12e66-0e95-49d5-9bdd-132d594613f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.237318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-adf12e66-0e95-49d5-9bdd-132d594613f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1135 time: 0.1676357 Nov 22 16:35:55.256034 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f21803f-f483-4b96-ade7-b8c78f0169b8 x-openstack-request-id: req-5f21803f-f483-4b96-ade7-b8c78f0169b8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:55.256551 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "tag": "1f06c609-c5c6-4130-9a0e-f7f1905318a1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:55.256864 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f21803f-f483-4b96-ade7-b8c78f0169b8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:55.257272 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'tag': '1f06c609-c5c6-4130-9a0e-f7f1905318a1', 'status': 'completed', 'code': 200} Nov 22 16:35:55.257530 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'status': 'completed', 'code': 200} Nov 22 16:35:55.266377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-ca7db8d7-2808-40e2-8fec-fd3bef8fe6bd service neutron] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:35:55.280930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.286784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-ca7db8d7-2808-40e2-8fec-fd3bef8fe6bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.287905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a04389c7-4634-4916-acc9-b42a4ee1ac82 req-ca7db8d7-2808-40e2-8fec-fd3bef8fe6bd service neutron] 10.222.0.20 "DELETE /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.5888829 Nov 22 16:35:55.330421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf4ab40b-0f75-459d-9482-65ae692cb40a req-2aedcd6f-48d3-40c4-813d-a5300700e4ba tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=f88be3ec-78f7-4215-a53d-ba9ced8b3eed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1073637 Nov 22 16:35:55.394200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f75236-13ae-402a-ab04-c0a7c6c748da req-3a6ade80-4520-4259-9171-4e567bb71124 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.396207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1f75236-13ae-402a-ab04-c0a7c6c748da req-3a6ade80-4520-4259-9171-4e567bb71124 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.0641334 Nov 22 16:35:55.416153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-9b0a90e6-92a5-4ea7-b827-d8614e44d097 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421906 Nov 22 16:35:55.426870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-d9687429-ab10-4221-9ea8-dde61a6411ea service neutron] 10.222.0.20 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632232 Nov 22 16:35:55.454971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1f75236-13ae-402a-ab04-c0a7c6c748da req-801fa24d-41f5-43e8-a960-07c7749a2362 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Nov 22 16:35:55.592405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-f84ca934-2d4e-40e2-a941-6d7329291c6d tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.594506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-f84ca934-2d4e-40e2-a941-6d7329291c6d tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.66 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 945 time: 0.0717373 Nov 22 16:35:55.744834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4a34c-3896-4d64-af62-91cab332dde1 req-910de110-f935-4663-8344-6946ecba129a tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.746486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47f4a34c-3896-4d64-af62-91cab332dde1 req-910de110-f935-4663-8344-6946ecba129a tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1425660 Nov 22 16:35:55.800580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-63beafeb-277c-46fb-95c2-59bd4a1cf881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.802143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-63beafeb-277c-46fb-95c2-59bd4a1cf881 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.5347109 Nov 22 16:35:55.807196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-b9bef258-37cc-43c9-89cb-6f41fdb38616 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.7&port_id=190e2304-efd2-4fad-bbf2-15168edf9a2f HTTP/1.1" status: 200 len: 217 time: 0.3635850 Nov 22 16:35:55.839058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e33b-cd2f-409c-83fa-f004d08ff426 req-e0879e01-855d-459d-9fb0-a905c75622ff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.846178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e33b-cd2f-409c-83fa-f004d08ff426 req-e0879e01-855d-459d-9fb0-a905c75622ff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.852160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1e33b-cd2f-409c-83fa-f004d08ff426 req-e0879e01-855d-459d-9fb0-a905c75622ff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.853915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62f1e33b-cd2f-409c-83fa-f004d08ff426 req-e0879e01-855d-459d-9fb0-a905c75622ff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2410 time: 0.1289070 Nov 22 16:35:55.870092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47f4a34c-3896-4d64-af62-91cab332dde1 req-ede2b591-4381-4826-9d03-f4a03699537f tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058786 Nov 22 16:35:55.880448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Deleting port 6a603d15-930e-429a-82bb-f805151a5ff5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:35:55.881021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.903264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-d7a6b2c8-d1f1-4aab-87ad-7bf8d53c3305 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 217 time: 0.0802054 Nov 22 16:35:55.933333 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-64472a55-21ce-4f73-b817-1335228a0051 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5011113 Nov 22 16:35:55.957547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-8656afbd-2230-4491-bc6f-e2b8be7c821f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:55.959137 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-8656afbd-2230-4491-bc6f-e2b8be7c821f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d368a95c-724f-4e93-9b74-4df10ce13136 HTTP/1.1" status: 200 len: 801 time: 0.1352100 Nov 22 16:35:55.968493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:55.993748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62f1e33b-cd2f-409c-83fa-f004d08ff426 req-03402bfd-08b5-4a26-94c5-0efb48b7ad98 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283903 Nov 22 16:35:56.033623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-6e5d16b7-4bd8-4f59-8f9f-a2bb3bab1166 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd HTTP/1.1" status: 200 len: 217 time: 0.0657196 Nov 22 16:35:56.036287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-20dca7c0-98ec-4b7b-b547-47c157761ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.037728 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-20dca7c0-98ec-4b7b-b547-47c157761ae7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.1248674 Nov 22 16:35:56.045412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] For port 6a603d15-930e-429a-82bb-f805151a5ff5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6a603d15-930e-429a-82bb-f805151a5ff5,segment=NetworkSegment(9325ab28-27f1-48b2-80e7-fbf97cf55815),segment_id=9325ab28-27f1-48b2-80e7-fbf97cf55815)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:56.046568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.069370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Calling delete_port for 6a603d15-930e-429a-82bb-f805151a5ff5 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:35:56.126788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-8fa4f592-eeed-4def-b65f-194f28f26fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.128739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-8fa4f592-eeed-4def-b65f-194f28f26fce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=248635e2-d79c-4e52-a89a-58d555ccf0c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1490436 Nov 22 16:35:56.130540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-64fa55a6-8c82-4a72-8872-d70e71878c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.131934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-64fa55a6-8c82-4a72-8872-d70e71878c1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.0852232 Nov 22 16:35:56.134357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-174d81cc-dcab-46be-950a-7ad86cd546b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454221 Nov 22 16:35:56.252349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc09639-82ec-47f4-ace9-05854a08e330 req-317f5af8-aa1f-4d89-90a6-4dffda233010 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.253921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bc09639-82ec-47f4-ace9-05854a08e330 req-317f5af8-aa1f-4d89-90a6-4dffda233010 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 1096 time: 0.1244490 Nov 22 16:35:56.271974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e7c324-0ccf-4380-bf22-54097f5ff904 req-3b843a6e-c564-4194-85d0-a8b272ff2a22 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.273605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70e7c324-0ccf-4380-bf22-54097f5ff904 req-3b843a6e-c564-4194-85d0-a8b272ff2a22 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1086173 Nov 22 16:35:56.292179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-f782dd42-be5c-4cb4-b779-57e780fe9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.293681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-f782dd42-be5c-4cb4-b779-57e780fe9720 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1530786 Nov 22 16:35:56.388743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.399818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-9733f071-0351-4149-838d-2a0d895b3cb1 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333353 Nov 22 16:35:56.403274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-5904918d-30bc-41b5-9281-829f0e4bbc5e service neutron] 10.222.0.20 "GET /v2.0/networks/248635e2-d79c-4e52-a89a-58d555ccf0c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380047 Nov 22 16:35:56.407343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['6a603d15-930e-429a-82bb-f805151a5ff5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:56.410510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bc09639-82ec-47f4-ace9-05854a08e330 req-c62fa3f9-2ef6-425a-a9d6-70d3a17fd45c tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358993 Nov 22 16:35:56.440549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Pushing event deleted for resources: {'Port': ['ID=6a603d15-930e-429a-82bb-f805151a5ff5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:56.457292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70e7c324-0ccf-4380-bf22-54097f5ff904 req-abba0285-178d-4556-93e2-cae8fbbf8b6b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576025 Nov 22 16:35:56.536514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] No DVR routers for this DVR port 6a603d15-930e-429a-82bb-f805151a5ff5 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:35:56.539776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:56.544007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1482c16a-cdcf-4a4a-b7e9-eb5043ed483f req-3ea3107e-e9c8-4cec-a8bd-f42359589922 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.66 "DELETE /v2.0/ports/6a603d15-930e-429a-82bb-f805151a5ff5 HTTP/1.1" status: 204 len: 173 time: 0.9257963 Nov 22 16:35:56.630957 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-7eda564c-6cf3-4a91-9655-72e532054362 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157935 Nov 22 16:35:56.642561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-616d5195-cdd0-490a-a2ef-268f959895c9 req-deef8e62-d931-413d-bcc1-2aaf4ffec5b4 tempest-InstanceActionsNegativeTestJSON-660010722 tempest-InstanceActionsNegativeTestJSON-660010722-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe94163c-3548-4289-afb7-a02740b3b1f8 HTTP/1.1" status: 200 len: 210 time: 0.0693123 Nov 22 16:35:56.681485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aebf39-4c99-4592-b65d-5a67fb80edba req-bc143ad6-b16b-449f-9ab2-fa59a7c2351b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.683097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7aebf39-4c99-4592-b65d-5a67fb80edba req-bc143ad6-b16b-449f-9ab2-fa59a7c2351b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 984 time: 0.1087425 Nov 22 16:35:56.723856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eda1e0ac-088a-4521-b96a-225e7b445fb5 req-8f9c8b86-d624-4cde-aa35-0265b1565d6d service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968569 Nov 22 16:35:56.768237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7aebf39-4c99-4592-b65d-5a67fb80edba req-f83650a6-d7d9-44fe-888d-4afc86584f25 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=f88be3ec-78f7-4215-a53d-ba9ced8b3eed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0766144 Nov 22 16:35:56.789132 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-22e63728-6a33-43eb-860e-55c376f6674e service neutron] 10.222.0.20 "GET /v2.0/networks/248635e2-d79c-4e52-a89a-58d555ccf0c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643651 Nov 22 16:35:56.841232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-330e32e3-9f04-4707-8ca4-146e185885eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1 HTTP/1.1" status: 200 len: 217 time: 0.0431752 Nov 22 16:35:56.891796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-a8cdc9f7-4c58-451a-b90a-ed28858b7f86 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388518 Nov 22 16:35:56.920698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-37033538-9454-4d80-ab14-148f91957652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:56.922850 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-37033538-9454-4d80-ab14-148f91957652 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36577900-7708-453b-86e1-96f4e5879adf HTTP/1.1" status: 200 len: 801 time: 0.0695875 Nov 22 16:35:56.965564 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-7eb60725-1933-43c4-aa70-2ac6759c9983 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 200 len: 217 time: 0.0581870 Nov 22 16:35:57.035542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-004e4073-286b-43dd-bb72-59d242ab9ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.036808 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-004e4073-286b-43dd-bb72-59d242ab9ac8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.0541391 Nov 22 16:35:57.038749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-877d4521-8133-480c-bad5-8354f30f7318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.040068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-877d4521-8133-480c-bad5-8354f30f7318 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce8514fb-e049-42df-a164-c1d9a2701c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836797 Nov 22 16:35:57.158403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6242-c505-464c-84fb-33a522bf4a87 req-4efe1e60-a750-4d5c-aecf-27cb58b0ff2b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.165506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6242-c505-464c-84fb-33a522bf4a87 req-4efe1e60-a750-4d5c-aecf-27cb58b0ff2b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.172780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a6242-c505-464c-84fb-33a522bf4a87 req-4efe1e60-a750-4d5c-aecf-27cb58b0ff2b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.174476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-124a6242-c505-464c-84fb-33a522bf4a87 req-4efe1e60-a750-4d5c-aecf-27cb58b0ff2b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2410 time: 0.0989983 Nov 22 16:35:57.178920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-d8602192-5dbd-467b-a8a4-85b484e68613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.180450 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-d8602192-5dbd-467b-a8a4-85b484e68613 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1194565 Nov 22 16:35:57.200700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-95d6cc74-b210-4ac8-998e-b57b6d4ab53a service neutron] 10.222.0.20 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485007 Nov 22 16:35:57.229574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-124a6242-c505-464c-84fb-33a522bf4a87 req-4dcde09a-3190-4698-8946-fbfbcb7143c9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470400 Nov 22 16:35:57.258584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'name': 'network-vif-deleted', 'tag': '6a603d15-930e-429a-82bb-f805151a5ff5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:57.261410 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80864ac4-295c-4df9-9658-38a3d2c25dd4" -d '{"events": [{"server_uuid": "fe94163c-3548-4289-afb7-a02740b3b1f8", "name": "network-vif-deleted", "tag": "6a603d15-930e-429a-82bb-f805151a5ff5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:57.306674 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3577e48d-07ad-428b-b194-4987dc2b0027 x-openstack-request-id: req-3577e48d-07ad-428b-b194-4987dc2b0027 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:57.307459 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94163c-3548-4289-afb7-a02740b3b1f8", "name": "network-vif-deleted", "tag": "6a603d15-930e-429a-82bb-f805151a5ff5", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:57.307732 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3577e48d-07ad-428b-b194-4987dc2b0027 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:57.308155 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94163c-3548-4289-afb7-a02740b3b1f8', 'name': 'network-vif-deleted', 'tag': '6a603d15-930e-429a-82bb-f805151a5ff5', 'status': 'completed', 'code': 200} Nov 22 16:35:57.379163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-5b37c00c-ce33-4f92-b07e-87bc4dff6c61 service neutron] 10.222.0.20 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694849 Nov 22 16:35:57.381025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-007421a2-a283-4c76-a1bc-5fa011723331 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642163 Nov 22 16:35:57.534371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1cef3b2d-8ca7-488e-8d24-43b78a20ad91 req-27d6a808-5875-4be7-ac3f-151146f95d83 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378314 Nov 22 16:35:57.538819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-0487ef70-d891-45ff-aeab-369819c38081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.539307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-0487ef70-d891-45ff-aeab-369819c38081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.539748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-0487ef70-d891-45ff-aeab-369819c38081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.541272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-0487ef70-d891-45ff-aeab-369819c38081 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2863 time: 0.0874271 Nov 22 16:35:57.594412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b5cfe-1484-4b70-b434-7054711e10fe req-99b7f22c-ccfd-4d2b-8822-afc47334faf5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.596480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94b5cfe-1484-4b70-b434-7054711e10fe req-99b7f22c-ccfd-4d2b-8822-afc47334faf5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0548933 Nov 22 16:35:57.662769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94b5cfe-1484-4b70-b434-7054711e10fe req-8ed07bc5-09b4-4f31-925d-ce554645e4d7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592041 Nov 22 16:35:57.666254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-e6ccdc5b-c7b1-4a6a-a3dd-f779c1b10b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.668876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-e6ccdc5b-c7b1-4a6a-a3dd-f779c1b10b64 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce8514fb-e049-42df-a164-c1d9a2701c41 HTTP/1.1" status: 200 len: 902 time: 0.1129882 Nov 22 16:35:57.713893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58310) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:57.722944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-8dd7cd80-ed84-43c1-9b24-d7acf260f924 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.49&port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1 HTTP/1.1" status: 200 len: 217 time: 0.0424383 Nov 22 16:35:57.760610 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Deleting subnet d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:35:57.763967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.779314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-b1ecd6ef-0912-43fd-82d2-9e755a83cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.780917 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-b1ecd6ef-0912-43fd-82d2-9e755a83cb9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36577900-7708-453b-86e1-96f4e5879adf HTTP/1.1" status: 200 len: 801 time: 0.0496135 Nov 22 16:35:57.801480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.849404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-342fc142-e9a9-4af9-a2e1-14613adbdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.851102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-342fc142-e9a9-4af9-a2e1-14613adbdfd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce8514fb-e049-42df-a164-c1d9a2701c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593274 Nov 22 16:35:57.871562 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:57.949189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe7c16-5592-4249-be9c-327e4cd3f08c req-8272ed79-f48a-468a-9ed5-7b0d777e084f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:57.950772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cbe7c16-5592-4249-be9c-327e4cd3f08c req-8272ed79-f48a-468a-9ed5-7b0d777e084f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 984 time: 0.0990338 Nov 22 16:35:57.979875 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-fe1e9b2a-b770-4eb6-9971-4c5a86fea896 service neutron] 10.222.0.20 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175463 Nov 22 16:35:57.987837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.026089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.042831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.050600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9e5ba167-c9bc-43c5-ab56-fe8fef10acaf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d10f8c79-9e45-4c90-a3c8-ea51a5aa3cb9 HTTP/1.1" status: 204 len: 168 time: 0.3355136 Nov 22 16:35:58.054235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58318) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:58.150926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cbe7c16-5592-4249-be9c-327e4cd3f08c req-46449cb5-ed80-47ad-976e-da48f8552045 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=f88be3ec-78f7-4215-a53d-ba9ced8b3eed&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1857135 Nov 22 16:35:58.158855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-e43dc36f-9c7f-421c-ba75-58e1c855b0a4 service neutron] 10.222.0.20 "GET /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711028 Nov 22 16:35:58.168868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.261810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.297248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bb4a72-e218-46b2-ac1c-be103f862663']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.302625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-1d31894f-b59b-4714-9910-b5d61a4fc27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.304751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-1d31894f-b59b-4714-9910-b5d61a4fc27f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1135 time: 0.0701253 Nov 22 16:35:58.323815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9325ab28-27f1-48b2-80e7-fbf97cf55815') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.324107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9325ab28-27f1-48b2-80e7-fbf97cf55815') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:35:58.341283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.397447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.402289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-799faccb-df8c-487a-b65a-49b785699a76 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1239113195&fields=id&tenant_id=4e628665f12f4404bcd3dbcaf622350c HTTP/1.1" status: 200 len: 267 time: 0.1095572 Nov 22 16:35:58.410266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:35:58.410670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:35:58.412521 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:35:58.420197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-65654e3f-2388-4434-844a-c22c4947c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.422666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-65654e3f-2388-4434-844a-c22c4947c37f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.1086006 Nov 22 16:35:58.484682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-f33f0b75-54c1-4e26-a9a2-4cfd1a1fa162 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 217 time: 0.0482452 Nov 22 16:35:58.505560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc864c44-359d-4b10-95fa-6238c46ebdfe req-1a8634a0-c9fc-48b8-bccf-a1c1cd908b7f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.511622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc864c44-359d-4b10-95fa-6238c46ebdfe req-1a8634a0-c9fc-48b8-bccf-a1c1cd908b7f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.518379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc864c44-359d-4b10-95fa-6238c46ebdfe req-1a8634a0-c9fc-48b8-bccf-a1c1cd908b7f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.520133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc864c44-359d-4b10-95fa-6238c46ebdfe req-1a8634a0-c9fc-48b8-bccf-a1c1cd908b7f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2410 time: 0.1764627 Nov 22 16:35:58.540323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.545339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.549362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e3bb4a72-e218-46b2-ac1c-be103f862663 HTTP/1.1" status: 204 len: 168 time: 0.4937341 Nov 22 16:35:58.565031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-acc82c40-ae82-43d8-8a99-0c16692b36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.567213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-acc82c40-ae82-43d8-8a99-0c16692b36dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0627468 Nov 22 16:35:58.583007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56b523-6b85-48cc-a6ca-3ec5ecf4ab02 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bb4a72-e218-46b2-ac1c-be103f862663,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:58.595693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-404b4b69-ff68-442b-b495-b0fea0d99993 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.599507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-404b4b69-ff68-442b-b495-b0fea0d99993 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 984 time: 0.1726820 Nov 22 16:35:58.624006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'port': {'security_groups': ['21e28be6-1aa5-45e4-9ae6-e61c64dea108', 'f88be3ec-78f7-4215-a53d-ba9ced8b3eed', '3ae0279a-9f6e-4147-ac9b-c8d30adddfcb']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:35:58.625031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-ba5eef2b-5603-4c6a-a27f-c3899132cb42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410292 Nov 22 16:35:58.692307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc864c44-359d-4b10-95fa-6238c46ebdfe req-582be069-6a62-4c1f-bab4-c7e592f4e0a4 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577022 Nov 22 16:35:58.723906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58332) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:58.755522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.781857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b9944672-dfd3-4e8b-9ada-eb2e60a924b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f7b871b02354ca2988ca797c035d491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0540280 Nov 22 16:35:58.784059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:35:58.814670 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-25344d22-b933-4c3f-909c-c7c7a988360f service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815414 Nov 22 16:35:58.897883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3453d999-7bce-4edb-a7d6-e87625835563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.903120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63793fe-cbf4-49a8-8e06-dd1b2a31a4d3 req-b6049d7d-05cd-48b3-a51d-f5080cc73cf7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:58.904724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f63793fe-cbf4-49a8-8e06-dd1b2a31a4d3 req-b6049d7d-05cd-48b3-a51d-f5080cc73cf7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1023464 Nov 22 16:35:58.925138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3453d999-7bce-4edb-a7d6-e87625835563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:58.991616 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c189b519-fbdf-44c8-a3b0-6b313cd0d311 req-f0082422-7242-4c01-84cb-541ab9eb550d service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547935 Nov 22 16:35:59.010959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3453d999-7bce-4edb-a7d6-e87625835563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.013978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3453d999-7bce-4edb-a7d6-e87625835563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.015230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3453d999-7bce-4edb-a7d6-e87625835563 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af3ea88b-4b21-447a-acd9-343988368cda HTTP/1.1" status: 204 len: 168 time: 0.2302089 Nov 22 16:35:59.024602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3453d999-7bce-4edb-a7d6-e87625835563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3ea88b-4b21-447a-acd9-343988368cda,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.040118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f63793fe-cbf4-49a8-8e06-dd1b2a31a4d3 req-371bd24e-e700-473e-8b89-39fa33622e94 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224501 Nov 22 16:35:59.101931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:35:59.144208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.152626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.169755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0', 'fe40273f-4506-4006-b7a3-732e49ec2b7d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:59.224444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.225131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:35:59.237926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5224233-8d99-40b3-b8b9-44cb55cbafcb req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "PUT /v2.0/ports/fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 1020 time: 0.6275618 Nov 22 16:35:59.309555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:35:59.311957 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8742808b-5d5e-480b-88c4-faa4065a37ae" -d '{"events": [{"name": "network-changed", "server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:35:59.323844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2aaef-ce89-4865-8826-5ce4358a21d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:35:59.383122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd2c8d4a-97f7-45f4-82c3-d265c598107b req-6f96769f-de25-4970-9ddf-c078e078d6b7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/3ae0279a-9f6e-4147-ac9b-c8d30adddfcb HTTP/1.1" status: 200 len: 1820 time: 0.0745738 Nov 22 16:35:59.413481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['fe40273f-4506-4006-b7a3-732e49ec2b7d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:35:59.456685 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-fd2c8d4a-97f7-45f4-82c3-d265c598107b req-66a8b669-a846-4e2c-99ed-2f823a15de93 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:35:59.462945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd2c8d4a-97f7-45f4-82c3-d265c598107b req-66a8b669-a846-4e2c-99ed-2f823a15de93 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/3ae0279a-9f6e-4147-ac9b-c8d30adddfcb HTTP/1.1" status: 409 len: 341 time: 0.0704622 Nov 22 16:35:59.495059 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3452f369-d116-40a5-afcd-cd810cf02055 x-openstack-request-id: req-3452f369-d116-40a5-afcd-cd810cf02055 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:35:59.495354 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:35:59.495606 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3452f369-d116-40a5-afcd-cd810cf02055 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:35:59.496008 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'status': 'completed', 'code': 200} Nov 22 16:35:59.622040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-262e3d00-6b0f-4742-90e7-571c875beab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.626800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-262e3d00-6b0f-4742-90e7-571c875beab1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e628665f12f4404bcd3dbcaf622350c&device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1174 time: 0.0965102 Nov 22 16:35:59.709934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6a603d15-930e-429a-82bb-f805151a5ff5 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:35:59.756721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 6a603d15-930e-429a-82bb-f805151a5ff5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:35:59.757066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6a603d15-930e-429a-82bb-f805151a5ff5 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:35:59.769530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-d7ccddc1-722b-4261-a3cf-5d8f416daf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.771809 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-d7ccddc1-722b-4261-a3cf-5d8f416daf48 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 200 len: 914 time: 0.1377861 Nov 22 16:35:59.845175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-0a5094e4-d051-4adf-b50c-b1710efaf604 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 200 len: 217 time: 0.0595460 Nov 22 16:35:59.939566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-e9cbda58-13f4-42b7-b449-dd999067f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:35:59.944410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-e9cbda58-13f4-42b7-b449-dd999067f236 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 200 len: 853 time: 0.0884163 Nov 22 16:35:59.986196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6919-9850-4e4e-9259-2a8c5bd0b4da req-c3c911c7-7d93-45ce-aad8-510d06382210 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.001985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6919-9850-4e4e-9259-2a8c5bd0b4da req-c3c911c7-7d93-45ce-aad8-510d06382210 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.011261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b6919-9850-4e4e-9259-2a8c5bd0b4da req-c3c911c7-7d93-45ce-aad8-510d06382210 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.012231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-3f9ae5f1-11b1-4449-b6a9-2d7f4885137d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5550c40e-acb0-4792-b914-d94cb38ddf8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573196 Nov 22 16:36:00.013193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b9b6919-9850-4e4e-9259-2a8c5bd0b4da req-c3c911c7-7d93-45ce-aad8-510d06382210 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2410 time: 0.1898246 Nov 22 16:36:00.067443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8673f16-27c8-46bb-9d74-ddd5883bd0f3 req-dbb2078e-2251-4171-b47b-516f8ea4ea5c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.075961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8673f16-27c8-46bb-9d74-ddd5883bd0f3 req-dbb2078e-2251-4171-b47b-516f8ea4ea5c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1023 time: 0.1789107 Nov 22 16:36:00.120306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b9b6919-9850-4e4e-9259-2a8c5bd0b4da req-d94ed77d-56de-45b8-b5be-d31d370e03a1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995462 Nov 22 16:36:00.146767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-6ab943f1-5f0c-4586-96e8-02bb92628a1f service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239195 Nov 22 16:36:00.175685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58378) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:00.214836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8673f16-27c8-46bb-9d74-ddd5883bd0f3 req-69d451a8-d42f-428c-8b35-261913f1b7ec tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=f88be3ec-78f7-4215-a53d-ba9ced8b3eed&id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=3ae0279a-9f6e-4147-ac9b-c8d30adddfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1361890 Nov 22 16:36:00.252908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac6a5c-f722-455b-87d7-6ce181e31ceb req-3730cb39-58fa-483a-9aa1-4caa2accc96b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.254598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56ac6a5c-f722-455b-87d7-6ce181e31ceb req-3730cb39-58fa-483a-9aa1-4caa2accc96b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0639095 Nov 22 16:36:00.279291 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8742808b-5d5e-480b-88c4-faa4065a37ae req-49d618fd-84b5-4a8e-9ca5-662dfea6d617 service neutron] 10.222.0.20 "GET /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246316 Nov 22 16:36:00.326705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56ac6a5c-f722-455b-87d7-6ce181e31ceb req-50a4c281-ed64-4ae3-99af-9819b85db56b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658495 Nov 22 16:36:00.337071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1806431661-network', 'tenant_id': 'ef1c847eca624159b5ddc638359f265d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:00.372343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Made reservation on behalf of ef1c847eca624159b5ddc638359f265d for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:00.376203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.387467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.479270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.483834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.511308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:00.522555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918abe9a-c475-4544-b804-64ab7cbb7f10,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:00.529374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.529735 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Added segment 27e1dce8-482d-466e-b74e-2b70e571373c of type vlan for network 30135392-1a8a-4a19-b0db-28df8e763e65 Nov 22 16:36:00.585644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.618974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.620283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:00.621016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.681698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5049272 Nov 22 16:36:00.684530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:00.689939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Request body: {'subnet': {'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1806431661-subnet', 'tenant_id': 'ef1c847eca624159b5ddc638359f265d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:00.702948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d811-25e8-40eb-9a8b-6db81d66cf08 admin admin] Pushing event updated for resources: {'Network': ['ID=30135392-1a8a-4a19-b0db-28df8e763e65,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:00.714137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 30135392-1a8a-4a19-b0db-28df8e763e65 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:00.719582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Made reservation on behalf of ef1c847eca624159b5ddc638359f265d for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:00.722278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.811609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1f06c609-c5c6-4130-9a0e-f7f1905318a1 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:00.927939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:00.932192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:00.944474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '1f06c609-c5c6-4130-9a0e-f7f1905318a1', 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41', 'port_id': '1f06c609-c5c6-4130-9a0e-f7f1905318a1', 'mac_address': 'fa:16:3e:df:b1:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36577900-7708-453b-86e1-96f4e5879adf', 'ip_address': '19.80.0.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:00.995599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c3400fb-b50d-4f7a-8d8a-5c568e066be4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:00.999662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.010025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Checking segment: {'id': '27e1dce8-482d-466e-b74e-2b70e571373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:01.010680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Network hostable DHCP agents. Network: 30135392-1a8a-4a19-b0db-28df8e763e65, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:01.016636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f06c609-c5c6-4130-9a0e-f7f1905318a1 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:01.031564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Network 30135392-1a8a-4a19-b0db-28df8e763e65 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:01.040772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 30135392-1a8a-4a19-b0db-28df8e763e65) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:01.041808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:01.046427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.046949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.052845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a979d23-9430-4d8d-9db4-96565abb3828 None None] Network 30135392-1a8a-4a19-b0db-28df8e763e65 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:01.056200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.057570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 190e2304-efd2-4fad-bbf2-15168edf9a2f details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:01.065742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-47289f10-fd9d-47f7-9840-ea98e3a03d9a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3797743 Nov 22 16:36:01.277585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e090b2f-8e15-41f7-99e1-07fc59b2046f req-d84dbe41-ee2e-4c07-9e10-51b6bea9efff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.288096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e090b2f-8e15-41f7-99e1-07fc59b2046f req-d84dbe41-ee2e-4c07-9e10-51b6bea9efff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.298315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e090b2f-8e15-41f7-99e1-07fc59b2046f req-d84dbe41-ee2e-4c07-9e10-51b6bea9efff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.301349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e090b2f-8e15-41f7-99e1-07fc59b2046f req-d84dbe41-ee2e-4c07-9e10-51b6bea9efff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2411 time: 0.0915751 Nov 22 16:36:01.333452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:36:01.388045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e090b2f-8e15-41f7-99e1-07fc59b2046f req-3c118ca9-e0d0-4bf4-9a03-1da172904544 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797091 Nov 22 16:36:01.478602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1f06c609-c5c6-4130-9a0e-f7f1905318a1,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:01.506268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b89baa-e674-4cca-87c0-00ac5f6d5319 None None] Network 30135392-1a8a-4a19-b0db-28df8e763e65 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:01.509183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 190e2304-efd2-4fad-bbf2-15168edf9a2f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=190e2304-efd2-4fad-bbf2-15168edf9a2f,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:01.556208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '190e2304-efd2-4fad-bbf2-15168edf9a2f', 'network_id': '248635e2-d79c-4e52-a89a-58d555ccf0c7', 'port_id': '190e2304-efd2-4fad-bbf2-15168edf9a2f', 'mac_address': 'fa:16:3e:dd:47:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd368a95c-724f-4e93-9b74-4df10ce13136', 'ip_address': '19.86.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:01.569577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63df1a-2332-4f96-98a1-7dd88f83a887 req-6c1e4e68-7162-40ef-8bb8-de53acf8ee0e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.573206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a63df1a-2332-4f96-98a1-7dd88f83a887 req-6c1e4e68-7162-40ef-8bb8-de53acf8ee0e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1023 time: 0.1090291 Nov 22 16:36:01.627539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.675625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190e2304-efd2-4fad-bbf2-15168edf9a2f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:01.717510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a63df1a-2332-4f96-98a1-7dd88f83a887 req-534167ba-b553-4b65-b891-652164d1f20e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=f88be3ec-78f7-4215-a53d-ba9ced8b3eed&id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=3ae0279a-9f6e-4147-ac9b-c8d30adddfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1350424 Nov 22 16:36:01.717916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 190e2304-efd2-4fad-bbf2-15168edf9a2f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=190e2304-efd2-4fad-bbf2-15168edf9a2f,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:01.724247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.725099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:01.789556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=190e2304-efd2-4fad-bbf2-15168edf9a2f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:01.793189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f9244-833f-40e6-a7bf-c0c7f6dee634 req-cc616c59-58b2-4075-83dc-dd4079e0fbb4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.794915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-895f9244-833f-40e6-a7bf-c0c7f6dee634 req-cc616c59-58b2-4075-83dc-dd4079e0fbb4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0651801 Nov 22 16:36:01.813934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:01.826576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303', 'network_id': 'ce8514fb-e049-42df-a164-c1d9a2701c41', 'port_id': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303', 'mac_address': 'fa:16:3e:8a:86:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36577900-7708-453b-86e1-96f4e5879adf', 'ip_address': '19.80.0.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:01.870710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.887073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:01.895034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-895f9244-833f-40e6-a7bf-c0c7f6dee634 req-d94499b7-15a6-4dd1-8091-f33803f69c93 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901148 Nov 22 16:36:01.911186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:01.927334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:01.968193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-06913009-52ee-47bd-934a-58f192ed8f0c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:01.970686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-06913009-52ee-47bd-934a-58f192ed8f0c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 1023 time: 0.1107833 Nov 22 16:36:02.010005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:02.134193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Deleting port fe40273f-4506-4006-b7a3-732e49ec2b7d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:02.134546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.248470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] For port fe40273f-4506-4006-b7a3-732e49ec2b7d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fe40273f-4506-4006-b7a3-732e49ec2b7d,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:02.249885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.275954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Calling delete_port for fe40273f-4506-4006-b7a3-732e49ec2b7d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:02.446163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.460487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['43c756e3-2439-4774-978c-f100695583a0', 'fe40273f-4506-4006-b7a3-732e49ec2b7d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:02.484339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'Port': ['ID=fe40273f-4506-4006-b7a3-732e49ec2b7d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:02.523232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['1f06c609-c5c6-4130-9a0e-f7f1905318a1'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:02.534177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['190e2304-efd2-4fad-bbf2-15168edf9a2f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:02.546640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] No DVR routers for this DVR port fe40273f-4506-4006-b7a3-732e49ec2b7d on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:02.551824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:02.554957 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5e108adf-f1db-415c-83ca-198c1b6c418a req-8e6fec72-5e68-4bef-bdf9-9345c55309af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "DELETE /v2.0/ports/fe40273f-4506-4006-b7a3-732e49ec2b7d HTTP/1.1" status: 204 len: 173 time: 0.5759594 Nov 22 16:36:02.555637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'name': 'network-vif-deleted', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:02.560697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463c0c-950f-4bc0-b913-ad2c92303301 req-2a36d2e0-96d7-4dd1-a957-1ceffa7aaf29 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.567134 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46503047-08a3-4068-acd9-944cd2143e83" -d '{"events": [{"server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "name": "network-vif-deleted", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:02.570160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463c0c-950f-4bc0-b913-ad2c92303301 req-2a36d2e0-96d7-4dd1-a957-1ceffa7aaf29 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.578627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463c0c-950f-4bc0-b913-ad2c92303301 req-2a36d2e0-96d7-4dd1-a957-1ceffa7aaf29 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:02.587044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c463c0c-950f-4bc0-b913-ad2c92303301 req-2a36d2e0-96d7-4dd1-a957-1ceffa7aaf29 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2413 time: 0.1060207 Nov 22 16:36:02.630136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4ee37e3b-41ec-4d13-a3d7-83f2d0f31303'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:02.679478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c463c0c-950f-4bc0-b913-ad2c92303301 req-35b7ee12-0569-45a3-b356-576873a5414f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912890 Nov 22 16:36:02.894019 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a0c12-de75-4d2a-ad4b-d321e21a5ea3 x-openstack-request-id: req-512a0c12-de75-4d2a-ad4b-d321e21a5ea3 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:02.894329 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "477f671a-0277-411a-87c4-4e2c79ea01ab", "name": "network-vif-deleted", "tag": "fe40273f-4506-4006-b7a3-732e49ec2b7d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:02.894578 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-512a0c12-de75-4d2a-ad4b-d321e21a5ea3 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:02.894990 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '477f671a-0277-411a-87c4-4e2c79ea01ab', 'name': 'network-vif-deleted', 'tag': 'fe40273f-4506-4006-b7a3-732e49ec2b7d', 'status': 'completed', 'code': 200} Nov 22 16:36:03.003550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9741cf47-042a-4bd8-a081-d8adc401fdc1 req-157087ba-1f10-492a-9fbe-38a881c077d5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=477f671a-0277-411a-87c4-4e2c79ea01ab HTTP/1.1" status: 200 len: 210 time: 0.0393875 Nov 22 16:36:03.198091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101b20c-23ed-4d01-8741-65c61147f425 req-6b848acc-4a8b-4ee5-b03f-2b9398062c5a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.206732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d101b20c-23ed-4d01-8741-65c61147f425 req-6b848acc-4a8b-4ee5-b03f-2b9398062c5a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1174157 Nov 22 16:36:03.282358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d101b20c-23ed-4d01-8741-65c61147f425 req-3b8b99e4-6160-4b84-984c-f485b33fb520 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745571 Nov 22 16:36:03.412383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-70c1123e-ee6b-4f84-a12f-dc8c37eb4d1d tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.413892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-70c1123e-ee6b-4f84-a12f-dc8c37eb4d1d tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/networks?id=30135392-1a8a-4a19-b0db-28df8e763e65 HTTP/1.1" status: 200 len: 810 time: 0.1290255 Nov 22 16:36:03.428795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-96914f61-531e-4dd5-8f9a-17176b287220 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/quotas/ef1c847eca624159b5ddc638359f265d HTTP/1.1" status: 200 len: 375 time: 0.0092430 Nov 22 16:36:03.462984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-ab9977f1-6592-482a-8ba9-3a5904fe5640 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef1c847eca624159b5ddc638359f265d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285738 Nov 22 16:36:03.604060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-5c5fb4c8-73e2-4838-b6ca-9fa245a002c3 service neutron] 10.222.0.65 "GET /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333134 Nov 22 16:36:03.696337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-818d204e-c742-4327-96cf-a223b0e52641 service neutron] 10.222.0.65 "GET /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859911 Nov 22 16:36:03.801850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844798-9b1b-4e5e-bd72-e761031e08d1 req-af34eafc-e16f-41a9-8098-15ebe79a51bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.807803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844798-9b1b-4e5e-bd72-e761031e08d1 req-af34eafc-e16f-41a9-8098-15ebe79a51bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.814133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94844798-9b1b-4e5e-bd72-e761031e08d1 req-af34eafc-e16f-41a9-8098-15ebe79a51bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:03.816003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94844798-9b1b-4e5e-bd72-e761031e08d1 req-af34eafc-e16f-41a9-8098-15ebe79a51bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2413 time: 0.0716095 Nov 22 16:36:03.873755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94844798-9b1b-4e5e-bd72-e761031e08d1 req-3b16af4f-74e8-46df-b4d6-5a9e672d5845 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Nov 22 16:36:03.950126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79331f02-d962-4830-b45b-f382230e6172 req-b97b79a0-6fd0-41cf-a15a-80cb65c20213 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 210 time: 0.0299702 Nov 22 16:36:04.169190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ceaea13-674e-4be2-be40-3b7deda0c474 req-a3399a46-a7b3-4017-bfa2-23e4ce899a07 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/f88be3ec-78f7-4215-a53d-ba9ced8b3eed HTTP/1.1" status: 200 len: 1818 time: 0.0744565 Nov 22 16:36:04.259960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4ceaea13-674e-4be2-be40-3b7deda0c474 req-f5f96c88-e61c-48ae-903b-40b0f32447b5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.294616 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4ceaea13-674e-4be2-be40-3b7deda0c474 req-f5f96c88-e61c-48ae-903b-40b0f32447b5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.349919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4ceaea13-674e-4be2-be40-3b7deda0c474 req-f5f96c88-e61c-48ae-903b-40b0f32447b5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.354861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4ceaea13-674e-4be2-be40-3b7deda0c474 req-f5f96c88-e61c-48ae-903b-40b0f32447b5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.356240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ceaea13-674e-4be2-be40-3b7deda0c474 req-f5f96c88-e61c-48ae-903b-40b0f32447b5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/f88be3ec-78f7-4215-a53d-ba9ced8b3eed HTTP/1.1" status: 204 len: 173 time: 0.1779778 Nov 22 16:36:04.370914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f96c88-e61c-48ae-903b-40b0f32447b5 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88be3ec-78f7-4215-a53d-ba9ced8b3eed,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:04.465051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647396d-476d-45ab-951a-ee470d9339c5 req-90d59367-7950-447e-9488-55c0cddfa628 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:04.466682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9647396d-476d-45ab-951a-ee470d9339c5 req-90d59367-7950-447e-9488-55c0cddfa628 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0876794 Nov 22 16:36:04.470089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b15623e-75d2-41bd-be88-155fe2ee3dbe req-6aab65d8-6814-43f0-97f8-5bfef504772b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/3ae0279a-9f6e-4147-ac9b-c8d30adddfcb HTTP/1.1" status: 200 len: 1820 time: 0.0747976 Nov 22 16:36:04.552722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9647396d-476d-45ab-951a-ee470d9339c5 req-1ea56647-ad4d-4e14-8d37-3a3c960ae2df tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783565 Nov 22 16:36:04.578554 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b15623e-75d2-41bd-be88-155fe2ee3dbe req-c8423e79-8c60-4036-b5b2-7a15cd924557 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.606800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b15623e-75d2-41bd-be88-155fe2ee3dbe req-c8423e79-8c60-4036-b5b2-7a15cd924557 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.678092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b15623e-75d2-41bd-be88-155fe2ee3dbe req-c8423e79-8c60-4036-b5b2-7a15cd924557 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.683596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b15623e-75d2-41bd-be88-155fe2ee3dbe req-c8423e79-8c60-4036-b5b2-7a15cd924557 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.685072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b15623e-75d2-41bd-be88-155fe2ee3dbe req-c8423e79-8c60-4036-b5b2-7a15cd924557 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/3ae0279a-9f6e-4147-ac9b-c8d30adddfcb HTTP/1.1" status: 204 len: 173 time: 0.2033863 Nov 22 16:36:04.699639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8423e79-8c60-4036-b5b2-7a15cd924557 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae0279a-9f6e-4147-ac9b-c8d30adddfcb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:04.726284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-6a41b574-198e-4630-a77b-b5caad122a83 req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1630291625', 'description': 'tempest-description-826845633'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:04.762398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6a41b574-198e-4630-a77b-b5caad122a83 req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.817124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1f06c609-c5c6-4130-9a0e-f7f1905318a1 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:04.852492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6a41b574-198e-4630-a77b-b5caad122a83 req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.857122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6a41b574-198e-4630-a77b-b5caad122a83 req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.879034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:04.884677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:04.885547 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.886356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6a41b574-198e-4630-a77b-b5caad122a83 req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.887601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a41b574-198e-4630-a77b-b5caad122a83 req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1673961 Nov 22 16:36:04.903953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc3518-071b-436a-af1d-1553b5fdd430 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35408f6-4e59-4082-91fe-a5953f76e2b8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:04.977876 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:04.988693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-4ff8a31e-2e94-4081-baa8-608a76fd2a0c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/b35408f6-4e59-4082-91fe-a5953f76e2b8 HTTP/1.1" status: 200 len: 1819 time: 0.0628428 Nov 22 16:36:05.007372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f06c609-c5c6-4130-9a0e-f7f1905318a1'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:05.009338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1901812442', 'description': 'tempest-description-hth-529319042'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:05.009868 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7040980d-f9c3-4a8d-849c-dc45e0e3b6ba" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-plugged", "status": "completed", "tag": "1f06c609-c5c6-4130-9a0e-f7f1905318a1"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:05.022823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:05.028159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.029759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fe40273f-4506-4006-b7a3-732e49ec2b7d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:05.070886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: fe40273f-4506-4006-b7a3-732e49ec2b7d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:05.071427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fe40273f-4506-4006-b7a3-732e49ec2b7d not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:05.076860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dba63-68f6-4eec-bcf3-323cf1fad277 req-feb82eaa-df24-4793-b3d1-f23592a61415 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.083238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dba63-68f6-4eec-bcf3-323cf1fad277 req-feb82eaa-df24-4793-b3d1-f23592a61415 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.089301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dba63-68f6-4eec-bcf3-323cf1fad277 req-feb82eaa-df24-4793-b3d1-f23592a61415 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.091130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-321dba63-68f6-4eec-bcf3-323cf1fad277 req-feb82eaa-df24-4793-b3d1-f23592a61415 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2413 time: 0.1209543 Nov 22 16:36:05.104833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.108220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1f06c609-c5c6-4130-9a0e-f7f1905318a1,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:05.194150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-321dba63-68f6-4eec-bcf3-323cf1fad277 req-207b4589-7c77-407a-8118-c3837a11f150 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926163 Nov 22 16:36:05.201685 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.209049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.212927 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.214929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fea8fd3-aa7f-4b17-b136-05d2e2b2ac40 req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "PUT /v2.0/security-groups/b35408f6-4e59-4082-91fe-a5953f76e2b8 HTTP/1.1" status: 200 len: 1793 time: 0.2109778 Nov 22 16:36:05.259070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e4e8e-7bf1-4033-8fb8-866e0117494a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b35408f6-4e59-4082-91fe-a5953f76e2b8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:05.329558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e0976fa-12f9-4d5e-8230-019f1dc8501e req-422cbaa6-844c-456a-8b03-1183b7698eb0 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 210 time: 0.0469677 Nov 22 16:36:05.367805 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e99d2c-d07a-4c0e-bb6e-ce7c09ff5240 x-openstack-request-id: req-c9e99d2c-d07a-4c0e-bb6e-ce7c09ff5240 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:05.367991 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-plugged", "status": "completed", "tag": "1f06c609-c5c6-4130-9a0e-f7f1905318a1", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:05.368247 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9e99d2c-d07a-4c0e-bb6e-ce7c09ff5240 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:05.368660 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f06c609-c5c6-4130-9a0e-f7f1905318a1', 'code': 200} Nov 22 16:36:05.454442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-071329b6-2824-4e84-a70e-66be088dd1a5 req-993fd8bd-5d8f-4da5-8a7f-6f788db5206f tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/b35408f6-4e59-4082-91fe-a5953f76e2b8 HTTP/1.1" status: 200 len: 1793 time: 0.0683260 Nov 22 16:36:05.477263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-bd3e3f60-8c9a-4561-8953-fa73b31e7d44 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.482744 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-bd3e3f60-8c9a-4561-8953-fa73b31e7d44 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.66 "GET /v2.0/networks?id=30135392-1a8a-4a19-b0db-28df8e763e65 HTTP/1.1" status: 200 len: 810 time: 0.1504021 Nov 22 16:36:05.502907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Request body: {'port': {'device_id': '6782e56c-be79-41f0-a443-836ef9911654', 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65', 'admin_state_up': True, 'tenant_id': 'ef1c847eca624159b5ddc638359f265d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:05.554207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7525764-73ee-45b3-8cf8-a03c2688d158 req-e4d50678-7e29-44ce-b9c8-c657192dc74a tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/b35408f6-4e59-4082-91fe-a5953f76e2b8 HTTP/1.1" status: 200 len: 1793 time: 0.0546250 Nov 22 16:36:05.628714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e7525764-73ee-45b3-8cf8-a03c2688d158 req-6fdc84e4-7fa7-45a6-8438-40ca8a20eabb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.661336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Made reservation on behalf of ef1c847eca624159b5ddc638359f265d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:05.670225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.690045 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e7525764-73ee-45b3-8cf8-a03c2688d158 req-6fdc84e4-7fa7-45a6-8438-40ca8a20eabb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.737001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7656484-beab-4537-8a1e-6c4685be9798 req-0b74abd5-d69a-4e09-9157-3d5b13b0385a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:05.738482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7656484-beab-4537-8a1e-6c4685be9798 req-0b74abd5-d69a-4e09-9157-3d5b13b0385a tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1014149 Nov 22 16:36:05.757874 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e7525764-73ee-45b3-8cf8-a03c2688d158 req-6fdc84e4-7fa7-45a6-8438-40ca8a20eabb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.760436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e7525764-73ee-45b3-8cf8-a03c2688d158 req-6fdc84e4-7fa7-45a6-8438-40ca8a20eabb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:05.761694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7525764-73ee-45b3-8cf8-a03c2688d158 req-6fdc84e4-7fa7-45a6-8438-40ca8a20eabb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/b35408f6-4e59-4082-91fe-a5953f76e2b8 HTTP/1.1" status: 204 len: 173 time: 0.2016778 Nov 22 16:36:05.781092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc84e4-7fa7-45a6-8438-40ca8a20eabb tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35408f6-4e59-4082-91fe-a5953f76e2b8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:05.835519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7656484-beab-4537-8a1e-6c4685be9798 req-89c7e7dc-f3a2-480b-aafd-e690873c4da0 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858846 Nov 22 16:36:05.884060 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-c116fe6d-0417-457e-baa6-81b4d10e5c47 req-5817bd56-f8c3-4531-a8c4-2dac5ad467ae tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:36:05.885133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c116fe6d-0417-457e-baa6-81b4d10e5c47 req-5817bd56-f8c3-4531-a8c4-2dac5ad467ae tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/3ae0279a-9f6e-4147-ac9b-c8d30adddfcb HTTP/1.1" status: 404 len: 352 time: 0.0149143 Nov 22 16:36:05.895021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Allocated IP 172.20.0.2 (30135392-1a8a-4a19-b0db-28df8e763e65/6c3400fb-b50d-4f7a-8d8a-5c568e066be4/3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:05.923382 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-8922ff21-3259-4bde-bdb8-826b52bb11c9 req-3c0a7e97-e8f7-4ed4-a7f6-6a6fc1b1ec9c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:36:05.924712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8922ff21-3259-4bde-bdb8-826b52bb11c9 req-3c0a7e97-e8f7-4ed4-a7f6-6a6fc1b1ec9c tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/f88be3ec-78f7-4215-a53d-ba9ced8b3eed HTTP/1.1" status: 404 len: 352 time: 0.0165808 Nov 22 16:36:05.971120 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-6fa86670-b133-4535-a411-32dd893ec8f5 req-17cb4b4a-4d7e-43cf-82d5-1d307186b9d7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:36:05.972129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fa86670-b133-4535-a411-32dd893ec8f5 req-17cb4b4a-4d7e-43cf-82d5-1d307186b9d7 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/5e09e0fe-5f84-4d4d-a0fc-63bec0ec641b HTTP/1.1" status: 404 len: 352 time: 0.0154035 Nov 22 16:36:06.012934 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-22be725e-376c-4ccd-9f69-1d41558564a8 req-724d5a4c-4fdc-488f-9065-4cedcc69a88b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:36:06.013963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22be725e-376c-4ccd-9f69-1d41558564a8 req-724d5a4c-4fdc-488f-9065-4cedcc69a88b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/f628f6e8-746f-430a-abf0-7dbe341e971f HTTP/1.1" status: 404 len: 352 time: 0.0150998 Nov 22 16:36:06.056178 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-3b581aa9-7655-40bb-97e4-9faed938333b req-a9337b40-98b2-436b-af51-3f58e72677a0 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:36:06.057195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b581aa9-7655-40bb-97e4-9faed938333b req-a9337b40-98b2-436b-af51-3f58e72677a0 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/a0335226-2349-4b19-bb0c-8f9ed451127a HTTP/1.1" status: 404 len: 352 time: 0.0156617 Nov 22 16:36:06.095707 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-7223528f-0c11-4376-a02c-696048ffcf70 req-8583a949-1dfd-47a2-a2eb-c1c82b188581 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] show failed (client error): The resource could not be found. Nov 22 16:36:06.096050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7223528f-0c11-4376-a02c-696048ffcf70 req-8583a949-1dfd-47a2-a2eb-c1c82b188581 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/58a4ed08-319e-44c4-ae95-2e96aacb8e5c HTTP/1.1" status: 404 len: 352 time: 0.0153427 Nov 22 16:36:06.107576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.151501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.207093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Network 30135392-1a8a-4a19-b0db-28df8e763e65 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:06.210211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:06.215144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:06.222416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Pushing event updated for resources: {'Port': ['ID=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:06.273368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.273736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.274082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.274419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.274751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.275080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.275414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.275735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.276052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.276800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.277201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.277803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:06.319524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.319524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.345130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-5a395a59-b23a-4e07-8f7b-942c8c7d5973 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8463261 Nov 22 16:36:06.364619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Request body: {'port': {'device_id': '6782e56c-be79-41f0-a443-836ef9911654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:06.364842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baaedb-b52f-48ee-8456-359e5207f315 req-655c2407-31df-4549-9327-ca850b3b53a4 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.371624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baaedb-b52f-48ee-8456-359e5207f315 req-655c2407-31df-4549-9327-ca850b3b53a4 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.378862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8baaedb-b52f-48ee-8456-359e5207f315 req-655c2407-31df-4549-9327-ca850b3b53a4 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.380810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8baaedb-b52f-48ee-8456-359e5207f315 req-655c2407-31df-4549-9327-ca850b3b53a4 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2414 time: 0.0947959 Nov 22 16:36:06.434737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.470588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582f813-028e-45dd-a385-af1b73c52c06 req-9ce18483-a4ae-45dd-907d-be1aa4d3b38b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.472167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e582f813-028e-45dd-a385-af1b73c52c06 req-9ce18483-a4ae-45dd-907d-be1aa4d3b38b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1024 time: 0.0902762 Nov 22 16:36:06.480358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8baaedb-b52f-48ee-8456-359e5207f315 req-8688c8e0-426b-47e0-9c21-4f6ad68a7ec4 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885811 Nov 22 16:36:06.581179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e582f813-028e-45dd-a385-af1b73c52c06 req-fcd9512b-17eb-4731-9810-7c8a8d4e40af tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=2d61e225-bbd0-4c35-8bd0-06c71226703c&id=10dea3c9-cb97-4a9d-851d-b45282340ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0997405 Nov 22 16:36:06.692077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e501b5-c758-4cd4-b245-51450665a3db req-299979c0-09f9-46a6-9865-3f0bda96c3a6 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:06.694518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6e501b5-c758-4cd4-b245-51450665a3db req-299979c0-09f9-46a6-9865-3f0bda96c3a6 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 931 time: 0.0714841 Nov 22 16:36:06.762681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6e501b5-c758-4cd4-b245-51450665a3db req-6c6c4390-577f-4824-adfc-25a72ec6f33e tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592749 Nov 22 16:36:06.823451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:06.836418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:06.846384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.871184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Transition to ACTIVE for port object 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:06.881441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.906002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:06.915864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:06.916556 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:06.966253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:07.036119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Attempting to bind port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:07.036374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Attempting to bind port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '27e1dce8-482d-466e-b74e-2b70e571373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:07.037078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Attempting to bind port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb on network 30135392-1a8a-4a19-b0db-28df8e763e65 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:07.042361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb on network 30135392-1a8a-4a19-b0db-28df8e763e65 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:07.042920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Attempting to bind port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb on network 30135392-1a8a-4a19-b0db-28df8e763e65 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:07.054060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:07.054399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Checking segment: {'id': '27e1dce8-482d-466e-b74e-2b70e571373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:07.054782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Bound using segment: {'id': '27e1dce8-482d-466e-b74e-2b70e571373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:07.055335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Bound port: 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27e1dce8-482d-466e-b74e-2b70e571373c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:07.055702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.075111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.093768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345615d4-a368-4f58-9470-0d5db048b6cd req-8938c157-cb24-4445-95c9-ef82a22d75ec tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.095112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-345615d4-a368-4f58-9470-0d5db048b6cd req-8938c157-cb24-4445-95c9-ef82a22d75ec tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0697398 Nov 22 16:36:07.139982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:07.142128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.143507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 190e2304-efd2-4fad-bbf2-15168edf9a2f up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:07.176352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-345615d4-a368-4f58-9470-0d5db048b6cd req-ebcb1020-d6cd-4790-b8de-aa8a8ea6e472 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686102 Nov 22 16:36:07.190448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] For port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:07.196131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] For port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,segment=NetworkSegment(27e1dce8-482d-466e-b74e-2b70e571373c),segment_id=27e1dce8-482d-466e-b74e-2b70e571373c)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:07.200606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.236244 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.245188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.245844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.247235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] 10.222.0.66 "PUT /v2.0/ports/3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb HTTP/1.1" status: 200 len: 1091 time: 0.8872888 Nov 22 16:36:07.247685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6782e56c-be79-41f0-a443-836ef9911654', 'tag': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:07.250037 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73cf9ab-18ed-415d-9a2a-deb55a538340" -d '{"events": [{"name": "network-changed", "server_uuid": "6782e56c-be79-41f0-a443-836ef9911654", "tag": "3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:07.266561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:07.278044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 190e2304-efd2-4fad-bbf2-15168edf9a2f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:07.283905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 190e2304-efd2-4fad-bbf2-15168edf9a2f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:07.284389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.298588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec409894-c7c9-4885-96ec-467b7286a654 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:07.307747 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc66d470-ab1e-48e7-a1a2-9bbefff6377d x-openstack-request-id: req-cc66d470-ab1e-48e7-a1a2-9bbefff6377d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:07.308214 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6782e56c-be79-41f0-a443-836ef9911654", "tag": "3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:07.308885 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc66d470-ab1e-48e7-a1a2-9bbefff6377d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:07.310047 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6782e56c-be79-41f0-a443-836ef9911654', 'tag': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb', 'status': 'completed', 'code': 200} Nov 22 16:36:07.373255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:07.374409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-3ad9b326-9f2a-4282-8673-5ab9088fb84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.376153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-3ad9b326-9f2a-4282-8673-5ab9088fb84c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef1c847eca624159b5ddc638359f265d&device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 1094 time: 0.0528448 Nov 22 16:36:07.376551 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3506a567-d352-4155-a8f9-15526f5c24d6" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-plugged", "status": "completed", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:07.382101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.420238 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114ac166-0d36-4485-b7e6-70b1b3b1e174 x-openstack-request-id: req-114ac166-0d36-4485-b7e6-70b1b3b1e174 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:07.420537 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-plugged", "status": "completed", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:07.421340 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-114ac166-0d36-4485-b7e6-70b1b3b1e174 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:07.421758 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303', 'code': 200} Nov 22 16:36:07.432382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 190e2304-efd2-4fad-bbf2-15168edf9a2f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=190e2304-efd2-4fad-bbf2-15168edf9a2f,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:07.438812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-d8e12dae-b5e8-42e6-943d-72abd178c8da service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb HTTP/1.1" status: 200 len: 217 time: 0.0376265 Nov 22 16:36:07.439013 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:07.495924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=190e2304-efd2-4fad-bbf2-15168edf9a2f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:07.510337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527283-15c4-4150-99d0-6a967a39a10f req-99b3a3b6-8b06-457e-894d-207f34bc1d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.512004 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-99b3a3b6-8b06-457e-894d-207f34bc1d57 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c3400fb-b50d-4f7a-8d8a-5c568e066be4 HTTP/1.1" status: 200 len: 850 time: 0.0600946 Nov 22 16:36:07.552739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-6c3903db-0599-44f6-94f5-2f092d97bbb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30135392-1a8a-4a19-b0db-28df8e763e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313475 Nov 22 16:36:07.633227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f92c-8fd0-4465-b3cb-63e3c9f01cdf req-25da9a35-8949-4818-8a1d-788d9902f5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.640753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f92c-8fd0-4465-b3cb-63e3c9f01cdf req-25da9a35-8949-4818-8a1d-788d9902f5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.647130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4122f92c-8fd0-4465-b3cb-63e3c9f01cdf req-25da9a35-8949-4818-8a1d-788d9902f5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.658999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4122f92c-8fd0-4465-b3cb-63e3c9f01cdf req-25da9a35-8949-4818-8a1d-788d9902f5f3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.0952778 Nov 22 16:36:07.689418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-77880a8d-ab88-4288-9975-2c992f413dca service neutron] 10.222.0.66 "GET /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232059 Nov 22 16:36:07.853293 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05527283-15c4-4150-99d0-6a967a39a10f req-6e3364d9-0f63-45dc-97a0-c2ce2bbac53b service neutron] 10.222.0.66 "GET /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395385 Nov 22 16:36:07.990740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-bfab0831-4770-4e30-b4eb-f17f55e3948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:07.992320 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-bfab0831-4770-4e30-b4eb-f17f55e3948a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ef1c847eca624159b5ddc638359f265d&device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 1094 time: 0.0632291 Nov 22 16:36:08.035563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4122f92c-8fd0-4465-b3cb-63e3c9f01cdf req-6bd2a465-7cc1-44b1-b7a9-728cdde68ed6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697112 Nov 22 16:36:08.078613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c867635-59d3-4555-8238-40ba03f077f7 req-a19b33ad-bb64-4d00-8f29-aa3781ce2cf3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.087267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c867635-59d3-4555-8238-40ba03f077f7 req-a19b33ad-bb64-4d00-8f29-aa3781ce2cf3 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1024 time: 0.0816603 Nov 22 16:36:08.191581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c867635-59d3-4555-8238-40ba03f077f7 req-bd769eb6-9813-4fb6-9be0-635f8fdd21d4 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups?id=21e28be6-1aa5-45e4-9ae6-e61c64dea108&id=2d61e225-bbd0-4c35-8bd0-06c71226703c&id=10dea3c9-cb97-4a9d-851d-b45282340ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1027336 Nov 22 16:36:08.368251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a253e1-8538-4394-9f41-303d3650b5c3 req-b7cbc4ff-9b6f-478c-b4a8-1e456cefe865 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.369932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87a253e1-8538-4394-9f41-303d3650b5c3 req-b7cbc4ff-9b6f-478c-b4a8-1e456cefe865 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 943 time: 0.1025014 Nov 22 16:36:08.406965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dee8b9-2880-4e4f-85a7-2c528f8dc85a req-c72f6dde-badf-4724-a30f-1d2564f106a7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.410438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20dee8b9-2880-4e4f-85a7-2c528f8dc85a req-c72f6dde-badf-4724-a30f-1d2564f106a7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0939813 Nov 22 16:36:08.486242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20dee8b9-2880-4e4f-85a7-2c528f8dc85a req-23f198b4-48c4-4417-97bc-e9b59fd251c9 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685506 Nov 22 16:36:08.486896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-db1980a0-a968-4b07-b6dd-ebe394fc85d8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.488740 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-db1980a0-a968-4b07-b6dd-ebe394fc85d8 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 1024 time: 0.4034595 Nov 22 16:36:08.490421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87a253e1-8538-4394-9f41-303d3650b5c3 req-be6b8385-aeb8-4a07-be46-2a8597c3b85e tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124468 Nov 22 16:36:08.494237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-d10762df-5bb1-4e99-a2fa-611aa84913da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.495871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-d10762df-5bb1-4e99-a2fa-611aa84913da service neutron] 10.222.0.66 "GET /v2.0/networks?id=30135392-1a8a-4a19-b0db-28df8e763e65 HTTP/1.1" status: 200 len: 911 time: 0.4811664 Nov 22 16:36:08.580794 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-f77fab27-41a6-42fc-8d37-23d871c1d0e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb HTTP/1.1" status: 200 len: 217 time: 0.0496771 Nov 22 16:36:08.675792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-d11463f3-773e-4f8c-9871-039dae5f3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:08.677344 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-d11463f3-773e-4f8c-9871-039dae5f3c69 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6c3400fb-b50d-4f7a-8d8a-5c568e066be4 HTTP/1.1" status: 200 len: 850 time: 0.0635068 Nov 22 16:36:08.693437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.695726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Deleting port 43c756e3-2439-4774-978c-f100695583a0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:08.696074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.771629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-14611c33-d63a-4b7b-a5ee-75685f0bd895 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=30135392-1a8a-4a19-b0db-28df8e763e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720527 Nov 22 16:36:08.875337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] For port 43c756e3-2439-4774-978c-f100695583a0, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=43c756e3-2439-4774-978c-f100695583a0,segment=NetworkSegment(7f39cf74-b00d-416a-8138-213008a69721),segment_id=7f39cf74-b00d-416a-8138-213008a69721)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:08.876207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:08.899327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Calling delete_port for 43c756e3-2439-4774-978c-f100695583a0 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:08.926232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-b40fd92a-5f8c-443c-9a93-91e3f90fd76a service neutron] 10.222.0.66 "GET /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366999 Nov 22 16:36:09.069117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e73cf9ab-18ed-415d-9a2a-deb55a538340 req-f0a82127-fd6f-473e-8267-e1317884c35d service neutron] 10.222.0.66 "GET /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144433 Nov 22 16:36:09.150534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:09.180602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc1e5a-cf52-43ee-a967-816ef0999d22 req-1980a0d2-0c2f-48a3-99ec-9e3acb417439 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.188250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc1e5a-cf52-43ee-a967-816ef0999d22 req-1980a0d2-0c2f-48a3-99ec-9e3acb417439 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.196353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc1e5a-cf52-43ee-a967-816ef0999d22 req-1980a0d2-0c2f-48a3-99ec-9e3acb417439 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.198748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69fc1e5a-cf52-43ee-a967-816ef0999d22 req-1980a0d2-0c2f-48a3-99ec-9e3acb417439 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.0904949 Nov 22 16:36:09.222996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'Port': ['ID=43c756e3-2439-4774-978c-f100695583a0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:09.245490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] No DVR routers for this DVR port 43c756e3-2439-4774-978c-f100695583a0 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:09.249428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:09.253359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ea75083a-3f58-48c0-85e2-2e427a5f3d9d req-b38265a1-b00e-4566-8f7d-bc5f2559412b tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.20 "DELETE /v2.0/ports/43c756e3-2439-4774-978c-f100695583a0 HTTP/1.1" status: 204 len: 173 time: 0.7565298 Nov 22 16:36:09.261623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69fc1e5a-cf52-43ee-a967-816ef0999d22 req-dc819b85-9353-4d7f-9e13-69f8fedda4e9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554893 Nov 22 16:36:09.311457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'name': 'network-vif-deleted', 'tag': '43c756e3-2439-4774-978c-f100695583a0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:09.316366 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abc9342-20f5-454f-9cb0-f89bcfc3df1c" -d '{"events": [{"server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "name": "network-vif-deleted", "tag": "43c756e3-2439-4774-978c-f100695583a0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:09.355459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c56b80fb-cd35-4c3e-842b-c01c8b2a8061 req-a4d25398-a004-4e14-9cca-4930d41a7bdc tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/ports?device_id=26ac4de6-bccf-4257-8670-b705e2f8353e HTTP/1.1" status: 200 len: 210 time: 0.0482829 Nov 22 16:36:09.416129 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d9455c-d270-4346-b878-c1fed7ed1897 x-openstack-request-id: req-d6d9455c-d270-4346-b878-c1fed7ed1897 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:09.416428 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ac4de6-bccf-4257-8670-b705e2f8353e", "name": "network-vif-deleted", "tag": "43c756e3-2439-4774-978c-f100695583a0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:09.416709 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6d9455c-d270-4346-b878-c1fed7ed1897 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:09.417114 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ac4de6-bccf-4257-8670-b705e2f8353e', 'name': 'network-vif-deleted', 'tag': '43c756e3-2439-4774-978c-f100695583a0', 'status': 'completed', 'code': 200} Nov 22 16:36:09.423699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e2304-efd2-4fad-bbf2-15168edf9a2f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:09.426173 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb16d449-8d0e-49d0-975e-b842416de3cf" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-plugged", "status": "completed", "tag": "190e2304-efd2-4fad-bbf2-15168edf9a2f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:09.471130 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fc7e17-dda9-4c66-b6e0-6a0a468b1d8b x-openstack-request-id: req-64fc7e17-dda9-4c66-b6e0-6a0a468b1d8b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:09.471420 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-plugged", "status": "completed", "tag": "190e2304-efd2-4fad-bbf2-15168edf9a2f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:09.471844 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64fc7e17-dda9-4c66-b6e0-6a0a468b1d8b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:09.472242 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190e2304-efd2-4fad-bbf2-15168edf9a2f', 'code': 200} Nov 22 16:36:09.631376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5f45-356c-43a3-aa1e-554f39980750 req-8966f34c-306b-4535-99b4-fd31d317149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.631853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5f45-356c-43a3-aa1e-554f39980750 req-8966f34c-306b-4535-99b4-fd31d317149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.632590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf5f45-356c-43a3-aa1e-554f39980750 req-8966f34c-306b-4535-99b4-fd31d317149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.640246 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5bcf5f45-356c-43a3-aa1e-554f39980750 req-8966f34c-306b-4535-99b4-fd31d317149e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2869 time: 0.0732558 Nov 22 16:36:09.675135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff19f19a-22ad-453e-b4ec-e8bcb65d9856 req-0f99ed1d-67c8-4a1e-8b17-6067d9caf428 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.676697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff19f19a-22ad-453e-b4ec-e8bcb65d9856 req-0f99ed1d-67c8-4a1e-8b17-6067d9caf428 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 943 time: 0.1021843 Nov 22 16:36:09.685415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b540e-749a-4e4f-be81-8fdd2e1f8ece req-b3069752-047f-4027-9a01-53d9bb25b4b3 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:09.687652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe5b540e-749a-4e4f-be81-8fdd2e1f8ece req-b3069752-047f-4027-9a01-53d9bb25b4b3 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0971849 Nov 22 16:36:09.694034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5bcf5f45-356c-43a3-aa1e-554f39980750 req-76f77451-9a7e-4063-9686-d3e4bd5b458f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501854 Nov 22 16:36:09.767370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff19f19a-22ad-453e-b4ec-e8bcb65d9856 req-e70b3b83-b7e4-4743-b7a0-71c4c9016cf1 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780876 Nov 22 16:36:09.771398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe5b540e-749a-4e4f-be81-8fdd2e1f8ece req-7854450c-df44-4c83-9dae-ebbdb32922e5 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747547 Nov 22 16:36:10.402326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ed81-49bf-469b-a3d7-1b70fe465c46 req-8cf27815-a9cf-4942-a687-8e2f21e14d0a tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.410422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ed81-49bf-469b-a3d7-1b70fe465c46 req-8cf27815-a9cf-4942-a687-8e2f21e14d0a tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.416875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ed81-49bf-469b-a3d7-1b70fe465c46 req-8cf27815-a9cf-4942-a687-8e2f21e14d0a tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:10.418698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58d5ed81-49bf-469b-a3d7-1b70fe465c46 req-8cf27815-a9cf-4942-a687-8e2f21e14d0a tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.0765545 Nov 22 16:36:10.484998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58d5ed81-49bf-469b-a3d7-1b70fe465c46 req-6a96ddbd-b42f-4f29-a01d-efaadf692e35 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565262 Nov 22 16:36:10.544943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-045f5dc6-9edf-477a-a8d5-a8c422be52fd req-92aedeca-49e4-464c-800c-5b799f87927e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/10dea3c9-cb97-4a9d-851d-b45282340ef1 HTTP/1.1" status: 200 len: 1819 time: 0.0420721 Nov 22 16:36:10.613953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-045f5dc6-9edf-477a-a8d5-a8c422be52fd req-b6923873-bb36-4e94-8636-677d251e5d8e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.637886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-045f5dc6-9edf-477a-a8d5-a8c422be52fd req-b6923873-bb36-4e94-8636-677d251e5d8e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.688499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-045f5dc6-9edf-477a-a8d5-a8c422be52fd req-b6923873-bb36-4e94-8636-677d251e5d8e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.691263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-045f5dc6-9edf-477a-a8d5-a8c422be52fd req-b6923873-bb36-4e94-8636-677d251e5d8e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.692442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-045f5dc6-9edf-477a-a8d5-a8c422be52fd req-b6923873-bb36-4e94-8636-677d251e5d8e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/10dea3c9-cb97-4a9d-851d-b45282340ef1 HTTP/1.1" status: 204 len: 173 time: 0.1391873 Nov 22 16:36:10.710845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6923873-bb36-4e94-8636-677d251e5d8e tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dea3c9-cb97-4a9d-851d-b45282340ef1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:10.769723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a0b812d-de9d-4f25-a9fe-87db5ca9bdbd req-f27aaa99-1006-4141-97ca-191899efedd9 tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "GET /v2.0/security-groups/2d61e225-bbd0-4c35-8bd0-06c71226703c HTTP/1.1" status: 200 len: 1819 time: 0.0558450 Nov 22 16:36:10.837076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3a0b812d-de9d-4f25-a9fe-87db5ca9bdbd req-867587b1-4d98-4898-a4d5-27df715afbde tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.852620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 43c756e3-2439-4774-978c-f100695583a0 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:10.867662 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3a0b812d-de9d-4f25-a9fe-87db5ca9bdbd req-867587b1-4d98-4898-a4d5-27df715afbde tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.888063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 43c756e3-2439-4774-978c-f100695583a0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:10.888689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 43c756e3-2439-4774-978c-f100695583a0 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:10.942107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3a0b812d-de9d-4f25-a9fe-87db5ca9bdbd req-867587b1-4d98-4898-a4d5-27df715afbde tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.944711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3a0b812d-de9d-4f25-a9fe-87db5ca9bdbd req-867587b1-4d98-4898-a4d5-27df715afbde tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:10.946139 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a0b812d-de9d-4f25-a9fe-87db5ca9bdbd req-867587b1-4d98-4898-a4d5-27df715afbde tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] 10.222.0.65 "DELETE /v2.0/security-groups/2d61e225-bbd0-4c35-8bd0-06c71226703c HTTP/1.1" status: 204 len: 173 time: 0.1692286 Nov 22 16:36:10.952022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58686) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:10.961437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867587b1-4d98-4898-a4d5-27df715afbde tempest-SecurityGroupsTestJSON-235009375 tempest-SecurityGroupsTestJSON-235009375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d61e225-bbd0-4c35-8bd0-06c71226703c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:11.003447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45650704-f01b-49cb-9644-3ba3018a2277 req-e65fc5e7-d21f-4d8f-9a5b-3670a3238a7c tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.011377 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45650704-f01b-49cb-9644-3ba3018a2277 req-e65fc5e7-d21f-4d8f-9a5b-3670a3238a7c tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 943 time: 0.1161242 Nov 22 16:36:11.053055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Deleting subnet 80a92b19-698e-4fb2-85f6-394cc084c883 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:11.056612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.096800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45650704-f01b-49cb-9644-3ba3018a2277 req-2f96a558-148f-4f7d-b18a-da291db636e0 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841546 Nov 22 16:36:11.100588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.119542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf656fb7-071b-4d1b-8063-385e0b95a8ca req-44247e14-19d5-4535-8dc2-628ccb4e97a8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.121273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf656fb7-071b-4d1b-8063-385e0b95a8ca req-44247e14-19d5-4535-8dc2-628ccb4e97a8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0800455 Nov 22 16:36:11.168728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.195262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf656fb7-071b-4d1b-8063-385e0b95a8ca req-ab4c6eed-4ed1-4031-81a6-b54fc6900a51 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630999 Nov 22 16:36:11.253390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.272182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.278123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] 10.222.0.65 "DELETE /v2.0/subnets/80a92b19-698e-4fb2-85f6-394cc084c883 HTTP/1.1" status: 204 len: 168 time: 0.3227556 Nov 22 16:36:11.278389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58690) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:11.315209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eedb44-14f6-4f1a-b041-f1b6dffec5ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80a92b19-698e-4fb2-85f6-394cc084c883,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:11.367916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.456753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.481006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5550c40e-acb0-4792-b914-d94cb38ddf8a']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:11.494586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f39cf74-b00d-416a-8138-213008a69721') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:11.494880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f39cf74-b00d-416a-8138-213008a69721') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:11.506287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.522358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.529583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:11.530680 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:11.532449 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:11.628666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.633318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.638121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] 10.222.0.65 "DELETE /v2.0/networks/5550c40e-acb0-4792-b914-d94cb38ddf8a HTTP/1.1" status: 204 len: 168 time: 0.3575013 Nov 22 16:36:11.656132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff9c0e-2708-478e-8c65-4e18205796ea admin admin] Pushing event deleted for resources: {'Network': ['ID=5550c40e-acb0-4792-b914-d94cb38ddf8a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:11.673302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0acdd-a0c6-4a28-ab73-c8cf9dc441fc req-524c3eaf-e4ce-4e70-b7dd-eaa6e8b35611 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.680659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0acdd-a0c6-4a28-ab73-c8cf9dc441fc req-524c3eaf-e4ce-4e70-b7dd-eaa6e8b35611 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.687444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0acdd-a0c6-4a28-ab73-c8cf9dc441fc req-524c3eaf-e4ce-4e70-b7dd-eaa6e8b35611 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:11.689254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dd0acdd-a0c6-4a28-ab73-c8cf9dc441fc req-524c3eaf-e4ce-4e70-b7dd-eaa6e8b35611 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.1090121 Nov 22 16:36:11.700103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:11.752345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dd0acdd-a0c6-4a28-ab73-c8cf9dc441fc req-5fa5cd46-e475-45c0-82f5-c93ed08d92b8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562272 Nov 22 16:36:11.802970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58702) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:11.851743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,segment=NetworkSegment(27e1dce8-482d-466e-b74e-2b70e571373c),segment_id=27e1dce8-482d-466e-b74e-2b70e571373c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:11.854429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-00ee3b5b-1da4-4cfb-87f9-24c32dfb5064 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e628665f12f4404bcd3dbcaf622350c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501430 Nov 22 16:36:11.857105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58706) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:11.879708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb', 'network_id': '30135392-1a8a-4a19-b0db-28df8e763e65', 'port_id': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb', 'mac_address': 'fa:16:3e:eb:cb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c3400fb-b50d-4f7a-8d8a-5c568e066be4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:11.932245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.932810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fb10563-4c14-41f2-a804-6496b5e090e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.950651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:11.966691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fb10563-4c14-41f2-a804-6496b5e090e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:11.980596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,segment=NetworkSegment(27e1dce8-482d-466e-b74e-2b70e571373c),segment_id=27e1dce8-482d-466e-b74e-2b70e571373c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:11.986403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.041115 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fb10563-4c14-41f2-a804-6496b5e090e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.049277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fb10563-4c14-41f2-a804-6496b5e090e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:12.052789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6fb10563-4c14-41f2-a804-6496b5e090e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21e28be6-1aa5-45e4-9ae6-e61c64dea108 HTTP/1.1" status: 204 len: 168 time: 0.1922662 Nov 22 16:36:12.071346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb10563-4c14-41f2-a804-6496b5e090e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e28be6-1aa5-45e4-9ae6-e61c64dea108,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:12.083291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:12.158137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf219-63e5-4313-9b80-19ab8d311edb req-52482677-e6ae-424c-8e79-20b7dc6b2912 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.165077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf219-63e5-4313-9b80-19ab8d311edb req-52482677-e6ae-424c-8e79-20b7dc6b2912 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.175877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddf219-63e5-4313-9b80-19ab8d311edb req-52482677-e6ae-424c-8e79-20b7dc6b2912 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.177840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6ddf219-63e5-4313-9b80-19ab8d311edb req-52482677-e6ae-424c-8e79-20b7dc6b2912 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.1021121 Nov 22 16:36:12.267432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6ddf219-63e5-4313-9b80-19ab8d311edb req-86b0cda5-b4b8-4e6e-a29d-c0e5276fbaa7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795667 Nov 22 16:36:12.337681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ca803-e998-4647-9f9c-4385b6389ac0 req-1d6f4821-e6e6-4564-a176-7fbcfc426b17 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.342108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e52ca803-e998-4647-9f9c-4385b6389ac0 req-1d6f4821-e6e6-4564-a176-7fbcfc426b17 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 944 time: 0.0968895 Nov 22 16:36:12.429073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:12.438272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e52ca803-e998-4647-9f9c-4385b6389ac0 req-990817a3-79fd-4d96-84d3-cd2ccc378e2c tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850074 Nov 22 16:36:12.469414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc534de-4f28-44b9-acb0-d3c866a2f5e5 req-e590243a-8702-43ea-a602-d3f9d7cf6286 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:12.470503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbc534de-4f28-44b9-acb0-d3c866a2f5e5 req-e590243a-8702-43ea-a602-d3f9d7cf6286 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0963874 Nov 22 16:36:12.549570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbc534de-4f28-44b9-acb0-d3c866a2f5e5 req-5c166150-d7db-40bf-a7dd-958accb00bdb tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724952 Nov 22 16:36:12.980554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58742) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:13.084600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-202378627-network', 'tenant_id': '3a34c9608940464aa7883f973af47f0b'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:13.109294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Made reservation on behalf of 3a34c9608940464aa7883f973af47f0b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:13.112067 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.121369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.208294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.212526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.242279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:13.248777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8e556f-6710-48a6-8344-de719ac395c7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:13.254938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.255311 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Added segment b224aff9-6217-404f-92de-62cf59f7fdca of type vlan for network 553d78ba-ec1d-40b4-81ec-1c17d379db96 Nov 22 16:36:13.299247 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.331870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.332998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.333710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.411013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4292579 Nov 22 16:36:13.413930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58750) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:13.419086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Request body: {'subnet': {'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-202378627-subnet', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:13.432365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa2efc-4ee4-45f9-b9e9-3344a2fb02c5 admin admin] Pushing event updated for resources: {'Network': ['ID=553d78ba-ec1d-40b4-81ec-1c17d379db96,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:13.443891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Made reservation on behalf of 3a34c9608940464aa7883f973af47f0b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:13.445271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:13.446887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.461849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b535f03-e31a-447a-86d4-1e75a694bf8d req-7a08694d-8528-4328-8d5f-ebe9b4567626 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.469236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b535f03-e31a-447a-86d4-1e75a694bf8d req-7a08694d-8528-4328-8d5f-ebe9b4567626 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.477611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b535f03-e31a-447a-86d4-1e75a694bf8d req-7a08694d-8528-4328-8d5f-ebe9b4567626 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.480160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b535f03-e31a-447a-86d4-1e75a694bf8d req-7a08694d-8528-4328-8d5f-ebe9b4567626 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.0926559 Nov 22 16:36:13.569428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b535f03-e31a-447a-86d4-1e75a694bf8d req-a7e53ec0-8804-45a2-b98a-55b2094044fe tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795267 Nov 22 16:36:13.638392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0178e-994f-4e45-8dea-e1d07fbc7213 req-91eccde1-33b3-40c4-8c3b-003b490ba98a tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.641035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00d0178e-994f-4e45-8dea-e1d07fbc7213 req-91eccde1-33b3-40c4-8c3b-003b490ba98a tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 944 time: 0.0702996 Nov 22 16:36:13.683777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.731570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecde04-d43c-4b3e-8670-da7167371e19 req-b02dc0f6-53dd-4551-97df-f2e7a2597272 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.734421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20ecde04-d43c-4b3e-8670-da7167371e19 req-b02dc0f6-53dd-4551-97df-f2e7a2597272 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.0911396 Nov 22 16:36:13.749863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=caac2c34-f8b6-403d-8ff5-b465739da7fb,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:13.758866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Checking segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:13.759223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Network hostable DHCP agents. Network: 553d78ba-ec1d-40b4-81ec-1c17d379db96, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:13.762310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00d0178e-994f-4e45-8dea-e1d07fbc7213 req-92286251-62ca-4765-8f9f-a4e24295d807 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034946 Nov 22 16:36:13.787551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:13.802413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 553d78ba-ec1d-40b4-81ec-1c17d379db96) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:13.806847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:13.807588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.834369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4a8cb59d-e633-4fbd-a6de-a47d3df4dc24 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4189756 Nov 22 16:36:13.835007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58762) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:13.842675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20ecde04-d43c-4b3e-8670-da7167371e19 req-9b433968-5d57-44f3-aa69-2d7c2c181b52 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920300 Nov 22 16:36:13.843337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:13.895885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.897019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.982929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:13.985368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa363b7a-8445-40d0-bcf3-2f0dd2d9483a None None] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:14.093778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5a7ae56a-0b0e-4bb5-abeb-7b9edbbf1024 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.099891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5a7ae56a-0b0e-4bb5-abeb-7b9edbbf1024 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.106308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5a7ae56a-0b0e-4bb5-abeb-7b9edbbf1024 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.108514 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5a7ae56a-0b0e-4bb5-abeb-7b9edbbf1024 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.1377721 Nov 22 16:36:14.146482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-553d78ba-ec1d-40b4-81ec-1c17d379db96', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:14.147582 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.199949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.300469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Allocated IP 172.20.0.2 (553d78ba-ec1d-40b4-81ec-1c17d379db96/caac2c34-f8b6-403d-8ff5-b465739da7fb/07ede6b2-89fb-4af4-92bd-35572b7cf16e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:14.313420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:14.313912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.434622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port 1f06c609-c5c6-4130-9a0e-f7f1905318a1, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1f06c609-c5c6-4130-9a0e-f7f1905318a1,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:14.435260 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.451236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for 1f06c609-c5c6-4130-9a0e-f7f1905318a1 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:14.463128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.478113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.528590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:14.532468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:14.536191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:14.543673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Pushing event updated for resources: {'Port': ['ID=07ede6b2-89fb-4af4-92bd-35572b7cf16e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:14.600979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Attempting to bind port 07ede6b2-89fb-4af4-92bd-35572b7cf16e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:14.601862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Attempting to bind port 07ede6b2-89fb-4af4-92bd-35572b7cf16e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:14.602007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Attempting to bind port 07ede6b2-89fb-4af4-92bd-35572b7cf16e on network 553d78ba-ec1d-40b4-81ec-1c17d379db96 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:14.609402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:14.610453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Checking segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:14.612867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.613928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Bound using segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:14.614785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Bound port: 07ede6b2-89fb-4af4-92bd-35572b7cf16e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:14.615345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.638129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.663115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.705361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] For port 07ede6b2-89fb-4af4-92bd-35572b7cf16e, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:14.710354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] For port 07ede6b2-89fb-4af4-92bd-35572b7cf16e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=07ede6b2-89fb-4af4-92bd-35572b7cf16e,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:14.715047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.753252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23398952-4dcb-46bd-a070-adc2313ae9c1 req-bdb30231-0fe6-45df-a987-6378ff5ef88e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.764061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23398952-4dcb-46bd-a070-adc2313ae9c1 req-bdb30231-0fe6-45df-a987-6378ff5ef88e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.773137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23398952-4dcb-46bd-a070-adc2313ae9c1 req-bdb30231-0fe6-45df-a987-6378ff5ef88e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:14.801023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23398952-4dcb-46bd-a070-adc2313ae9c1 req-bdb30231-0fe6-45df-a987-6378ff5ef88e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 2416 time: 0.1153936 Nov 22 16:36:14.807108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea550dc7-89c0-48da-bada-ce630977b940 None None] Pushing event updated for resources: {'Port': ['ID=07ede6b2-89fb-4af4-92bd-35572b7cf16e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:14.852182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:14.865916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['1f06c609-c5c6-4130-9a0e-f7f1905318a1', '190e2304-efd2-4fad-bbf2-15168edf9a2f', '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:14.897985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=1f06c609-c5c6-4130-9a0e-f7f1905318a1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:14.906152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23398952-4dcb-46bd-a070-adc2313ae9c1 req-237b004e-ec0f-41a6-831e-226d054f6642 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045165 Nov 22 16:36:14.957369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Allocated IP 172.25.6.193 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/7ff8997d-583b-4048-8b1e-becad0fb991a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:14.995234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port 1f06c609-c5c6-4130-9a0e-f7f1905318a1 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:14.999125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.010506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-5cff4e09-1cf7-410b-8bf6-72ebd1e1a8d6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "DELETE /v2.0/ports/1f06c609-c5c6-4130-9a0e-f7f1905318a1 HTTP/1.1" status: 204 len: 173 time: 0.8683162 Nov 22 16:36:15.011012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-deleted', 'tag': '1f06c609-c5c6-4130-9a0e-f7f1905318a1'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:15.013356 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25c4766-c7ca-4725-8dfb-e7fb298a9696" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-deleted", "tag": "1f06c609-c5c6-4130-9a0e-f7f1905318a1"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:15.057863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3477371-feb8-48f3-8021-62a66ba1ebbe req-c1524ee8-c994-430e-9cb0-064e46f5f9c2 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.061071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3477371-feb8-48f3-8021-62a66ba1ebbe req-c1524ee8-c994-430e-9cb0-064e46f5f9c2 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 944 time: 0.1363900 Nov 22 16:36:15.261290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddd3ab-fcc9-4da7-a815-0445508d3972 req-09e8f368-e4c5-4bd1-b90a-6c50bba6b565 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:15.263339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39ddd3ab-fcc9-4da7-a815-0445508d3972 req-09e8f368-e4c5-4bd1-b90a-6c50bba6b565 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.2001088 Nov 22 16:36:15.298350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3477371-feb8-48f3-8021-62a66ba1ebbe req-d7f2c21d-525d-4c54-8693-51e014ed9ae0 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921821 Nov 22 16:36:15.376500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.385931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port 190e2304-efd2-4fad-bbf2-15168edf9a2f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:15.386271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.410643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39ddd3ab-fcc9-4da7-a815-0445508d3972 req-45e748ae-6e07-4fa3-9647-2c55f1b361e8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093831 Nov 22 16:36:15.535551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.568084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcd3d3b-9d5f-4be3-8f70-9cf841496c2c x-openstack-request-id: req-cdcd3d3b-9d5f-4be3-8f70-9cf841496c2c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:15.568361 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-deleted", "tag": "1f06c609-c5c6-4130-9a0e-f7f1905318a1", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:15.568611 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdcd3d3b-9d5f-4be3-8f70-9cf841496c2c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:15.568998 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-deleted', 'tag': '1f06c609-c5c6-4130-9a0e-f7f1905318a1', 'status': 'completed', 'code': 200} Nov 22 16:36:15.603286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:15.609760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:15.616939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:15.619997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port 190e2304-efd2-4fad-bbf2-15168edf9a2f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=190e2304-efd2-4fad-bbf2-15168edf9a2f,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:15.620354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.623688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Pushing event updated for resources: {'Port': ['ID=7ff8997d-583b-4048-8b1e-becad0fb991a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:15.657847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for 190e2304-efd2-4fad-bbf2-15168edf9a2f owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:15.707782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:15.782524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:15.791726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:15.792453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:15.862179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 07ede6b2-89fb-4af4-92bd-35572b7cf16e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:15.961354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 07ede6b2-89fb-4af4-92bd-35572b7cf16e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:15.961754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.003200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.052286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.053339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6782e56c-be79-41f0-a443-836ef9911654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:16.056477 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9838e82d-d109-4a00-a7ee-f067186b7cc7" -d '{"events": [{"server_uuid": "6782e56c-be79-41f0-a443-836ef9911654", "name": "network-vif-plugged", "status": "completed", "tag": "3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:16.081132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,segment=NetworkSegment(27e1dce8-482d-466e-b74e-2b70e571373c),segment_id=27e1dce8-482d-466e-b74e-2b70e571373c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:16.088951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.132144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=190e2304-efd2-4fad-bbf2-15168edf9a2f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:16.140125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de6abd-7047-4e59-89b9-770975e6b1ef req-8c0c7a93-3124-4f60-8b42-69b54bcefd89 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.148942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4de6abd-7047-4e59-89b9-770975e6b1ef req-8c0c7a93-3124-4f60-8b42-69b54bcefd89 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 946 time: 0.0821455 Nov 22 16:36:16.203259 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eb6f22-9262-4e38-93f9-432800105828 x-openstack-request-id: req-f2eb6f22-9262-4e38-93f9-432800105828 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:16.203612 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6782e56c-be79-41f0-a443-836ef9911654", "name": "network-vif-plugged", "status": "completed", "tag": "3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:16.203822 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2eb6f22-9262-4e38-93f9-432800105828 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:16.204233 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6782e56c-be79-41f0-a443-836ef9911654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb', 'code': 200} Nov 22 16:36:16.210803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:16.242156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.262610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4de6abd-7047-4e59-89b9-770975e6b1ef req-1897c5d6-fc38-469f-8e88-d99c07cab6f9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126566 Nov 22 16:36:16.287779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port 190e2304-efd2-4fad-bbf2-15168edf9a2f on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:16.291665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.349272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 07ede6b2-89fb-4af4-92bd-35572b7cf16e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=07ede6b2-89fb-4af4-92bd-35572b7cf16e,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:16.354214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff2b39a-70a4-430d-9c5f-b25cd5d9a423 None None] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:16.363340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.372925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.376795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-a03526e7-4488-4e7e-9c57-bb07da7caab7 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "DELETE /v2.0/ports/190e2304-efd2-4fad-bbf2-15168edf9a2f HTTP/1.1" status: 204 len: 173 time: 1.3429089 Nov 22 16:36:16.578423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c67bc-b323-4bfc-b93d-01d503912787 req-52491e87-8207-44c7-b054-18711db3dd73 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.580025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c5c67bc-b323-4bfc-b93d-01d503912787 req-52491e87-8207-44c7-b054-18711db3dd73 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 945 time: 0.1665754 Nov 22 16:36:16.662080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c2a02e73-63de-4173-a075-a0f706a1e1c1 None None] Provisioning complete for port 07ede6b2-89fb-4af4-92bd-35572b7cf16e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:16.662527 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2a02e73-63de-4173-a075-a0f706a1e1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:16.703710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c5c67bc-b323-4bfc-b93d-01d503912787 req-01dad4c6-225b-471b-8290-f9aefa9b388b tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 Nov 22 16:36:16.719803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460c1b2-8abf-4c37-ad2f-ab6570893b24 req-71782370-f365-4fb0-9a98-a903dafb239e tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.728179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3460c1b2-8abf-4c37-ad2f-ab6570893b24 req-71782370-f365-4fb0-9a98-a903dafb239e tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1918788 Nov 22 16:36:16.746087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=07ede6b2-89fb-4af4-92bd-35572b7cf16e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:16.802784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3460c1b2-8abf-4c37-ad2f-ab6570893b24 req-77ac8301-5356-4075-b30c-2cc624b25048 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728476 Nov 22 16:36:16.866300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:16.896754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17aa3f5-1cf6-408a-922d-7849f16b318e req-14ee30f4-c66e-46e2-bf6b-0fb8e5c06e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:16.901391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a17aa3f5-1cf6-408a-922d-7849f16b318e req-14ee30f4-c66e-46e2-bf6b-0fb8e5c06e81 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 1096 time: 0.1183131 Nov 22 16:36:16.971231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a17aa3f5-1cf6-408a-922d-7849f16b318e req-c00c5afa-3cc4-4183-9d7b-91ddd3b50e7d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617764 Nov 22 16:36:17.011711 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.056771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:17.063232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.063992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1f06c609-c5c6-4130-9a0e-f7f1905318a1 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:17.068134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1379a-3c38-43f4-a1a4-df03836dbb0e req-17a0c385-41cf-4b6e-a24e-fccf7c6253e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.069632 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4a1379a-3c38-43f4-a1a4-df03836dbb0e req-17a0c385-41cf-4b6e-a24e-fccf7c6253e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 1096 time: 0.7831743 Nov 22 16:36:17.089214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 1f06c609-c5c6-4130-9a0e-f7f1905318a1 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:17.089562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1f06c609-c5c6-4130-9a0e-f7f1905318a1 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:17.090129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 190e2304-efd2-4fad-bbf2-15168edf9a2f no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:17.102122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:17.102464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.107885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.118705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 190e2304-efd2-4fad-bbf2-15168edf9a2f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:17.118705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 190e2304-efd2-4fad-bbf2-15168edf9a2f not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:17.175188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:17.259036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a93e4633-488a-4871-87e6-855aa060582d None None] Provisioning complete for port 07ede6b2-89fb-4af4-92bd-35572b7cf16e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:17.259488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a93e4633-488a-4871-87e6-855aa060582d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.309188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4a1379a-3c38-43f4-a1a4-df03836dbb0e req-ca8cfc41-929e-4583-b095-b96383584c89 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170435 Nov 22 16:36:17.319872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:17.320490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.338428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:17.431072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:36:17.441661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b8e3ad-657e-44c2-ab0f-faee92d0619e req-e3d1f15e-612c-4f65-bacb-3b24a3ad49cb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:17.446113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6b8e3ad-657e-44c2-ab0f-faee92d0619e req-e3d1f15e-612c-4f65-bacb-3b24a3ad49cb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba6d4885-d625-4d85-9e9d-bbae1a139bd1 HTTP/1.1" status: 200 len: 944 time: 0.0718915 Nov 22 16:36:17.517508 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6b8e3ad-657e-44c2-ab0f-faee92d0619e req-3566f5cb-8923-40ff-bddf-96bc1cfaf023 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632074 Nov 22 16:36:17.570592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-deleted', 'tag': '190e2304-efd2-4fad-bbf2-15168edf9a2f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:17.572322 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af418e8-42e9-47a0-94c7-614a09863c59" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-deleted", "tag": "190e2304-efd2-4fad-bbf2-15168edf9a2f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:17.593965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.628317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:17.633900 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df044a99-580f-4c5a-b56e-d9852db7ef98 x-openstack-request-id: req-df044a99-580f-4c5a-b56e-d9852db7ef98 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:17.634189 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-deleted", "tag": "190e2304-efd2-4fad-bbf2-15168edf9a2f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:17.634460 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df044a99-580f-4c5a-b56e-d9852db7ef98 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:17.638148 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-deleted', 'tag': '190e2304-efd2-4fad-bbf2-15168edf9a2f', 'status': 'completed', 'code': 200} Nov 22 16:36:17.642121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=4ee37e3b-41ec-4d13-a3d7-83f2d0f31303,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:17.647879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Sync routers for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:17.695750 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:17.697080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:17.711881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.716406 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69cbcd53-8f22-445a-860c-9ce1e693bd38 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8802998 Nov 22 16:36:17.716972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58804) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:17.717831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port 4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:17.721531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:17.724950 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7046a45-70dc-472f-a0d3-2c1474996b0d req-97f6ac8c-4a4a-4db9-876a-4a91cd189436 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "DELETE /v2.0/ports/4ee37e3b-41ec-4d13-a3d7-83f2d0f31303 HTTP/1.1" status: 204 len: 173 time: 1.3283734 Nov 22 16:36:17.877623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 07ede6b2-89fb-4af4-92bd-35572b7cf16e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:17.971670 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:17.981646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 07ede6b2-89fb-4af4-92bd-35572b7cf16e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:17.982297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.078905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639bd7e8-6a8b-4ad8-9ce3-73dccb4d0a92 req-53a7592f-a508-4c36-acf5-9de5b8992dcc tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.086652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-639bd7e8-6a8b-4ad8-9ce3-73dccb4d0a92 req-53a7592f-a508-4c36-acf5-9de5b8992dcc tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 945 time: 0.2034106 Nov 22 16:36:18.126229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf353168-a18d-4cd1-b87b-7246aad0e027 req-cd250fc0-313e-4f5c-9792-3b3cd1460ea9 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:18.128773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf353168-a18d-4cd1-b87b-7246aad0e027 req-cd250fc0-313e-4f5c-9792-3b3cd1460ea9 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1717768 Nov 22 16:36:18.209762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:18.215419 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5a195d-7bf1-4078-88ac-981723799209" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:18.219077 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:15Z', 'revision_number': 3, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:18.224145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-639bd7e8-6a8b-4ad8-9ce3-73dccb4d0a92 req-8fa6b106-f164-43ec-90f7-19f4edf85a87 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364176 Nov 22 16:36:18.265295 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Checking router: 03127a7b-37fd-42e5-94a9-2f20dad5cab7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:18.266121 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Updating router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 port 7ff8997d-583b-4048-8b1e-becad0fb991a binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:36:18.294391 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.305871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf353168-a18d-4cd1-b87b-7246aad0e027 req-45fef3d8-e9e9-4c1d-946a-16063b97b7d1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303482 Nov 22 16:36:18.543964 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b18c4ca-e2ab-4547-b55a-f5a1a5ad6791 x-openstack-request-id: req-5b18c4ca-e2ab-4547-b55a-f5a1a5ad6791 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:18.544369 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-unplugged", "status": "completed", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:18.544970 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b18c4ca-e2ab-4547-b55a-f5a1a5ad6791 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:18.545722 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303', 'code': 200} Nov 22 16:36:18.586336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:18.586859 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:36:18.667508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting subnet d368a95c-724f-4e93-9b74-4df10ce13136 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:18.671390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.703751 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.745320 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.753350 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.771692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.840979 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Attempting to bind port 7ff8997d-583b-4048-8b1e-becad0fb991a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:18.840979 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Attempting to bind port 7ff8997d-583b-4048-8b1e-becad0fb991a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:18.840979 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Attempting to bind port 7ff8997d-583b-4048-8b1e-becad0fb991a on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:18.848817 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0031f9-0f70-426d-a30a-c68afe93a985 None None] Pushing event updated for resources: {'Port': ['ID=7ff8997d-583b-4048-8b1e-becad0fb991a,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:18.861095 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:18.862580 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:18.863548 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.864265 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:18.865460 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Bound port: 7ff8997d-583b-4048-8b1e-becad0fb991a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:18.867139 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.927560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.962632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] For port 7ff8997d-583b-4048-8b1e-becad0fb991a, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:18.970660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] For port 7ff8997d-583b-4048-8b1e-becad0fb991a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ff8997d-583b-4048-8b1e-becad0fb991a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:18.976836 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:18.979289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Allocated IP 172.20.0.1 (553d78ba-ec1d-40b4-81ec-1c17d379db96/caac2c34-f8b6-403d-8ff5-b465739da7fb/d85cc302-4e59-4c1c-93db-9f685b1adb09) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:19.020968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.062404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Subnet': ['ID=d368a95c-724f-4e93-9b74-4df10ce13136,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.072096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.076032 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0031f9-0f70-426d-a30a-c68afe93a985 None None] Pushing event updated for resources: {'Port': ['ID=7ff8997d-583b-4048-8b1e-becad0fb991a,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.082888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2241cba1-2252-4579-b6f5-6706100abddb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/subnets/d368a95c-724f-4e93-9b74-4df10ce13136 HTTP/1.1" status: 204 len: 168 time: 0.4929240 Nov 22 16:36:19.084111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58824) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:19.091182 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:19.091859 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:19.093453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926cd44-abec-459b-9561-09f3f8c0a6ad None None] Network 248635e2-d79c-4e52-a89a-58d555ccf0c7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:19.200703 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.235673 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.260316 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:19.274851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.346107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Pushing event updated for resources: {'Port': ['ID=d85cc302-4e59-4c1c-93db-9f685b1adb09,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.353571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port a3ddbf42-dada-4f46-9d3c-324d7f80f705 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:19.354194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.358804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.359164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.359515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.361102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.361455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.362340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.362692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.363037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.363372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.363737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.364040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.364622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:19.429229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] DHCP port deletion for 248635e2-d79c-4e52-a89a-58d555ccf0c7 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:19.464235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:19.511160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:19.516702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:19.519637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port a3ddbf42-dada-4f46-9d3c-324d7f80f705, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a3ddbf42-dada-4f46-9d3c-324d7f80f705,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:19.519985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.534951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for a3ddbf42-dada-4f46-9d3c-324d7f80f705 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:19.566984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] Deleting port a3ddbf42-dada-4f46-9d3c-324d7f80f705 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:19.567614 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.569577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac028a-28f6-404e-8288-72b852dc602b req-42491ca3-00b7-47ee-b497-0a790dc0810c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.585917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6ac028a-28f6-404e-8288-72b852dc602b req-42491ca3-00b7-47ee-b497-0a790dc0810c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1201563 Nov 22 16:36:19.628438 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.651535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0b27-fc06-4c18-9846-225d29fde196 req-3cdcc202-de01-451c-b6d8-52d2d3cebeb0 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:19.653315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9cc0b27-fc06-4c18-9846-225d29fde196 req-3cdcc202-de01-451c-b6d8-52d2d3cebeb0 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 945 time: 0.2644219 Nov 22 16:36:19.656434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] For port a3ddbf42-dada-4f46-9d3c-324d7f80f705, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a3ddbf42-dada-4f46-9d3c-324d7f80f705,segment=NetworkSegment(7eafc799-787c-4764-a9be-b7d54c0c26e3),segment_id=7eafc799-787c-4764-a9be-b7d54c0c26e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:19.656847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.673163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] Calling delete_port for a3ddbf42-dada-4f46-9d3c-324d7f80f705 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:19.675626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-deleted', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:19.680466 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413db113-fd80-4cb8-920f-665dab265f1a" -d '{"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-deleted", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:19.688079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.799991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=a3ddbf42-dada-4f46-9d3c-324d7f80f705,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.807587 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.821454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port a3ddbf42-dada-4f46-9d3c-324d7f80f705 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:19.899671 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:15Z', 'revision_number': 3, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:19.902369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a3ddbf42-dada-4f46-9d3c-324d7f80f705 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:19.923837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] Pushing event deleted for resources: {'Port': ['ID=a3ddbf42-dada-4f46-9d3c-324d7f80f705,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:19.928285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a3ddbf42-dada-4f46-9d3c-324d7f80f705 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:19.928631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a3ddbf42-dada-4f46-9d3c-324d7f80f705 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:19.934089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127f7c5-5383-4891-a1f4-2438c3f6842e None None] No DVR routers for this DVR port a3ddbf42-dada-4f46-9d3c-324d7f80f705 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:19.938870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e5865662-cb0c-46f0-a122-509179121e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:19.993450 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550b9335-8fb1-4609-a38a-e13436fffa94 None None] The sync data for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 is: [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:15Z', 'revision_number': 3, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:20.043952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b4984ffe-898a-4d86-a6e2-2a461c34af16 None None] Provisioning complete for port d85cc302-4e59-4c1c-93db-9f685b1adb09 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:20.044591 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4984ffe-898a-4d86-a6e2-2a461c34af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.079134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.099596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248635e2-d79c-4e52-a89a-58d555ccf0c7']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.111624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eafc799-787c-4764-a9be-b7d54c0c26e3') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.112341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eafc799-787c-4764-a9be-b7d54c0c26e3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:20.126619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9cc0b27-fc06-4c18-9846-225d29fde196 req-43884dcc-5f5a-48fc-a2e3-e8c012d8f8f1 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602387 Nov 22 16:36:20.132819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6ac028a-28f6-404e-8288-72b852dc602b req-a72775b2-f817-4334-a592-ff8c02f5b2d8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452952 Nov 22 16:36:20.138099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.156392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b4984ffe-898a-4d86-a6e2-2a461c34af16 None None] Port d85cc302-4e59-4c1c-93db-9f685b1adb09 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:20.169987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.179892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:20.180413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.194033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:20.267015 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:20.271772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.276687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.291489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/networks/248635e2-d79c-4e52-a89a-58d555ccf0c7 HTTP/1.1" status: 204 len: 168 time: 1.2020888 Nov 22 16:36:20.293618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58852) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:20.369502 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c48bd3-a48e-4662-bb75-6f96863bc6fe x-openstack-request-id: req-e6c48bd3-a48e-4662-bb75-6f96863bc6fe {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:20.369816 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6d4885-d625-4d85-9e9d-bbae1a139bd1", "name": "network-vif-deleted", "tag": "4ee37e3b-41ec-4d13-a3d7-83f2d0f31303", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:20.370669 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6c48bd3-a48e-4662-bb75-6f96863bc6fe {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:20.371469 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6d4885-d625-4d85-9e9d-bbae1a139bd1', 'name': 'network-vif-deleted', 'tag': '4ee37e3b-41ec-4d13-a3d7-83f2d0f31303', 'status': 'completed', 'code': 200} Nov 22 16:36:20.379765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8921b2-936a-4f83-abc6-016622362171 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Network': ['ID=248635e2-d79c-4e52-a89a-58d555ccf0c7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:20.426778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.437803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.482114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting subnet 36577900-7708-453b-86e1-96f4e5879adf {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:20.488516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.513506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.532995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Pushing event updated for resources: {'Port': ['ID=d85cc302-4e59-4c1c-93db-9f685b1adb09,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:20.589037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.709265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:20.712226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:20.828987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:20.867342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-b505a078-f1fe-4992-ac98-200f53ce2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:20.869192 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-b505a078-f1fe-4992-ac98-200f53ce2581 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 1096 time: 0.1116514 Nov 22 16:36:21.037308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.066272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576f40d-323c-43de-aeb4-009dfa714590 req-65973da6-206c-4a0f-93e2-f03d6c48ad04 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.075461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5576f40d-323c-43de-aeb4-009dfa714590 req-65973da6-206c-4a0f-93e2-f03d6c48ad04 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.2461472 Nov 22 16:36:21.098306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4cc7e4b5-ef52-45ff-a0ff-16907348da75 None None] Provisioning complete for port d85cc302-4e59-4c1c-93db-9f685b1adb09 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:21.098956 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cc7e4b5-ef52-45ff-a0ff-16907348da75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.108867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Subnet': ['ID=36577900-7708-453b-86e1-96f4e5879adf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:21.128681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.135488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12ddb0ba-f106-44f6-bf14-9b1c8b631b07 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/subnets/36577900-7708-453b-86e1-96f4e5879adf HTTP/1.1" status: 204 len: 168 time: 0.8370011 Nov 22 16:36:21.136360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58862) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:21.206825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5914c46-6ffc-48ea-b0fd-ee95d4f61393 req-78a4a405-8446-4af6-a651-232c158fe81b tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.214619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5914c46-6ffc-48ea-b0fd-ee95d4f61393 req-78a4a405-8446-4af6-a651-232c158fe81b tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 945 time: 0.2970197 Nov 22 16:36:21.229733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-a29683e8-6136-49a4-ab15-b379cb8742cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.229733 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-a29683e8-6136-49a4-ab15-b379cb8742cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 200 len: 911 time: 0.3421538 Nov 22 16:36:21.238368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5576f40d-323c-43de-aeb4-009dfa714590 req-c5adce01-bfc0-4fc1-a7a1-1babd2695f7e tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600151 Nov 22 16:36:21.271526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:21.292873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.360234 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-d40a4a8d-fcca-41be-a1a6-77e64b78301d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1ac79c5d-7a74-4796-9759-50608a0a9415 HTTP/1.1" status: 200 len: 217 time: 0.0633819 Nov 22 16:36:21.414417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e561d5-b28d-4535-9e6c-f6cdf89c812f None None] Network ce8514fb-e049-42df-a164-c1d9a2701c41 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:21.466009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-bd4372b9-80de-4ace-956d-08e4eb175712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:21.468005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-bd4372b9-80de-4ace-956d-08e4eb175712 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 200 len: 850 time: 0.0682471 Nov 22 16:36:21.488603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:21.488981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.491357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5914c46-6ffc-48ea-b0fd-ee95d4f61393 req-0b5cb86b-c9e3-4b01-b7f9-d95e2265953d tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729604 Nov 22 16:36:21.575565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,segment=NetworkSegment(f1f828fd-3bc1-4a38-9983-11847e4dbf06),segment_id=f1f828fd-3bc1-4a38-9983-11847e4dbf06)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:21.575939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.578002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7e4b5-ef52-45ff-a0ff-16907348da75 None None] Port d85cc302-4e59-4c1c-93db-9f685b1adb09 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:21.596758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:21.674188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:21.695787 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-3076dcdc-e984-4db3-83f5-be2dae1a7bc9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=47907804-b96a-4de0-8f38-d4e049ed2fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319846 Nov 22 16:36:21.697264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d446b3dc-b396-4bed-bcb4-17d89019b40f admin admin] 10.222.0.65 "PUT /v2.0/routers/03127a7b-37fd-42e5-94a9-2f20dad5cab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9774051 Nov 22 16:36:21.773964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] DHCP port deletion for ce8514fb-e049-42df-a164-c1d9a2701c41 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:21.851725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ff8997d-583b-4048-8b1e-becad0fb991a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:21.864756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.910587 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-d8e67b04-4dee-4212-a69b-8dc11366b246 service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827502 Nov 22 16:36:21.911326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:21.913829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:21.949847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Deleting port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:21.952340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:21.966386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7ff8997d-583b-4048-8b1e-becad0fb991a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:21.966602 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.068547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] For port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:22.069104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.088748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Calling delete_port for 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:22.089589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.092732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:36:22.096156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.117339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] No DVR routers for this DVR port 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:22.162703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8514fb-e049-42df-a164-c1d9a2701c41']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:22.164785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad004c-3f6b-43f1-9c3a-76acd7bcb405 None None] Pushing event deleted for resources: {'Port': ['ID=7d9a2f42-b3a9-4714-a33f-33910dc3d6e0,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:22.190336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f828fd-3bc1-4a38-9983-11847e4dbf06') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:22.191117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f828fd-3bc1-4a38-9983-11847e4dbf06') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:22.203807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9619d832-f7bf-44e6-b9d8-bd18db989f96 req-0f31a173-641c-4e90-940e-f90515d3eff8 service neutron] 10.222.0.66 "GET /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614658 Nov 22 16:36:22.205715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.217591 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.232813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.241270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:22.241903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.246398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 7ff8997d-583b-4048-8b1e-becad0fb991a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ff8997d-583b-4048-8b1e-becad0fb991a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:22.253335 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:22.259873 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.331255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=7ff8997d-583b-4048-8b1e-becad0fb991a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:22.353549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.363027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.370586 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/networks/ce8514fb-e049-42df-a164-c1d9a2701c41 HTTP/1.1" status: 204 len: 168 time: 1.2328162 Nov 22 16:36:22.375885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58888) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:22.386129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1425344592'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:22.386310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ed2e9-e267-4c31-adb2-fde6cbf1a88c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Network': ['ID=ce8514fb-e049-42df-a164-c1d9a2701c41,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:22.466800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:22.472335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.475088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58892) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:22.480048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194084326', 'description': 'tempest-description--487131949'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:22.515498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.522771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced1249-d0b0-4be7-92a6-e879d5169615 req-6cd599f8-b71e-4bd0-8c18-b15a41a3ec5c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:22.524570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eced1249-d0b0-4be7-92a6-e879d5169615 req-6cd599f8-b71e-4bd0-8c18-b15a41a3ec5c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1316328 Nov 22 16:36:22.528548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:22.552404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.552404 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Added segment 42d1d6fb-00ee-4e30-ada3-72643ca4abcf of type vlan for network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 Nov 22 16:36:22.630359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.643144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.715364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Sync routers for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:22.722914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.726801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2481298 Nov 22 16:36:22.728514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58900) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:22.729291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fe790-5255-478f-8464-34ba5e0a0090 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc24c8-d49f-477e-abdc-67767cc95cf9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:22.731711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:22.733480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:35:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:22.738535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Request body: {'security_group_rule': {'security_group_id': '30bc24c8-d49f-477e-abdc-67767cc95cf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:22.759545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eced1249-d0b0-4be7-92a6-e879d5169615 req-66dfd038-8c3e-4820-bc12-8b4a4652691d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175820 Nov 22 16:36:22.772273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.781912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.841668 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.855866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:22.856790 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.881225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:22.896791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.897539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5195787 Nov 22 16:36:22.901006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:22.908881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'subnet': {'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:22.915525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:22.985955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be92c94-7891-4791-b6a0-7cb24dfeb451,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.006966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413ae15-6666-4bd9-a6ab-24c5785ef1f3 req-4af2238c-17b2-4868-bd9a-dbfbf12305b3 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:23.021982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4413ae15-6666-4bd9-a6ab-24c5785ef1f3 req-4af2238c-17b2-4868-bd9a-dbfbf12305b3 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 945 time: 0.2874200 Nov 22 16:36:23.057232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977d60f-640a-48dc-a252-c1bb01ad5208 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Network': ['ID=4bc586c2-d305-4d20-8cf2-a0fcc0055cd0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.081155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:23.096477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4413ae15-6666-4bd9-a6ab-24c5785ef1f3 req-a000d2e8-8499-48ba-aaa0-0d97d4b05395 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/security-groups?id=918abe9a-c475-4544-b804-64ab7cbb7f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659688 Nov 22 16:36:23.109541 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d71e888-7981-45c6-b400-8b3e10eb4436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.147615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.151544 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-329c2e1a-bdb2-4cc7-8908-8f370b48c553 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4169745 Nov 22 16:36:23.151872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58906) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:23.159869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Request body: {'security_group_rule': {'security_group_id': '30bc24c8-d49f-477e-abdc-67767cc95cf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:23.198295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:36:23.198295 n-d-816206-6 neutron-server[103514]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:36:23.198295 n-d-816206-6 neutron-server[103514]: [parameters: {'project_id_1': '3a34c9608940464aa7883f973af47f0b', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 36, 3, 175826)}] Nov 22 16:36:23.198295 n-d-816206-6 neutron-server[103514]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:36:23.198914 n-d-816206-6 neutron-server[103514]: DEBUG oslo_db.api [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:36:23.204043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-c6404d66-0943-42b5-8977-af673fbf2eeb tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:23.205595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-c6404d66-0943-42b5-8977-af673fbf2eeb tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.66 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 945 time: 0.1603477 Nov 22 16:36:23.231073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:23.237946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.333349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 2, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:23.379582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Checking router: 03127a7b-37fd-42e5-94a9-2f20dad5cab7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:23.380481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Updating router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 port d85cc302-4e59-4c1c-93db-9f685b1adb09 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:36:23.411003 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.499350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Deleting port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:23.499793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.731656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.765714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.828606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ff8997d-583b-4048-8b1e-becad0fb991a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:23.860412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] For port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,segment=NetworkSegment(27e1dce8-482d-466e-b74e-2b70e571373c),segment_id=27e1dce8-482d-466e-b74e-2b70e571373c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:23.862475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.899432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Calling delete_port for 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:23.906838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.925365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Subnet': ['ID=f19667d9-1c43-48f2-accd-61ae29d369c2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.934845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.949743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.963376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:23.984220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816de351-a391-42cb-88a9-1f582bda1def,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:23.994110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Checking segment: {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:23.994720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network hostable DHCP agents. Network: 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:24.009052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.014459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a860e136-55e8-41e4-b754-07a4f4a6537e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8565643 Nov 22 16:36:24.017306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58924) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:24.023202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:24.026679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b958-5fef-465d-81a1-1dff04157120 req-b813c760-7084-47f3-91cf-b3bac97ba433 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.037075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b166b958-5fef-465d-81a1-1dff04157120 req-b813c760-7084-47f3-91cf-b3bac97ba433 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1285424 Nov 22 16:36:24.037936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.045752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab967c5-e4f8-45ec-81c4-8307dbc6e606 None None] Pushing event updated for resources: {'Port': ['ID=d85cc302-4e59-4c1c-93db-9f685b1adb09,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:24.058201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7ff8997d-583b-4048-8b1e-becad0fb991a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:24.059116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.065257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:24.098525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:24.107252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.110115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.122111 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.162372 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2263e0e4-e8e8-421c-b364-3809e20a2459 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2601397 Nov 22 16:36:24.164165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72335eb-f4d4-4aab-a975-78978c35f0c0 None None] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:24.188471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b166b958-5fef-465d-81a1-1dff04157120 req-adfe6630-8bf9-423f-8351-7020905242a9 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499419 Nov 22 16:36:24.189187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58928) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:24.201169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-661148784'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:24.277442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:24.289535 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.347233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.421374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b320410-10ad-4b46-8089-492908fa515e req-79588fb5-46ab-46f7-9d43-1dad5de34f33 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.65 "GET /v2.0/ports?device_id=6782e56c-be79-41f0-a443-836ef9911654 HTTP/1.1" status: 200 len: 210 time: 0.0795066 Nov 22 16:36:24.452711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:24.465034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Pushing event deleted for resources: {'Port': ['ID=3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:24.467532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:24.507039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.507412 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Added segment aef3815f-914f-4b9f-8924-d96448a578f9 of type vlan for network 9f15822f-c519-48b1-bcc2-d189df7c5855 Nov 22 16:36:24.537427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Attempting to bind port d85cc302-4e59-4c1c-93db-9f685b1adb09 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:24.538613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Attempting to bind port d85cc302-4e59-4c1c-93db-9f685b1adb09 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:24.539337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Attempting to bind port d85cc302-4e59-4c1c-93db-9f685b1adb09 on network 553d78ba-ec1d-40b4-81ec-1c17d379db96 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:24.552212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:24.553016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Checking segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:24.553585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.554280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Bound using segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:24.554937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Bound port: d85cc302-4e59-4c1c-93db-9f685b1adb09, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:24.555492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.581048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.619689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] No DVR routers for this DVR port 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:24.624026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.625714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.628452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-513f1e55-ff23-410e-9005-6427ccd0ea19 req-5df6625f-dc22-4072-82b9-331109e7b209 tempest-ServerGroupTestJSON-2121635005 tempest-ServerGroupTestJSON-2121635005-project] 10.222.0.66 "DELETE /v2.0/ports/3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb HTTP/1.1" status: 204 len: 173 time: 1.4081419 Nov 22 16:36:24.630769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6782e56c-be79-41f0-a443-836ef9911654', 'name': 'network-vif-deleted', 'tag': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:24.640973 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa7c3ad-cdd8-46ad-8b87-824c0625b49c" -d '{"events": [{"server_uuid": "6782e56c-be79-41f0-a443-836ef9911654", "name": "network-vif-deleted", "tag": "3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:24.641712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] For port d85cc302-4e59-4c1c-93db-9f685b1adb09, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:24.646752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] For port d85cc302-4e59-4c1c-93db-9f685b1adb09, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d85cc302-4e59-4c1c-93db-9f685b1adb09,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:24.650849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-4bc586c2-d305-4d20-8cf2-a0fcc0055cd0', 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'fixed_ips': [{'subnet_id': 'f19667d9-1c43-48f2-accd-61ae29d369c2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:24.652558 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.672200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:24.673109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.680662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.683433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.771975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab967c5-e4f8-45ec-81c4-8307dbc6e606 None None] Pushing event updated for resources: {'Port': ['ID=d85cc302-4e59-4c1c-93db-9f685b1adb09,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:24.857230 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b249d037-b587-46c0-a8e8-25a7b6520b63 x-openstack-request-id: req-b249d037-b587-46c0-a8e8-25a7b6520b63 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:24.858781 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6782e56c-be79-41f0-a443-836ef9911654", "name": "network-vif-deleted", "tag": "3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:24.859155 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b249d037-b587-46c0-a8e8-25a7b6520b63 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:24.859677 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6782e56c-be79-41f0-a443-836ef9911654', 'name': 'network-vif-deleted', 'tag': '3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb', 'status': 'completed', 'code': 200} Nov 22 16:36:24.965313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6a64bd38-0bbb-4f3a-a981-7ff57f6fb3a2 None None] Provisioning complete for port d85cc302-4e59-4c1c-93db-9f685b1adb09 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:24.966079 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6a64bd38-0bbb-4f3a-a981-7ff57f6fb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:24.986609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:25.036943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Allocated IP 172.25.6.132 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/4447e194-cb9a-443c-9008-6282150e0b96) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:25.114092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:25.115446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7d9a2f42-b3a9-4714-a33f-33910dc3d6e0 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:25.150428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:25.151333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:25.304076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1122310 Nov 22 16:36:25.306903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:25.316815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'subnet': {'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:25.346377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc445e0-36bb-496b-b1a4-8fdfbdd4671c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Network': ['ID=9f15822f-c519-48b1-bcc2-d189df7c5855,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:25.421681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.466700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6a64bd38-0bbb-4f3a-a981-7ff57f6fb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.492079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:25.494325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de9e4b-8022-4ce4-b858-6d64f58e3864 req-92c4c078-321d-4438-bf96-c6e8f7f7db36 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:25.495928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32de9e4b-8022-4ce4-b858-6d64f58e3864 req-92c4c078-321d-4438-bf96-c6e8f7f7db36 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1214967 Nov 22 16:36:25.610388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32de9e4b-8022-4ce4-b858-6d64f58e3864 req-5b2a9a20-8136-4056-aaf1-b875443760e8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033244 Nov 22 16:36:25.612756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6a64bd38-0bbb-4f3a-a981-7ff57f6fb3a2 None None] For port d85cc302-4e59-4c1c-93db-9f685b1adb09, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d85cc302-4e59-4c1c-93db-9f685b1adb09,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:25.628784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:25.636356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.642914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.673599 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6a64bd38-0bbb-4f3a-a981-7ff57f6fb3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.689017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.819119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:25.830170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:25.854264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:25.887523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Allocated IP 19.80.0.2 (4bc586c2-d305-4d20-8cf2-a0fcc0055cd0/f19667d9-1c43-48f2-accd-61ae29d369c2/742b7725-1f8e-4c51-a3c9-d242ea4810d3) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:25.913930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5281279f-0d01-4e84-b306-4630e8e71fe8 None None] Provisioning complete for port d85cc302-4e59-4c1c-93db-9f685b1adb09 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:25.914310 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5281279f-0d01-4e84-b306-4630e8e71fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:25.923585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64bd38-0bbb-4f3a-a981-7ff57f6fb3a2 None None] Pushing event updated for resources: {'Port': ['ID=d85cc302-4e59-4c1c-93db-9f685b1adb09,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:25.972577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:26.017873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.065521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event updated for resources: {'Port': ['ID=4447e194-cb9a-443c-9008-6282150e0b96,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.096082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.104229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.273479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f91a22-9fcf-4007-a0a1-4ca1d45d1dbb req-ee54da96-fbb3-436d-aaeb-2faf2be20b97 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:26.275399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6f91a22-9fcf-4007-a0a1-4ca1d45d1dbb req-ee54da96-fbb3-436d-aaeb-2faf2be20b97 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1008751 Nov 22 16:36:26.380217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.394424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6f91a22-9fcf-4007-a0a1-4ca1d45d1dbb req-c8fe5d79-76c6-489a-a2e9-ee93a449ec3b tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111579 Nov 22 16:36:26.492254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.504501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Deleting subnet 6c3400fb-b50d-4f7a-8d8a-5c568e066be4 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:26.510297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.519308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.591656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.624537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Pushing event updated for resources: {'Port': ['ID=742b7725-1f8e-4c51-a3c9-d242ea4810d3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.643894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:26.653349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:26.659988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:26.670309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.740255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.741516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:24Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:26.751934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.752654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.777000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Attempting to bind port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:26.777403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Attempting to bind port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:26.777917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Attempting to bind port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 on network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:26.780722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015811e-ac0f-4508-8b9e-854832951d61 None None] The sync data for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 is: [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:24Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:26.789291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:26.789700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Checking segment: {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:26.790104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.790501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Bound using segment: {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:26.790978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Bound port: 742b7725-1f8e-4c51-a3c9-d242ea4810d3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:26.791366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.801890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c3400fb-b50d-4f7a-8d8a-5c568e066be4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.816147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.821767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-978368ed-9239-417e-ab87-37215eecd8b3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c3400fb-b50d-4f7a-8d8a-5c568e066be4 HTTP/1.1" status: 204 len: 168 time: 0.4228845 Nov 22 16:36:26.825003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58980) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:26.852061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event updated for resources: {'Port': ['ID=4447e194-cb9a-443c-9008-6282150e0b96,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:26.941584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] For port 742b7725-1f8e-4c51-a3c9-d242ea4810d3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:26.953568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] For port 742b7725-1f8e-4c51-a3c9-d242ea4810d3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=742b7725-1f8e-4c51-a3c9-d242ea4810d3,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:26.965382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:26.999672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.060167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.078401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc62d7-0ae5-4feb-99bd-82a57cecc5e4 None None] Pushing event updated for resources: {'Port': ['ID=742b7725-1f8e-4c51-a3c9-d242ea4810d3,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:27.124309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.134920 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-33eefb66-535f-46a7-b743-6d3a62a48dfb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1163666 Nov 22 16:36:27.175393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.233411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.280721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30135392-1a8a-4a19-b0db-28df8e763e65']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.324691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e1dce8-482d-466e-b74e-2b70e571373c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.324994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e1dce8-482d-466e-b74e-2b70e571373c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:27.351838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Subnet': ['ID=baf58014-9037-4c4e-be89-37daa6f55f4c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:27.368700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Checking segment: {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:27.370321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network hostable DHCP agents. Network: 9f15822f-c519-48b1-bcc2-d189df7c5855, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:27.379952 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.399657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:27.403347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.413045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9f15822f-c519-48b1-bcc2-d189df7c5855) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:27.418807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:27.419505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.432843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1266d12b-bf3f-4ac3-964f-679f09b357c7 None None] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:27.434119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:27.434886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:27.438372 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:27.446501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-98b903c5-ae77-47d2-aaf8-c6ad7e2ad1a3 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1354804 Nov 22 16:36:27.542974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.550294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:27.557233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] 10.222.0.65 "DELETE /v2.0/networks/30135392-1a8a-4a19-b0db-28df8e763e65 HTTP/1.1" status: 204 len: 168 time: 0.7308917 Nov 22 16:36:27.603606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2a2f3-5f26-41b5-bd39-773d828ca530 admin admin] Pushing event deleted for resources: {'Network': ['ID=30135392-1a8a-4a19-b0db-28df8e763e65,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:27.781290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:27.797138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952ac96-9741-420b-9110-5e0061980222 req-c39907d8-ffca-41c7-aeb3-4bb4ae8f8e06 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:27.802872 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0952ac96-9741-420b-9110-5e0061980222 req-c39907d8-ffca-41c7-aeb3-4bb4ae8f8e06 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1824393 Nov 22 16:36:27.846313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59034) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:27.909207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:27.909568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3ed9ca09-d83d-4637-bb3b-92bf7a25a1fb not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:28.031245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0952ac96-9741-420b-9110-5e0061980222 req-c16c8314-c678-43e4-9884-3b9c5d230488 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157185 Nov 22 16:36:28.055765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-9f15822f-c519-48b1-bcc2-d189df7c5855', 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'fixed_ips': [{'subnet_id': 'baf58014-9037-4c4e-be89-37daa6f55f4c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:36:28.056656 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.092843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d72d37be-5a9a-43d6-9a61-e0c3101aeee2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef1c847eca624159b5ddc638359f265d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2434490 Nov 22 16:36:28.095455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59044) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:28.219046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b01e-6b5f-4952-9839-bc72fd2a7330 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.285596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b01e-6b5f-4952-9839-bc72fd2a7330 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.295621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 742b7725-1f8e-4c51-a3c9-d242ea4810d3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:28.367723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-f5048350-3587-4f84-a974-4fa4b0ca17f9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:28.387442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-f5048350-3587-4f84-a974-4fa4b0ca17f9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:28.392647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b01e-6b5f-4952-9839-bc72fd2a7330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.395859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa4b01e-6b5f-4952-9839-bc72fd2a7330 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.399483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cfa4b01e-6b5f-4952-9839-bc72fd2a7330 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/918abe9a-c475-4544-b804-64ab7cbb7f10 HTTP/1.1" status: 204 len: 168 time: 0.3003664 Nov 22 16:36:28.399623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-f5048350-3587-4f84-a974-4fa4b0ca17f9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/networks?id=4bc586c2-d305-4d20-8cf2-a0fcc0055cd0&id=9f15822f-c519-48b1-bcc2-d189df7c5855 HTTP/1.1" status: 200 len: 1391 time: 0.4071484 Nov 22 16:36:28.421777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4b01e-6b5f-4952-9839-bc72fd2a7330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918abe9a-c475-4544-b804-64ab7cbb7f10,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:28.428313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-c62ffeb0-77c3-4e54-b27b-26663a8bacb6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/quotas/55ce9c0489724b7f908389a512ae6446 HTTP/1.1" status: 200 len: 375 time: 0.0151007 Nov 22 16:36:28.689403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-f711d50e-a858-4896-b77b-9acb81e4e4b5 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2486119 Nov 22 16:36:28.698500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:28.699126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:28.788344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Allocated IP 19.86.0.2 (9f15822f-c519-48b1-bcc2-d189df7c5855/baf58014-9037-4c4e-be89-37daa6f55f4c/f5b16f44-1070-4a89-8871-2f2759ee775d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:29.025981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-16e1b785-70b9-4332-889d-367da32c2b43 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc586c2-d305-4d20-8cf2-a0fcc0055cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304827 Nov 22 16:36:29.254027 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.279611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-3696024c-5cd0-46e5-bd54-767ac062d1d7 service neutron] 10.222.0.65 "GET /v2.0/networks/4bc586c2-d305-4d20-8cf2-a0fcc0055cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400255 Nov 22 16:36:29.394417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 742b7725-1f8e-4c51-a3c9-d242ea4810d3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=742b7725-1f8e-4c51-a3c9-d242ea4810d3,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:29.406143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3003a-4e82-4047-b2ef-49d4e6a606e7 None None] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:29.455841 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:29.476389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d85cc302-4e59-4c1c-93db-9f685b1adb09 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:29.540566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-2b52eda3-8016-447b-a15e-996133b0b415 service neutron] 10.222.0.65 "GET /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555873 Nov 22 16:36:29.573406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc9e4f8-a780-42a8-9154-5c6f4508064d req-7d11b471-4fc2-42eb-92a8-febe3cc51894 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:29.582831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ecc9e4f8-a780-42a8-9154-5c6f4508064d req-7d11b471-4fc2-42eb-92a8-febe3cc51894 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.3400526 Nov 22 16:36:29.688114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ecc9e4f8-a780-42a8-9154-5c6f4508064d req-8880bcc6-db79-487f-8f22-f7a225cfda6d tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041908 Nov 22 16:36:29.775439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-8db8ce68-f269-4dbb-9c7e-7e6ae3a992fe service neutron] 10.222.0.65 "GET /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336454 Nov 22 16:36:29.993686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cd1b2d14-f653-4341-ab3e-8fea2ecd1539 None None] Provisioning complete for port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:29.993686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd1b2d14-f653-4341-ab3e-8fea2ecd1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.118665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3b1f78e-348d-43a5-9d29-426acc1aff86 req-859ec5b4-8824-4c1f-b2f9-8814e230b38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 210 time: 0.0475948 Nov 22 16:36:30.171896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.416703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.437194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=742b7725-1f8e-4c51-a3c9-d242ea4810d3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:30.480301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.480817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.481296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.481751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.482948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.483516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.484069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.484610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.485137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.486061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.487120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.487642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:36:30.517959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:30.519817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d85cc302-4e59-4c1c-93db-9f685b1adb09 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:30.520523 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:30.633589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:30.679226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-a24043a9-3f11-47a8-a732-d02bd6b75f47 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:30.680809 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-a24043a9-3f11-47a8-a732-d02bd6b75f47 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.66 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.1577795 Nov 22 16:36:30.682275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:30.791750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Pushing event updated for resources: {'Port': ['ID=f5b16f44-1070-4a89-8871-2f2759ee775d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:30.927424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Attempting to bind port f5b16f44-1070-4a89-8871-2f2759ee775d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:30.931483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Attempting to bind port f5b16f44-1070-4a89-8871-2f2759ee775d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:30.932661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Attempting to bind port f5b16f44-1070-4a89-8871-2f2759ee775d on network 9f15822f-c519-48b1-bcc2-d189df7c5855 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:31.010144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Deleting port 1ac79c5d-7a74-4796-9759-50608a0a9415 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:31.011409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.050413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:31.051886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Checking segment: {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:31.055283 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.056888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Bound using segment: {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:31.057593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Bound port: f5b16f44-1070-4a89-8871-2f2759ee775d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:31.061471 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.101939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7d21d-360b-4015-9036-301f6eca19fb req-c749de8f-c866-41a4-bc57-fdd79805a5b1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:31.115216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33f7d21d-360b-4015-9036-301f6eca19fb req-c749de8f-c866-41a4-bc57-fdd79805a5b1 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 945 time: 0.2142978 Nov 22 16:36:31.283232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33f7d21d-360b-4015-9036-301f6eca19fb req-4c83865c-6e89-4e31-970d-73ff519aea28 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546578 Nov 22 16:36:31.319468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] For port f5b16f44-1070-4a89-8871-2f2759ee775d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:31.329681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] For port f5b16f44-1070-4a89-8871-2f2759ee775d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f5b16f44-1070-4a89-8871-2f2759ee775d,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:31.341379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] For port 1ac79c5d-7a74-4796-9759-50608a0a9415, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1ac79c5d-7a74-4796-9759-50608a0a9415,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:31.345462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.348343 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.359411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d8cb5c2b-2f6b-4f72-ab97-c3bcec4bf602 None None] Provisioning complete for port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:31.361031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8cb5c2b-2f6b-4f72-ab97-c3bcec4bf602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.380428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Calling delete_port for 1ac79c5d-7a74-4796-9759-50608a0a9415 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:31.491179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 742b7725-1f8e-4c51-a3c9-d242ea4810d3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:31.748338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a569a76-62cb-4d34-b336-ce507d900bda None None] Pushing event updated for resources: {'Port': ['ID=f5b16f44-1070-4a89-8871-2f2759ee775d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:31.767946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:31.780270 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.848922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:31.866965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['20785fa0-c12f-4200-a04c-2b78f52d4b71'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:31.879331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1ac79c5d-7a74-4796-9759-50608a0a9415'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:31.923162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02e39c4b-43b8-4ce1-870d-027c30dc6c03 req-f01ba776-6db2-4324-a2f3-b4b7dfd4910b tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.1027179 Nov 22 16:36:32.110319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Pushing event deleted for resources: {'Port': ['ID=1ac79c5d-7a74-4796-9759-50608a0a9415,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:32.257248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80167fb0-d415-4d74-afd4-4ecb90776441 req-bff3f4b4-b07c-4f8e-9573-f8985eb7606c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 210 time: 0.0805850 Nov 22 16:36:32.371418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] No DVR routers for this DVR port 1ac79c5d-7a74-4796-9759-50608a0a9415 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:32.379607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.383358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29c761a2-c64c-4031-889f-38de7cad79b1 req-eba03afc-1401-414e-9aea-55e5163757ff tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.66 "DELETE /v2.0/ports/1ac79c5d-7a74-4796-9759-50608a0a9415 HTTP/1.1" status: 204 len: 173 time: 1.6936035 Nov 22 16:36:32.384037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'name': 'network-vif-deleted', 'tag': '1ac79c5d-7a74-4796-9759-50608a0a9415'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:32.386546 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102892ff-d7d8-40c5-bd09-0f0d062ccaf1" -d '{"events": [{"server_uuid": "ae9e384c-5d73-42c0-9d42-38458434a767", "name": "network-vif-deleted", "tag": "1ac79c5d-7a74-4796-9759-50608a0a9415"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:32.431490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c0bcc1d-3a5b-4008-9c77-a343a19dd25c req-ea4cec16-7b64-4429-908c-44c3b46513f8 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=ae9e384c-5d73-42c0-9d42-38458434a767 HTTP/1.1" status: 200 len: 210 time: 0.0357728 Nov 22 16:36:32.533719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-1bccb485-5528-4e41-bed3-0bddebef401d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.547781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-1bccb485-5528-4e41-bed3-0bddebef401d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.558628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-1bccb485-5528-4e41-bed3-0bddebef401d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "GET /v2.0/networks?id=4bc586c2-d305-4d20-8cf2-a0fcc0055cd0&id=9f15822f-c519-48b1-bcc2-d189df7c5855 HTTP/1.1" status: 200 len: 1391 time: 0.5154212 Nov 22 16:36:32.566053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'port': {'device_id': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0', 'admin_state_up': True, 'tenant_id': '55ce9c0489724b7f908389a512ae6446'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:32.774324 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58ccac9-904d-4ab8-a471-54a2fe8ce123 x-openstack-request-id: req-f58ccac9-904d-4ab8-a471-54a2fe8ce123 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:32.774671 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9e384c-5d73-42c0-9d42-38458434a767", "name": "network-vif-deleted", "tag": "1ac79c5d-7a74-4796-9759-50608a0a9415", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:32.775030 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f58ccac9-904d-4ab8-a471-54a2fe8ce123 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:32.775537 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9e384c-5d73-42c0-9d42-38458434a767', 'name': 'network-vif-deleted', 'tag': '1ac79c5d-7a74-4796-9759-50608a0a9415', 'status': 'completed', 'code': 200} Nov 22 16:36:32.830204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:32.836613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:32.974897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-6cc76b56-6332-47c2-87a4-839938affbbb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:32.979566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-6cc76b56-6332-47c2-87a4-839938affbbb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.3081510 Nov 22 16:36:33.032969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-889da3ca-b882-4e7f-bf48-8dacc317a1c4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/quotas/0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 375 time: 0.0474105 Nov 22 16:36:33.162140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Allocated IP 19.80.0.119 (4bc586c2-d305-4d20-8cf2-a0fcc0055cd0/f19667d9-1c43-48f2-accd-61ae29d369c2/21767687-7e0b-42eb-89e1-8f594881fd2a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:33.212273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-e8b29e1f-d283-4f37-831f-869933af4fe1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756117 Nov 22 16:36:33.369850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eafb5c6-de7b-4e58-aa9c-2b9f3bc57a90 None None] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:33.386223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aad3f84-fa6d-40a8-9438-400d89e5dcb8 req-faeff676-5a3b-4153-be19-86834c27cff8 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0815847 Nov 22 16:36:33.508214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-16acbe27-b566-4be0-aa12-9daedcad8455 service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950730 Nov 22 16:36:33.544055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f5b16f44-1070-4a89-8871-2f2759ee775d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:33.602313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-60594f45-0b41-4915-ba5a-61a6c505f2d4 None None] Provisioning complete for port f5b16f44-1070-4a89-8871-2f2759ee775d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:33.602941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60594f45-0b41-4915-ba5a-61a6c505f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.708192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c29d3c5-7e8c-423f-b52d-d863c1401b78 req-f9b118e1-6093-4317-870c-ca751ce03b7c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 210 time: 0.1923139 Nov 22 16:36:33.722724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f5b16f44-1070-4a89-8871-2f2759ee775d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:33.723772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.747263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.829250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:33.889946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-cf6e464f-6978-48a2-81b8-283f3932cdbc service neutron] 10.222.0.65 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483827 Nov 22 16:36:33.912076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:33.916827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:33.926019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:33.960158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Port': ['ID=21767687-7e0b-42eb-89e1-8f594881fd2a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:34.037806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:34.041937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.071888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-077203f2-6213-498f-8ced-2236e0f6e38c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5111699 Nov 22 16:36:34.091059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Request body: {'port': {'device_id': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855', 'admin_state_up': True, 'tenant_id': '55ce9c0489724b7f908389a512ae6446'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:34.102654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60594f45-0b41-4915-ba5a-61a6c505f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.152902 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.226638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-60594f45-0b41-4915-ba5a-61a6c505f2d4 None None] For port f5b16f44-1070-4a89-8871-2f2759ee775d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f5b16f44-1070-4a89-8871-2f2759ee775d,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:34.251025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60594f45-0b41-4915-ba5a-61a6c505f2d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.491346 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:36:34.492327 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:36:34.496828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60594f45-0b41-4915-ba5a-61a6c505f2d4 None None] Pushing event updated for resources: {'Port': ['ID=f5b16f44-1070-4a89-8871-2f2759ee775d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:34.508634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f3110ce6-fc6d-4047-9e61-413b0b37a2c0 None None] Provisioning complete for port 21767687-7e0b-42eb-89e1-8f594881fd2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:34.509579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3110ce6-fc6d-4047-9e61-413b0b37a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.573983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Made reservation on behalf of 55ce9c0489724b7f908389a512ae6446 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:34.588176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.592950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f3110ce6-fc6d-4047-9e61-413b0b37a2c0 None None] Port 21767687-7e0b-42eb-89e1-8f594881fd2a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:34.767642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-786e8031-dc2b-4678-9e7c-96c92c258bca None None] Provisioning complete for port f5b16f44-1070-4a89-8871-2f2759ee775d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:34.769438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-786e8031-dc2b-4678-9e7c-96c92c258bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:34.959329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fb66a42-1588-4858-be43-73849c18d9a8 req-587dc196-1064-4bbc-ab42-7ffff0c1e487 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0533223 Nov 22 16:36:34.965798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Allocated IP 19.86.0.243 (9f15822f-c519-48b1-bcc2-d189df7c5855/baf58014-9037-4c4e-be89-37daa6f55f4c/e9d341b4-3cc1-48df-abe8-36bd10861cfa) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:34.967645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d678ed6-6983-4111-917a-b7a052599f93 req-d79974b1-ae08-44f3-8077-81bc767ac7cd tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0960634 Nov 22 16:36:34.977320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c0cf0-faeb-4bc3-9f8d-77f56fa40bd6 req-5c811203-f817-47c4-ad15-488267129bdb tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:34.979050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c6c0cf0-faeb-4bc3-9f8d-77f56fa40bd6 req-5c811203-f817-47c4-ad15-488267129bdb tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1722524 Nov 22 16:36:35.070800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c6c0cf0-faeb-4bc3-9f8d-77f56fa40bd6 req-fc639216-7133-49c0-bbd2-85713067db60 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760441 Nov 22 16:36:35.140271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-523fe27f-e904-41eb-9e6a-7e573b0ad785 req-c18289a5-b987-4c34-96ab-399fe68c7476 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0586102 Nov 22 16:36:35.349807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.391664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f5b16f44-1070-4a89-8871-2f2759ee775d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:35.419005 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.451243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aff870-e44a-49a4-b281-fe7e8b79d8d6 req-e542feec-58d3-4204-b070-f55489e6fa08 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:35.453862 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6aff870-e44a-49a4-b281-fe7e8b79d8d6 req-e542feec-58d3-4204-b070-f55489e6fa08 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 932 time: 0.1871011 Nov 22 16:36:35.540699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event updated for resources: {'Port': ['ID=e9d341b4-3cc1-48df-abe8-36bd10861cfa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:35.554210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:35.557382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:35.561253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:35.647917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6aff870-e44a-49a4-b281-fe7e8b79d8d6 req-057eadae-71b0-4ac4-a15b-35482e20d8bb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833069 Nov 22 16:36:35.701936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:35.711001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.778270 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-db371291-767e-4436-b427-cdc99461f46f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6907511 Nov 22 16:36:35.812564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Request body: {'port': {'device_id': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:35.865584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1ac79c5d-7a74-4796-9759-50608a0a9415 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:35.891176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 1ac79c5d-7a74-4796-9759-50608a0a9415 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:35.891607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1ac79c5d-7a74-4796-9759-50608a0a9415 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:35.899664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f5b16f44-1070-4a89-8871-2f2759ee775d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:35.900034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:35.960410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.141521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9f3bcb41-ba15-4d43-9623-b6becb287ba0 None None] Provisioning complete for port e9d341b4-3cc1-48df-abe8-36bd10861cfa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:36.142463 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f3bcb41-ba15-4d43-9623-b6becb287ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.173101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26c9a97e-2dfa-48b5-a86d-ea6e40382ab9 req-0c62dffa-ac8e-4f2d-a6fb-e722f5c7f705 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.1236217 Nov 22 16:36:36.195263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9f3bcb41-ba15-4d43-9623-b6becb287ba0 None None] Port e9d341b4-3cc1-48df-abe8-36bd10861cfa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:36:36.234943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-560d84d4-19b2-4a79-8f3f-3dc667be0c34 req-d7f29f12-b252-466a-8862-608625aafc1c tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0520425 Nov 22 16:36:36.426438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47a3e806-faab-4ff4-83b6-65865cde0da2 req-a7b0fb59-f454-4061-994a-3eabeca7a5fb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0519791 Nov 22 16:36:36.435927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe4684-f66e-41ba-bff7-4dd374ba9b99 req-45ac0263-00cd-4958-845c-976bc38cf907 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.442381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5fe4684-f66e-41ba-bff7-4dd374ba9b99 req-45ac0263-00cd-4958-845c-976bc38cf907 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1651254 Nov 22 16:36:36.512941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5fe4684-f66e-41ba-bff7-4dd374ba9b99 req-729b15d6-9dbe-43a6-9272-69aeaecd8b04 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661542 Nov 22 16:36:36.624372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21767687-7e0b-42eb-89e1-8f594881fd2a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:36.634623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.650577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Transition to ACTIVE for port object 21767687-7e0b-42eb-89e1-8f594881fd2a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:36.658371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:36.905027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563119-b214-436a-b708-c77f8068157f req-3fb0ff45-a09a-4075-838d-643b889d4b73 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.933203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29563119-b214-436a-b708-c77f8068157f req-3fb0ff45-a09a-4075-838d-643b889d4b73 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:36.935220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29563119-b214-436a-b708-c77f8068157f req-3fb0ff45-a09a-4075-838d-643b889d4b73 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1667 time: 0.1501253 Nov 22 16:36:36.957296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Pushing event updated for resources: {'Port': ['ID=21767687-7e0b-42eb-89e1-8f594881fd2a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:37.025290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29563119-b214-436a-b708-c77f8068157f req-4e4d2aca-e26c-4121-9f55-95416b4e8f6d tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749006 Nov 22 16:36:37.194387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Attempting to bind port 21767687-7e0b-42eb-89e1-8f594881fd2a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:37.194866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Attempting to bind port 21767687-7e0b-42eb-89e1-8f594881fd2a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:37.195554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Attempting to bind port 21767687-7e0b-42eb-89e1-8f594881fd2a on network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:37.199712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.217730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Port 21767687-7e0b-42eb-89e1-8f594881fd2a on network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:37.218195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Attempting to bind port 21767687-7e0b-42eb-89e1-8f594881fd2a on network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:37.236110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:37.237218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Checking segment: {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:37.237741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Bound using segment: {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:37.238258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Bound port: 21767687-7e0b-42eb-89e1-8f594881fd2a, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42d1d6fb-00ee-4e30-ada3-72643ca4abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:37.238715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.267895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-ba345692-a1e9-4673-a049-f7be44618109 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:37.269499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-ba345692-a1e9-4673-a049-f7be44618109 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.2563343 Nov 22 16:36:37.384638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83f9ef77-59d8-418b-86d0-6284b6dc9683 req-1564bc9e-ab30-41a7-ac69-287fdb662ef3 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0404401 Nov 22 16:36:37.395788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-c74981c8-e0af-410f-b109-e04c891e77b6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:37.397490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-c74981c8-e0af-410f-b109-e04c891e77b6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 821 time: 0.4564388 Nov 22 16:36:37.433393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Request body: {'port': {'device_id': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'admin_state_up': True, 'tenant_id': '0859c669fbbf42ae8e1a9526f571035e'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:37.500448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] For port 21767687-7e0b-42eb-89e1-8f594881fd2a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:37.579800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] For port 21767687-7e0b-42eb-89e1-8f594881fd2a, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=21767687-7e0b-42eb-89e1-8f594881fd2a,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:37.594350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.632922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-478da439-44e2-4516-ac37-142ec4efbbdb req-962203fa-69cb-4c3c-915b-5e9c8f6da4c8 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0902646 Nov 22 16:36:37.742500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:37.743169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:37.746040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] 10.222.0.20 "PUT /v2.0/ports/21767687-7e0b-42eb-89e1-8f594881fd2a HTTP/1.1" status: 200 len: 1092 time: 1.9636312 Nov 22 16:36:37.746535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'tag': '21767687-7e0b-42eb-89e1-8f594881fd2a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:37.749459 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "tag": "21767687-7e0b-42eb-89e1-8f594881fd2a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:37.769970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bcace-f0de-444b-8ce3-1e0367b6bc8b req-706acabe-6b82-44fa-9a29-9be090b7334c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:37.789541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe9bcace-f0de-444b-8ce3-1e0367b6bc8b req-706acabe-6b82-44fa-9a29-9be090b7334c tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1416249 Nov 22 16:36:37.814666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Request body: {'port': {'device_id': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:37.899741 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2841cca0-1e71-4b51-9f4e-02edd6161f5e x-openstack-request-id: req-2841cca0-1e71-4b51-9f4e-02edd6161f5e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:37.900045 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "tag": "21767687-7e0b-42eb-89e1-8f594881fd2a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:37.900305 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2841cca0-1e71-4b51-9f4e-02edd6161f5e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:37.900731 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'tag': '21767687-7e0b-42eb-89e1-8f594881fd2a', 'status': 'completed', 'code': 200} Nov 22 16:36:37.906374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd30670-987a-4bed-b64e-32702a6b05fb service neutron] Pushing event updated for resources: {'Port': ['ID=21767687-7e0b-42eb-89e1-8f594881fd2a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:37.919596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe9bcace-f0de-444b-8ce3-1e0367b6bc8b req-53d06a79-31b5-4aef-80a5-ab453038c7ca tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288860 Nov 22 16:36:38.006740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Deleting port 20785fa0-c12f-4200-a04c-2b78f52d4b71 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:38.007331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.132036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Made reservation on behalf of 0859c669fbbf42ae8e1a9526f571035e for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:38.136841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.186816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.269474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-882cc168-01c6-42f5-8083-b9025b92528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.270145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-882cc168-01c6-42f5-8083-b9025b92528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.270915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88540fa9-9be4-4e48-9f8a-3d5475a76d82 req-684515d6-dd8c-49b2-b087-0ec2f83120f1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.271959 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-882cc168-01c6-42f5-8083-b9025b92528f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1914 time: 0.3626587 Nov 22 16:36:38.280717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88540fa9-9be4-4e48-9f8a-3d5475a76d82 req-684515d6-dd8c-49b2-b087-0ec2f83120f1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.282547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88540fa9-9be4-4e48-9f8a-3d5475a76d82 req-684515d6-dd8c-49b2-b087-0ec2f83120f1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1667 time: 0.1140251 Nov 22 16:36:38.369276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88540fa9-9be4-4e48-9f8a-3d5475a76d82 req-b56eab36-3cbf-4884-9a62-86553aad8f60 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679936 Nov 22 16:36:38.424619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] For port 20785fa0-c12f-4200-a04c-2b78f52d4b71, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=20785fa0-c12f-4200-a04c-2b78f52d4b71,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:38.425092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.555621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Calling delete_port for 20785fa0-c12f-4200-a04c-2b78f52d4b71 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:38.576405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bd68ad9-f01f-4cec-a14b-2b0642fe58d4 req-627725d9-6ad6-45f9-bd69-241b8372d148 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0471802 Nov 22 16:36:38.695854 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:38.751429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Allocated IP 172.20.0.10 (0563cfc1-51f9-4561-9fe9-0fa3a1987045/06ed45ce-6f21-482a-abea-d8dac37681bd/752538d8-e1d5-4e3a-9d47-08efac6cc710) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:38.798598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-88d8f39a-fed8-4f1c-9ed8-080b6571b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.799231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-88d8f39a-fed8-4f1c-9ed8-080b6571b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.799757 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-88d8f39a-fed8-4f1c-9ed8-080b6571b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:38.801425 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-88d8f39a-fed8-4f1c-9ed8-080b6571b4e8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=55ce9c0489724b7f908389a512ae6446&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4984331 Nov 22 16:36:38.814813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-601b3f15-581f-44cc-9a0a-895351f54147 req-68974529-31cb-4d09-809e-b39922b02c93 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0389390 Nov 22 16:36:39.215019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea5c61-342f-4ad3-a022-0fd421ffd0fb req-04444104-6f5e-40b5-8f25-9e5c3fa6c5c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.219978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ecea5c61-342f-4ad3-a022-0fd421ffd0fb req-04444104-6f5e-40b5-8f25-9e5c3fa6c5c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 946 time: 0.1309056 Nov 22 16:36:39.257900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bba189a-517c-4911-8e7b-c6a368dfb8fe req-e9ff5a92-a0a3-4037-b5d2-8dc56e5b8926 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0726318 Nov 22 16:36:39.344678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ecea5c61-342f-4ad3-a022-0fd421ffd0fb req-3f913a2b-33ac-46b6-b532-488eb9c8af10 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/security-groups?id=f3055753-3d04-4a28-b555-11f8e2d3e076&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998657 Nov 22 16:36:39.604232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671a98-4445-4e54-87b9-658e857197ea req-cba9bf51-a349-4cfd-8788-b95adbf61ca9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.615018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2671a98-4445-4e54-87b9-658e857197ea req-cba9bf51-a349-4cfd-8788-b95adbf61ca9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.617216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2671a98-4445-4e54-87b9-658e857197ea req-cba9bf51-a349-4cfd-8788-b95adbf61ca9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1667 time: 0.0835690 Nov 22 16:36:39.717878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d341b4-3cc1-48df-abe8-36bd10861cfa {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:39.737689 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.755295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2671a98-4445-4e54-87b9-658e857197ea req-3ff3a6ab-62c9-463b-9aae-279057179d2b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272345 Nov 22 16:36:39.789609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Transition to ACTIVE for port object e9d341b4-3cc1-48df-abe8-36bd10861cfa will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:39.797313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-068b238d-76db-41b6-bf9f-6bdef819e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:39.798995 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c6fd1b87-36c2-41de-9883-f3dbe13e4e15 req-068b238d-76db-41b6-bf9f-6bdef819e8b8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9831684 Nov 22 16:36:39.809518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.814447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.820479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:39.942268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d341b4-3cc1-48df-abe8-36bd10861cfa,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.010586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c8bf6fb-8ae9-48e2-9355-e3dea0732a3c req-46e3f571-c698-4f98-a7f8-9371b415f0cb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0676279 Nov 22 16:36:40.041180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] No DVR routers for this DVR port 20785fa0-c12f-4200-a04c-2b78f52d4b71 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:40.050626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.054086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dacde1d-4a7e-44a4-a7df-cb40bb9fca11 req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.20 "DELETE /v2.0/ports/20785fa0-c12f-4200-a04c-2b78f52d4b71 HTTP/1.1" status: 204 len: 173 time: 2.7593582 Nov 22 16:36:40.055082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d297dad-b20c-426e-a01a-1c59d0bbd7c4 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] Pushing event deleted for resources: {'Port': ['ID=20785fa0-c12f-4200-a04c-2b78f52d4b71,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.056537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'name': 'network-vif-deleted', 'tag': '20785fa0-c12f-4200-a04c-2b78f52d4b71'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:40.058826 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93636ea0-acdb-4d9e-aca4-6ab8e3831cc8" -d '{"events": [{"server_uuid": "b6b5a84d-d974-4767-aa01-02fa0772c4f7", "name": "network-vif-deleted", "tag": "20785fa0-c12f-4200-a04c-2b78f52d4b71"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:40.118366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.131743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['be31d644-92f8-470f-9eb2-db8713c49c4e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:40.137563 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6b9b40-3b49-43c5-95a6-08255cbe9080 x-openstack-request-id: req-ea6b9b40-3b49-43c5-95a6-08255cbe9080 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:40.137884 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b5a84d-d974-4767-aa01-02fa0772c4f7", "name": "network-vif-deleted", "tag": "20785fa0-c12f-4200-a04c-2b78f52d4b71", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:40.138674 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea6b9b40-3b49-43c5-95a6-08255cbe9080 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:40.139082 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b5a84d-d974-4767-aa01-02fa0772c4f7', 'name': 'network-vif-deleted', 'tag': '20785fa0-c12f-4200-a04c-2b78f52d4b71', 'status': 'completed', 'code': 200} Nov 22 16:36:40.222095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:40.239575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:40.246833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:40.280992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:40.346197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.346869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.362185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Attempting to bind port e9d341b4-3cc1-48df-abe8-36bd10861cfa on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:40.362904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Attempting to bind port e9d341b4-3cc1-48df-abe8-36bd10861cfa by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:40.363249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Attempting to bind port e9d341b4-3cc1-48df-abe8-36bd10861cfa on network 9f15822f-c519-48b1-bcc2-d189df7c5855 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:40.368844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Port e9d341b4-3cc1-48df-abe8-36bd10861cfa on network 9f15822f-c519-48b1-bcc2-d189df7c5855 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:40.369177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Attempting to bind port e9d341b4-3cc1-48df-abe8-36bd10861cfa on network 9f15822f-c519-48b1-bcc2-d189df7c5855 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:40.379688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2a70400c-ce2c-4e3f-b536-e599f76b78bb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9516070 Nov 22 16:36:40.381956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:40.382314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Checking segment: {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:40.382717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Bound using segment: {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:40.383705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Bound port: e9d341b4-3cc1-48df-abe8-36bd10861cfa, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef3815f-914f-4b9f-8924-d96448a578f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:40.384075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.457431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Request body: {'port': {'device_id': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:40.484681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f28c620-c6d8-448e-bf64-b61145bc85ae req-ce7bc0da-b534-4e86-b18e-03008357230e tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0572767 Nov 22 16:36:40.606863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] For port e9d341b4-3cc1-48df-abe8-36bd10861cfa, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:40.610788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.610971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb6eca3e-c48f-4e2b-8933-3a39f81d3a7f req-0b3f92cf-b1ae-41a3-9ba4-3221f39686c7 tempest-ServerRescueTestJSON-276454100 tempest-ServerRescueTestJSON-276454100-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6b5a84d-d974-4767-aa01-02fa0772c4f7 HTTP/1.1" status: 200 len: 210 time: 0.0528016 Nov 22 16:36:40.617604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] For port e9d341b4-3cc1-48df-abe8-36bd10861cfa, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:40.640011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.751976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:40.751976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:40.753567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] 10.222.0.20 "PUT /v2.0/ports/e9d341b4-3cc1-48df-abe8-36bd10861cfa HTTP/1.1" status: 200 len: 1092 time: 2.9442074 Nov 22 16:36:40.972299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 20785fa0-c12f-4200-a04c-2b78f52d4b71 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:41.017914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cf2634-a35a-4d96-a458-22fee0bcb088 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d341b4-3cc1-48df-abe8-36bd10861cfa,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.027971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 20785fa0-c12f-4200-a04c-2b78f52d4b71 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:41.028544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 20785fa0-c12f-4200-a04c-2b78f52d4b71 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:41.097346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ca0eb-0152-4b3d-9172-d5a4f8d75638 req-1d155d5e-052e-4e77-95f7-604f9fcd24c1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.115837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ca0eb-0152-4b3d-9172-d5a4f8d75638 req-1d155d5e-052e-4e77-95f7-604f9fcd24c1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.123664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-152ca0eb-0152-4b3d-9172-d5a4f8d75638 req-1d155d5e-052e-4e77-95f7-604f9fcd24c1 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1679 time: 0.1504695 Nov 22 16:36:41.159916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-9e43d42c-06de-4149-8e4a-2ffa79af20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.162128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-9e43d42c-06de-4149-8e4a-2ffa79af20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.166230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-9e43d42c-06de-4149-8e4a-2ffa79af20b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1981 time: 0.3397055 Nov 22 16:36:41.204223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-152ca0eb-0152-4b3d-9172-d5a4f8d75638 req-e3108206-90de-4a1b-b261-dc769b254799 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746505 Nov 22 16:36:41.288287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-1477873f-7fbd-46d0-8dfb-dbe316c1b497 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.119&port_id=21767687-7e0b-42eb-89e1-8f594881fd2a HTTP/1.1" status: 200 len: 217 time: 0.0723629 Nov 22 16:36:41.313870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a85ef-0a27-44e0-adde-478fff7f60a5 req-c1c943fa-2e27-4b92-9b73-aac2fe13c34e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.321909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2a85ef-0a27-44e0-adde-478fff7f60a5 req-c1c943fa-2e27-4b92-9b73-aac2fe13c34e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 932 time: 0.0677450 Nov 22 16:36:41.372930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-d5e86c21-ba99-45bd-864f-9f9db6c4f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.374363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-d5e86c21-ba99-45bd-864f-9f9db6c4f6e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f19667d9-1c43-48f2-accd-61ae29d369c2 HTTP/1.1" status: 200 len: 801 time: 0.0771439 Nov 22 16:36:41.380070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee2a85ef-0a27-44e0-adde-478fff7f60a5 req-1895621c-b02e-4dd4-a291-e183650b584e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571289 Nov 22 16:36:41.473177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-b2258888-184c-47ff-9f5b-92b343a479d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:41.475148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-b2258888-184c-47ff-9f5b-92b343a479d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4bc586c2-d305-4d20-8cf2-a0fcc0055cd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921783 Nov 22 16:36:41.544211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752538d8-e1d5-4e3a-9d47-08efac6cc710 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:41.560074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.601805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Transition to ACTIVE for port object 752538d8-e1d5-4e3a-9d47-08efac6cc710 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:41.622879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40850cab-56ac-45c2-94cc-ead59173bfd4 req-f76d04bf-6472-49fc-a2de-494c937b2edf tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0507889 Nov 22 16:36:41.627592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:41.764680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59354) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:41.887752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:41.938119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-6af49d36-83d6-43a5-85e6-2d4387eba009 service neutron] 10.222.0.20 "GET /v2.0/networks/4bc586c2-d305-4d20-8cf2-a0fcc0055cd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545155 Nov 22 16:36:42.041017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:42.041599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:42.042111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:42.052860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:42.053357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:42.065592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:42.065993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:42.066575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:42.067273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Bound port: 752538d8-e1d5-4e3a-9d47-08efac6cc710, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:42.067811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.143576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'tag': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:42.147159 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c237a1b5-ac48-491d-81cb-efea4af7db6a" -d '{"events": [{"name": "network-changed", "server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "tag": "e9d341b4-3cc1-48df-abe8-36bd10861cfa"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:42.204175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-a343ff8c-85ff-46d5-a9c3-ea8b8b65d47e service neutron] 10.222.0.20 "GET /v2.0/networks/4bc586c2-d305-4d20-8cf2-a0fcc0055cd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490990 Nov 22 16:36:42.240953 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592d66e1-e9c8-4d0d-ae0f-5994c6452005 x-openstack-request-id: req-592d66e1-e9c8-4d0d-ae0f-5994c6452005 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:42.241400 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "tag": "e9d341b4-3cc1-48df-abe8-36bd10861cfa", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:42.241820 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-592d66e1-e9c8-4d0d-ae0f-5994c6452005 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:42.242602 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'tag': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa', 'status': 'completed', 'code': 200} Nov 22 16:36:42.321598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-cb08a1e1-fb06-42b3-bee9-f5da80d4586b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa HTTP/1.1" status: 200 len: 217 time: 0.1075628 Nov 22 16:36:42.328849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:42.413836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:42.427797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.453704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-0045975b-0fb1-4ea1-bc13-6b1bacbb14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.453896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.455079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-0045975b-0fb1-4ea1-bc13-6b1bacbb14fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=baf58014-9037-4c4e-be89-37daa6f55f4c HTTP/1.1" status: 200 len: 801 time: 0.1232114 Nov 22 16:36:42.472032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee631e9b-119b-4e1b-95a7-0797bf7d443a req-89661b87-cf9c-482c-aaf4-dcf865d5f561 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.484128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee631e9b-119b-4e1b-95a7-0797bf7d443a req-89661b87-cf9c-482c-aaf4-dcf865d5f561 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.498086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee631e9b-119b-4e1b-95a7-0797bf7d443a req-89661b87-cf9c-482c-aaf4-dcf865d5f561 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1679 time: 0.1382892 Nov 22 16:36:42.523107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.523737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:42.525985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] 10.222.0.66 "PUT /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 1092 time: 2.1245813 Nov 22 16:36:42.645168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d772c89-8ca4-448f-9a35-c1b47c6871b7 service neutron] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:42.714795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-274e85d4-95e9-4d2f-866a-0600ddbda97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.719089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-274e85d4-95e9-4d2f-866a-0600ddbda97f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15822f-c519-48b1-bcc2-d189df7c5855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2258875 Nov 22 16:36:42.731654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-0ed7d70a-c3a8-48fe-b4b6-9eb06a3159e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.735583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-0ed7d70a-c3a8-48fe-b4b6-9eb06a3159e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1095 time: 0.1155369 Nov 22 16:36:42.806523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee631e9b-119b-4e1b-95a7-0797bf7d443a req-cc9e8107-ba74-4327-8683-8e218ff0eaff tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070533 Nov 22 16:36:42.837587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e1281-d2e2-42a4-b07d-d0e0606ac411 req-d2b73f88-edd0-43a8-873e-581865c41cb9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:42.853367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd6e1281-d2e2-42a4-b07d-d0e0606ac411 req-d2b73f88-edd0-43a8-873e-581865c41cb9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.2578127 Nov 22 16:36:42.893274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-9223581f-0a6d-46c5-b5f9-13d3c2ccf36d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 217 time: 0.1461840 Nov 22 16:36:43.010823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-326f4e48-97b5-42f4-9b2f-e43aa6ef9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.012202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-326f4e48-97b5-42f4-9b2f-e43aa6ef9c67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0991666 Nov 22 16:36:43.033897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-37f21e51-3e87-4c1f-81eb-b1463639a69d service neutron] 10.222.0.20 "GET /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059611 Nov 22 16:36:43.056896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-aeb06847-cce1-47df-87bb-25b5eb314854 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341768 Nov 22 16:36:43.065032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-703c8820-df8d-4d99-a4fd-5c2cdf6ba213 req-e7d5981e-cb3c-4e16-b7f3-4a805d9114e4 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0946918 Nov 22 16:36:43.083210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd6e1281-d2e2-42a4-b07d-d0e0606ac411 req-fdeb88b0-3c04-4b7c-9b30-af69e4a3cbbc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284272 Nov 22 16:36:43.258576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d3c930-3733-47f3-8c45-e1571577bb22 req-6ab0cb09-d222-45ae-a0bf-a30360b2f4a0 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049289 Nov 22 16:36:43.260485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-f8be53d6-74bf-41e0-82d4-3a9f181295ef service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949308 Nov 22 16:36:43.305386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Deleting port f2f12fd2-d192-4a5c-b435-1891ebc255cb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:43.305667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.453406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-a9920e99-ffb3-4526-b34c-953fe24a3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.453983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-a9920e99-ffb3-4526-b34c-953fe24a3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.455569 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-a9920e99-ffb3-4526-b34c-953fe24a3aab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=55ce9c0489724b7f908389a512ae6446&device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1981 time: 0.1183724 Nov 22 16:36:43.464681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] For port f2f12fd2-d192-4a5c-b435-1891ebc255cb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f2f12fd2-d192-4a5c-b435-1891ebc255cb,segment=NetworkSegment(772aca14-5066-4015-b4e9-39a45df0d225),segment_id=772aca14-5066-4015-b4e9-39a45df0d225)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:43.465194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.488585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Calling delete_port for f2f12fd2-d192-4a5c-b435-1891ebc255cb owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:43.562222 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-41e21cc2-7ed4-4d10-9e45-8b68bb776793 req-504e8b7a-c38f-4b24-b591-13fa94de52c0 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864769 Nov 22 16:36:43.630854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-7ec1f1aa-e93a-4a7b-99e2-c952c1187b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.633319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-7ec1f1aa-e93a-4a7b-99e2-c952c1187b7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=9f15822f-c519-48b1-bcc2-d189df7c5855 HTTP/1.1" status: 200 len: 902 time: 0.1645555 Nov 22 16:36:43.697479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-2da9d4cc-db8a-415a-ad3f-6ecc4991c02a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa HTTP/1.1" status: 200 len: 217 time: 0.0551002 Nov 22 16:36:43.796187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:43.807031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-caa4c880-a5aa-4945-9cc2-880d49a2c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.809253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-caa4c880-a5aa-4945-9cc2-880d49a2c640 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=baf58014-9037-4c4e-be89-37daa6f55f4c HTTP/1.1" status: 200 len: 801 time: 0.0992777 Nov 22 16:36:43.831927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f12fd2-d192-4a5c-b435-1891ebc255cb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:43.888208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-6fe93143-32d5-43e8-b747-210830aa09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:43.889768 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-6fe93143-32d5-43e8-b747-210830aa09c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9f15822f-c519-48b1-bcc2-d189df7c5855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723288 Nov 22 16:36:44.053405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-4f6015ce-d9ce-409a-971d-6c960cb13773 service neutron] 10.222.0.20 "GET /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539576 Nov 22 16:36:44.083239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:44.159065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9b0d5-110c-4b63-b71a-eb1b4af61fc5 req-f42b1776-7b1b-4000-befc-c08532049d06 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.165678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9b0d5-110c-4b63-b71a-eb1b4af61fc5 req-f42b1776-7b1b-4000-befc-c08532049d06 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.167367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c237a1b5-ac48-491d-81cb-efea4af7db6a req-7f6fc022-9a16-48be-8861-4e9321bf8cdf service neutron] 10.222.0.20 "GET /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070037 Nov 22 16:36:44.172822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dd9b0d5-110c-4b63-b71a-eb1b4af61fc5 req-f42b1776-7b1b-4000-befc-c08532049d06 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1679 time: 0.1413736 Nov 22 16:36:44.243340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:44.246197 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573b903e-8bd9-40d0-97a8-a2d726199791" -d '{"events": [{"name": "network-changed", "server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:44.642654 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dd9b0d5-110c-4b63-b71a-eb1b4af61fc5 req-a85634e5-9b61-452c-b5e7-470a33bf50ea tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461958 Nov 22 16:36:44.719874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de6165-cb1a-43a6-9da8-c26b1dc223e4 req-3f4a4fb1-f29a-47c2-938a-4b10478dd45d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.727960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70de6165-cb1a-43a6-9da8-c26b1dc223e4 req-3f4a4fb1-f29a-47c2-938a-4b10478dd45d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.4825239 Nov 22 16:36:44.781855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdbe7c86-bc6a-44a0-8eda-ec1c0c5813c3 req-3c2c599e-8a75-4329-b639-e2293da5f2f0 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0499444 Nov 22 16:36:44.861319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70de6165-cb1a-43a6-9da8-c26b1dc223e4 req-4b300e47-7e1b-4020-97a1-f7f22d5bdd0e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322796 Nov 22 16:36:44.874084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9007a392-0219-4053-8765-6b337d1db38e x-openstack-request-id: req-9007a392-0219-4053-8765-6b337d1db38e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:44.874084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:44.874084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9007a392-0219-4053-8765-6b337d1db38e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:44.874084 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'status': 'completed', 'code': 200} Nov 22 16:36:44.891071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:36:44.987984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e9d341b4-3cc1-48df-abe8-36bd10861cfa details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:44.994867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-410860ef-64ff-4b57-ba9b-692385f0fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:44.996436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-410860ef-64ff-4b57-ba9b-692385f0fdb8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1095 time: 0.0911739 Nov 22 16:36:45.125773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:36:45.137278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-eccb4077-2356-4db3-8001-7baa877fb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.139586 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-eccb4077-2356-4db3-8001-7baa877fb462 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1265934 Nov 22 16:36:45.150967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0c1c7813-b66d-401c-913f-d1ed29fa8ff8 admin admin] 10.222.0.65 "PUT /v2.0/routers/589c0cdb-53b9-4a2e-b91a-31f5477d63c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3822753 Nov 22 16:36:45.151186 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] Sync routers for ids ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:36:45.152263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59394) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:45.171382 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] Routers {'589c0cdb-53b9-4a2e-b91a-31f5477d63c9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:45.172372 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:45.220953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e9d341b4-3cc1-48df-abe8-36bd10861cfa, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:45.246786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa', 'network_id': '9f15822f-c519-48b1-bcc2-d189df7c5855', 'port_id': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa', 'mac_address': 'fa:16:3e:66:45:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf58014-9037-4c4e-be89-37daa6f55f4c', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:45.250430 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-87254043-38c4-4934-b719-57a38a40d6b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 217 time: 0.0971537 Nov 22 16:36:45.356137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.367952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-6a74d4e5-178a-42ea-8026-dfbadeca49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:45.372067 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] Set router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:45.375562 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-6a74d4e5-178a-42ea-8026-dfbadeca49ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1097686 Nov 22 16:36:45.383460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d341b4-3cc1-48df-abe8-36bd10861cfa {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:45.414303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.424144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e9d341b4-3cc1-48df-abe8-36bd10861cfa, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:45.429506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-a016caf6-96dd-4a55-b223-58d9edcf0c87 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419228 Nov 22 16:36:45.436882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.437949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 21767687-7e0b-42eb-89e1-8f594881fd2a details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:45.625321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e9d341b4-3cc1-48df-abe8-36bd10861cfa,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:45.685826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.719905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-9471c385-6749-4f95-8a09-ee23feb0dfd2 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719297 Nov 22 16:36:45.741624 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166'}], 'enable_snat': True}, 'gw_port_id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:36:43Z', 'revision_number': 5, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port': {'id': 'ebca0bf4-9262-497b-96ab-b46519fb7d9d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 987, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:22Z', 'updated_at': '2021-11-22T16:34:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:45.775393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 21767687-7e0b-42eb-89e1-8f594881fd2a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=21767687-7e0b-42eb-89e1-8f594881fd2a,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:45.776988 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] Checking router: 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:36:45.791395 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] Routers {'589c0cdb-53b9-4a2e-b91a-31f5477d63c9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:36:45.792473 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:45.809586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '21767687-7e0b-42eb-89e1-8f594881fd2a', 'network_id': '4bc586c2-d305-4d20-8cf2-a0fcc0055cd0', 'port_id': '21767687-7e0b-42eb-89e1-8f594881fd2a', 'mac_address': 'fa:16:3e:d6:08:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19667d9-1c43-48f2-accd-61ae29d369c2', 'ip_address': '19.80.0.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:45.820286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Deleting port ebca0bf4-9262-497b-96ab-b46519fb7d9d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:45.824701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.876323 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.899794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21767687-7e0b-42eb-89e1-8f594881fd2a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:45.924852 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] Set router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:36:45.938617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 21767687-7e0b-42eb-89e1-8f594881fd2a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=21767687-7e0b-42eb-89e1-8f594881fd2a,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:45.943170 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-573b903e-8bd9-40d0-97a8-a2d726199791 req-bce8c204-db30-4a7e-a1e7-a9d66d5005d5 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138259 Nov 22 16:36:45.943560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:45.989703 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:36:45Z', 'revision_number': 6, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:46.019470 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f0eaf5-f377-41f9-9e1b-0411649384d1 None None] The sync data for ids ['589c0cdb-53b9-4a2e-b91a-31f5477d63c9'] in n-d-816206-6 is: [{'id': '589c0cdb-53b9-4a2e-b91a-31f5477d63c9', 'name': 'tempest-ServerRescueTestJSON-661737575-router', 'tenant_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:21Z', 'updated_at': '2021-11-22T16:36:45Z', 'revision_number': 6, 'project_id': '51a38228139c4fe69227a0bb1ba6bcf9', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:36:46.024254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=21767687-7e0b-42eb-89e1-8f594881fd2a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:46.038232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a39704db-e68b-4d2c-ba50-3495e559cc8a req-4dc536d4-eb21-419a-95a2-e019b1ea954f tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.1080503 Nov 22 16:36:46.091939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2e57-c53a-4529-823d-497b9c2c989b req-01416c71-0c07-4f7f-b3a6-202546bdce03 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.098743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada2e57-c53a-4529-823d-497b9c2c989b req-01416c71-0c07-4f7f-b3a6-202546bdce03 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.100624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ada2e57-c53a-4529-823d-497b9c2c989b req-01416c71-0c07-4f7f-b3a6-202546bdce03 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1681 time: 0.1715283 Nov 22 16:36:46.102921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] For port ebca0bf4-9262-497b-96ab-b46519fb7d9d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ebca0bf4-9262-497b-96ab-b46519fb7d9d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:46.103289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.139700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Calling delete_port for ebca0bf4-9262-497b-96ab-b46519fb7d9d owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:46.177950 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-6cdd543b-5b15-4f80-adaf-9cd9c7b57ebd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659761 Nov 22 16:36:46.266289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-5fa52946-6dbf-4879-89db-308dc421df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.268287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-5fa52946-6dbf-4879-89db-308dc421df06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 1095 time: 0.0606334 Nov 22 16:36:46.282771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['21767687-7e0b-42eb-89e1-8f594881fd2a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:46.286726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ada2e57-c53a-4529-823d-497b9c2c989b req-1ff6d59a-d0ad-4ec7-b524-92022033f2f6 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712713 Nov 22 16:36:46.312914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a5010-8312-4d10-9e60-cce26287696d req-b4bb681f-887e-4e89-b19d-d58dbab72f8c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.316719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be3a5010-8312-4d10-9e60-cce26287696d req-b4bb681f-887e-4e89-b19d-d58dbab72f8c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.1749361 Nov 22 16:36:46.371005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['e9d341b4-3cc1-48df-abe8-36bd10861cfa'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:46.518249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-fc64e473-ac5d-4373-808e-7a6bb0f3687a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.522283 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-fc64e473-ac5d-4373-808e-7a6bb0f3687a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.2239661 Nov 22 16:36:46.538378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be3a5010-8312-4d10-9e60-cce26287696d req-623d0658-ad29-445e-836e-9efac132a483 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127652 Nov 22 16:36:46.667871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-700ee925-3747-4d5d-8136-c36b5b9c5805 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 200 len: 217 time: 0.1154022 Nov 22 16:36:46.707352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.758033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebca0bf4-9262-497b-96ab-b46519fb7d9d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:46.776630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-e505ca82-dfb4-422a-b26f-333e94d24eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:46.778332 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-e505ca82-dfb4-422a-b26f-333e94d24eea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0996273 Nov 22 16:36:46.828967 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-6f61a58a-ad61-4287-bba8-deae9c3747fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401261 Nov 22 16:36:46.869212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.940365 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-9ab7f49d-c57c-4a85-b879-ca5de6d2de59 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034057 Nov 22 16:36:46.991221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:46.995864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.063112 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.063773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589c0cdb-53b9-4a2e-b91a-31f5477d63c9 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:36:47.072296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.073446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4dc3c9b4-9334-4712-a537-db4e587a1fc1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/589c0cdb-53b9-4a2e-b91a-31f5477d63c9 HTTP/1.1" status: 204 len: 168 time: 1.9192362 Nov 22 16:36:47.079054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59410) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:47.099180 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadf21c-f312-4087-97f7-07de5a35d9f0 req-c92cb126-9f66-4759-8622-debf939178fc service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512861 Nov 22 16:36:47.147122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Deleting subnet 80ac9826-e17f-4e47-a3ca-ffeb15691684 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:47.151555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.218135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f56a9d0-6dc7-45e0-ae08-5ca442bd3d36 req-2067cf8f-5793-4286-a27f-11a844faccbc tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0380521 Nov 22 16:36:47.231169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.277416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ebca0bf4-9262-497b-96ab-b46519fb7d9d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:47.301250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.320510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ebca0bf4-9262-497b-96ab-b46519fb7d9d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:47.323773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ebca0bf4-9262-497b-96ab-b46519fb7d9d not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:47.323773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f2f12fd2-d192-4a5c-b435-1891ebc255cb no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:47.343079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f2f12fd2-d192-4a5c-b435-1891ebc255cb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:47.343432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f2f12fd2-d192-4a5c-b435-1891ebc255cb not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:47.377974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.410455 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.415013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/80ac9826-e17f-4e47-a3ca-ffeb15691684 HTTP/1.1" status: 204 len: 168 time: 0.3345928 Nov 22 16:36:47.417700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59418) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:47.466820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8837240-559d-495a-b829-fc66f12f2773 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80ac9826-e17f-4e47-a3ca-ffeb15691684,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:47.564907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7e59d-3a0d-457a-aee0-8ef41418ccb7 req-5ca6b8a7-ec13-4597-bb7b-bbc9e0d07376 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.571114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7e59d-3a0d-457a-aee0-8ef41418ccb7 req-5ca6b8a7-ec13-4597-bb7b-bbc9e0d07376 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.572747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8b7e59d-3a0d-457a-aee0-8ef41418ccb7 req-5ca6b8a7-ec13-4597-bb7b-bbc9e0d07376 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1681 time: 0.1802325 Nov 22 16:36:47.578635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.714137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8b7e59d-3a0d-457a-aee0-8ef41418ccb7 req-9c234d69-7c1d-4b85-b92b-a8919f97b4a8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334565 Nov 22 16:36:47.733804 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.791129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47907804-b96a-4de0-8f38-d4e049ed2fe1']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:47.805346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '772aca14-5066-4015-b4e9-39a45df0d225') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:47.805713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '772aca14-5066-4015-b4e9-39a45df0d225') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:36:47.824982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.849109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0207a31-a1f1-49a8-b8e8-db36df9a8e2b req-46fea2f3-7ee3-4347-9cf7-dd9f5af77abf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:47.850660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0207a31-a1f1-49a8-b8e8-db36df9a8e2b req-46fea2f3-7ee3-4347-9cf7-dd9f5af77abf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.1140811 Nov 22 16:36:47.851622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.867343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:36:47.867735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:36:47.869394 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:36:47.963493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.972389 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:47.975571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] 10.222.0.65 "DELETE /v2.0/networks/47907804-b96a-4de0-8f38-d4e049ed2fe1 HTTP/1.1" status: 204 len: 168 time: 0.5329075 Nov 22 16:36:47.992335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0207a31-a1f1-49a8-b8e8-db36df9a8e2b req-223eafe9-bba5-4cf9-a8f5-4562302aaad5 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330330 Nov 22 16:36:47.993207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3a7a9-c8df-4fa8-a640-b51e25cee168 admin admin] Pushing event deleted for resources: {'Network': ['ID=47907804-b96a-4de0-8f38-d4e049ed2fe1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.180288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.228891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3219db51-35b9-4698-bd62-cc5a3c527cc6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51a38228139c4fe69227a0bb1ba6bcf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472226 Nov 22 16:36:48.229771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:48.293560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-96531620-e6f7-4c58-84d9-2921d38ee7a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.333685 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-96531620-e6f7-4c58-84d9-2921d38ee7a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.375852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53718c2b-2687-4b40-9f91-eb4ddbfdc8c1 req-72ac3005-f839-464b-a543-395857898754 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0388970 Nov 22 16:36:48.411552 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-96531620-e6f7-4c58-84d9-2921d38ee7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.416014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-96531620-e6f7-4c58-84d9-2921d38ee7a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:48.417714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-96531620-e6f7-4c58-84d9-2921d38ee7a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3055753-3d04-4a28-b555-11f8e2d3e076 HTTP/1.1" status: 204 len: 168 time: 0.1848938 Nov 22 16:36:48.430605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96531620-e6f7-4c58-84d9-2921d38ee7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3055753-3d04-4a28-b555-11f8e2d3e076,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:48.915015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37fa5d-ce4d-4224-b1e3-68a7337dd210 req-f5761cc6-3bce-44d6-af17-5c7e2ffb2ce0 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.923389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37fa5d-ce4d-4224-b1e3-68a7337dd210 req-f5761cc6-3bce-44d6-af17-5c7e2ffb2ce0 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:48.925009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a37fa5d-ce4d-4224-b1e3-68a7337dd210 req-f5761cc6-3bce-44d6-af17-5c7e2ffb2ce0 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1681 time: 0.0999053 Nov 22 16:36:48.993708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a37fa5d-ce4d-4224-b1e3-68a7337dd210 req-60b0b626-9d95-4c35-9128-eec4b3ab477b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561152 Nov 22 16:36:49.002017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 21767687-7e0b-42eb-89e1-8f594881fd2a up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:49.060574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 21767687-7e0b-42eb-89e1-8f594881fd2a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:49.069092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 21767687-7e0b-42eb-89e1-8f594881fd2a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:49.069778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.194622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.195622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce65130-daa6-4e7a-b3cf-b954d1b1198c req-6cdf7c4f-6675-4c17-b971-fd0fafa1fd54 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.197882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ce65130-daa6-4e7a-b3cf-b954d1b1198c req-6cdf7c4f-6675-4c17-b971-fd0fafa1fd54 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0861461 Nov 22 16:36:49.233519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21767687-7e0b-42eb-89e1-8f594881fd2a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:49.236078 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345f1212-b418-41fe-a1c1-d9f28f621efb" -d '{"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-plugged", "status": "completed", "tag": "21767687-7e0b-42eb-89e1-8f594881fd2a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:49.253716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 21767687-7e0b-42eb-89e1-8f594881fd2a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=21767687-7e0b-42eb-89e1-8f594881fd2a,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:49.261302 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.262781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e9d341b4-3cc1-48df-abe8-36bd10861cfa up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:49.286573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ce65130-daa6-4e7a-b3cf-b954d1b1198c req-d39b22e3-a796-49de-accd-5d4650637353 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813861 Nov 22 16:36:49.385885 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dbe83d-553e-44a4-8fcd-9c97946d33a6 x-openstack-request-id: req-31dbe83d-553e-44a4-8fcd-9c97946d33a6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:49.386220 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-plugged", "status": "completed", "tag": "21767687-7e0b-42eb-89e1-8f594881fd2a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:49.386682 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31dbe83d-553e-44a4-8fcd-9c97946d33a6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:49.387256 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21767687-7e0b-42eb-89e1-8f594881fd2a', 'code': 200} Nov 22 16:36:49.423717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=21767687-7e0b-42eb-89e1-8f594881fd2a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:49.457681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port e9d341b4-3cc1-48df-abe8-36bd10861cfa completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:49.463172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port e9d341b4-3cc1-48df-abe8-36bd10861cfa triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:49.463943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.477196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-e898be2e-1386-42f8-a245-f92d33974886 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1307213 Nov 22 16:36:49.555574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:49.576413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c71177e4-65ee-4ce3-9e26-80c5d8164af6 req-39c944f1-e2f0-44d9-8a81-c31ebe5fe31d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0411055 Nov 22 16:36:49.594465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-4ea2c5b6-0912-468d-a558-6b3c9495031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.599798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-4ea2c5b6-0912-468d-a558-6b3c9495031b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 1095 time: 0.0885291 Nov 22 16:36:49.620771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.681878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e9d341b4-3cc1-48df-abe8-36bd10861cfa, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:49.687452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.765183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-802450264-network', 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:49.777351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e9d341b4-3cc1-48df-abe8-36bd10861cfa,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:49.812098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-635505f3-3546-4809-84fa-aa12201f8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:49.816312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-635505f3-3546-4809-84fa-aa12201f8448 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1889703 Nov 22 16:36:49.854308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:49.860565 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.913882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1dfd6e4-6364-4a31-ba3d-bb6b4677ef78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:49.956345 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-101fe831-526b-4250-a634-77c50347fe22 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 200 len: 217 time: 0.1240761 Nov 22 16:36:50.019307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.081577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-78486498-a801-4ae9-8667-5ecb9fba0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.085032 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-78486498-a801-4ae9-8667-5ecb9fba0940 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.1117916 Nov 22 16:36:50.147655 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-77ebf334-be5c-44e1-bad9-f81f8cf20812 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485799 Nov 22 16:36:50.168227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b71b8-a9d3-4908-846a-ce0872888848 req-8e9939d2-f25e-448d-a10c-4da1e9d3bd69 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.174864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b71b8-a9d3-4908-846a-ce0872888848 req-8e9939d2-f25e-448d-a10c-4da1e9d3bd69 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.176487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-446b71b8-a9d3-4908-846a-ce0872888848 req-8e9939d2-f25e-448d-a10c-4da1e9d3bd69 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.0708663 Nov 22 16:36:50.228592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-446b71b8-a9d3-4908-846a-ce0872888848 req-be0db104-617d-458f-8e2b-e238d07e7e6f tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Nov 22 16:36:50.263922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.269266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.313819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:36:50.320289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-91a0526d-d0c5-47eb-b0c6-dbd0f18bc512 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482983 Nov 22 16:36:50.327178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a20235c-a5c6-479b-a6f9-2418261032ea,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.332086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.332505 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Added segment 6d4abf4c-becd-4c7d-aaab-c74ec70fdf10 of type vlan for network 8692ce5f-f96b-44ea-8ad7-864170786bc4 Nov 22 16:36:50.470428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6c653-329b-45f6-a2db-a711122f36db req-6cfe5206-4701-4c8e-9892-80b4229e628c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.472334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96f6c653-329b-45f6-a2db-a711122f36db req-6cfe5206-4701-4c8e-9892-80b4229e628c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0663524 Nov 22 16:36:50.545182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96f6c653-329b-45f6-a2db-a711122f36db req-2f3a220c-d85c-4911-8f85-1319ced12da6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637405 Nov 22 16:36:50.708059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.730959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48b76429-69b1-4e84-a016-813d41341e09 req-867cae3b-d0db-499e-808f-54fb3123f11b tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0362141 Nov 22 16:36:50.757995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.758902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:50.770602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:50.781974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b060f7d2-4108-4d5f-bf85-2efd946474c2 req-b1e0f789-1b53-422f-93c2-29b04a3c7252 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478090 Nov 22 16:36:50.839035 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2812366 Nov 22 16:36:50.839737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:50.843421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630bcee-27e6-4349-a06d-0f2fffa6486f admin admin] Pushing event updated for resources: {'Network': ['ID=8692ce5f-f96b-44ea-8ad7-864170786bc4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:50.850593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Request body: {'subnet': {'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-802450264-subnet', 'tenant_id': '19cb0fecf90840179dac514b8312e317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:50.859876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:36:50.888399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:50.892912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.143607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.210360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c524273b-721f-4c27-9092-78d89b47e743,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:51.219956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:51.220311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Network hostable DHCP agents. Network: 8692ce5f-f96b-44ea-8ad7-864170786bc4, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:36:51.246406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:36:51.260986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 8692ce5f-f96b-44ea-8ad7-864170786bc4) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:51.269064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.269633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:51.271945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600b9d7-6441-4529-8314-b3f6baba7836 None None] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:51.297460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-120f7848-c683-482a-a64c-3fade9980677 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4551320 Nov 22 16:36:51.399566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34ab2-78f0-4ad3-b3dd-35c756d96741 req-380e08eb-6973-4877-bd50-1cd3c8431368 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.407714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34ab2-78f0-4ad3-b3dd-35c756d96741 req-380e08eb-6973-4877-bd50-1cd3c8431368 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.410608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:51.413762 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0f2060-65b8-4676-b10e-089f11bb52cf" -d '{"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-plugged", "status": "completed", "tag": "e9d341b4-3cc1-48df-abe8-36bd10861cfa"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:51.418251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ed34ab2-78f0-4ad3-b3dd-35c756d96741 req-380e08eb-6973-4877-bd50-1cd3c8431368 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.0865874 Nov 22 16:36:51.454223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7c6437-bd2f-446d-9ae4-b0f5a5812e51 None None] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:51.510518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ed34ab2-78f0-4ad3-b3dd-35c756d96741 req-b322433a-f535-4198-a03b-d161fd5799b2 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832412 Nov 22 16:36:51.537197 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba40df9a-0f33-4f4f-810d-817cdbef90fb x-openstack-request-id: req-ba40df9a-0f33-4f4f-810d-817cdbef90fb {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:51.537197 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-plugged", "status": "completed", "tag": "e9d341b4-3cc1-48df-abe8-36bd10861cfa", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:51.537197 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba40df9a-0f33-4f4f-810d-817cdbef90fb {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:51.537197 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa', 'code': 200} Nov 22 16:36:51.699467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfde4a-8b9e-41c9-84e1-3e1b35efb5d5 req-8e18d9e3-fc30-4696-9a6b-1284f60e9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.700058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfde4a-8b9e-41c9-84e1-3e1b35efb5d5 req-8e18d9e3-fc30-4696-9a6b-1284f60e9b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.702071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8dfde4a-8b9e-41c9-84e1-3e1b35efb5d5 req-8e18d9e3-fc30-4696-9a6b-1284f60e9b81 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1985 time: 0.1318097 Nov 22 16:36:51.755012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1b1d0-eeb9-4f01-b2cf-98801aee80e0 req-03b6a44c-14af-4857-9d66-efe8c710ee10 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:51.756200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bb1b1d0-eeb9-4f01-b2cf-98801aee80e0 req-03b6a44c-14af-4857-9d66-efe8c710ee10 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0598607 Nov 22 16:36:51.770837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8dfde4a-8b9e-41c9-84e1-3e1b35efb5d5 req-48b2f993-ae21-467a-a951-9c4d27caed07 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602884 Nov 22 16:36:51.827705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bb1b1d0-eeb9-4f01-b2cf-98801aee80e0 req-f5bf2be3-ff2a-4dbf-b65a-7ef81afeb6ae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647311 Nov 22 16:36:51.977358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3127b346-5f3e-4ff9-b441-d61e872ebffd req-90d6b52a-22ac-4063-8ebd-299d0c08f279 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0647829 Nov 22 16:36:52.058328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-60056adb-92b5-4236-83ca-f3aa681309f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.060326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-60056adb-92b5-4236-83ca-f3aa681309f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1734319 Nov 22 16:36:52.084133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-0caf6d36-2f8a-4c3c-91e0-23bcec3e20ff tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0134411 Nov 22 16:36:52.130336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-c8215107-a041-49d3-89c1-b0819d6741df tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318367 Nov 22 16:36:52.240622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-fa155f2a-36c1-4469-96fe-2b817c16cd02 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037846 Nov 22 16:36:52.347350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d7553350-23cb-4e81-b31f-8507e4b0627e service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965981 Nov 22 16:36:52.564476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69d256fe-c249-406c-a211-b4fc344e6d81 req-0deffc97-1177-4128-a470-ea4b89771a83 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 210 time: 0.0552437 Nov 22 16:36:52.740190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e07d-8f54-4090-b6b5-9129a2516874 req-d6973136-25bb-41f5-8b97-6aa0fae1f3bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.746719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f7e07d-8f54-4090-b6b5-9129a2516874 req-d6973136-25bb-41f5-8b97-6aa0fae1f3bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.754948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1f7e07d-8f54-4090-b6b5-9129a2516874 req-d6973136-25bb-41f5-8b97-6aa0fae1f3bc tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.1183753 Nov 22 16:36:52.810691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1f7e07d-8f54-4090-b6b5-9129a2516874 req-03c3bb60-aba5-417e-981e-958f73277538 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547919 Nov 22 16:36:52.858998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e518b45a-15bd-4a8c-bf88-0714806ce70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:52.992011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86191f08-0e45-4e14-a0a6-542638efac57 req-9c694861-7c51-4524-8d2d-9d093a37cdbf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:52.994246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86191f08-0e45-4e14-a0a6-542638efac57 req-9c694861-7c51-4524-8d2d-9d093a37cdbf tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0727658 Nov 22 16:36:53.108732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86191f08-0e45-4e14-a0a6-542638efac57 req-c41992f3-534c-4948-934f-c3c83e4683b2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071362 Nov 22 16:36:53.157822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-925cf343-62fa-44a2-9aec-31e32caa4769 req-d16cce1d-9d04-4196-8965-dc91d8f4953d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0469868 Nov 22 16:36:53.710702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b4f0f90-3dc3-4b50-a7c2-248c6cc0417f req-37bc6479-2da3-4942-8c88-990cbda57d8e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 210 time: 0.0344503 Nov 22 16:36:53.936136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:53.977030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-72e34e51-77ec-48cd-a6ce-6a57cba9554e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.978562 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-72e34e51-77ec-48cd-a6ce-6a57cba9554e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1536651 Nov 22 16:36:53.983723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fae5-eb57-4305-a7b9-ef02e7f864c9 req-38d6d0e2-371a-44a8-8d99-f12c099b9c4c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:53.985924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:53.995781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': '575a9104-898e-4ed3-b298-74180fd99363', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:54.001144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6fae5-eb57-4305-a7b9-ef02e7f864c9 req-38d6d0e2-371a-44a8-8d99-f12c099b9c4c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.002859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a6fae5-eb57-4305-a7b9-ef02e7f864c9 req-38d6d0e2-371a-44a8-8d99-f12c099b9c4c tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.0904882 Nov 22 16:36:54.088210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a6fae5-eb57-4305-a7b9-ef02e7f864c9 req-89612eea-eb35-4597-9018-9542e6c0abdb tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753608 Nov 22 16:36:54.135278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:54.142626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:36:54.148986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.169611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045', 'port_id': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'mac_address': 'fa:16:3e:34:37:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ed45ce-6f21-482a-abea-d8dac37681bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:54.222031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.257688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 752538d8-e1d5-4e3a-9d47-08efac6cc710 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:54.302354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:54.311364 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.342859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dc72dd-0014-42b1-b4ac-bb92a170d547 req-599637d7-a85b-4504-8a0a-daf7f5869b88 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.354854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41dc72dd-0014-42b1-b4ac-bb92a170d547 req-599637d7-a85b-4504-8a0a-daf7f5869b88 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.1160917 Nov 22 16:36:54.372670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.6 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/da7ed3d0-2d10-4a52-baa6-7b91336a7930) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:36:54.404115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.457636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41dc72dd-0014-42b1-b4ac-bb92a170d547 req-3fd0f34c-ea5d-4eef-9be7-9610a1687800 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016796 Nov 22 16:36:54.530462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a547bae9-735a-4776-b456-9b11a7bf1897 req-bf19dc5b-ba02-41e5-a3fc-adb1796b9d68 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0303319 Nov 22 16:36:54.577316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.628179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.687460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:36:54.690699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:36:54.694686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:36:54.723596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=da7ed3d0-2d10-4a52-baa6-7b91336a7930,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:54.755704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.756670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['752538d8-e1d5-4e3a-9d47-08efac6cc710'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:54.761192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.793069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-d2ff445a-04d1-48a4-848a-ecd7dcea9742 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8013003 Nov 22 16:36:54.819029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Request body: {'port': {'device_id': '575a9104-898e-4ed3-b298-74180fd99363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:36:54.863866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbccbb-fb58-4cb9-a933-5f4092386053 req-8fb6fac2-dabc-4aea-8749-64d23f53a628 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.873481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbccbb-fb58-4cb9-a933-5f4092386053 req-8fb6fac2-dabc-4aea-8749-64d23f53a628 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.882622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8fbccbb-fb58-4cb9-a933-5f4092386053 req-8fb6fac2-dabc-4aea-8749-64d23f53a628 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.1449630 Nov 22 16:36:54.884745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:54.948742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029264e0-4018-4203-a67f-1f4a2c0c2798 req-0bb75c59-b51f-42b2-9206-c6349d6ccb0e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:54.954751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-029264e0-4018-4203-a67f-1f4a2c0c2798 req-0bb75c59-b51f-42b2-9206-c6349d6ccb0e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 931 time: 0.1539621 Nov 22 16:36:55.003474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8fbccbb-fb58-4cb9-a933-5f4092386053 req-d824709a-2702-4a0b-9fab-dca0300b83f2 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142402 Nov 22 16:36:55.043380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-029264e0-4018-4203-a67f-1f4a2c0c2798 req-40231ca3-3722-49c9-95ad-243d4531688c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785012 Nov 22 16:36:55.214082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da7ed3d0-2d10-4a52-baa6-7b91336a7930 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:55.222911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.239266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Transition to ACTIVE for port object da7ed3d0-2d10-4a52-baa6-7b91336a7930 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:36:55.243456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.293319 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.326606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Pushing event updated for resources: {'Port': ['ID=da7ed3d0-2d10-4a52-baa6-7b91336a7930,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:55.379406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Attempting to bind port da7ed3d0-2d10-4a52-baa6-7b91336a7930 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:36:55.379772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Attempting to bind port da7ed3d0-2d10-4a52-baa6-7b91336a7930 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:36:55.380208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Attempting to bind port da7ed3d0-2d10-4a52-baa6-7b91336a7930 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:55.385163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Port da7ed3d0-2d10-4a52-baa6-7b91336a7930 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:36:55.385488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Attempting to bind port da7ed3d0-2d10-4a52-baa6-7b91336a7930 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:36:55.390686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:36:55.391023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:36:55.391409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:36:55.391837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Bound port: da7ed3d0-2d10-4a52-baa6-7b91336a7930, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:36:55.392195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.459314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] For port da7ed3d0-2d10-4a52-baa6-7b91336a7930, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:36:55.462518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] For port da7ed3d0-2d10-4a52-baa6-7b91336a7930, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:36:55.468208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.508073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.508711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:55.510223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] 10.222.0.20 "PUT /v2.0/ports/da7ed3d0-2d10-4a52-baa6-7b91336a7930 HTTP/1.1" status: 200 len: 1091 time: 0.6969564 Nov 22 16:36:55.516803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575a9104-898e-4ed3-b298-74180fd99363', 'tag': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:55.520583 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8684adf6-1986-46a0-9e40-3f00f377974b" -d '{"events": [{"name": "network-changed", "server_uuid": "575a9104-898e-4ed3-b298-74180fd99363", "tag": "da7ed3d0-2d10-4a52-baa6-7b91336a7930"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:55.532230 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:36:55.563365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024cc881-785d-436f-8774-8d7cdd1b2847 service neutron] Pushing event updated for resources: {'Port': ['ID=da7ed3d0-2d10-4a52-baa6-7b91336a7930,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:55.597006 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab573f67-7ffd-4b66-9176-e7abb577afbb x-openstack-request-id: req-ab573f67-7ffd-4b66-9176-e7abb577afbb {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:55.597374 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575a9104-898e-4ed3-b298-74180fd99363", "tag": "da7ed3d0-2d10-4a52-baa6-7b91336a7930", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:55.597808 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab573f67-7ffd-4b66-9176-e7abb577afbb {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:55.598344 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575a9104-898e-4ed3-b298-74180fd99363', 'tag': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930', 'status': 'completed', 'code': 200} Nov 22 16:36:55.660887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-17a4397b-2c46-4164-93e7-c54eeca81ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.670941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-17a4397b-2c46-4164-93e7-c54eeca81ea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 1094 time: 0.0794649 Nov 22 16:36:55.704721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5440-4cb2-4cf2-9371-09d359d1d4f9 req-58995990-3f88-470d-85be-17cbc643a383 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.715099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-717b5440-4cb2-4cf2-9371-09d359d1d4f9 req-58995990-3f88-470d-85be-17cbc643a383 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.1051564 Nov 22 16:36:55.732913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-859bcc69-6992-492c-aaa5-1e5e5203e02e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930 HTTP/1.1" status: 200 len: 217 time: 0.0487230 Nov 22 16:36:55.797709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94391159-face-4a72-8310-8aec49d5f87f req-5e6f2d89-bdd4-4346-a62e-8f753135b842 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0368161 Nov 22 16:36:55.804990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-7e216bcf-9d7c-48d8-ad23-89f16be14fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:55.806994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-7e216bcf-9d7c-48d8-ad23-89f16be14fb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0654588 Nov 22 16:36:55.822346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-717b5440-4cb2-4cf2-9371-09d359d1d4f9 req-406e9473-8dc0-4826-af37-74c9a593b8aa tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054020 Nov 22 16:36:55.865221 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-ec51a446-31f9-4510-901d-bbaf07a442e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497007 Nov 22 16:36:55.963624 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.017782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-c19babb4-4024-4de7-aae5-c3ee9c58857f service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426642 Nov 22 16:36:56.174655 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b21eb0e8-5d7b-449c-8499-2d9aaf95af2d req-be78b06c-5983-4f6a-a4cb-888e7112c320 service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376045 Nov 22 16:36:56.201417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4db02-6f9b-4fab-af42-9c31168f6c0a req-362b6c46-f762-4136-bfc0-a097103cc4da tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.207620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b4db02-6f9b-4fab-af42-9c31168f6c0a req-362b6c46-f762-4136-bfc0-a097103cc4da tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.215390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92b4db02-6f9b-4fab-af42-9c31168f6c0a req-362b6c46-f762-4136-bfc0-a097103cc4da tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.1184623 Nov 22 16:36:56.260279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd355c-983e-45b1-ae77-5bde8856d4e1 req-02a7946a-45d5-4035-892d-345120e3a55b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.270098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11cd355c-983e-45b1-ae77-5bde8856d4e1 req-02a7946a-45d5-4035-892d-345120e3a55b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 943 time: 0.1297503 Nov 22 16:36:56.313413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92b4db02-6f9b-4fab-af42-9c31168f6c0a req-04225fb1-9474-4afe-ba4a-6994c6c3b27e tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960231 Nov 22 16:36:56.347838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c4120-624f-40e1-8226-6ad221e575bf req-8b0f125a-8fcc-42b8-a040-44f085b2b93b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.355334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c4120-624f-40e1-8226-6ad221e575bf req-8b0f125a-8fcc-42b8-a040-44f085b2b93b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.357629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-182c4120-624f-40e1-8226-6ad221e575bf req-8b0f125a-8fcc-42b8-a040-44f085b2b93b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 1683 time: 0.0958700 Nov 22 16:36:56.367790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11cd355c-983e-45b1-ae77-5bde8856d4e1 req-ae7b89b8-0860-4c72-8959-5c4a39961b5b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968871 Nov 22 16:36:56.464257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684adf6-1986-46a0-9e40-3f00f377974b req-410ba16b-ba5f-4c7a-a79f-be85a0dc7cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.466465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-410ba16b-ba5f-4c7a-a79f-be85a0dc7cca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 1094 time: 0.1284230 Nov 22 16:36:56.551850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port e9d341b4-3cc1-48df-abe8-36bd10861cfa {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:56.551850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.623358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684adf6-1986-46a0-9e40-3f00f377974b req-e5323df7-cab3-48d7-b8fd-9127fe80e8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.624856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-e5323df7-cab3-48d7-b8fd-9127fe80e8d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.1498609 Nov 22 16:36:56.682398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-7c08e515-38c1-43b9-b104-77a66e1efa22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930 HTTP/1.1" status: 200 len: 217 time: 0.0484059 Nov 22 16:36:56.747493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port e9d341b4-3cc1-48df-abe8-36bd10861cfa, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e9d341b4-3cc1-48df-abe8-36bd10861cfa,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:56.747863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:56.776102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for e9d341b4-3cc1-48df-abe8-36bd10861cfa owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:56.778870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8684adf6-1986-46a0-9e40-3f00f377974b req-4e04708c-a9ca-46fb-9c3c-43889e1a640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:56.780336 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-4e04708c-a9ca-46fb-9c3c-43889e1a640a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0895743 Nov 22 16:36:56.848140 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-7b2b94ec-9bae-41c6-8414-f00a175fcff1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589056 Nov 22 16:36:56.959958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-f7be9b99-1292-4fe0-9b52-17691723e655 service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032174 Nov 22 16:36:56.993574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-807a35df-473f-4d40-8f8a-f8863af17094 req-07cc59ec-9a89-4a64-9736-b2492cfbedfd tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0662951 Nov 22 16:36:57.056238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff3cf7-6c90-4cd2-989f-61d479330a0e req-9e204825-687a-43bb-a19f-34cb60c77258 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.057866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dff3cf7-6c90-4cd2-989f-61d479330a0e req-9e204825-687a-43bb-a19f-34cb60c77258 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.1026742 Nov 22 16:36:57.123758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dff3cf7-6c90-4cd2-989f-61d479330a0e req-ec8fc430-3498-4aac-9d67-f33408474a4c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576766 Nov 22 16:36:57.173385 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8684adf6-1986-46a0-9e40-3f00f377974b req-608fb875-1ae5-484c-ac0c-8742d7996979 service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017949 Nov 22 16:36:57.194829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.232422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=e9d341b4-3cc1-48df-abe8-36bd10861cfa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:57.286416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port e9d341b4-3cc1-48df-abe8-36bd10861cfa on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:57.289233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.292689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-182c4120-624f-40e1-8226-6ad221e575bf req-8ce25717-2bb6-4aad-8dd8-7449380f7eb9 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "DELETE /v2.0/ports/e9d341b4-3cc1-48df-abe8-36bd10861cfa HTTP/1.1" status: 204 len: 173 time: 0.9274044 Nov 22 16:36:57.434277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port 21767687-7e0b-42eb-89e1-8f594881fd2a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:57.435574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.474639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e928c-47f6-443a-8da7-47287e7fd1d2 req-c96a6a66-b53f-41a0-8ded-57fe0cd5d976 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.476203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-368e928c-47f6-443a-8da7-47287e7fd1d2 req-c96a6a66-b53f-41a0-8ded-57fe0cd5d976 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/ports?device_id=55f3177b-6866-4ebd-949b-2cc0dc7de2a9 HTTP/1.1" status: 200 len: 946 time: 0.0783353 Nov 22 16:36:57.535557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port 21767687-7e0b-42eb-89e1-8f594881fd2a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=21767687-7e0b-42eb-89e1-8f594881fd2a,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:57.535845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.550506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for 21767687-7e0b-42eb-89e1-8f594881fd2a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:57.554857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f955975-874c-46c4-ae6c-7db13a6479c6 req-286a0c97-fb6f-423f-af34-c29b6be009eb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:57.556374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f955975-874c-46c4-ae6c-7db13a6479c6 req-286a0c97-fb6f-423f-af34-c29b6be009eb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 943 time: 0.0987172 Nov 22 16:36:57.561475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-368e928c-47f6-443a-8da7-47287e7fd1d2 req-442d984f-a4d4-408a-a023-bcce94d10945 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "GET /v2.0/security-groups?id=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632119 Nov 22 16:36:57.599937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-deleted', 'tag': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:57.602226 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bcd7ab-dde4-424d-a8c0-88bc5c739c31" -d '{"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-deleted", "tag": "e9d341b4-3cc1-48df-abe8-36bd10861cfa"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:57.616169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f955975-874c-46c4-ae6c-7db13a6479c6 req-65565800-883f-4eb8-89d2-4b804823ddef tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462952 Nov 22 16:36:57.655837 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f872e-f5f6-45ff-910c-a57dba3eb3ca x-openstack-request-id: req-cb9f872e-f5f6-45ff-910c-a57dba3eb3ca {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:57.656287 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-deleted", "tag": "e9d341b4-3cc1-48df-abe8-36bd10861cfa", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:57.656609 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb9f872e-f5f6-45ff-910c-a57dba3eb3ca {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:57.657070 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-deleted', 'tag': 'e9d341b4-3cc1-48df-abe8-36bd10861cfa', 'status': 'completed', 'code': 200} Nov 22 16:36:57.702390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.732350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=21767687-7e0b-42eb-89e1-8f594881fd2a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:57.785015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port 21767687-7e0b-42eb-89e1-8f594881fd2a on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:57.787571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:57.790963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-182c4120-624f-40e1-8226-6ad221e575bf req-d9dc6684-ae66-4cc8-a105-d7992fd08c11 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.20 "DELETE /v2.0/ports/21767687-7e0b-42eb-89e1-8f594881fd2a HTTP/1.1" status: 204 len: 173 time: 0.4890437 Nov 22 16:36:58.010371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:36:58.073232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 752538d8-e1d5-4e3a-9d47-08efac6cc710 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:36:58.080011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 752538d8-e1d5-4e3a-9d47-08efac6cc710 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:36:58.080936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.118143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f3c0267-85cf-441f-ac18-8aaf018b644a req-e73af8ee-dea1-40b8-86b8-89133b3f2a95 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0325594 Nov 22 16:36:58.193562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.225788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:58.228805 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095f7966-0c4a-4641-95f8-b97ad0355907" -d '{"events": [{"server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "name": "network-vif-plugged", "status": "completed", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:58.254554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:58.260243 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.321303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:58.502352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-82185cbd-5f9e-4d47-b5c5-bf0876bc0f22 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--194084326&fields=id&tenant_id=3a34c9608940464aa7883f973af47f0b HTTP/1.1" status: 200 len: 267 time: 0.3587408 Nov 22 16:36:58.596290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0e5a2-c33c-4c7f-b346-e85f4339a8c3 req-cf66102d-3b8b-42ea-960e-2814d99c5c38 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.597870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddf0e5a2-c33c-4c7f-b346-e85f4339a8c3 req-cf66102d-3b8b-42ea-960e-2814d99c5c38 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.1129630 Nov 22 16:36:58.662487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-25905fbd-3c84-415d-8aab-81c47ccd52d6 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.663966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-25905fbd-3c84-415d-8aab-81c47ccd52d6 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/networks?id=553d78ba-ec1d-40b4-81ec-1c17d379db96 HTTP/1.1" status: 200 len: 815 time: 0.1485405 Nov 22 16:36:58.686155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddf0e5a2-c33c-4c7f-b346-e85f4339a8c3 req-ce9c31f9-515b-4fc6-bb6d-7f8b181a676e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821192 Nov 22 16:36:58.688571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-36ec94c8-b1d5-4bf8-a916-ca1ffee2cbd1 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/quotas/3a34c9608940464aa7883f973af47f0b HTTP/1.1" status: 200 len: 375 time: 0.0160332 Nov 22 16:36:58.750356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-2faca7c9-0e6a-44de-8ab4-6edcc81313e7 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3a34c9608940464aa7883f973af47f0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519319 Nov 22 16:36:58.807442 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa87259-bfe1-4e9c-899c-38f76727b2ce x-openstack-request-id: req-9fa87259-bfe1-4e9c-899c-38f76727b2ce {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:58.807986 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "name": "network-vif-plugged", "status": "completed", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:58.808302 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fa87259-bfe1-4e9c-899c-38f76727b2ce {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:58.808803 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'code': 200} Nov 22 16:36:58.845941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59666) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:58.939990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d404c-900c-467c-bd76-3cf5492cc680 req-20776677-65ee-467c-8472-500a3a3d6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:58.941519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8d5d404c-900c-467c-bd76-3cf5492cc680 req-20776677-65ee-467c-8472-500a3a3d6322 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1097 time: 0.0401788 Nov 22 16:36:58.948895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-c021dc95-3ed0-48a5-a8e4-31c6b6341539 service neutron] 10.222.0.65 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851614 Nov 22 16:36:58.953883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting subnet baf58014-9037-4c4e-be89-37daa6f55f4c {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:36:58.958674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:58.998311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8d5d404c-900c-467c-bd76-3cf5492cc680 req-61c7251d-ea00-4de6-9b77-7bab18bc20cc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Nov 22 16:36:59.055267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.065990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fbfc1-9295-41ad-b212-24afc3c975a5 req-3b0b7d38-6c36-4a42-bcb6-81f52266642c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.066861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device da7ed3d0-2d10-4a52-baa6-7b91336a7930 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:36:59.067488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af9fbfc1-9295-41ad-b212-24afc3c975a5 req-3b0b7d38-6c36-4a42-bcb6-81f52266642c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 943 time: 0.1687481 Nov 22 16:36:59.070721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 21767687-7e0b-42eb-89e1-8f594881fd2a no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:59.099390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 21767687-7e0b-42eb-89e1-8f594881fd2a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:59.099736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 21767687-7e0b-42eb-89e1-8f594881fd2a not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:59.100154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e9d341b4-3cc1-48df-abe8-36bd10861cfa no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:36:59.126225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: e9d341b4-3cc1-48df-abe8-36bd10861cfa {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:36:59.126571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e9d341b4-3cc1-48df-abe8-36bd10861cfa not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:36:59.184190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-61dfedfa-1bba-4d8d-b522-6f102c62a5aa service neutron] 10.222.0.65 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227476 Nov 22 16:36:59.194760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af9fbfc1-9295-41ad-b212-24afc3c975a5 req-39dbea86-59a1-473b-932e-de96a142ddc4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036685 Nov 22 16:36:59.253308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.358919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.367449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port da7ed3d0-2d10-4a52-baa6-7b91336a7930, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:59.381914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930', 'mac_address': 'fa:16:3e:af:65:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:36:59.398844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Subnet': ['ID=baf58014-9037-4c4e-be89-37daa6f55f4c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:59.422422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88e110c6-b9f7-4d28-b63a-e2b4cf5890c5 req-07f705fa-ac1a-4863-bdba-1e8ac46d991d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0608189 Nov 22 16:36:59.423546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.424155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.427560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-50c186f6-64f3-4008-af33-a0394d1dbd3b tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/subnets/baf58014-9037-4c4e-be89-37daa6f55f4c HTTP/1.1" status: 204 len: 168 time: 0.5798707 Nov 22 16:36:59.429957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59678) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:36:59.451044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da7ed3d0-2d10-4a52-baa6-7b91336a7930 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:36:59.458060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46ad325-8c80-4a32-99cd-ae1fd2684f4f None None] Network 9f15822f-c519-48b1-bcc2-d189df7c5855 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:36:59.517391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port da7ed3d0-2d10-4a52-baa6-7b91336a7930, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:59.526221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.530318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.621932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=da7ed3d0-2d10-4a52-baa6-7b91336a7930,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:36:59.644437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port f5b16f44-1070-4a89-8871-2f2759ee775d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:59.644750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.648803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0933fd75-94b0-4c4e-9726-7ace9aeda530 req-7cc7ec3c-1354-4e1e-80a4-62759e1eb459 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0506427 Nov 22 16:36:59.658470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-deleted', 'tag': '21767687-7e0b-42eb-89e1-8f594881fd2a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:36:59.664977 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e59960a-fa58-4321-8694-eb08f6afaba6" -d '{"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-deleted", "tag": "21767687-7e0b-42eb-89e1-8f594881fd2a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:36:59.711516 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9798b524-b4bc-44cd-b157-2bd8c50f0bb9 x-openstack-request-id: req-9798b524-b4bc-44cd-b157-2bd8c50f0bb9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:36:59.711888 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f3177b-6866-4ebd-949b-2cc0dc7de2a9", "name": "network-vif-deleted", "tag": "21767687-7e0b-42eb-89e1-8f594881fd2a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:36:59.712206 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9798b524-b4bc-44cd-b157-2bd8c50f0bb9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:36:59.712672 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f3177b-6866-4ebd-949b-2cc0dc7de2a9', 'name': 'network-vif-deleted', 'tag': '21767687-7e0b-42eb-89e1-8f594881fd2a', 'status': 'completed', 'code': 200} Nov 22 16:36:59.734311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port f5b16f44-1070-4a89-8871-2f2759ee775d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f5b16f44-1070-4a89-8871-2f2759ee775d,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:59.734787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.745461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] DHCP port deletion for 9f15822f-c519-48b1-bcc2-d189df7c5855 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:36:59.754168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for f5b16f44-1070-4a89-8871-2f2759ee775d owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:59.807323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] Deleting port f5b16f44-1070-4a89-8871-2f2759ee775d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:36:59.807979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.849190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:36:59.889078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b482a-bf95-4e15-8047-42a31e85c4d0 req-d61351b5-11a4-45af-8bd5-0e1734baede6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:36:59.890719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f9b482a-bf95-4e15-8047-42a31e85c4d0 req-d61351b5-11a4-45af-8bd5-0e1734baede6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0902305 Nov 22 16:36:59.912519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.927977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] For port f5b16f44-1070-4a89-8871-2f2759ee775d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f5b16f44-1070-4a89-8871-2f2759ee775d,segment=NetworkSegment(aef3815f-914f-4b9f-8924-d96448a578f9),segment_id=aef3815f-914f-4b9f-8924-d96448a578f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:36:59.928364 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:36:59.947437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] Calling delete_port for f5b16f44-1070-4a89-8871-2f2759ee775d owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:36:59.949876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port f5b16f44-1070-4a89-8871-2f2759ee775d on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:36:59.984690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=f5b16f44-1070-4a89-8871-2f2759ee775d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.066254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f9b482a-bf95-4e15-8047-42a31e85c4d0 req-ba5393a1-8b0c-4c71-9c1a-1404adb836aa tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694605 Nov 22 16:37:00.089151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.119522 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.128898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f15822f-c519-48b1-bcc2-d189df7c5855']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:00.141068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef3815f-914f-4b9f-8924-d96448a578f9') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:00.141533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef3815f-914f-4b9f-8924-d96448a578f9') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:00.154456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.154696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] Pushing event deleted for resources: {'Port': ['ID=f5b16f44-1070-4a89-8871-2f2759ee775d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.159543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188156c-67c6-4585-b8eb-2c10126e1d17 None None] No DVR routers for this DVR port f5b16f44-1070-4a89-8871-2f2759ee775d on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:00.168202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.175375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:00.175792 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:00.179393 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:00.244078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.253289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.258150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/networks/9f15822f-c519-48b1-bcc2-d189df7c5855 HTTP/1.1" status: 204 len: 168 time: 0.8271446 Nov 22 16:37:00.260758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59698) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:00.286394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7251659-9c76-46ed-8e69-3b805b6b5bac tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Network': ['ID=9f15822f-c519-48b1-bcc2-d189df7c5855,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.368106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting subnet f19667d9-1c43-48f2-accd-61ae29d369c2 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:00.372241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.411154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4ecc4-a3c7-4ecb-9060-66c19620593b req-272346fc-ff5e-4842-8e00-26e14bebf0c2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.412909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32f4ecc4-a3c7-4ecb-9060-66c19620593b req-272346fc-ff5e-4842-8e00-26e14bebf0c2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 944 time: 0.1297138 Nov 22 16:37:00.446739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.518057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32f4ecc4-a3c7-4ecb-9060-66c19620593b req-2e801857-87d9-407d-b358-c3bcf49a6332 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982318 Nov 22 16:37:00.566519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad17ba06-d757-4f8a-84a6-39a70cd0b5ac req-a5b615f8-8f4b-42ec-8853-43e831a6c123 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0461812 Nov 22 16:37:00.588334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.661879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.689599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Subnet': ['ID=f19667d9-1c43-48f2-accd-61ae29d369c2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:00.696601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.700613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b46076bf-375e-4651-b3f8-e02c892b4ac8 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/subnets/f19667d9-1c43-48f2-accd-61ae29d369c2 HTTP/1.1" status: 204 len: 168 time: 0.4381952 Nov 22 16:37:00.703207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59708) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:00.707180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8909aca8-3e5c-4a18-a622-9613040ea756 None None] Network 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:00.799698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc5e49ef-0ad0-4631-a503-af5ae58ea14a req-46823763-abf3-4f52-8aaf-55d5e8d64fca tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0341277 Nov 22 16:37:00.836924 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.902786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Deleting port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:00.903667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.940344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] DHCP port deletion for 4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:00.966990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-83d5c8fc-c292-40a7-aedc-6ef53109c74c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:00.968714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-83d5c8fc-c292-40a7-aedc-6ef53109c74c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.20 "GET /v2.0/networks?id=553d78ba-ec1d-40b4-81ec-1c17d379db96 HTTP/1.1" status: 200 len: 815 time: 0.1796432 Nov 22 16:37:00.980012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] For port 742b7725-1f8e-4c51-a3c9-d242ea4810d3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=742b7725-1f8e-4c51-a3c9-d242ea4810d3,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:00.980375 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:00.996104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Calling delete_port for 742b7725-1f8e-4c51-a3c9-d242ea4810d3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:01.007072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] Deleting port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:01.010155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.052650 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-83f7a1d1-3293-403c-a275-fdd664a756cb tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a34c9608940464aa7883f973af47f0b HTTP/1.1" status: 200 len: 379 time: 0.0714922 Nov 22 16:37:01.063175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Request body: {'port': {'device_id': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'admin_state_up': True, 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'security_groups': ['30bc24c8-d49f-477e-abdc-67767cc95cf9']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:01.086349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device da7ed3d0-2d10-4a52-baa6-7b91336a7930 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:01.087475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.104732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] No DVR routers for this DVR port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:01.139459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] For port 742b7725-1f8e-4c51-a3c9-d242ea4810d3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=742b7725-1f8e-4c51-a3c9-d242ea4810d3,segment=NetworkSegment(42d1d6fb-00ee-4e30-ada3-72643ca4abcf),segment_id=42d1d6fb-00ee-4e30-ada3-72643ca4abcf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:01.140012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Port': ['ID=742b7725-1f8e-4c51-a3c9-d242ea4810d3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.140112 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.169460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] Calling delete_port for 742b7725-1f8e-4c51-a3c9-d242ea4810d3 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:01.251236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Made reservation on behalf of 3a34c9608940464aa7883f973af47f0b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:01.271780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.276980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port da7ed3d0-2d10-4a52-baa6-7b91336a7930 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:01.285562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port da7ed3d0-2d10-4a52-baa6-7b91336a7930 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:01.285968 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.338216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.341937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 742b7725-1f8e-4c51-a3c9-d242ea4810d3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:01.375302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638d003-ba71-4adb-acb6-a536b0c19694 req-45818a03-45ed-48b7-8d73-c32337257474 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.386957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 742b7725-1f8e-4c51-a3c9-d242ea4810d3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:01.387684 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 742b7725-1f8e-4c51-a3c9-d242ea4810d3 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:01.388163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f5b16f44-1070-4a89-8871-2f2759ee775d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:01.398741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2638d003-ba71-4adb-acb6-a536b0c19694 req-45818a03-45ed-48b7-8d73-c32337257474 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.1867375 Nov 22 16:37:01.423117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f5b16f44-1070-4a89-8871-2f2759ee775d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:01.423454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f5b16f44-1070-4a89-8871-2f2759ee775d not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:01.439800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.456995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc586c2-d305-4d20-8cf2-a0fcc0055cd0']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:01.533616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] Pushing event deleted for resources: {'Port': ['ID=742b7725-1f8e-4c51-a3c9-d242ea4810d3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.535137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d1d6fb-00ee-4e30-ada3-72643ca4abcf') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:01.537597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d1d6fb-00ee-4e30-ada3-72643ca4abcf') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:01.556860 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.557501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Allocated IP 172.20.0.6 (553d78ba-ec1d-40b4-81ec-1c17d379db96/caac2c34-f8b6-403d-8ff5-b465739da7fb/2690222d-eb66-4fd0-b4ab-3ad6b19936cd) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:01.563086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11628822-4b28-4b8b-b965-9950ce95a1a5 None None] No DVR routers for this DVR port 742b7725-1f8e-4c51-a3c9-d242ea4810d3 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:01.595724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.646523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.671643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575a9104-898e-4ed3-b298-74180fd99363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:01.672170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:01.672589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.674539 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc5905d-e2d7-4200-8901-fb3b5419c77b" -d '{"events": [{"server_uuid": "575a9104-898e-4ed3-b298-74180fd99363", "name": "network-vif-plugged", "status": "completed", "tag": "da7ed3d0-2d10-4a52-baa6-7b91336a7930"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:01.677710 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:01.698230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2638d003-ba71-4adb-acb6-a536b0c19694 req-b37fda4c-3775-443d-a8cd-3a086b07fb1f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939100 Nov 22 16:37:01.699002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port da7ed3d0-2d10-4a52-baa6-7b91336a7930, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:01.715355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.786295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=da7ed3d0-2d10-4a52-baa6-7b91336a7930,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.787546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.800882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.805503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] 10.222.0.65 "DELETE /v2.0/networks/4bc586c2-d305-4d20-8cf2-a0fcc0055cd0 HTTP/1.1" status: 204 len: 168 time: 1.1010122 Nov 22 16:37:01.846702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.875122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc4f6574-a053-42bc-af24-3fcb5bca8551 req-051c6d02-9ad1-4f30-a99f-49f86d00c1b9 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0492952 Nov 22 16:37:01.880353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f37c47-4f41-4642-8005-5755f6435d14 tempest-ServersTestMultiNic-1161760390 tempest-ServersTestMultiNic-1161760390-project] Pushing event deleted for resources: {'Network': ['ID=4bc586c2-d305-4d20-8cf2-a0fcc0055cd0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:01.895436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:01.896168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec217a-3c4d-4194-9d7b-c7d1b9e59bae req-76e7372c-1573-47f5-b5e8-3153dd0377e3 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:01.898167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaec217a-3c4d-4194-9d7b-c7d1b9e59bae req-76e7372c-1573-47f5-b5e8-3153dd0377e3 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 945 time: 0.1864400 Nov 22 16:37:01.954263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:01.960509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:01.963998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:01.991877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaec217a-3c4d-4194-9d7b-c7d1b9e59bae req-0970c721-8cc8-4e50-ba01-5ec8e8203b08 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851364 Nov 22 16:37:02.026801 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95497f70-37b5-4313-933e-df7c027e7b80 x-openstack-request-id: req-95497f70-37b5-4313-933e-df7c027e7b80 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:02.029618 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575a9104-898e-4ed3-b298-74180fd99363", "name": "network-vif-plugged", "status": "completed", "tag": "da7ed3d0-2d10-4a52-baa6-7b91336a7930", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:02.030087 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95497f70-37b5-4313-933e-df7c027e7b80 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:02.030613 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575a9104-898e-4ed3-b298-74180fd99363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930', 'code': 200} Nov 22 16:37:02.060124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.061128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.078586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event updated for resources: {'Port': ['ID=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.148658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b90bc1e9-1512-48c5-a93f-8ff2fa3fc346 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893188 Nov 22 16:37:02.166022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Request body: {'port': {'device_id': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:02.193577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb835c-57e3-45c5-ac00-7aaeb5c73153 req-f46784fb-e8e2-40fd-bc33-9bd492191e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.195414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bbb835c-57e3-45c5-ac00-7aaeb5c73153 req-f46784fb-e8e2-40fd-bc33-9bd492191e01 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 1096 time: 0.0950654 Nov 22 16:37:02.204817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8e796-3528-4e3e-b280-e283093d31a8 req-d05748bf-9ffb-47b4-8c67-af1fd0b89037 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.206512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42d8e796-3528-4e3e-b280-e283093d31a8 req-d05748bf-9ffb-47b4-8c67-af1fd0b89037 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1097 time: 0.1205695 Nov 22 16:37:02.260463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.271188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db08604-2db6-47ca-81fe-b2d4a306a48f req-19ed0f2a-15d5-4fef-a57f-71af736f6c8c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.272760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0db08604-2db6-47ca-81fe-b2d4a306a48f req-19ed0f2a-15d5-4fef-a57f-71af736f6c8c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 931 time: 0.1177278 Nov 22 16:37:02.312987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42d8e796-3528-4e3e-b280-e283093d31a8 req-0a0bcb5b-8a33-422b-bcb9-90fad62de5e5 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948322 Nov 22 16:37:02.374765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0db08604-2db6-47ca-81fe-b2d4a306a48f req-92ac54b0-6a35-40f2-9593-25b2b4ab5148 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958467 Nov 22 16:37:02.383619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f537653d-8096-4ed3-85bb-95f78ada0d7e None None] Provisioning complete for port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:02.384086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f537653d-8096-4ed3-85bb-95f78ada0d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.426153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f537653d-8096-4ed3-85bb-95f78ada0d7e None None] Port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:02.440205 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bbb835c-57e3-45c5-ac00-7aaeb5c73153 req-37688b42-c1af-40bb-ae04-229798a8077f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338231 Nov 22 16:37:02.542590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59740) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:02.627147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2690222d-eb66-4fd0-b4ab-3ad6b19936cd {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:02.647234 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.665334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Transition to ACTIVE for port object 2690222d-eb66-4fd0-b4ab-3ad6b19936cd will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:02.670624 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:02.708922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e78fd-3e16-42ca-8634-c95476c2675b req-c5f5567f-8bd6-4a55-8bb2-e53ad76c3589 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:02.717363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a71e78fd-3e16-42ca-8634-c95476c2675b req-c5f5567f-8bd6-4a55-8bb2-e53ad76c3589 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1097 time: 0.1894979 Nov 22 16:37:02.750804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:02.846310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Attempting to bind port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:02.846988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Attempting to bind port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:02.847651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Attempting to bind port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd on network 553d78ba-ec1d-40b4-81ec-1c17d379db96 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:02.849116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a71e78fd-3e16-42ca-8634-c95476c2675b req-c1399513-aeea-4380-92a0-ee13162b6ca6 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194201 Nov 22 16:37:02.855652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd on network 553d78ba-ec1d-40b4-81ec-1c17d379db96 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:02.856192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Attempting to bind port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd on network 553d78ba-ec1d-40b4-81ec-1c17d379db96 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:02.865002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:02.865407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Checking segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:02.865769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Bound using segment: {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:02.866227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Bound port: 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b224aff9-6217-404f-92de-62cf59f7fdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:02.866589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.011587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] For port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:03.015645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] For port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:03.027129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.048014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.049169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.050420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2690222d-eb66-4fd0-b4ab-3ad6b19936cd HTTP/1.1" status: 200 len: 1091 time: 0.8911927 Nov 22 16:37:03.052296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:03.055612 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44237d1-86c4-4a3b-8882-d93649ba37ae" -d '{"events": [{"name": "network-changed", "server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:03.071965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb8713c3-1097-4dde-af6d-02e9a1e5fab8 req-392c7485-0446-4e35-b859-959953e5398e tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0414276 Nov 22 16:37:03.248251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bbc48-ec91-4546-b603-a32114272cc0 service neutron] Pushing event updated for resources: {'Port': ['ID=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:03.263486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b30879e3-fc9a-48ce-8002-5f03b3bdeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.265782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-b30879e3-fc9a-48ce-8002-5f03b3bdeaa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a34c9608940464aa7883f973af47f0b&device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 1094 time: 0.1359043 Nov 22 16:37:03.311936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129660-992a-48e5-9031-ac6886bd7e68 req-6a584696-4351-49ef-9f6d-bfaaf0b3a401 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.319603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c129660-992a-48e5-9031-ac6886bd7e68 req-6a584696-4351-49ef-9f6d-bfaaf0b3a401 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 945 time: 0.0904822 Nov 22 16:37:03.328754 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.369043 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-4fc13b9d-10e8-4fa0-b6ad-bc38ede7b90a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd HTTP/1.1" status: 200 len: 217 time: 0.0941293 Nov 22 16:37:03.444222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-aef1f03a-9a63-4147-8163-574ffcb551c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.445976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-aef1f03a-9a63-4147-8163-574ffcb551c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=caac2c34-f8b6-403d-8ff5-b465739da7fb HTTP/1.1" status: 200 len: 854 time: 0.0669649 Nov 22 16:37:03.475573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c129660-992a-48e5-9031-ac6886bd7e68 req-a391b181-7a53-4cbc-a026-a6d9e3b95711 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541126 Nov 22 16:37:03.518307 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b1b1d7-9231-41a7-b1a8-43f962779a9a x-openstack-request-id: req-68b1b1d7-9231-41a7-b1a8-43f962779a9a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:03.518602 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:03.518858 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68b1b1d7-9231-41a7-b1a8-43f962779a9a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:03.521589 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'status': 'completed', 'code': 200} Nov 22 16:37:03.547368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-48687071-9b47-4368-b891-806b6b5450d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.550277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-48687071-9b47-4368-b891-806b6b5450d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=553d78ba-ec1d-40b4-81ec-1c17d379db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836818 Nov 22 16:37:03.681177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc734b3-0e3a-4356-91e5-ed3a79e4c526 req-2af821a1-6c8d-4031-996c-334bfb1572da tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:03.689465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcc734b3-0e3a-4356-91e5-ed3a79e4c526 req-2af821a1-6c8d-4031-996c-334bfb1572da tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.0873725 Nov 22 16:37:03.693144 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-2675c49f-23d3-4a0c-8f81-bc350ef73eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324508 Nov 22 16:37:03.818229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcc734b3-0e3a-4356-91e5-ed3a79e4c526 req-d7b6a48c-a3d6-4d12-a8d0-111531975047 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277416 Nov 22 16:37:03.860896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Deleting port 55c9241b-521e-49a3-a406-9e187dce0aaa {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:03.861237 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:03.896352 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50210b1a-68e8-44dc-b01b-78a88aee6d83 req-658eec35-8c91-4a1b-8e5d-ed39b6d6b836 service neutron] 10.222.0.20 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842399 Nov 22 16:37:04.010402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] For port 55c9241b-521e-49a3-a406-9e187dce0aaa, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=55c9241b-521e-49a3-a406-9e187dce0aaa,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:04.010952 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.030834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Calling delete_port for 55c9241b-521e-49a3-a406-9e187dce0aaa owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:04.066744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-c79f46fe-d1e1-4e3b-8982-6d840e4711c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.068394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-c79f46fe-d1e1-4e3b-8982-6d840e4711c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a34c9608940464aa7883f973af47f0b&device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 1094 time: 0.0659623 Nov 22 16:37:04.211591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-54234bf5-d81f-4f14-8d24-c8f2d534457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.213379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-54234bf5-d81f-4f14-8d24-c8f2d534457f service neutron] 10.222.0.20 "GET /v2.0/networks?id=553d78ba-ec1d-40b4-81ec-1c17d379db96 HTTP/1.1" status: 200 len: 916 time: 0.1227739 Nov 22 16:37:04.291076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-0b59d233-8c75-4804-b8ab-3e415a8a15dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd HTTP/1.1" status: 200 len: 217 time: 0.0651209 Nov 22 16:37:04.370540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-770a4b2d-6fb0-4af2-b400-7b34be47f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.373614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-770a4b2d-6fb0-4af2-b400-7b34be47f6d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=caac2c34-f8b6-403d-8ff5-b465739da7fb HTTP/1.1" status: 200 len: 854 time: 0.0607774 Nov 22 16:37:04.480513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-e384c903-80ae-4f91-bee4-b64ceb8beb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.483897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-e384c903-80ae-4f91-bee4-b64ceb8beb1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=553d78ba-ec1d-40b4-81ec-1c17d379db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848563 Nov 22 16:37:04.540760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1fb09d0-6396-47b9-bfed-0eb2d4ba0d81 req-ec8d8b05-0010-45d0-bca7-88ed47cc41ac tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0403686 Nov 22 16:37:04.544617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-e0d79462-b06e-49ea-8551-818a2fbaf71e tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:37:04.545540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-e0d79462-b06e-49ea-8551-818a2fbaf71e tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232189 Nov 22 16:37:04.637424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-1616e11e-3d41-46a1-b05c-b74884ca3190 service neutron] 10.222.0.20 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428881 Nov 22 16:37:04.644270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-7b840716-3811-483c-ae6f-b3ea19880e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.653752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-7b840716-3811-483c-ae6f-b3ea19880e46 service neutron] 10.222.0.65 "GET /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 1094 time: 0.0767941 Nov 22 16:37:04.658150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Request body: {'binding': {'host': 'n-h2-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:04.658598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:37:04.756366 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f44237d1-86c4-4a3b-8882-d93649ba37ae req-54144cde-0635-48ad-ad28-b4ebfcaf7298 service neutron] 10.222.0.20 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084704 Nov 22 16:37:04.817610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:04.830864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06885764-606d-42fd-9868-b8dee7d86613 req-ca4dad29-62a6-4441-b97c-1322820122a0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:04.832454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06885764-606d-42fd-9868-b8dee7d86613 req-ca4dad29-62a6-4441-b97c-1322820122a0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 945 time: 0.1461947 Nov 22 16:37:04.874274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Pushing event deleted for resources: {'Port': ['ID=55c9241b-521e-49a3-a406-9e187dce0aaa,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:04.991810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on host n-h2-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:04.992151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:04.992576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:04.998042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06885764-606d-42fd-9868-b8dee7d86613 req-d014a3f6-0555-4ea4-a4e2-350b1b437475 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332901 Nov 22 16:37:05.006499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:05.006822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:05.053556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:05.054061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:05.054455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:05.054918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Bound port: 752538d8-e1d5-4e3a-9d47-08efac6cc710, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:05.185485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:05.201446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.201750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-1f16e164-5d19-426c-ac4e-483168b26041 service neutron] 10.222.0.65 "POST /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710/bindings HTTP/1.1" status: 201 len: 389 time: 0.5468783 Nov 22 16:37:05.211815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:05.235507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639d5f7-7293-4449-88be-3f1391a45f76 req-ca311553-fb2a-4c3e-8e62-df8a97dac48c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.243599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b639d5f7-7293-4449-88be-3f1391a45f76 req-ca311553-fb2a-4c3e-8e62-df8a97dac48c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.1104624 Nov 22 16:37:05.383273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b639d5f7-7293-4449-88be-3f1391a45f76 req-bad7131e-4aa3-471b-9681-554a758272da tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386931 Nov 22 16:37:05.566547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-8090f89f-fae5-4a48-8055-69ec17e55aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.568931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-8090f89f-fae5-4a48-8055-69ec17e55aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1097 time: 0.0486579 Nov 22 16:37:05.649526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:05.710303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-af617069-9484-45ee-afe6-03b05fbbd976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.711774 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-af617069-9484-45ee-afe6-03b05fbbd976 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1215136 Nov 22 16:37:05.758687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-7821a3eb-ac3b-48fb-9dba-cb1acba42990 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 217 time: 0.0388122 Nov 22 16:37:05.796112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f14f-6035-44da-960d-b6bf9092d936 req-e9b7f78b-2b5f-492f-bc9f-79b17d7a143b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.797710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6014f14f-6035-44da-960d-b6bf9092d936 req-e9b7f78b-2b5f-492f-bc9f-79b17d7a143b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.2257829 Nov 22 16:37:05.820115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-7d107460-59a1-44ff-a0b0-572c0a815f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.822727 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-7d107460-59a1-44ff-a0b0-572c0a815f43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0534596 Nov 22 16:37:05.851556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336516a-6d6f-45f9-933a-8d84fd343b39 req-e85780d5-a584-4a5c-8ebe-8af8d8603897 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:05.853156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8336516a-6d6f-45f9-933a-8d84fd343b39 req-e85780d5-a584-4a5c-8ebe-8af8d8603897 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.1828136 Nov 22 16:37:05.861987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6014f14f-6035-44da-960d-b6bf9092d936 req-a7041a4a-effa-4d7f-96ee-a10e8c7490b8 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0314174 Nov 22 16:37:05.864152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-e1d6610a-37b2-4f96-866c-a3673d6852a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318542 Nov 22 16:37:05.897706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:05.912834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] Sync routers for ids ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:05.921287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b058355b-1b73-4f92-a914-5140b9d38268 admin admin] 10.222.0.65 "PUT /v2.0/routers/dcbccb9a-c3d4-4dd7-87d9-71def3baebe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3774090 Nov 22 16:37:05.922070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59814) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:05.934062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] Routers {'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:05.935177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:06.021866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8336516a-6d6f-45f9-933a-8d84fd343b39 req-50b00ab7-94ed-440a-8f18-da29bdba4271 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523266 Nov 22 16:37:06.061088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] Set router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:06.084728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6014f14f-6035-44da-960d-b6bf9092d936 req-bb4e27f0-d074-4740-b6f3-d4324b17e6dd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2060528 Nov 22 16:37:06.168441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.274831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b302920-e0c9-49d7-bd1f-3b32aac93c74 req-e313b6f4-9488-4a2f-b15f-64d87433b0d3 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.1003785 Nov 22 16:37:06.343121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:37:04Z', 'revision_number': 5, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:06.343483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6014f14f-6035-44da-960d-b6bf9092d936 req-31753522-95cb-4e6a-9438-384e45eb25df service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575226 Nov 22 16:37:06.378122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-97ccaf69-ab55-4d4e-8cc3-aa1c5cf68d6d service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034113 Nov 22 16:37:06.382246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] Checking router: dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:06.392643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] Routers {'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:06.393309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:06.461461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.511324 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-849ee063-2d77-43a9-8d3c-3c96491b35d4 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251404 Nov 22 16:37:06.535004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] Set router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:06.592616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6014f14f-6035-44da-960d-b6bf9092d936 req-559dcd39-3922-4244-9626-8079ad992887 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405045 Nov 22 16:37:06.628209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Deleting port aeb7c455-efe3-4308-b68a-27908b8a5c7b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:06.628545 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.660542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed8caf-726f-4265-9bcd-ee9d09c09d39 req-edb1b7a8-1693-4cc9-ad54-b0c1c5ea81d0 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:06.683258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bed8caf-726f-4265-9bcd-ee9d09c09d39 req-edb1b7a8-1693-4cc9-ad54-b0c1c5ea81d0 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.1571040 Nov 22 16:37:06.863962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:37:04Z', 'revision_number': 5, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:06.866460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bed8caf-726f-4265-9bcd-ee9d09c09d39 req-1063a19b-5d37-4a7d-89c1-c0eaed913d64 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790349 Nov 22 16:37:06.934619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72d7b8-8190-4686-a462-772eac445431 None None] The sync data for ids ['dcbccb9a-c3d4-4dd7-87d9-71def3baebe5'] in n-d-816206-6 is: [{'id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'name': 'tempest-ServersTestMultiNic-1405944033-router', 'tenant_id': '55ce9c0489724b7f908389a512ae6446', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:35:28Z', 'updated_at': '2021-11-22T16:37:04Z', 'revision_number': 5, 'project_id': '55ce9c0489724b7f908389a512ae6446', 'gw_port': {'id': 'aeb7c455-efe3-4308-b68a-27908b8a5c7b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:eb:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbccb9a-c3d4-4dd7-87d9-71def3baebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1086, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:35:29Z', 'updated_at': '2021-11-22T16:35:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:06.954454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] For port aeb7c455-efe3-4308-b68a-27908b8a5c7b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aeb7c455-efe3-4308-b68a-27908b8a5c7b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:06.954925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:06.969813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Calling delete_port for aeb7c455-efe3-4308-b68a-27908b8a5c7b owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:07.199073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.393990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 55c9241b-521e-49a3-a406-9e187dce0aaa no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:07.450798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 55c9241b-521e-49a3-a406-9e187dce0aaa {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:07.456436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 55c9241b-521e-49a3-a406-9e187dce0aaa not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:07.485270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84a6ee-a967-4d88-b447-c98f287343bf req-abac1731-3a7b-48fa-b0ee-bd052d54c3dc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:07.493788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c84a6ee-a967-4d88-b447-c98f287343bf req-abac1731-3a7b-48fa-b0ee-bd052d54c3dc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.3105350 Nov 22 16:37:07.507397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:07.574418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb7c455-efe3-4308-b68a-27908b8a5c7b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.022255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10956d97-a8c4-49be-9bcc-97c35a91bd42 req-d8cd33ed-306e-44f5-957d-3ca937819478 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.4225111 Nov 22 16:37:08.038900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c84a6ee-a967-4d88-b447-c98f287343bf req-10624135-1728-4742-a747-0f482c01a07b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5442228 Nov 22 16:37:08.047580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.211017 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.213323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.298095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3752b-6ea0-4b79-8c94-2eba60c6c0fb req-c520a3b4-6df2-438c-b7f7-8573491aa157 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:08.299698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12d3752b-6ea0-4b79-8c94-2eba60c6c0fb req-c520a3b4-6df2-438c-b7f7-8573491aa157 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.1380301 Nov 22 16:37:08.300593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.301152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:37:08.306419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.311224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59862) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:08.319345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4ed4bcd2-5316-46e5-b821-61ee35b7aaa7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/dcbccb9a-c3d4-4dd7-87d9-71def3baebe5 HTTP/1.1" status: 204 len: 168 time: 2.3829639 Nov 22 16:37:08.414455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12d3752b-6ea0-4b79-8c94-2eba60c6c0fb req-d84116b7-d264-4a57-9351-347ddf1da78f tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933785 Nov 22 16:37:08.420066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Deleting subnet 2f261165-f149-456a-82c2-1ac81a610595 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:08.425860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.479565 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.619699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.633439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-94d5581d-af41-405c-8fe0-526a94761ee7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:08.635029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-94d5581d-af41-405c-8fe0-526a94761ee7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1206543 Nov 22 16:37:08.658573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-9425230e-7aee-46ea-af5c-00c10f0f6343 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0156744 Nov 22 16:37:08.678933 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.692718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.712751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-b127391a-7a0d-48ab-a3e2-3f412c5c21e9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507493 Nov 22 16:37:08.719824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f261165-f149-456a-82c2-1ac81a610595,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:08.734441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041200be-8108-4532-bc76-942d0413f025 None None] Network 52960619-df97-4382-bd58-a9a96e61eede requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:08.735878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.743120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/2f261165-f149-456a-82c2-1ac81a610595 HTTP/1.1" status: 204 len: 168 time: 0.4286375 Nov 22 16:37:08.743632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59872) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:08.752908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.753372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.753844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.754290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.754743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.755174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.755573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.755968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.756539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.756952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.757353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.757769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78669ee1-84ca-46a0-be2f-5834b0e43402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:08.834130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-b4d6e34f-05d7-4041-b0ae-123efda0dba2 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115856 Nov 22 16:37:08.839196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.914690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Deleting port b9247b27-2ced-467d-a32b-575be156c15b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:08.915124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:08.967168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] DHCP port deletion for 52960619-df97-4382-bd58-a9a96e61eede request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:37:08.976161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-f58b9623-06c0-47e9-81cd-fe6dba77890b service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321838 Nov 22 16:37:09.025298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] For port b9247b27-2ced-467d-a32b-575be156c15b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b9247b27-2ced-467d-a32b-575be156c15b,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:09.025694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.027504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] Deleting port b9247b27-2ced-467d-a32b-575be156c15b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:09.028629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.045381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Calling delete_port for b9247b27-2ced-467d-a32b-575be156c15b owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:09.110477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] For port b9247b27-2ced-467d-a32b-575be156c15b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b9247b27-2ced-467d-a32b-575be156c15b,segment=NetworkSegment(2d09df0d-d8d4-45b1-aba2-305e143cd4cd),segment_id=2d09df0d-d8d4-45b1-aba2-305e143cd4cd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:09.111233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.134832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] Calling delete_port for b9247b27-2ced-467d-a32b-575be156c15b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:09.180739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.222424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9247b27-2ced-467d-a32b-575be156c15b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:09.225314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1752518b-d90b-4e99-9d1c-379dc18441d9 req-2f913f63-8292-4bf2-8efe-fc568142fe91 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0555494 Nov 22 16:37:09.229206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] No DVR routers for this DVR port b9247b27-2ced-467d-a32b-575be156c15b on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:09.274584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.362916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.390657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52960619-df97-4382-bd58-a9a96e61eede']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:09.395326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41f05e-160a-437e-a437-e77890df7ad0 req-a4753861-7b4d-46d4-93e7-2e4ddb121e81 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:09.401950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d09df0d-d8d4-45b1-aba2-305e143cd4cd') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:09.402247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d09df0d-d8d4-45b1-aba2-305e143cd4cd') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:09.405846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e41f05e-160a-437e-a437-e77890df7ad0 req-a4753861-7b4d-46d4-93e7-2e4ddb121e81 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0776913 Nov 22 16:37:09.416446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.436173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.447031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:09.447484 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:09.450107 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:09.487470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e41f05e-160a-437e-a437-e77890df7ad0 req-62b1bfa5-5915-4a02-bb25-543206cbc05d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804012 Nov 22 16:37:09.525504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.530070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeb7c455-efe3-4308-b68a-27908b8a5c7b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:09.535445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.535703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] Pushing event deleted for resources: {'Port': ['ID=b9247b27-2ced-467d-a32b-575be156c15b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:09.537581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08331ad-a9cc-4797-b637-aa545e0b9c98 None None] No DVR routers for this DVR port b9247b27-2ced-467d-a32b-575be156c15b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:09.541260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] 10.222.0.65 "DELETE /v2.0/networks/52960619-df97-4382-bd58-a9a96e61eede HTTP/1.1" status: 204 len: 168 time: 0.7943354 Nov 22 16:37:09.559347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: aeb7c455-efe3-4308-b68a-27908b8a5c7b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:09.559783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeb7c455-efe3-4308-b68a-27908b8a5c7b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:09.560105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b9247b27-2ced-467d-a32b-575be156c15b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:09.572973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f70c7-8a92-4340-8644-7c290243d1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=52960619-df97-4382-bd58-a9a96e61eede,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:09.593705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b9247b27-2ced-467d-a32b-575be156c15b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:09.594318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b9247b27-2ced-467d-a32b-575be156c15b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:09.726371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59890) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:09.792361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7743116f-8686-4c98-b5cf-7a38a16d1cf2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55ce9c0489724b7f908389a512ae6446&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644405 Nov 22 16:37:09.795538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59894) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:09.862081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5470-96b5-44e5-98f3-f27e1b5bc1cb req-270ca5af-6a5f-4ba1-b503-e8abc646ce2e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:09.864494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8eb5470-96b5-44e5-98f3-f27e1b5bc1cb req-270ca5af-6a5f-4ba1-b503-e8abc646ce2e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.0874054 Nov 22 16:37:09.880492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12cc287-9f35-42da-94ef-7e04b8b55966 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.906824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12cc287-9f35-42da-94ef-7e04b8b55966 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.971465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12cc287-9f35-42da-94ef-7e04b8b55966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.974668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d12cc287-9f35-42da-94ef-7e04b8b55966 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:09.976459 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d12cc287-9f35-42da-94ef-7e04b8b55966 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851 HTTP/1.1" status: 204 len: 168 time: 0.1797740 Nov 22 16:37:09.989090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12cc287-9f35-42da-94ef-7e04b8b55966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f6dd6f-9adb-466e-bbd4-b3b1b1dbd851,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:09.989911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8eb5470-96b5-44e5-98f3-f27e1b5bc1cb req-3263496b-c3fb-48dd-bb74-2b6fec2f9ef4 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080377 Nov 22 16:37:10.013095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9f041c5-a63c-4eb2-9987-4b5e585a3352 req-a344ba16-4469-47f7-81e5-c1b728148c48 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 210 time: 0.1074584 Nov 22 16:37:10.361620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16efd6ac-7c91-473d-bdd8-c4d4e5981306 req-445aae13-3de8-4087-91fc-de2e98aefbb5 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0348189 Nov 22 16:37:10.646053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9241a90-ee6c-4e82-91ba-838b05283055 req-35104f01-414d-4d88-bdd7-118e7da42e39 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:10.654778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9241a90-ee6c-4e82-91ba-838b05283055 req-35104f01-414d-4d88-bdd7-118e7da42e39 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0828931 Nov 22 16:37:10.723899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9241a90-ee6c-4e82-91ba-838b05283055 req-35268c81-3506-4761-b005-966bade57de2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 Nov 22 16:37:11.151132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae834e-cd58-4c78-90ea-b33eefc76f71 req-4a487788-538f-46bf-b3d8-371486603b80 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:11.153806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31ae834e-cd58-4c78-90ea-b33eefc76f71 req-4a487788-538f-46bf-b3d8-371486603b80 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.0802617 Nov 22 16:37:11.190992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a97900ef-a2cd-41d5-afb3-a28d1f7d8468 req-2394f514-ebc3-46f9-aad6-529464ca2a57 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 210 time: 0.0356765 Nov 22 16:37:11.266924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31ae834e-cd58-4c78-90ea-b33eefc76f71 req-5af7040a-1f12-4950-8ab4-38355fa81338 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700212 Nov 22 16:37:11.355626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-aa82d549-6145-4e37-b627-7de7e809d000 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:11.358164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-aa82d549-6145-4e37-b627-7de7e809d000 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1977262 Nov 22 16:37:11.376260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': '7f2620dd-0043-4925-b143-d644e111fd06', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:11.492474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-829bd4f3-32e4-4f94-aa2a-1014842e1e6e req-945f815e-ccce-433f-94c8-4955eba87f4c tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0325708 Nov 22 16:37:11.532777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:11.536849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.677470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.4 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/563cb8cb-7336-43e8-8086-030ad9a2eb38) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:11.762872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59968) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:11.868638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.917854 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.931418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31a49c0f-c86e-484b-82ba-bc073a57e7b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:11.932362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:11.971625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a09b-b523-4460-96f0-3e4dd1c7472b req-9d4c69ab-374d-4a14-888e-2c9ee13e1050 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:11.979469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dca0a09b-b523-4460-96f0-3e4dd1c7472b req-9d4c69ab-374d-4a14-888e-2c9ee13e1050 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.1123176 Nov 22 16:37:11.990452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:11.995698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:12.003914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:12.037277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=563cb8cb-7336-43e8-8086-030ad9a2eb38,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:12.067473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dca0a09b-b523-4460-96f0-3e4dd1c7472b req-e8db7f5f-0d37-4c2c-9193-6888c68587c8 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871089 Nov 22 16:37:12.085852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:12.087101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.128358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31a49c0f-c86e-484b-82ba-bc073a57e7b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.129546 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-0d35801c-8d61-4d43-adf4-b39029287fd6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7569337 Nov 22 16:37:12.134494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-31a49c0f-c86e-484b-82ba-bc073a57e7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.146039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Request body: {'port': {'device_id': '7f2620dd-0043-4925-b143-d644e111fd06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:12.207590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-31a49c0f-c86e-484b-82ba-bc073a57e7b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54f6b3e49f1c47159016647085e07fb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4422004 Nov 22 16:37:12.210617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:12.231223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.269855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a49c0f-c86e-484b-82ba-bc073a57e7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2993d8c-bce6-4318-9fd3-3d7d8a0e3836,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:12.337268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e46d5dc4-2e38-4dbc-a152-205d134197e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.374855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de7aca-517c-45fe-a1d8-fe7b7173bada req-fc91c391-7016-48a5-a093-af1465310ae1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:12.376946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4de7aca-517c-45fe-a1d8-fe7b7173bada req-fc91c391-7016-48a5-a093-af1465310ae1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 931 time: 0.0928774 Nov 22 16:37:12.390418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e46d5dc4-2e38-4dbc-a152-205d134197e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.498005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4de7aca-517c-45fe-a1d8-fe7b7173bada req-e27934b9-7f87-40be-bdb8-5ff67fcd84c9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146243 Nov 22 16:37:12.512908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3f7d7-d8a4-4094-93b7-5d7576c6c18f req-7ce4b98b-64c2-4292-9cd0-9289df635b08 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:12.514510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fa3f7d7-d8a4-4094-93b7-5d7576c6c18f req-7ce4b98b-64c2-4292-9cd0-9289df635b08 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.1325495 Nov 22 16:37:12.530972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e46d5dc4-2e38-4dbc-a152-205d134197e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.534656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e46d5dc4-2e38-4dbc-a152-205d134197e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.540106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e46d5dc4-2e38-4dbc-a152-205d134197e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2993d8c-bce6-4318-9fd3-3d7d8a0e3836 HTTP/1.1" status: 204 len: 168 time: 0.3155985 Nov 22 16:37:12.583030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d5dc4-2e38-4dbc-a152-205d134197e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2993d8c-bce6-4318-9fd3-3d7d8a0e3836,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:12.644274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fa3f7d7-d8a4-4094-93b7-5d7576c6c18f req-08e2ada3-32bd-4b25-a334-521bdb739311 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026051 Nov 22 16:37:12.648790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563cb8cb-7336-43e8-8086-030ad9a2eb38 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:12.667900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.682169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e0d1350-cd94-4b7a-a9e5-645f84fd8665 req-5ec9faa6-0218-496a-837a-4aff3405907d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0364797 Nov 22 16:37:12.682778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Transition to ACTIVE for port object 563cb8cb-7336-43e8-8086-030ad9a2eb38 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:12.687173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.759095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Pushing event updated for resources: {'Port': ['ID=563cb8cb-7336-43e8-8086-030ad9a2eb38,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:12.841756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Attempting to bind port 563cb8cb-7336-43e8-8086-030ad9a2eb38 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:12.842101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Attempting to bind port 563cb8cb-7336-43e8-8086-030ad9a2eb38 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:12.842431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Attempting to bind port 563cb8cb-7336-43e8-8086-030ad9a2eb38 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:12.847520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Port 563cb8cb-7336-43e8-8086-030ad9a2eb38 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:12.847841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Attempting to bind port 563cb8cb-7336-43e8-8086-030ad9a2eb38 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:12.853198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:12.853537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:12.853953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:12.854390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Bound port: 563cb8cb-7336-43e8-8086-030ad9a2eb38, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:12.854745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:12.935758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] For port 563cb8cb-7336-43e8-8086-030ad9a2eb38, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:12.951778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] For port 563cb8cb-7336-43e8-8086-030ad9a2eb38, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:12.961054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.008592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.009755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.011196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] 10.222.0.66 "PUT /v2.0/ports/563cb8cb-7336-43e8-8086-030ad9a2eb38 HTTP/1.1" status: 200 len: 1091 time: 0.8721797 Nov 22 16:37:13.012650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f2620dd-0043-4925-b143-d644e111fd06', 'tag': '563cb8cb-7336-43e8-8086-030ad9a2eb38'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:13.015869 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8015a709-b00d-4690-bb78-b20b7847930c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f2620dd-0043-4925-b143-d644e111fd06", "tag": "563cb8cb-7336-43e8-8086-030ad9a2eb38"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:13.045777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c008e4-73d4-4629-a34e-b3b392f64883 service neutron] Pushing event updated for resources: {'Port': ['ID=563cb8cb-7336-43e8-8086-030ad9a2eb38,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:13.097642 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68181058-29ba-4e58-b567-1738e267b245 x-openstack-request-id: req-68181058-29ba-4e58-b567-1738e267b245 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:13.098041 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f2620dd-0043-4925-b143-d644e111fd06", "tag": "563cb8cb-7336-43e8-8086-030ad9a2eb38", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:13.098299 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68181058-29ba-4e58-b567-1738e267b245 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:13.098704 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f2620dd-0043-4925-b143-d644e111fd06', 'tag': '563cb8cb-7336-43e8-8086-030ad9a2eb38', 'status': 'completed', 'code': 200} Nov 22 16:37:13.119934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-240b0cca-7f75-46ac-a5d7-763621180b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.121745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-240b0cca-7f75-46ac-a5d7-763621180b85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 1094 time: 0.0565863 Nov 22 16:37:13.228330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-e4de96d9-ca08-44b2-9f73-af2095563212 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38 HTTP/1.1" status: 200 len: 217 time: 0.0832174 Nov 22 16:37:13.310742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-d9d3727c-88a6-4aa2-a99a-436872841019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.316138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-d9d3727c-88a6-4aa2-a99a-436872841019 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0651994 Nov 22 16:37:13.333572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918305a2-e720-4569-97cb-7c0d9a7e68eb req-35c9847a-be76-4ac2-a321-beba3b6e2dae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.335291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-918305a2-e720-4569-97cb-7c0d9a7e68eb req-35c9847a-be76-4ac2-a321-beba3b6e2dae tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0979700 Nov 22 16:37:13.357503 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-63b9cf7a-4b4c-43af-82a4-9beb1398076c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270593 Nov 22 16:37:13.401408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-918305a2-e720-4569-97cb-7c0d9a7e68eb req-e6eabe06-4d40-4c72-931f-cc9f4bf40f6a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586112 Nov 22 16:37:13.485031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60014) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:13.493776 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-bc0c971d-eb4e-4dc3-bdea-7fdf78eb3063 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231043 Nov 22 16:37:13.619832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1216913954-network', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:13.630625 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-79d92f1d-f468-45f0-a3ec-fdbd83b1995a req-d21f0730-7c14-4147-8eb5-0f9b399fbd75 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228848 Nov 22 16:37:13.703425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:13.706446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.731939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118317e6-b811-4f4c-a51d-d732300cddbd req-5696d164-ebd1-4792-83dc-7e689e808b86 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.733585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-118317e6-b811-4f4c-a51d-d732300cddbd req-5696d164-ebd1-4792-83dc-7e689e808b86 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 943 time: 0.1080790 Nov 22 16:37:13.735946 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:13.767634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015a709-b00d-4690-bb78-b20b7847930c req-56f98a84-9222-407d-9f06-fc3d7c9a2456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.769806 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-56f98a84-9222-407d-9f06-fc3d7c9a2456 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 1094 time: 0.0653529 Nov 22 16:37:13.874993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-118317e6-b811-4f4c-a51d-d732300cddbd req-ab25bef3-0bce-43dc-a668-315597e775ef tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332941 Nov 22 16:37:13.889368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a2cc4-7103-41df-8ff7-ed695dc22942 req-f4a75d7c-41dd-468c-a017-e85a0b82a954 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.891629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb5a2cc4-7103-41df-8ff7-ed695dc22942 req-f4a75d7c-41dd-468c-a017-e85a0b82a954 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.1566043 Nov 22 16:37:13.901798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015a709-b00d-4690-bb78-b20b7847930c req-aaa3649b-fe81-4ce6-a0d4-08199a5dcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:13.901798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-aaa3649b-fe81-4ce6-a0d4-08199a5dcfbb service neutron] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.1161551 Nov 22 16:37:13.961723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-124f77b4-0454-4775-b11d-86e56731564a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38 HTTP/1.1" status: 200 len: 217 time: 0.0501895 Nov 22 16:37:14.002033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.029975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58a17893-6e45-4a63-a9c1-1ba63cae8ee1 req-3b604a78-dcd8-4cbb-988d-840c532c94dc tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0577435 Nov 22 16:37:14.033059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015a709-b00d-4690-bb78-b20b7847930c req-25541a95-7d1e-4438-a257-6b1e678a612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.034394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb5a2cc4-7103-41df-8ff7-ed695dc22942 req-28ad61d6-352d-4d2a-81f8-9e52d42cd456 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354327 Nov 22 16:37:14.035014 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-25541a95-7d1e-4438-a257-6b1e678a612e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0633514 Nov 22 16:37:14.035124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.080219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:37:14.092914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a36d577-7cde-4e43-88ac-01f361f72d33,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:14.099900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.100331 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Added segment fc061d7f-e86c-484c-a513-5b12941a47ca of type vlan for network 269cc198-39c7-49b3-a6cb-698876c8fb8a Nov 22 16:37:14.105028 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-81e71684-b475-4a2d-82bc-ed8acea42c6c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552270 Nov 22 16:37:14.158593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.196210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.197182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.197782 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.226472 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-5ca34383-e0be-4299-87d4-344db85f26c5 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087744 Nov 22 16:37:14.268350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7817285 Nov 22 16:37:14.273263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60028) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:14.282388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Request body: {'subnet': {'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1216913954-subnet', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:14.287728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e79d25-fa93-4afe-871f-86c9143cc1d5 admin admin] Pushing event updated for resources: {'Network': ['ID=269cc198-39c7-49b3-a6cb-698876c8fb8a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:14.301115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:37:14.337422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:14.341918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.412575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8015a709-b00d-4690-bb78-b20b7847930c req-abd35f47-f981-46e4-99db-36d0c426c341 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765196 Nov 22 16:37:14.596548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cf04b-28f7-41d3-a040-63fe7457ec97 req-372e46a6-c59b-41e9-bce6-f431b7b0081f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.598136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-828cf04b-28f7-41d3-a040-63fe7457ec97 req-372e46a6-c59b-41e9-bce6-f431b7b0081f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.1030159 Nov 22 16:37:14.599448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.685857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d091d724-42bd-4e0c-ba2b-718085aeb2d8,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:14.718573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-828cf04b-28f7-41d3-a040-63fe7457ec97 req-cf6387bb-4421-4df4-bb5a-6b6b3528c20a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137187 Nov 22 16:37:14.721474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:14.722165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Network hostable DHCP agents. Network: 269cc198-39c7-49b3-a6cb-698876c8fb8a, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:37:14.740654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:37:14.750401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 269cc198-39c7-49b3-a6cb-698876c8fb8a) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:14.754824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:14.755504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.762046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4fa65b-9ff5-4d1b-b044-e0146b344c8e None None] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:14.772876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-254199bf-2553-486f-96b9-4413e70d2445 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4982710 Nov 22 16:37:14.775917 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60034) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:14.781494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:14.804055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.805039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.858665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:14.921013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-269cc198-39c7-49b3-a6cb-698876c8fb8a', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:37:14.922146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.014432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.016297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d96fd-990a-423a-9726-caaccc058234 req-ed9417b9-2c03-496c-b53c-59bcaeede968 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:15.022220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c68d96fd-990a-423a-9726-caaccc058234 req-ed9417b9-2c03-496c-b53c-59bcaeede968 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 943 time: 0.0577230 Nov 22 16:37:15.075391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c68d96fd-990a-423a-9726-caaccc058234 req-e76d9166-beca-425f-8699-dcf58a4beebb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508518 Nov 22 16:37:15.082306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Allocated IP 172.20.0.2 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/2310f21e-7e2b-4994-9997-ee31433accc3) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:15.214087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e1b6560-abaf-4f29-8929-ea3ca5134711 req-3e261291-e6ae-4089-a8ae-a5b6cb43acdb tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0514376 Nov 22 16:37:15.232271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c16be-7651-4196-b403-a5d99b9841c3 req-987b41f4-0b89-4730-bb85-51fc1aba9c30 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:15.233973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e3c16be-7651-4196-b403-a5d99b9841c3 req-987b41f4-0b89-4730-bb85-51fc1aba9c30 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.0842845 Nov 22 16:37:15.272490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.273023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.281323 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.298556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.306427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e3c16be-7651-4196-b403-a5d99b9841c3 req-e1c743a3-b8e0-41a5-8bd9-6a618e95bc89 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570853 Nov 22 16:37:15.337920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:15.341195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:15.343848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:15.354322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Pushing event updated for resources: {'Port': ['ID=2310f21e-7e2b-4994-9997-ee31433accc3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:15.411357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Attempting to bind port 2310f21e-7e2b-4994-9997-ee31433accc3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:15.411830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Attempting to bind port 2310f21e-7e2b-4994-9997-ee31433accc3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:15.412387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Attempting to bind port 2310f21e-7e2b-4994-9997-ee31433accc3 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:15.418631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:15.418884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:15.419487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.420356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:15.420470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Bound port: 2310f21e-7e2b-4994-9997-ee31433accc3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:15.420880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.438834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Allocated IP 172.25.6.220 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/15ad0180-9597-4960-a7c1-229638d66ec7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:15.505468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] For port 2310f21e-7e2b-4994-9997-ee31433accc3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:15.508741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] For port 2310f21e-7e2b-4994-9997-ee31433accc3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2310f21e-7e2b-4994-9997-ee31433accc3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:15.514686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.576150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.588260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7c411-9103-40f5-b822-aa0b356c5289 None None] Pushing event updated for resources: {'Port': ['ID=2310f21e-7e2b-4994-9997-ee31433accc3,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:15.618450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:15.659870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:15.663200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:15.666693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:15.673013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Pushing event updated for resources: {'Port': ['ID=15ad0180-9597-4960-a7c1-229638d66ec7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:15.929066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1eb30-08c0-4bd2-9591-eda772bc746b req-8e9ade42-9cdf-43e6-b9aa-2e3e568c536c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:15.932600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53e1eb30-08c0-4bd2-9591-eda772bc746b req-8e9ade42-9cdf-43e6-b9aa-2e3e568c536c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0756781 Nov 22 16:37:15.995852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53e1eb30-08c0-4bd2-9591-eda772bc746b req-a727142b-d7f1-4410-a3c4-5b45ff08ef9f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525103 Nov 22 16:37:15.998936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.083813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 563cb8cb-7336-43e8-8086-030ad9a2eb38 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:16.214116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 563cb8cb-7336-43e8-8086-030ad9a2eb38, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:16.226049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.229763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '563cb8cb-7336-43e8-8086-030ad9a2eb38', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': '563cb8cb-7336-43e8-8086-030ad9a2eb38', 'mac_address': 'fa:16:3e:ac:f1:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:16.297767 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.317696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563cb8cb-7336-43e8-8086-030ad9a2eb38 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:16.341026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87808d-c55e-42fc-97b7-d9a010cb8e40 req-10b9ceee-c0fd-4631-9132-652e3e2c1771 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.342795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb87808d-c55e-42fc-97b7-d9a010cb8e40 req-10b9ceee-c0fd-4631-9132-652e3e2c1771 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 943 time: 0.1158166 Nov 22 16:37:16.354628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 563cb8cb-7336-43e8-8086-030ad9a2eb38, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:16.361504 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.412570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e9baeb7-e577-4a8e-a59c-1d55ca7487b7 req-74ae56f8-3c7a-4a0b-871d-79d777e8f827 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0514045 Nov 22 16:37:16.439463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=563cb8cb-7336-43e8-8086-030ad9a2eb38,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:16.478932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb87808d-c55e-42fc-97b7-d9a010cb8e40 req-b3b11f62-ad80-47d7-aba2-92960a7ff070 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258447 Nov 22 16:37:16.500467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Router 5533ab3d-97cf-4230-b1d0-4099c40f7469 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:37:16.603307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6194c9b-8896-42e1-a0dc-f7b54a298fc6 req-fbc17bdc-15d9-4439-b659-d03ac2d5c11b tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:16.604908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6194c9b-8896-42e1-a0dc-f7b54a298fc6 req-fbc17bdc-15d9-4439-b659-d03ac2d5c11b tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 943 time: 0.0664320 Nov 22 16:37:16.646123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:16.664343 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Sync routers for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:16.678398 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:16.679346 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:16.680186 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:16.684442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77d778e8-e123-41b5-9cfc-7fe7dceb36c1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9045801 Nov 22 16:37:16.685337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60062) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:16.703322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6194c9b-8896-42e1-a0dc-f7b54a298fc6 req-2791d5ca-c31b-4d8c-af5b-40e76dd56e78 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909760 Nov 22 16:37:16.800920 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:16.803673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['563cb8cb-7336-43e8-8086-030ad9a2eb38'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:16.831830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c72e8c-77a5-49f4-a035-b6315a47165a None None] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:37:16.917140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dea70275-f903-433b-961c-b8c9f1c8b471 None None] Provisioning complete for port 2310f21e-7e2b-4994-9997-ee31433accc3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:16.917595 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dea70275-f903-433b-961c-b8c9f1c8b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.005889 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:15Z', 'revision_number': 3, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:17.043963 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Checking router: 5533ab3d-97cf-4230-b1d0-4099c40f7469 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:17.044573 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Updating router 5533ab3d-97cf-4230-b1d0-4099c40f7469 port 15ad0180-9597-4960-a7c1-229638d66ec7 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:37:17.084974 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.136049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2690222d-eb66-4fd0-b4ab-3ad6b19936cd details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:17.140391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a668e01-37e2-4316-aaff-7a402a862020 req-9e8b06a1-bc8b-43cc-9029-6c8ee0ef7039 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:17.142619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dea70275-f903-433b-961c-b8c9f1c8b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.149487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a668e01-37e2-4316-aaff-7a402a862020 req-9e8b06a1-bc8b-43cc-9029-6c8ee0ef7039 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0660200 Nov 22 16:37:17.226239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a668e01-37e2-4316-aaff-7a402a862020 req-b81ee935-dde5-41c5-9151-11106977d18d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754411 Nov 22 16:37:17.277349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dea70275-f903-433b-961c-b8c9f1c8b471 None None] For port 2310f21e-7e2b-4994-9997-ee31433accc3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2310f21e-7e2b-4994-9997-ee31433accc3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:17.284936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dea70275-f903-433b-961c-b8c9f1c8b471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.374616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2310f21e-7e2b-4994-9997-ee31433accc3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:17.442562 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.446780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea70275-f903-433b-961c-b8c9f1c8b471 None None] Pushing event updated for resources: {'Port': ['ID=2310f21e-7e2b-4994-9997-ee31433accc3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.450633 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.462481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:17.481609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'port_id': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'mac_address': 'fa:16:3e:be:06:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:17.508106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Pushing event updated for resources: {'Port': ['ID=15ad0180-9597-4960-a7c1-229638d66ec7,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.526876 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.527222 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.528400 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.528805 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.529123 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.529466 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.529825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.530155 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.530481 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.530810 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.531137 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.531459 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:17.555623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2310f21e-7e2b-4994-9997-ee31433accc3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:17.556001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.559749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.565272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Attempting to bind port 15ad0180-9597-4960-a7c1-229638d66ec7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:17.565831 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Attempting to bind port 15ad0180-9597-4960-a7c1-229638d66ec7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:17.566048 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Attempting to bind port 15ad0180-9597-4960-a7c1-229638d66ec7 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:17.577255 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:17.577629 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:17.578070 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.578473 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:17.581605 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Bound port: 15ad0180-9597-4960-a7c1-229638d66ec7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:17.582131 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.610832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae3ae9b1-f83d-4113-b30e-b6c7d705c064 req-a33bbcf8-e27d-4a5c-a80b-7095d8a69915 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0421369 Nov 22 16:37:17.613251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2690222d-eb66-4fd0-b4ab-3ad6b19936cd {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:17.647694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.660460 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] For port 15ad0180-9597-4960-a7c1-229638d66ec7, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:17.664622 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] For port 15ad0180-9597-4960-a7c1-229638d66ec7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15ad0180-9597-4960-a7c1-229638d66ec7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:17.669147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:17.670995 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.672526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-95d96c19-251b-4efd-9782-990f8c091e41 None None] Provisioning complete for port 2310f21e-7e2b-4994-9997-ee31433accc3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:17.673032 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-95d96c19-251b-4efd-9782-990f8c091e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.684981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5ca9b-3335-4bbe-9f62-c4062dcd3298 req-8352c985-3d05-443f-95cd-bfd0f562be3c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:17.688863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-beb5ca9b-3335-4bbe-9f62-c4062dcd3298 req-8352c985-3d05-443f-95cd-bfd0f562be3c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 944 time: 0.0765948 Nov 22 16:37:17.700617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:17.743132 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d6269-af37-4f4a-9f9b-1346604de0c7 None None] Pushing event updated for resources: {'Port': ['ID=15ad0180-9597-4960-a7c1-229638d66ec7,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.767090 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:17.767975 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:17.816551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-beb5ca9b-3335-4bbe-9f62-c4062dcd3298 req-fe157562-6c3e-463b-b8e8-c3489fd2b707 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119523 Nov 22 16:37:17.855087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:17.925784 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:17.975694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4b878-dfd4-4214-94bf-c008c402bbba req-f102ad59-6863-4651-9344-9453aa9cf722 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:17.977207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaf4b878-dfd4-4214-94bf-c008c402bbba req-f102ad59-6863-4651-9344-9453aa9cf722 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 944 time: 0.0703099 Nov 22 16:37:17.978671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Allocated IP 172.20.0.1 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/40c509c3-764e-40ed-a0ed-22415ac5c178) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:18.030557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaf4b878-dfd4-4214-94bf-c008c402bbba req-851f6655-0aaf-4304-aa75-17b67ce4bced tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 Nov 22 16:37:18.081164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2690222d-eb66-4fd0-b4ab-3ad6b19936cd'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:18.107429 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.148129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.190047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:18.195361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:18.199132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:18.206453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Pushing event updated for resources: {'Port': ['ID=40c509c3-764e-40ed-a0ed-22415ac5c178,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:18.245805 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:15Z', 'revision_number': 3, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:18.257215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.306449 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce287203-bf89-42c9-8a33-1e32d460c659 None None] The sync data for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 is: [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:15Z', 'revision_number': 3, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:18.405624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616d1af-6999-46e5-9666-11197ffaad87 req-a027fa7b-f950-4bd1-af79-bf57ebf3be59 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:18.408100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d616d1af-6999-46e5-9666-11197ffaad87 req-a027fa7b-f950-4bd1-af79-bf57ebf3be59 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0702324 Nov 22 16:37:18.442379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.475867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d616d1af-6999-46e5-9666-11197ffaad87 req-e750148d-70c4-41bd-bcde-390e7511bd5a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586214 Nov 22 16:37:18.620945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a4479b3b-a43d-40bf-9a91-08344d64b2be None None] Provisioning complete for port 40c509c3-764e-40ed-a0ed-22415ac5c178 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:18.622086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a4479b3b-a43d-40bf-9a91-08344d64b2be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.651355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.658172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.686779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a4479b3b-a43d-40bf-9a91-08344d64b2be None None] Port 40c509c3-764e-40ed-a0ed-22415ac5c178 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:18.735423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:18.741077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Pushing event updated for resources: {'Port': ['ID=40c509c3-764e-40ed-a0ed-22415ac5c178,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:18.765488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f30b65-ff62-478f-bdb3-3092262358ab req-b8cef643-ee1f-459b-ab62-77b9bfa1bf1d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0281460 Nov 22 16:37:18.847718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:18.849496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:18.973913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d960d-8eb7-49c8-9760-c2ecb3bfa586 req-9d4584cd-0584-49ee-ad70-c0d8cff47280 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:18.982510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f0d960d-8eb7-49c8-9760-c2ecb3bfa586 req-9d4584cd-0584-49ee-ad70-c0d8cff47280 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 944 time: 0.0823655 Nov 22 16:37:19.028720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Router 5533ab3d-97cf-4230-b1d0-4099c40f7469 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:19.063723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f0d960d-8eb7-49c8-9760-c2ecb3bfa586 req-055e0df8-18d7-45be-8e07-853566646fa2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802004 Nov 22 16:37:19.192034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:19.214341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a6c663c1-d913-40e3-88cd-5fa0afa76fdf admin admin] 10.222.0.65 "PUT /v2.0/routers/5533ab3d-97cf-4230-b1d0-4099c40f7469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5276158 Nov 22 16:37:19.228712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe66e0-ff38-4644-ae43-6374c65acddd req-2cf282a0-e51c-4eee-a6f8-5c0d649ca338 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.230939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fbe66e0-ff38-4644-ae43-6374c65acddd req-2cf282a0-e51c-4eee-a6f8-5c0d649ca338 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 944 time: 0.0857553 Nov 22 16:37:19.232005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3a4d5970-c1b3-4f42-8c71-079664c3e769 None None] Provisioning complete for port 40c509c3-764e-40ed-a0ed-22415ac5c178 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:19.232452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a4d5970-c1b3-4f42-8c71-079664c3e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.284821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3a4d5970-c1b3-4f42-8c71-079664c3e769 None None] Port 40c509c3-764e-40ed-a0ed-22415ac5c178 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:19.315878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fbe66e0-ff38-4644-ae43-6374c65acddd req-80b8ee0a-ff7e-4bf7-98ae-514e99248def tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787709 Nov 22 16:37:19.415200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 15ad0180-9597-4960-a7c1-229638d66ec7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:19.476232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 15ad0180-9597-4960-a7c1-229638d66ec7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:19.476616 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.566536 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.598050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 15ad0180-9597-4960-a7c1-229638d66ec7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15ad0180-9597-4960-a7c1-229638d66ec7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:19.602608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.603378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2310f21e-7e2b-4994-9997-ee31433accc3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:19.612945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3f69b-3695-4195-ba17-aae8e0e77ab2 req-12a3423d-5d11-4b56-9706-904493d6d5c9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:19.614782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2f3f69b-3695-4195-ba17-aae8e0e77ab2 req-12a3423d-5d11-4b56-9706-904493d6d5c9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0619612 Nov 22 16:37:19.685201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=15ad0180-9597-4960-a7c1-229638d66ec7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:19.691372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2f3f69b-3695-4195-ba17-aae8e0e77ab2 req-0c991c94-3373-48a9-80b3-86c73a707191 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698566 Nov 22 16:37:19.702618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2310f21e-7e2b-4994-9997-ee31433accc3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:19.703051 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.709078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60106) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.713708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1956495945', 'description': 'tempest-description--742560594'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:19.737073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.806397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.811514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.844137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.845362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1351883 Nov 22 16:37:19.846469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b916b-1b0f-4948-8a25-490726413d72,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:19.848460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:19.854007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'security_group_rule': {'security_group_id': 'c08b916b-1b0f-4948-8a25-490726413d72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:19.857156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.858145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.858145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.858145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.858606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.858757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.859068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.859398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.859717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.860032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.860354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.860678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a6e88f-5ff2-4adb-b5ad-e33bd81eacd2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:19.881340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8812753-4cc9-4fe4-ab26-7d1edc33f879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.890655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e079dfb-d3b1-4076-9441-bef561f74fd5 req-e306a1ab-df4d-4931-96b1-a70546bc1669 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0373313 Nov 22 16:37:19.929223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.992942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:19.998344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.018359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d290a374-849a-4e0c-acd3-cc801e39cef1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:20.026914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.029534 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d4921db-4887-4d3c-a9b4-9bb7688303b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1792836 Nov 22 16:37:20.031974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60116) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:20.036774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'security_group_rule': {'security_group_id': 'c08b916b-1b0f-4948-8a25-490726413d72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:20.066434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.120554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 563cb8cb-7336-43e8-8086-030ad9a2eb38 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:20.131980 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.138821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.158533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039454be-7ee7-4c29-a076-de9dd2325134,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:20.173887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.175379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0ef0a671-7c74-4abc-a1c9-86d99be109b6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423645 Nov 22 16:37:20.178556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:20.180446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 563cb8cb-7336-43e8-8086-030ad9a2eb38 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:20.187239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 563cb8cb-7336-43e8-8086-030ad9a2eb38 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:20.187480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:20.187593 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.210566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3b2d8-1611-41b0-8d52-7890ee6d4c22 req-86da1a41-7930-4dac-99f5-e9053ff87e84 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.212378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4c3b2d8-1611-41b0-8d52-7890ee6d4c22 req-86da1a41-7930-4dac-99f5-e9053ff87e84 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 944 time: 0.0684910 Nov 22 16:37:20.219433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.281863 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.284804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4c3b2d8-1611-41b0-8d52-7890ee6d4c22 req-3b8ebd02-1def-4c9f-8c31-1b705e213bfc tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Nov 22 16:37:20.302056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Sync routers for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:20.323214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2620dd-0043-4925-b143-d644e111fd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563cb8cb-7336-43e8-8086-030ad9a2eb38'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:20.327121 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967860c2-e09f-4003-b60d-4ae1577eee63" -d '{"events": [{"server_uuid": "7f2620dd-0043-4925-b143-d644e111fd06", "name": "network-vif-plugged", "status": "completed", "tag": "563cb8cb-7336-43e8-8086-030ad9a2eb38"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:20.341589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:20.342273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:20.370084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.374941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-de7839ad-6ed8-482d-835d-afd664826102 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.376927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-de7839ad-6ed8-482d-835d-afd664826102 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1097 time: 0.0634849 Nov 22 16:37:20.379464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 563cb8cb-7336-43e8-8086-030ad9a2eb38, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:20.396904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.425160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:20.434196 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30426fbc-b683-418c-b347-8289b5e21d8a x-openstack-request-id: req-30426fbc-b683-418c-b347-8289b5e21d8a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:20.434588 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2620dd-0043-4925-b143-d644e111fd06", "name": "network-vif-plugged", "status": "completed", "tag": "563cb8cb-7336-43e8-8086-030ad9a2eb38", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:20.434910 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-30426fbc-b683-418c-b347-8289b5e21d8a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:20.435382 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2620dd-0043-4925-b143-d644e111fd06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563cb8cb-7336-43e8-8086-030ad9a2eb38', 'code': 200} Nov 22 16:37:20.474208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c47cbc-46f9-4ad9-ae10-bcdd8f787f38 req-e8d6380a-f014-4aec-87fb-35aea23fc1f5 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.483278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39c47cbc-46f9-4ad9-ae10-bcdd8f787f38 req-e8d6380a-f014-4aec-87fb-35aea23fc1f5 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 944 time: 0.0789468 Nov 22 16:37:20.515200 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.522262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:20.524222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=563cb8cb-7336-43e8-8086-030ad9a2eb38,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:20.576191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39c47cbc-46f9-4ad9-ae10-bcdd8f787f38 req-cc9b4d35-3d2e-40ca-ad7c-f3d4ca2f0b72 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787077 Nov 22 16:37:20.655353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Allocated IP 172.25.6.194 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/309e3efd-0d3d-46ec-8336-a3982b01aef3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:20.679355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe7944-6878-46db-bdcd-244d082e882f req-84e1f174-bb07-40d4-b6f6-94c51b44cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.681245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5cfe7944-6878-46db-bdcd-244d082e882f req-84e1f174-bb07-40d4-b6f6-94c51b44cdb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 1096 time: 0.1869733 Nov 22 16:37:20.768694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 2, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:20.808172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Checking router: 5533ab3d-97cf-4230-b1d0-4099c40f7469 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:20.808778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Updating router 5533ab3d-97cf-4230-b1d0-4099c40f7469 port 40c509c3-764e-40ed-a0ed-22415ac5c178 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:37:20.849513 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5cfe7944-6878-46db-bdcd-244d082e882f req-d1098f2b-4dd6-4e91-8471-40a990dc5543 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543818 Nov 22 16:37:20.851314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:20.882572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d38d2c-88d7-4534-97ae-0e10473be344 req-b984b3f8-97fa-4829-93a9-3ea991f82ad1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:20.883183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:20.884451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3d38d2c-88d7-4534-97ae-0e10473be344 req-b984b3f8-97fa-4829-93a9-3ea991f82ad1 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 946 time: 0.0585001 Nov 22 16:37:20.962302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:20.976788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3d38d2c-88d7-4534-97ae-0e10473be344 req-9c039fbf-3c8c-4448-8f7f-fdbf8c9233c6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841405 Nov 22 16:37:21.053862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.070239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f66b2b2-2045-44b5-900e-d23ded91d479 req-dd7b1574-2896-4ffa-aea1-e9fc62b7465b tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0465574 Nov 22 16:37:21.075443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:21.078017 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efc3990-10a4-4894-82df-e4126aff30c2" -d '{"events": [{"server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "name": "network-vif-unplugged", "status": "completed", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:21.085063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.099145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.148800 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e302f0-9e9d-44a5-b5d9-12c932ce8dbe x-openstack-request-id: req-f3e302f0-9e9d-44a5-b5d9-12c932ce8dbe {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:21.149097 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "name": "network-vif-unplugged", "status": "completed", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:21.149352 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3e302f0-9e9d-44a5-b5d9-12c932ce8dbe {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:21.150472 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'code': 200} Nov 22 16:37:21.152453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:21.156501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2690222d-eb66-4fd0-b4ab-3ad6b19936cd up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:21.182017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.218926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:21.259005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:21.266126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:21.271618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:21.275805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:21.276163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:21.276816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:21.347296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 15ad0180-9597-4960-a7c1-229638d66ec7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:21.354062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:21.354590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:21.354930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:21.381862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=309e3efd-0d3d-46ec-8336-a3982b01aef3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:21.394635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:21.395360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.397813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:21.398175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:21.398574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:21.400210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Bound port: 752538d8-e1d5-4e3a-9d47-08efac6cc710, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:21.400576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.436344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00529223-4ba1-4232-86e5-2ff6c88020a9 req-24367f83-c662-42e6-a158-fcb26cb5f1b5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:21.446863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00529223-4ba1-4232-86e5-2ff6c88020a9 req-24367f83-c662-42e6-a158-fcb26cb5f1b5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.0793421 Nov 22 16:37:21.507154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.507492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.513861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 15ad0180-9597-4960-a7c1-229638d66ec7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:21.514800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.541613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00529223-4ba1-4232-86e5-2ff6c88020a9 req-275178c1-cd27-4848-9e1b-9be146d38573 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934443 Nov 22 16:37:21.549146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.566828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:21.571076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.589093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:21.603244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:21.613885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.705747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9a110-6f9c-4df0-90ce-1ff63438bdc7 None None] Pushing event updated for resources: {'Port': ['ID=40c509c3-764e-40ed-a0ed-22415ac5c178,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:21.732731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on host n-h1-816206-6 for vnic_type normal with profile {"migrating_to": "n-h2-816206-6"} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:21.736972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:21.737590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:21.743133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.748603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:21.749510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Attempting to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on network 0563cfc1-51f9-4561-9fe9-0fa3a1987045 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:21.770857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:21.771629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.773168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] 10.222.0.20 "PUT /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 1122 time: 1.3840654 Nov 22 16:37:21.775728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc69b1-f819-4363-b8b7-7f49e5f0cf27 service neutron] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=8']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:21.810210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:21.810804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Checking segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:21.811219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Bound using segment: {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:21.811698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Bound port: 752538d8-e1d5-4e3a-9d47-08efac6cc710, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe68334-ebe9-4e00-a025-b05c4b264c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '0563cfc1-51f9-4561-9fe9-0fa3a1987045'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:21.812092 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.829258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da032a-7e6f-4d5a-91d3-c82533191010 req-32b7c45c-af01-42b7-8088-b6146b6efc20 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:21.838865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38da032a-7e6f-4d5a-91d3-c82533191010 req-32b7c45c-af01-42b7-8088-b6146b6efc20 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 944 time: 0.1283829 Nov 22 16:37:21.929919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.939121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:21.987646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38da032a-7e6f-4d5a-91d3-c82533191010 req-6153aa0e-482e-4e57-9a2b-85b218f032b0 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461098 Nov 22 16:37:22.084707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=309e3efd-0d3d-46ec-8336-a3982b01aef3,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.097104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.124817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.128041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-013bb93e-3285-4f3c-bb3a-2f9058f8dae7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9468260 Nov 22 16:37:22.202377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329154a-cb96-41fe-9b73-6e59961f3faf req-31764fbe-5ab1-4353-970a-6e2ba84ee04e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.204068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7329154a-cb96-41fe-9b73-6e59961f3faf req-31764fbe-5ab1-4353-970a-6e2ba84ee04e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0819907 Nov 22 16:37:22.236985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:22.245628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Attempting to bind port 40c509c3-764e-40ed-a0ed-22415ac5c178 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:22.246325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Attempting to bind port 40c509c3-764e-40ed-a0ed-22415ac5c178 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:22.246811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Attempting to bind port 40c509c3-764e-40ed-a0ed-22415ac5c178 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:22.251190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73ce5b69-a012-4924-9017-49db2e15daf1 req-e443b08d-44d3-44ea-aff8-32315acd98a4 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0335553 Nov 22 16:37:22.267741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.275364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3d5faac8-cbeb-479a-b975-fe7cfc1f714a None None] Provisioning complete for port 40c509c3-764e-40ed-a0ed-22415ac5c178 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:22.275725 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d5faac8-cbeb-479a-b975-fe7cfc1f714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.278121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['752538d8-e1d5-4e3a-9d47-08efac6cc710'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:22.279941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7329154a-cb96-41fe-9b73-6e59961f3faf req-246e11f5-f763-41f9-b3b2-82caeebcebf2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694098 Nov 22 16:37:22.364474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['752538d8-e1d5-4e3a-9d47-08efac6cc710'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:22.379355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:22.379643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:22.380047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.380445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:22.380941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Bound port: 40c509c3-764e-40ed-a0ed-22415ac5c178, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:22.381327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.417469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-d7811762-038b-445e-8857-166edc8472bd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1956495945&fields=id&tenant_id=56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 267 time: 0.0493059 Nov 22 16:37:22.437957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:22.440224 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb6b79e-9d13-48d8-8712-b88187f20ac8" -d '{"events": [{"server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "name": "network-vif-plugged", "status": "completed", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:22.464599 n-d-816206-6 neutron-server[103516]: WARNING neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Concurrent port binding operations failed on port 752538d8-e1d5-4e3a-9d47-08efac6cc710 Nov 22 16:37:22.478882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:22.481446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3d5faac8-cbeb-479a-b975-fe7cfc1f714a None None] Port 40c509c3-764e-40ed-a0ed-22415ac5c178 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:22.512434 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0579017f-7e07-4792-83d3-3a6385b214e2 x-openstack-request-id: req-0579017f-7e07-4792-83d3-3a6385b214e2 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:22.512784 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "name": "network-vif-plugged", "status": "completed", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:22.512980 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0579017f-7e07-4792-83d3-3a6385b214e2 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:22.513377 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'code': 200} Nov 22 16:37:22.514068 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Attempt 2 to bind port 752538d8-e1d5-4e3a-9d47-08efac6cc710 Nov 22 16:37:22.514528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 has no active binding in host n-h2-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 16:37:22.515921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.550006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-a4328509-2a7c-4b69-8176-3eb3e06613a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.557101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-a4328509-2a7c-4b69-8176-3eb3e06613a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.1321037 Nov 22 16:37:22.584638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-812ad484-a1df-48ca-a05e-3059b5db8ef7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/quotas/56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 375 time: 0.0266249 Nov 22 16:37:22.599925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] For port 40c509c3-764e-40ed-a0ed-22415ac5c178, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:22.622512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] For port 40c509c3-764e-40ed-a0ed-22415ac5c178, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=40c509c3-764e-40ed-a0ed-22415ac5c178,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:22.645751 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.667097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c05b9-f371-4453-9833-808612cf8ca4 req-fb29cfb8-e46b-4d3e-a89b-dd6d491e4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.670421 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c57c05b9-f371-4453-9833-808612cf8ca4 req-fb29cfb8-e46b-4d3e-a89b-dd6d491e4f87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 1096 time: 0.0941620 Nov 22 16:37:22.706991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-86102514-e40e-4e94-9d6c-4edf7df3281c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058700 Nov 22 16:37:22.731668 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46d18-4ae2-4283-952f-84ed7e6b1992 req-3105d841-bdbe-498c-9f5f-14d8c684a11a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:22.739707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3b46d18-4ae2-4283-952f-84ed7e6b1992 req-3105d841-bdbe-498c-9f5f-14d8c684a11a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.1119263 Nov 22 16:37:22.754321 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c57c05b9-f371-4453-9833-808612cf8ca4 req-6b64b588-cdc7-4e05-85b7-1fb179564f72 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746117 Nov 22 16:37:22.771139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:22.771923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:22.783777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9a110-6f9c-4df0-90ce-1ff63438bdc7 None None] Pushing event updated for resources: {'Port': ['ID=40c509c3-764e-40ed-a0ed-22415ac5c178,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:22.853126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3b46d18-4ae2-4283-952f-84ed7e6b1992 req-8e3f32c5-2de8-4fe7-8ff8-0c21d8d37836 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125724 Nov 22 16:37:22.872398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-0f0efb58-68c4-4673-91d3-4899f5a28b2b service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592162 Nov 22 16:37:22.928288 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ad098a21-bcf4-48ff-b29b-18346e73d7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:22.961089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:22.997941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-186433f9-70a9-4d9c-9c0d-ff548375f7db service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142595 Nov 22 16:37:23.088544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f4bca9a8-404c-4a3b-9a39-f6c7c14b4f17 None None] Provisioning complete for port 40c509c3-764e-40ed-a0ed-22415ac5c178 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:23.089112 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4bca9a8-404c-4a3b-9a39-f6c7c14b4f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.118091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed0819-ed27-40c6-a0bc-8e71ae2113d2 req-2059f78d-ae3f-47bf-8349-bb7621d27bac tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.119627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0ed0819-ed27-40c6-a0bc-8e71ae2113d2 req-2059f78d-ae3f-47bf-8349-bb7621d27bac tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0593567 Nov 22 16:37:23.152006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:23.156194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357246fc-2241-4b2e-a9ea-a34a54d1e855" -d '{"events": [{"name": "network-changed", "server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:23.229193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0ed0819-ed27-40c6-a0bc-8e71ae2113d2 req-560422d9-4819-4f82-80e5-4a76a33864f1 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017268 Nov 22 16:37:23.252870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4bca9a8-404c-4a3b-9a39-f6c7c14b4f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.321064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f4bca9a8-404c-4a3b-9a39-f6c7c14b4f17 None None] For port 40c509c3-764e-40ed-a0ed-22415ac5c178, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=40c509c3-764e-40ed-a0ed-22415ac5c178,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:23.325546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb2b2ff-fcfb-4ab2-a6a8-f6bf5a18a14e req-56707f93-07f9-481e-9a0e-9d0e2e586629 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 210 time: 0.0327055 Nov 22 16:37:23.348781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4bca9a8-404c-4a3b-9a39-f6c7c14b4f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.381175 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320218f6-aa56-404a-a76c-b2355c39e05b x-openstack-request-id: req-320218f6-aa56-404a-a76c-b2355c39e05b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:23.382860 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:23.383230 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-320218f6-aa56-404a-a76c-b2355c39e05b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:23.385881 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'status': 'completed', 'code': 200} Nov 22 16:37:23.405929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:22Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:23.444514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c1e316-9f2d-4693-8a2d-d6304236d744 None None] The sync data for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 is: [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:22Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:23.451178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bca9a8-404c-4a3b-9a39-f6c7c14b4f17 None None] Pushing event updated for resources: {'Port': ['ID=40c509c3-764e-40ed-a0ed-22415ac5c178,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:23.521536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ed1f9ce-e750-49a3-aa16-d28dce0049b5 req-35890bd1-c1a1-4fa8-b52f-e958520b57f0 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0599585 Nov 22 16:37:23.534468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-f5cbbe78-2fa9-4a33-ae4a-3fa63bfbc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.547002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-f5cbbe78-2fa9-4a33-ae4a-3fa63bfbc559 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1125 time: 0.1123414 Nov 22 16:37:23.740608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f382de-a60a-4c22-b4c2-b277e893c151 req-246c4d56-82f4-4cc2-a183-7c9ea2f8b0bd tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.742128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9f382de-a60a-4c22-b4c2-b277e893c151 req-246c4d56-82f4-4cc2-a183-7c9ea2f8b0bd tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0775826 Nov 22 16:37:23.787914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-128b0f40-ae14-4743-88f4-6cf8c30571b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.790407 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-128b0f40-ae14-4743-88f4-6cf8c30571b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.2324507 Nov 22 16:37:23.823310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9f382de-a60a-4c22-b4c2-b277e893c151 req-1e64a3c3-c38d-43cf-80ba-3d78154bfab7 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719929 Nov 22 16:37:23.878752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-b620a185-b406-446b-95d1-d714d5dcd226 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 217 time: 0.0711775 Nov 22 16:37:23.923034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:23.985633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-a754ed29-c9df-4356-bde1-dd883ea686e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:23.987388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-a754ed29-c9df-4356-bde1-dd883ea686e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0963078 Nov 22 16:37:24.022887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d82fb5-a046-4713-a094-2a6d75874e10 req-31a82b68-7e47-44d5-81c4-976e31d7ad99 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:24.035225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-82717491-a33e-4bd5-a851-76d23eb7b069 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367243 Nov 22 16:37:24.038578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13d82fb5-a046-4713-a094-2a6d75874e10 req-31a82b68-7e47-44d5-81c4-976e31d7ad99 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.0815561 Nov 22 16:37:24.119478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2403202c-cbc0-4a65-b192-afad87c1d9f4 req-cf438b96-9cca-4efc-9e22-d6b7c00465ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0387530 Nov 22 16:37:24.137744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13d82fb5-a046-4713-a094-2a6d75874e10 req-970904a8-2dc6-4145-9abc-a1d031c2f516 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930459 Nov 22 16:37:24.186728 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-b7b30094-581a-498f-b926-977a858f6abc service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085463 Nov 22 16:37:24.323464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c5a34-4f76-45eb-8a63-beb5136a5eb2 req-7dcfb094-557d-444b-952a-1793d9e9046e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:24.339763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d99c5a34-4f76-45eb-8a63-beb5136a5eb2 req-7dcfb094-557d-444b-952a-1793d9e9046e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.1071670 Nov 22 16:37:24.423254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d99c5a34-4f76-45eb-8a63-beb5136a5eb2 req-9631a921-5cc2-45e7-af0c-b0cf4758d36b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817389 Nov 22 16:37:24.440062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94aa49-b6dc-41a9-85b9-b2989dea5b66 req-7d6ad0db-8d3d-4c45-972e-39b731981061 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:24.446231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f94aa49-b6dc-41a9-85b9-b2989dea5b66 req-7d6ad0db-8d3d-4c45-972e-39b731981061 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0983436 Nov 22 16:37:24.566325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a13dde43-baf9-4980-9b60-84e735d6d2db req-1f102eaa-e0c7-4e90-9955-546775f7eba1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 210 time: 0.0528722 Nov 22 16:37:24.570919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f94aa49-b6dc-41a9-85b9-b2989dea5b66 req-75ac7543-c90d-4ad3-a609-e3ae9a04939b tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224182 Nov 22 16:37:24.643249 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-357246fc-2241-4b2e-a9ea-a34a54d1e855 req-bb9253a9-e214-4e37-b66d-e9133afbfb20 service neutron] 10.222.0.66 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710150 Nov 22 16:37:24.780961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-654711f4-78a5-402a-b0c1-734db7061dc8 req-c72edf88-4fc0-4b5b-9eea-8c8152ce568a tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0484705 Nov 22 16:37:24.964686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2bc26-ba22-4508-9eee-5c2fc7714bd4 req-360982ff-f8de-424d-a3c3-a7176104424c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:24.970153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e2bc26-ba22-4508-9eee-5c2fc7714bd4 req-360982ff-f8de-424d-a3c3-a7176104424c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.0852082 Nov 22 16:37:25.058334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e2bc26-ba22-4508-9eee-5c2fc7714bd4 req-39606167-0d4c-40b7-8efa-20b0a674e5fb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Nov 22 16:37:25.188745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd9b9-0302-4586-a750-40816295e794 req-f1ae231e-e2df-4a42-aae5-283eaf84556b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.196537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dbd9b9-0302-4586-a750-40816295e794 req-f1ae231e-e2df-4a42-aae5-283eaf84556b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0806625 Nov 22 16:37:25.239069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-974dfa53-5e46-4d25-8b4f-f3de49cd69cc tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.253104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-974dfa53-5e46-4d25-8b4f-f3de49cd69cc tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.2367687 Nov 22 16:37:25.293480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dbd9b9-0302-4586-a750-40816295e794 req-82dce146-703e-4205-b969-d6a5bd32c3d8 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941472 Nov 22 16:37:25.300355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.356964 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-8df5ae26-b876-4064-a139-cc494ec67f5a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 380 time: 0.0858827 Nov 22 16:37:25.372359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'port': {'device_id': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'admin_state_up': True, 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'security_groups': ['c08b916b-1b0f-4948-8a25-490726413d72']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:25.374290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 40c509c3-764e-40ed-a0ed-22415ac5c178 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:25.434892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 40c509c3-764e-40ed-a0ed-22415ac5c178 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:25.435264 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.495320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:25.499249 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.683488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Allocated IP 172.20.0.12 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/944de101-e0f2-45cf-a04c-1702c6f797a3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:25.686788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c33d5c7-d8d3-4817-a04f-ba6f0c778e11 req-17a0e219-1837-4abd-84af-053a50e152af tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 210 time: 0.0434947 Nov 22 16:37:25.769494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baf569-326e-4544-b1d2-69b09e576fc9 req-420c7bd3-15f0-45f1-bd96-f41e43a8afb8 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:25.780384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77baf569-326e-4544-b1d2-69b09e576fc9 req-420c7bd3-15f0-45f1-bd96-f41e43a8afb8 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0969667 Nov 22 16:37:25.834585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77baf569-326e-4544-b1d2-69b09e576fc9 req-00fbd42e-9360-474c-b54c-c486e7230fc0 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532992 Nov 22 16:37:25.900024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.934485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-705e4d05-68bf-454b-8594-f68f011ee766 req-74bd959a-61c4-44bf-a512-d24cba9a237d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0450850 Nov 22 16:37:25.967348 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:25.980363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.026656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036337de-4512-416a-8ace-cdeb9f6f6c45 req-8a262a13-4f72-4f72-ba64-aec830fb0145 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.029756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-036337de-4512-416a-8ace-cdeb9f6f6c45 req-8a262a13-4f72-4f72-ba64-aec830fb0145 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0839913 Nov 22 16:37:26.038713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60244) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:26.050030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Request body: {'floatingip': {'port_id': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:26.062780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:26.066816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.077442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:26.081555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:26.109743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.171232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.171879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.205741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-11e9a7c0-30e8-4165-b9ad-9c6a9bb33931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8399103 Nov 22 16:37:26.231281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Request body: {'port': {'device_id': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:26.310655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a3719-bf6a-4fce-803d-de96d2b67ac4 req-65d46602-c4f5-4c9e-8ccf-6435ce6dfa76 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.317807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.318826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-502a3719-bf6a-4fce-803d-de96d2b67ac4 req-65d46602-c4f5-4c9e-8ccf-6435ce6dfa76 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.1143196 Nov 22 16:37:26.498725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5d2680b4-650d-4476-8c2d-7feda74cfd4f None None] Provisioning complete for port 944de101-e0f2-45cf-a04c-1702c6f797a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:26.499250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5d2680b4-650d-4476-8c2d-7feda74cfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.502574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-502a3719-bf6a-4fce-803d-de96d2b67ac4 req-44c58e48-d010-4b41-828a-a66ea2cdbf88 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821842 Nov 22 16:37:26.562979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5d2680b4-650d-4476-8c2d-7feda74cfd4f None None] Port 944de101-e0f2-45cf-a04c-1702c6f797a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:37:26.571312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dcc57a-777d-4198-82da-49b900b66915 req-bce66ced-cbbf-4e51-8991-9d19b4fbaa84 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:26.573438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3dcc57a-777d-4198-82da-49b900b66915 req-bce66ced-cbbf-4e51-8991-9d19b4fbaa84 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.1587193 Nov 22 16:37:26.696776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944de101-e0f2-45cf-a04c-1702c6f797a3 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:26.706154 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.721051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Transition to ACTIVE for port object 944de101-e0f2-45cf-a04c-1702c6f797a3 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:26.725817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:26.736082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3dcc57a-777d-4198-82da-49b900b66915 req-dbb34156-4953-4d0e-a362-f5d08a342833 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483772 Nov 22 16:37:26.836116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:26.883535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Attempting to bind port 944de101-e0f2-45cf-a04c-1702c6f797a3 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:26.883877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Attempting to bind port 944de101-e0f2-45cf-a04c-1702c6f797a3 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:26.885933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Attempting to bind port 944de101-e0f2-45cf-a04c-1702c6f797a3 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:26.898511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Port 944de101-e0f2-45cf-a04c-1702c6f797a3 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:26.898903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Attempting to bind port 944de101-e0f2-45cf-a04c-1702c6f797a3 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:26.905693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:26.905804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:26.906165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:26.906595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Bound port: 944de101-e0f2-45cf-a04c-1702c6f797a3, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:26.907013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.016500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:27.021548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:27.029630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.108390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.109026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.110509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] 10.222.0.20 "PUT /v2.0/ports/944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1092 time: 0.8894200 Nov 22 16:37:27.112353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:27.114686 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29e9cc0-c7b0-4a51-980a-9817f6399136" -d '{"events": [{"name": "network-changed", "server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:27.148839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629db6-6dce-458c-a931-b832535f5a45 service neutron] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:27.159293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-56408464-01fc-461a-8ccd-c081770aca9c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.160850 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-56408464-01fc-461a-8ccd-c081770aca9c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 945 time: 0.1190839 Nov 22 16:37:27.303619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-a9f6343b-535e-448c-bba4-54262b02e4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.305114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-a9f6343b-535e-448c-bba4-54262b02e4b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1095 time: 0.1186128 Nov 22 16:37:27.366500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port 563cb8cb-7336-43e8-8086-030ad9a2eb38 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:27.368020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.372494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-cb7d907a-1261-4693-a4d8-09dd7445d79d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 217 time: 0.0529864 Nov 22 16:37:27.373949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cec79b39-1236-42be-80e0-af3118ea8f41 req-ed7fb7c2-c837-4ba3-ae74-a89b67917015 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0513575 Nov 22 16:37:27.394392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f19df2e-65dc-4de2-8b9c-e620d952ce1c req-a33de542-7447-4274-8841-988bf5e0a5c2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.396124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f19df2e-65dc-4de2-8b9c-e620d952ce1c req-a33de542-7447-4274-8841-988bf5e0a5c2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 944 time: 0.5252795 Nov 22 16:37:27.398489 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.407851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.485915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-ecb9d08e-3e8e-4341-82cc-d8abe011b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.487373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-ecb9d08e-3e8e-4341-82cc-d8abe011b36d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1014478 Nov 22 16:37:27.530602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f19df2e-65dc-4de2-8b9c-e620d952ce1c req-e180685b-4d1c-4347-a235-13e1a99a5a60 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242812 Nov 22 16:37:27.565082 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0409215b-cb0e-4a99-94a1-bf069d905302 x-openstack-request-id: req-0409215b-cb0e-4a99-94a1-bf069d905302 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:27.565382 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:27.565642 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0409215b-cb0e-4a99-94a1-bf069d905302 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:27.566082 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'status': 'completed', 'code': 200} Nov 22 16:37:27.567986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port 563cb8cb-7336-43e8-8086-030ad9a2eb38, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=563cb8cb-7336-43e8-8086-030ad9a2eb38,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:27.568269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.607868 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Floating IP 030055ef-7338-49ec-8b18-453f41673d9a associated. External IP: 172.25.6.132, port: 2690222d-eb66-4fd0-b4ab-3ad6b19936cd. Nov 22 16:37:27.608541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for 563cb8cb-7336-43e8-8086-030ad9a2eb38 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:27.829997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-c661f28f-0ecb-4fcc-9460-a23373f2df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.831960 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-c661f28f-0ecb-4fcc-9460-a23373f2df3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3267827 Nov 22 16:37:27.833838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:27.851911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['563cb8cb-7336-43e8-8086-030ad9a2eb38'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:27.858990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:27.889491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b94e66-c6a1-4ad0-b04d-cda744ae3dbc req-95e13a2d-618c-4fcd-9c5e-f557969dae7d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:27.897326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0b94e66-c6a1-4ad0-b04d-cda744ae3dbc req-95e13a2d-618c-4fcd-9c5e-f557969dae7d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f2620dd-0043-4925-b143-d644e111fd06 HTTP/1.1" status: 200 len: 867 time: 0.1201322 Nov 22 16:37:27.925585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=563cb8cb-7336-43e8-8086-030ad9a2eb38,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:27.982850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:27.986227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb7d1af3-b48d-43a3-bcce-0c18d7447653 req-deb8a8eb-381a-4916-8107-274f7bbaccf5 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79&device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0548487 Nov 22 16:37:28.001891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0b94e66-c6a1-4ad0-b04d-cda744ae3dbc req-8f98ce31-dcb4-4ca9-94eb-807ad5e9fdcf tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924411 Nov 22 16:37:28.066327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-a1a110ad-e800-41e9-98c5-8ac89ec72de3 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444786 Nov 22 16:37:28.117884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port 563cb8cb-7336-43e8-8086-030ad9a2eb38 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:28.120804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.124398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-38fae299-71c3-4d6c-8e1f-71b8b8261a38 req-0c40d656-a1eb-42ff-b2f1-0c9b62d276f1 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "DELETE /v2.0/ports/563cb8cb-7336-43e8-8086-030ad9a2eb38 HTTP/1.1" status: 204 len: 173 time: 0.9524238 Nov 22 16:37:28.143099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:28.158290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:28.177138 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] Sync routers for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:28.186666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:28.194238 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:28.195729 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:37:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:28.328661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cbbac2ac-f428-4006-ba6b-3b005e8e7cde tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "PUT /v2.0/floatingips/030055ef-7338-49ec-8b18-453f41673d9a HTTP/1.1" status: 200 len: 991 time: 2.2848895 Nov 22 16:37:28.330083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:28.344660 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15" -d '{"events": [{"name": "network-changed", "server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:28.353556 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:28.385387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b95a9-6f17-48f4-8d1f-6bc7fac31338 req-4f94f253-5a21-418e-ae91-d5d643357f09 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.387032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf8b95a9-6f17-48f4-8d1f-6bc7fac31338 req-4f94f253-5a21-418e-ae91-d5d643357f09 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.2315719 Nov 22 16:37:28.435299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4f56aba-16c9-4f5e-bd60-c95f4db2f5e9 req-86330fdf-273d-496e-977b-73d26c39aa96 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0384290 Nov 22 16:37:28.496583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf8b95a9-6f17-48f4-8d1f-6bc7fac31338 req-b6717d62-e1e7-4846-b545-c73f2ac429a2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984840 Nov 22 16:37:28.592895 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e63286-52e0-43e2-9121-31ab2108cdb0 x-openstack-request-id: req-25e63286-52e0-43e2-9121-31ab2108cdb0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:28.593196 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:28.593454 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25e63286-52e0-43e2-9121-31ab2108cdb0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:28.593900 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'status': 'completed', 'code': 200} Nov 22 16:37:28.788878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f499a-355f-4756-b946-a51d73e92b91 req-51eaa292-fada-4b4b-b31b-0c38f5b4e0a9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:28.795109 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '030055ef-7338-49ec-8b18-453f41673d9a', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'port_id': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'mac_address': 'fa:16:3e:be:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:25Z', 'updated_at': '2021-11-22T16:37:26Z', 'revision_number': 1, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:25Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:28.802493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e20f499a-355f-4756-b946-a51d73e92b91 req-51eaa292-fada-4b4b-b31b-0c38f5b4e0a9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 944 time: 0.1532097 Nov 22 16:37:28.834768 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-abac0b30-cf25-45a9-a251-b0ab6e3bfd85 req-23ecea73-ea9a-4d46-a8ae-a90da01f9f22 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461672 Nov 22 16:37:28.857916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] Checking router: 03127a7b-37fd-42e5-94a9-2f20dad5cab7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:28.888502 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:28.890780 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:37:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:28.904616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e20f499a-355f-4756-b946-a51d73e92b91 req-cbc568a7-34dd-4eff-ba81-9a9d7b3c8ac9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986588 Nov 22 16:37:28.912572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-108d7127-e048-44b2-90e0-100901827fc3 req-247b8bdd-9e2a-410c-b104-8edd34661e61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=04b7a377ea86463b85993d592ad38156&device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0767405 Nov 22 16:37:28.993028 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-108d7127-e048-44b2-90e0-100901827fc3 req-4c46e5a9-277a-453b-a11d-105957173789 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=04b7a377ea86463b85993d592ad38156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453231 Nov 22 16:37:29.000354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-41097570-ffeb-4a76-8f38-3d777d277091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.001840 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-41097570-ffeb-4a76-8f38-3d777d277091 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3a34c9608940464aa7883f973af47f0b&device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 1096 time: 0.1649656 Nov 22 16:37:29.007735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-8022b769-d4bb-4111-b9c3-0a62082d7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.009449 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-8022b769-d4bb-4111-b9c3-0a62082d7b97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1095 time: 0.0956826 Nov 22 16:37:29.044720 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:29.279289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d7127-e048-44b2-90e0-100901827fc3 req-5df10645-e8a2-4f7b-83e1-50406655ce79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.280934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-108d7127-e048-44b2-90e0-100901827fc3 req-5df10645-e8a2-4f7b-83e1-50406655ce79 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2705498 Nov 22 16:37:29.287047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-1e8d53fc-049c-46f3-865c-124cda3fd00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.288588 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-1e8d53fc-049c-46f3-865c-124cda3fd00c service neutron] 10.222.0.20 "GET /v2.0/networks?id=553d78ba-ec1d-40b4-81ec-1c17d379db96 HTTP/1.1" status: 200 len: 916 time: 0.2464495 Nov 22 16:37:29.289629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-6fe10ad5-0ba3-49fe-97dd-21fe2268cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.291092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-6fe10ad5-0ba3-49fe-97dd-21fe2268cf1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2582233 Nov 22 16:37:29.368543 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '030055ef-7338-49ec-8b18-453f41673d9a', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'port_id': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'mac_address': 'fa:16:3e:be:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:25Z', 'updated_at': '2021-11-22T16:37:26Z', 'revision_number': 1, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:25Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:29.398448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-49ba2ab5-d249-4fb5-b68f-48605aa99bd2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 217 time: 0.0719669 Nov 22 16:37:29.401725 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73941ef9-c2ac-46ae-8703-bb27266c66c7 None None] The sync data for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 is: [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '030055ef-7338-49ec-8b18-453f41673d9a', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'floating_ip_address': '172.25.6.132', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'port_id': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'mac_address': 'fa:16:3e:be:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:36:25Z', 'updated_at': '2021-11-22T16:37:26Z', 'revision_number': 1, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:25Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:29.463219 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-b606ee13-7457-4515-a86b-ebf625b88dbe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd HTTP/1.1" status: 200 len: 999 time: 0.1380637 Nov 22 16:37:29.522554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-db3d1b02-34f3-4836-b452-e9fa668d09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.524062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-db3d1b02-34f3-4836-b452-e9fa668d09c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=caac2c34-f8b6-403d-8ff5-b465739da7fb HTTP/1.1" status: 200 len: 854 time: 0.0512466 Nov 22 16:37:29.528981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-f73931f1-cfb0-453d-978c-81316ccf23f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.530478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-f73931f1-cfb0-453d-978c-81316ccf23f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1218834 Nov 22 16:37:29.569735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f2620dd-0043-4925-b143-d644e111fd06', 'name': 'network-vif-deleted', 'tag': '563cb8cb-7336-43e8-8086-030ad9a2eb38'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:29.572235 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01a0f78-916b-4b92-82be-a1a32f09f395" -d '{"events": [{"server_uuid": "7f2620dd-0043-4925-b143-d644e111fd06", "name": "network-vif-deleted", "tag": "563cb8cb-7336-43e8-8086-030ad9a2eb38"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:29.610336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-378c052f-1340-4e84-a21a-6c3e5b2bc48a req-a8b5ba18-09da-4b9d-84f4-e0b3a497f9b1 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0658371 Nov 22 16:37:29.635098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-c6fc1e7a-4a01-4d67-b8e2-533e303b06b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.644788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-c6fc1e7a-4a01-4d67-b8e2-533e303b06b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=553d78ba-ec1d-40b4-81ec-1c17d379db96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988326 Nov 22 16:37:29.712155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-8ce5241a-ee4c-434c-ba3c-01054ad137e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.713795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-8ce5241a-ee4c-434c-ba3c-01054ad137e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652503 Nov 22 16:37:29.757331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-3996b720-2d89-48fa-a8b6-997e38dc4958 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.759994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-3996b720-2d89-48fa-a8b6-997e38dc4958 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1706936 Nov 22 16:37:29.781196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b214211c-c8a4-4168-b9a3-fd1f29209e68 None None] New status for floating IP 030055ef-7338-49ec-8b18-453f41673d9a: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:37:29.828346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-3ad77a0e-20c5-4022-873d-d0bd31548d4a service neutron] 10.222.0.20 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794415 Nov 22 16:37:29.834016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-889c8ea5-da5b-480e-83f2-30000a253869 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0678985 Nov 22 16:37:29.880648 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-09fc0ee1-480e-4888-98be-b4293ecd31f0 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369524 Nov 22 16:37:29.889057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe99b40-6ce2-44c0-9bfe-2350e73dcb40 req-79ece88f-9702-4faf-90db-2366618b5e30 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:29.890935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fe99b40-6ce2-44c0-9bfe-2350e73dcb40 req-79ece88f-9702-4faf-90db-2366618b5e30 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.1044624 Nov 22 16:37:29.935051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-55198704-2f48-493d-879d-35d35b2ecb15 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867589 Nov 22 16:37:30.063952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a1a5b6-282a-4b68-adf9-51858b2b6e15 req-ff8b0fb0-9a30-4873-b9b1-d28fdb1fb652 service neutron] 10.222.0.20 "GET /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814883 Nov 22 16:37:30.068645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d29e9cc0-c7b0-4a51-980a-9817f6399136 req-7e1cd06f-f582-4251-bd91-ca12f0485d73 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752162 Nov 22 16:37:30.070993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-c9866c93-e6cf-46d1-9598-97fbede95ce9 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301644 Nov 22 16:37:30.099906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fe99b40-6ce2-44c0-9bfe-2350e73dcb40 req-860bf903-8d63-4f7a-9ebe-5196edbbe43e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024016 Nov 22 16:37:30.136339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 563cb8cb-7336-43e8-8086-030ad9a2eb38 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:30.166941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 563cb8cb-7336-43e8-8086-030ad9a2eb38 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:30.167422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 563cb8cb-7336-43e8-8086-030ad9a2eb38 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:30.186367 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947a7fc5-47aa-46ce-8339-fcb1f5dafd26 x-openstack-request-id: req-947a7fc5-47aa-46ce-8339-fcb1f5dafd26 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:30.186747 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f2620dd-0043-4925-b143-d644e111fd06", "name": "network-vif-deleted", "tag": "563cb8cb-7336-43e8-8086-030ad9a2eb38", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:30.187098 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-947a7fc5-47aa-46ce-8339-fcb1f5dafd26 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:30.187579 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f2620dd-0043-4925-b143-d644e111fd06', 'name': 'network-vif-deleted', 'tag': '563cb8cb-7336-43e8-8086-030ad9a2eb38', 'status': 'completed', 'code': 200} Nov 22 16:37:30.207763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-92fb3d6b-7d9b-4d18-be5a-ef0b908f4772 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123152 Nov 22 16:37:30.459204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3676cef3-463b-4270-8679-fe120fe11b03 req-d11e8c2e-1bb3-49d2-96eb-24765f4d95df tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 210 time: 0.0642750 Nov 22 16:37:30.483014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7f10f-2e23-456b-9731-4149d40cd222 req-ea487d33-906f-4aec-9a66-cbad563ebbca tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:30.484577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fc7f10f-2e23-456b-9731-4149d40cd222 req-ea487d33-906f-4aec-9a66-cbad563ebbca tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 944 time: 0.0996075 Nov 22 16:37:30.541645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fc7f10f-2e23-456b-9731-4149d40cd222 req-63d03e7e-4706-4be5-b3d5-f84144519fe5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500915 Nov 22 16:37:30.738597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d9ffb18-db64-4d6a-a3b0-ce471e7ba4d5 req-8746c2be-9a16-479f-907d-8aa516d121e9 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0432231 Nov 22 16:37:30.940824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-52d8188b-e54e-4144-80c7-2da983c878fc service neutron] 10.222.0.66 "GET /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.1123846 Nov 22 16:37:30.950968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-108d7127-e048-44b2-90e0-100901827fc3 req-5b8385f0-3f61-4d9f-b895-f53f5d73c441 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.66 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0505228 Nov 22 16:37:31.185579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:31.197225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:31.242754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:31.332850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:31.333992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b30dcf-45d4-4b5a-8f47-a284512b8282 req-ee733b5c-803c-411d-9fa1-caf96c16dd88 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:31.336607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5b30dcf-45d4-4b5a-8f47-a284512b8282 req-ee733b5c-803c-411d-9fa1-caf96c16dd88 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 944 time: 0.0979674 Nov 22 16:37:31.336869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 752538d8-e1d5-4e3a-9d47-08efac6cc710 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:31.349348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:31.360398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:31.395356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.431575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5b30dcf-45d4-4b5a-8f47-a284512b8282 req-c2b26898-0718-4575-b5f2-a57d93fb603c tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873907 Nov 22 16:37:31.448054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.485827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944de101-e0f2-45cf-a04c-1702c6f797a3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:31.504907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] Transition to ACTIVE for port object 752538d8-e1d5-4e3a-9d47-08efac6cc710 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:31.511444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.515000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:31.521176 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:31.599707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.610397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] No DVR routers for this DVR port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:31.613560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.614209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.615134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.615658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.616149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.616555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.616980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.617417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.617785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.618123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.618512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.618937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:37:31.668186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] Pushing event updated for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:31.674682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbf4015c-4945-4474-824b-7d1658437837 req-d70c12a2-d330-4793-a68b-16dfe86e3c81 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 210 time: 0.0875542 Nov 22 16:37:31.678591 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-32d787ea-0e2e-4bb3-865d-d4c86640ce22 service neutron] 10.222.0.66 "PUT /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710/bindings/n-h2-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 0.7288632 Nov 22 16:37:31.757175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f656642-d5aa-424e-b551-267d13f145f2 req-054dd758-4dc2-4eda-bdb8-a1d9a3c88b19 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:31.758900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f656642-d5aa-424e-b551-267d13f145f2 req-054dd758-4dc2-4eda-bdb8-a1d9a3c88b19 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0726628 Nov 22 16:37:31.860523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f656642-d5aa-424e-b551-267d13f145f2 req-2359d086-b7ca-42a9-819e-505a719e5689 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832219 Nov 22 16:37:31.904898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-0d38d101-d4f6-4e6c-b51d-0c6101cc000a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:31.906813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-0d38d101-d4f6-4e6c-b51d-0c6101cc000a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1949995 Nov 22 16:37:31.934092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89a9fdef-f4d7-4bb2-985b-6e65f8ab224b req-c82d99df-31e4-445f-8356-03973729b374 tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=4bf3308e-2589-4f64-ac05-0f0b9887cd79 HTTP/1.1" status: 200 len: 210 time: 0.0705442 Nov 22 16:37:31.954702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:31.970333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['944de101-e0f2-45cf-a04c-1702c6f797a3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:32.152731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-85752aeb-572c-44dc-b0c1-cae4bcc10805 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.155160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-85752aeb-572c-44dc-b0c1-cae4bcc10805 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1310117 Nov 22 16:37:32.164323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:32.168599 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.267782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b7872ae4-3563-4aa0-9255-802b31c94ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.269175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b7872ae4-3563-4aa0-9255-802b31c94ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c&tenant_id=0859c669fbbf42ae8e1a9526f571035e HTTP/1.1" status: 200 len: 1096 time: 0.0983219 Nov 22 16:37:32.363741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.10 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/13f82dae-3081-4348-b5ac-14cb890ca16f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:32.376522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-ced707a0-fd75-40a8-9efa-798052c8386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.378015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-ced707a0-fd75-40a8-9efa-798052c8386f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0859c669fbbf42ae8e1a9526f571035e&device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1096 time: 0.0698712 Nov 22 16:37:32.544478 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:37:32.564478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-396825b5-4338-44d5-a750-5d3c15f3b0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.566769 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-396825b5-4338-44d5-a750-5d3c15f3b0a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 200 len: 922 time: 0.1678076 Nov 22 16:37:32.591769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bea9e-7f8a-44ba-aa44-840769db3e6e req-2f927d09-223c-4e49-8e82-16ab7095f435 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.593592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb3bea9e-7f8a-44ba-aa44-840769db3e6e req-2f927d09-223c-4e49-8e82-16ab7095f435 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.0577080 Nov 22 16:37:32.625944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-397966f9-1576-4f0b-b39d-49b512781b21 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 200 len: 217 time: 0.0509298 Nov 22 16:37:32.661260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb3bea9e-7f8a-44ba-aa44-840769db3e6e req-86c41d8f-8700-47e8-ad58-720937c56d5a tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611997 Nov 22 16:37:32.690648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.707677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-fcfb4f87-8f60-4855-b1be-36818a744bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.709352 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-fcfb4f87-8f60-4855-b1be-36818a744bfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 200 len: 861 time: 0.0741217 Nov 22 16:37:32.754472 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-beb24ab6-8ad2-47df-9081-7015a2823f7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0563cfc1-51f9-4561-9fe9-0fa3a1987045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298982 Nov 22 16:37:32.763242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.825364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d09aa-d389-41a7-a10c-a8ce767bec01 req-0c9ff299-45f3-4eea-b22b-2af15c8d3b13 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.827397 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c01d09aa-d389-41a7-a10c-a8ce767bec01 req-0c9ff299-45f3-4eea-b22b-2af15c8d3b13 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 932 time: 0.0650647 Nov 22 16:37:32.858187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:32.866195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:32.874075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:32.901589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=13f82dae-3081-4348-b5ac-14cb890ca16f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:32.913419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c01d09aa-d389-41a7-a10c-a8ce767bec01 req-2ac0f0c9-0885-49e7-8e68-b0618ebd541b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785494 Nov 22 16:37:32.953956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:32.954629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:32.963509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-b4dea02b-f8ed-4791-bbee-f5520e1ae160 service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981769 Nov 22 16:37:32.987975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-554ca708-8e57-43ad-92b1-9a8229bac410 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0705147 Nov 22 16:37:33.036477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Request body: {'port': {'device_id': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:33.069553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b925-c7eb-4cd4-a3d6-6347028beeb8 req-79554954-763a-4cbc-8c7a-1feb1e7f28ce tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.079920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5117b925-c7eb-4cd4-a3d6-6347028beeb8 req-79554954-763a-4cbc-8c7a-1feb1e7f28ce tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1157901 Nov 22 16:37:33.152831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5117b925-c7eb-4cd4-a3d6-6347028beeb8 req-1ef2c4dd-5938-42dd-ba90-da3251652105 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711145 Nov 22 16:37:33.161897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:33.223060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-e270144f-6e8c-433a-9d03-8c0418ebad7b service neutron] 10.222.0.20 "GET /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488289 Nov 22 16:37:33.236026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:33.390804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a43f1371-4fc3-4b1a-9c72-b0f367e3d4ec req-39ddcc45-26ec-4cda-846b-0b1abaeefa4b tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0322404 Nov 22 16:37:33.416251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27c65a61-efc2-4920-9435-045fea19cef9 req-826730d1-721b-4d4d-9afe-6833aed875c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=04b7a377ea86463b85993d592ad38156&device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0674889 Nov 22 16:37:33.454693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27c65a61-efc2-4920-9435-045fea19cef9 req-d58f4128-ebd0-4c7b-8d27-bf23b618dc92 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=04b7a377ea86463b85993d592ad38156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253208 Nov 22 16:37:33.795464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bdc9c-f756-4fc8-bcfc-47af2e3d0172 req-ceff3339-fe45-4c7e-bb4b-5916de457b1f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.797233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef5bdc9c-f756-4fc8-bcfc-47af2e3d0172 req-ceff3339-fe45-4c7e-bb4b-5916de457b1f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.0531616 Nov 22 16:37:33.849567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef5bdc9c-f756-4fc8-bcfc-47af2e3d0172 req-ee2f1483-5105-4864-b5e8-1b506043839e tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Nov 22 16:37:33.922598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c65a61-efc2-4920-9435-045fea19cef9 req-3b7a622a-bb8a-4bd5-90b6-883f24ee01d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.924549 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27c65a61-efc2-4920-9435-045fea19cef9 req-3b7a622a-bb8a-4bd5-90b6-883f24ee01d9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4610598 Nov 22 16:37:33.932672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-278ce29d-0861-4859-ae23-04e8359cd3e0 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:33.935262 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-278ce29d-0861-4859-ae23-04e8359cd3e0 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c&tenant_id=0859c669fbbf42ae8e1a9526f571035e&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.1240125 Nov 22 16:37:33.946230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f82dae-3081-4348-b5ac-14cb890ca16f {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:33.962784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.009269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Transition to ACTIVE for port object 13f82dae-3081-4348-b5ac-14cb890ca16f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:34.021097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.066681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a172c9-5c07-47f4-8568-f6d85290b419 req-72fd1254-2ea7-4f31-a4a7-7b48922f8f43 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.068197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5a172c9-5c07-47f4-8568-f6d85290b419 req-72fd1254-2ea7-4f31-a4a7-7b48922f8f43 tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 1096 time: 0.0794733 Nov 22 16:37:34.077303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24820f0-37c3-4e93-8d59-ec20e4fac282 req-4ba71d5b-81f2-466a-8c53-9612e6d5f1d0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.077954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24820f0-37c3-4e93-8d59-ec20e4fac282 req-4ba71d5b-81f2-466a-8c53-9612e6d5f1d0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 932 time: 0.0784473 Nov 22 16:37:34.095077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Pushing event updated for resources: {'Port': ['ID=13f82dae-3081-4348-b5ac-14cb890ca16f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.157008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5a172c9-5c07-47f4-8568-f6d85290b419 req-3005a2be-200a-4555-91e0-ef1a16d8340b tempest-LiveAutoBlockMigrationV225Test-1435992543 tempest-LiveAutoBlockMigrationV225Test-1435992543-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778854 Nov 22 16:37:34.161753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e24820f0-37c3-4e93-8d59-ec20e4fac282 req-8549929b-1cc7-469d-878a-ed7cc1b4b85b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Nov 22 16:37:34.165447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-2750d03d-a79f-47bb-80e3-088a051dff24 service neutron] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:34.172815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-2750d03d-a79f-47bb-80e3-088a051dff24 service neutron] Publish callbacks [] for binding, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.173971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-86cfcd12-33ea-4311-a093-f08b4de72aa9 req-2750d03d-a79f-47bb-80e3-088a051dff24 service neutron] 10.222.0.20 "DELETE /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710/bindings/n-h1-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.2227910 Nov 22 16:37:34.226820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Attempting to bind port 13f82dae-3081-4348-b5ac-14cb890ca16f on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:34.227167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Attempting to bind port 13f82dae-3081-4348-b5ac-14cb890ca16f by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:34.227605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Attempting to bind port 13f82dae-3081-4348-b5ac-14cb890ca16f on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:34.239965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Port 13f82dae-3081-4348-b5ac-14cb890ca16f on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:34.240289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Attempting to bind port 13f82dae-3081-4348-b5ac-14cb890ca16f on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:34.247015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:34.247361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:34.247745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:34.248179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Bound port: 13f82dae-3081-4348-b5ac-14cb890ca16f, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:34.248599 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.328274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] For port 13f82dae-3081-4348-b5ac-14cb890ca16f, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:34.331946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] For port 13f82dae-3081-4348-b5ac-14cb890ca16f, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=13f82dae-3081-4348-b5ac-14cb890ca16f,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:34.333133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57fbd3-0b5e-413b-8ca6-fbf9ec50c5c0 req-f25fd59e-46fe-492a-896c-f5d378427931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.334895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b57fbd3-0b5e-413b-8ca6-fbf9ec50c5c0 req-f25fd59e-46fe-492a-896c-f5d378427931 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0577989 Nov 22 16:37:34.336711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.378321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.378831 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:34.380219 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] 10.222.0.66 "PUT /v2.0/ports/13f82dae-3081-4348-b5ac-14cb890ca16f HTTP/1.1" status: 200 len: 1092 time: 1.3745370 Nov 22 16:37:34.380979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'tag': '13f82dae-3081-4348-b5ac-14cb890ca16f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:34.383118 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe201b78-7fd9-4345-96ac-19a520acf3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e7e6861-8c77-46b8-af17-e57dc862735f", "tag": "13f82dae-3081-4348-b5ac-14cb890ca16f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:34.406763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39afa668-6b2c-49cf-8f4a-ab9c3a0f9991 service neutron] Pushing event updated for resources: {'Port': ['ID=13f82dae-3081-4348-b5ac-14cb890ca16f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:34.409591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b57fbd3-0b5e-413b-8ca6-fbf9ec50c5c0 req-f4a41c38-d79d-411a-8bec-ffe225acfcd4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661864 Nov 22 16:37:34.483986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-d8bf7dd0-7fe8-4b05-80d9-5c6f9e71422b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.486145 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-d8bf7dd0-7fe8-4b05-80d9-5c6f9e71422b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 1095 time: 0.0581419 Nov 22 16:37:34.488065 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a20b8d0-cd48-45ce-988a-6a1d2b93593f x-openstack-request-id: req-5a20b8d0-cd48-45ce-988a-6a1d2b93593f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:34.490152 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e7e6861-8c77-46b8-af17-e57dc862735f", "tag": "13f82dae-3081-4348-b5ac-14cb890ca16f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:34.490260 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5a20b8d0-cd48-45ce-988a-6a1d2b93593f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:34.490704 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'tag': '13f82dae-3081-4348-b5ac-14cb890ca16f', 'status': 'completed', 'code': 200} Nov 22 16:37:34.536604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-93ee5b61-c1bf-42a5-bed1-d795973c0428 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13f82dae-3081-4348-b5ac-14cb890ca16f HTTP/1.1" status: 200 len: 217 time: 0.0397539 Nov 22 16:37:34.566172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d475f1a-c932-4d5d-9fad-2e7d08da3518 req-d3171f74-8742-4ba7-b088-3ccec73e9d8a tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0443895 Nov 22 16:37:34.594335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-40882443-d404-406a-b45f-26d9a8323fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.595909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-40882443-d404-406a-b45f-26d9a8323fe9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0477979 Nov 22 16:37:34.622509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf441ed-5d82-476f-a53e-00fd0773b87a req-c20f39e6-584b-4918-8323-1c44c721f35d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.624895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cf441ed-5d82-476f-a53e-00fd0773b87a req-c20f39e6-584b-4918-8323-1c44c721f35d tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.0884566 Nov 22 16:37:34.642402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-29c364fd-cbc5-4e0f-a5a7-9e65a3992b94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378346 Nov 22 16:37:34.702569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cf441ed-5d82-476f-a53e-00fd0773b87a req-e605b534-3ff9-4218-9373-50bf0cbcfe33 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Nov 22 16:37:34.776390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-50b0df8e-26a5-4592-bd63-264aa90f49b3 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972819 Nov 22 16:37:34.869323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-64c772cc-b3cd-427d-a600-602db6cc1d96 req-b618b6cb-836a-4c5b-b684-0481b7dd135b service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816979 Nov 22 16:37:34.967415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-e716cc42-9e37-461c-9c41-b52b7d9d2b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:34.968886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-e716cc42-9e37-461c-9c41-b52b7d9d2b19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 1095 time: 0.0419233 Nov 22 16:37:35.064217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-7ba7b8d8-2697-4e28-b693-51bc4edf0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.065711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-7ba7b8d8-2697-4e28-b693-51bc4edf0e76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.0868433 Nov 22 16:37:35.115348 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-d7e7ce53-83f9-432f-9357-9b0d67b31739 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13f82dae-3081-4348-b5ac-14cb890ca16f HTTP/1.1" status: 200 len: 217 time: 0.0345664 Nov 22 16:37:35.181348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-8de6b50e-849a-4507-b645-180de8a15c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.184269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-8de6b50e-849a-4507-b645-180de8a15c18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0510526 Nov 22 16:37:35.210117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:35.251243 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-00ef519d-6cce-41af-8cbf-9711a650b6d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544510 Nov 22 16:37:35.277305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 944de101-e0f2-45cf-a04c-1702c6f797a3 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:35.282188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 944de101-e0f2-45cf-a04c-1702c6f797a3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:35.282833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.352417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44175b63-6770-4062-b33e-271a7e8e5d48 req-a38804f8-b519-4dd3-a6ae-e24e424dfe5f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.364174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44175b63-6770-4062-b33e-271a7e8e5d48 req-a38804f8-b519-4dd3-a6ae-e24e424dfe5f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 944 time: 0.0832891 Nov 22 16:37:35.430635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-8d56cd50-4647-4b85-bbb1-e0b2973e03cc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.432194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-8d56cd50-4647-4b85-bbb1-e0b2973e03cc tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.1039393 Nov 22 16:37:35.436901 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-a2a9d289-5d9f-42ca-8efb-8b269b155fbc service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739407 Nov 22 16:37:35.438264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44175b63-6770-4062-b33e-271a7e8e5d48 req-b43382d2-13fe-4307-accd-55f3cd00cdee tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731049 Nov 22 16:37:35.466982 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.519092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:35.520227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:35.524175 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae56d4a0-7182-48a3-a69e-9e3e787ae8b4" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:35.542149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.576193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38188325-8071-4520-9a0f-ff869153e29f req-bf146f51-412c-40e0-bf90-95fb66a60bc4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.584680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38188325-8071-4520-9a0f-ff869153e29f req-bf146f51-412c-40e0-bf90-95fb66a60bc4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0822694 Nov 22 16:37:35.628820 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38bb37-19a9-4853-8d34-7fa934cca2c0 x-openstack-request-id: req-bf38bb37-19a9-4853-8d34-7fa934cca2c0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:35.629168 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:35.629427 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf38bb37-19a9-4853-8d34-7fa934cca2c0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:35.630151 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:37:35.631705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:35.674336 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fe201b78-7fd9-4345-96ac-19a520acf3e4 req-13ae1705-f8c4-4124-998c-5e34336af1f1 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210009 Nov 22 16:37:35.702761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38188325-8071-4520-9a0f-ff869153e29f req-1ee8f99d-f955-4601-9f2e-8e8e005681c7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161788 Nov 22 16:37:35.706642 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27c65a61-efc2-4920-9435-045fea19cef9 req-568bd85d-8a44-452c-967f-ff80f459227e tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.20 "GET /v2.0/ports?device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0748093 Nov 22 16:37:35.726123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Deleting port 752538d8-e1d5-4e3a-9d47-08efac6cc710 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:35.726474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.776153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0f74c21-13bc-4a87-ba30-46ec8b5ecd31 req-3edc0322-48ef-492b-8fc2-c190e37d296d tempest-ServerShowV247Test-662962959 tempest-ServerShowV247Test-662962959-project] 10.222.0.65 "GET /v2.0/ports?device_id=30464222-c48b-4c85-87ca-a00369d2fcdd HTTP/1.1" status: 200 len: 210 time: 0.0622945 Nov 22 16:37:35.899207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27065a-fe28-4da4-8f32-7cd4e2a14578 req-7f8d7adf-1ec8-4d76-ad68-6d2831adf424 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.902773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ed076-e75f-43b2-aa74-4f9751c4bc59 req-56bfb359-ddaf-4033-94e3-b254ddec70ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:35.903818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d00ed076-e75f-43b2-aa74-4f9751c4bc59 req-56bfb359-ddaf-4033-94e3-b254ddec70ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1097 time: 0.1808832 Nov 22 16:37:35.907668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d27065a-fe28-4da4-8f32-7cd4e2a14578 req-7f8d7adf-1ec8-4d76-ad68-6d2831adf424 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 945 time: 0.0777812 Nov 22 16:37:35.931205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] For port 752538d8-e1d5-4e3a-9d47-08efac6cc710, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=752538d8-e1d5-4e3a-9d47-08efac6cc710,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:35.931716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:35.968677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Calling delete_port for 752538d8-e1d5-4e3a-9d47-08efac6cc710 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:35.978696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d27065a-fe28-4da4-8f32-7cd4e2a14578 req-6d91a8f7-2cc7-450f-82fa-cce5e4534030 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698705 Nov 22 16:37:35.994786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d00ed076-e75f-43b2-aa74-4f9751c4bc59 req-0f9d8d0b-c439-4093-9921-dfc219b7ed33 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780454 Nov 22 16:37:36.145257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.159057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['be31d644-92f8-470f-9eb2-db8713c49c4e', '752538d8-e1d5-4e3a-9d47-08efac6cc710'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:36.186420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event deleted for resources: {'Port': ['ID=752538d8-e1d5-4e3a-9d47-08efac6cc710,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:36.248680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] No DVR routers for this DVR port 752538d8-e1d5-4e3a-9d47-08efac6cc710 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:36.261416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:36.281709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb0fe307-fa30-42d0-9250-dbe1ad141245 req-3a6d3434-dbe6-44f6-adf6-e144482bb1da tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "DELETE /v2.0/ports/752538d8-e1d5-4e3a-9d47-08efac6cc710 HTTP/1.1" status: 204 len: 173 time: 0.8291893 Nov 22 16:37:36.492280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'name': 'network-vif-deleted', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:36.495066 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c95fc-bb66-4142-b3dc-545583d3ace6" -d '{"events": [{"server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "name": "network-vif-deleted", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:36.545259 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225a0e0d-3436-4173-973a-708128628625 x-openstack-request-id: req-225a0e0d-3436-4173-973a-708128628625 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:36.545557 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac153f8c-2ec9-4f3f-a8e5-2217a135e99c", "name": "network-vif-deleted", "tag": "752538d8-e1d5-4e3a-9d47-08efac6cc710", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:36.545840 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-225a0e0d-3436-4173-973a-708128628625 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:36.546292 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac153f8c-2ec9-4f3f-a8e5-2217a135e99c', 'name': 'network-vif-deleted', 'tag': '752538d8-e1d5-4e3a-9d47-08efac6cc710', 'status': 'completed', 'code': 200} Nov 22 16:37:36.603590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d157cb9-bcd1-47f7-96d9-5ffee31bfe80 req-e9727f22-b5a0-4dca-b79b-7c2fbcd22065 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:36.605497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d157cb9-bcd1-47f7-96d9-5ffee31bfe80 req-e9727f22-b5a0-4dca-b79b-7c2fbcd22065 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 944 time: 0.0681551 Nov 22 16:37:36.707363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d157cb9-bcd1-47f7-96d9-5ffee31bfe80 req-61d9f670-7d8d-48cd-8428-f29d074f2a2e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905809 Nov 22 16:37:36.844143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422895b7-22c2-4c3c-87ee-2dd29bd106bb req-242796b7-9db5-4161-bb31-f57982c214b8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:36.845859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-422895b7-22c2-4c3c-87ee-2dd29bd106bb req-242796b7-9db5-4161-bb31-f57982c214b8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.0576489 Nov 22 16:37:36.924527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-422895b7-22c2-4c3c-87ee-2dd29bd106bb req-570ca671-bafb-4e6a-9477-1ae4b287c764 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690215 Nov 22 16:37:37.083575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60434) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:37.091804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65adc781-b5f9-44d2-aa48-1597030fb601 req-42041fe5-05f4-4277-8ba0-e9563947a67f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0370262 Nov 22 16:37:37.200831 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68dd166f-df9a-45e9-ba20-fee48c42052d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.206205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.297096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68dd166f-df9a-45e9-ba20-fee48c42052d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.306023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68dd166f-df9a-45e9-ba20-fee48c42052d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.357704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd166f-df9a-45e9-ba20-fee48c42052d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d24e437-c46e-4f28-a069-3ec37ad91a73,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.365152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-68dd166f-df9a-45e9-ba20-fee48c42052d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=04b7a377ea86463b85993d592ad38156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2774162 Nov 22 16:37:37.365692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60440) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:37.418209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-27001d13-2ade-49eb-bfa0-ba483989adba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.442154 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-27001d13-2ade-49eb-bfa0-ba483989adba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.508011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-27001d13-2ade-49eb-bfa0-ba483989adba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.511266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-27001d13-2ade-49eb-bfa0-ba483989adba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:37.515557 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-27001d13-2ade-49eb-bfa0-ba483989adba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d24e437-c46e-4f28-a069-3ec37ad91a73 HTTP/1.1" status: 204 len: 168 time: 0.1489429 Nov 22 16:37:37.523411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27001d13-2ade-49eb-bfa0-ba483989adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d24e437-c46e-4f28-a069-3ec37ad91a73,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:37.844916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fef92-d1a8-455b-bba0-809fd602c8de req-f7068dbe-4e29-42fd-826c-47f7542ca38c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:37.846562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd6fef92-d1a8-455b-bba0-809fd602c8de req-f7068dbe-4e29-42fd-826c-47f7542ca38c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 944 time: 0.0607622 Nov 22 16:37:37.905645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd6fef92-d1a8-455b-bba0-809fd602c8de req-7ac981f2-b326-4996-8ab7-d951a4bcb9b6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528295 Nov 22 16:37:38.070242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa3177-0f5c-4ee6-8d3a-93641b644a47 req-5cfd7f25-f37f-4073-a764-6de26ab6040b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.071826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fffa3177-0f5c-4ee6-8d3a-93641b644a47 req-5cfd7f25-f37f-4073-a764-6de26ab6040b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.0630081 Nov 22 16:37:38.148867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 13f82dae-3081-4348-b5ac-14cb890ca16f details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:38.178899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fffa3177-0f5c-4ee6-8d3a-93641b644a47 req-4eace3d7-5327-4eb4-a6ad-f42fb30ae3c1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991318 Nov 22 16:37:38.224944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0eb1dd5-9fe8-402d-903a-19e1fe7bfdee req-88da7ebb-5c8f-44dc-a017-d054c04cdea6 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0425556 Nov 22 16:37:38.325049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 13f82dae-3081-4348-b5ac-14cb890ca16f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=13f82dae-3081-4348-b5ac-14cb890ca16f,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:38.340322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '13f82dae-3081-4348-b5ac-14cb890ca16f', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': '13f82dae-3081-4348-b5ac-14cb890ca16f', 'mac_address': 'fa:16:3e:14:5d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:38.380711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff4957-380f-47cb-a56d-d8f3a916c486 req-dd79388d-2b20-4e7f-a9e4-71d0b748854d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:38.383651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaff4957-380f-47cb-a56d-d8f3a916c486 req-dd79388d-2b20-4e7f-a9e4-71d0b748854d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.1073961 Nov 22 16:37:38.393102 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.393309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:38.398587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'floatingip': {'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:38.415278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f82dae-3081-4348-b5ac-14cb890ca16f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:38.458463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 13f82dae-3081-4348-b5ac-14cb890ca16f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=13f82dae-3081-4348-b5ac-14cb890ca16f,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:38.465944 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.472123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.525973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=13f82dae-3081-4348-b5ac-14cb890ca16f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:38.702762 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:38.881681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['13f82dae-3081-4348-b5ac-14cb890ca16f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:39.167886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6fae1-e713-4084-9d10-7e1a49524ece req-6842a084-6c16-4155-8f68-bc5ed7546afc tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.170243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fe6fae1-e713-4084-9d10-7e1a49524ece req-6842a084-6c16-4155-8f68-bc5ed7546afc tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 945 time: 0.1076245 Nov 22 16:37:39.172825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.182399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.207361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:39.263728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 752538d8-e1d5-4e3a-9d47-08efac6cc710 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:39.264456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 752538d8-e1d5-4e3a-9d47-08efac6cc710 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:39.265061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fe6fae1-e713-4084-9d10-7e1a49524ece req-999396d0-4ccd-4524-bfd8-44f89c23e15a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876136 Nov 22 16:37:39.334188 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Floating IP 0b00c951-ed60-4645-aabe-46e92cd1be1c associated. External IP: 172.25.6.194, port: 944de101-e0f2-45cf-a04c-1702c6f797a3. Nov 22 16:37:39.677096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d838283e-c364-4b3b-8b53-976abb011ba3 req-df6aa74b-7e6a-407f-a84a-acf583c6523f tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0746756 Nov 22 16:37:39.704940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Router 5533ab3d-97cf-4230-b1d0-4099c40f7469 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:37:39.914505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:37:39.928488 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] Sync routers for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:37:39.931703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:39.939207 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:39.943849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430f52a-5e8d-417a-adde-e216d8638f4b req-16450661-ba68-4951-b434-fe85898186b7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:39.944725 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:37:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:39.946446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3430f52a-5e8d-417a-adde-e216d8638f4b req-16450661-ba68-4951-b434-fe85898186b7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0811567 Nov 22 16:37:39.976269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62ea5f7c-9404-4715-a3f3-11b52bfeb268 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "PUT /v2.0/floatingips/0b00c951-ed60-4645-aabe-46e92cd1be1c HTTP/1.1" status: 200 len: 992 time: 1.5788617 Nov 22 16:37:39.976269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:39.988080 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:40.036636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3430f52a-5e8d-417a-adde-e216d8638f4b req-a2e72c04-d6de-4b2b-a59d-4aec530e8966 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792639 Nov 22 16:37:40.083965 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f96efe-5add-4c7d-9c37-fbbb06e6c0e9 x-openstack-request-id: req-20f96efe-5add-4c7d-9c37-fbbb06e6c0e9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:40.084438 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:40.084815 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20f96efe-5add-4c7d-9c37-fbbb06e6c0e9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:40.085286 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'status': 'completed', 'code': 200} Nov 22 16:37:40.138769 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:40.155290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 13f82dae-3081-4348-b5ac-14cb890ca16f up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:40.167959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-f0767580-acf1-4ea4-a6fd-ea5833722a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.170951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-f0767580-acf1-4ea4-a6fd-ea5833722a0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1097 time: 0.0643008 Nov 22 16:37:40.222553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 13f82dae-3081-4348-b5ac-14cb890ca16f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:40.234510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 13f82dae-3081-4348-b5ac-14cb890ca16f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:40.236309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.356246 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.382985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-7279929f-27f6-49aa-a725-caced61e8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.385686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-7279929f-27f6-49aa-a725-caced61e8479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2073939 Nov 22 16:37:40.394212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f82dae-3081-4348-b5ac-14cb890ca16f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:40.396520 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1b2412-c951-430c-b651-560ee2f39b8e" -d '{"events": [{"server_uuid": "8e7e6861-8c77-46b8-af17-e57dc862735f", "name": "network-vif-plugged", "status": "completed", "tag": "13f82dae-3081-4348-b5ac-14cb890ca16f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:40.439263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 13f82dae-3081-4348-b5ac-14cb890ca16f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=13f82dae-3081-4348-b5ac-14cb890ca16f,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:40.445095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:40.537767 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f787974-3050-46f0-9342-c8a585853363 x-openstack-request-id: req-4f787974-3050-46f0-9342-c8a585853363 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:40.538310 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7e6861-8c77-46b8-af17-e57dc862735f", "name": "network-vif-plugged", "status": "completed", "tag": "13f82dae-3081-4348-b5ac-14cb890ca16f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:40.539427 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f787974-3050-46f0-9342-c8a585853363 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:40.544001 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f82dae-3081-4348-b5ac-14cb890ca16f', 'code': 200} Nov 22 16:37:40.556287 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0b00c951-ed60-4645-aabe-46e92cd1be1c', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:37:21Z', 'updated_at': '2021-11-22T16:37:39Z', 'revision_number': 1, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:23Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:40.601268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=13f82dae-3081-4348-b5ac-14cb890ca16f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:40.690978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e7a67-a039-45e8-bb23-4f0d95fcb52d req-5850f68b-d0a1-4cd2-bf7a-b2402208862a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.693169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-864e7a67-a039-45e8-bb23-4f0d95fcb52d req-5850f68b-d0a1-4cd2-bf7a-b2402208862a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.2956138 Nov 22 16:37:40.722110 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-6834f061-6e20-41f5-82e4-cdd2ed83b72c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.3274846 Nov 22 16:37:40.811794 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] Checking router: 5533ab3d-97cf-4230-b1d0-4099c40f7469 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:37:40.823144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-864e7a67-a039-45e8-bb23-4f0d95fcb52d req-dadea3f1-6a5a-4f0c-988c-9f9a8893a102 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199315 Nov 22 16:37:40.827208 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:37:40.828340 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:37:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:40.858450 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edafcb-6d58-40b3-b3c7-6f2f1e3dc15d req-79a588a1-1b0f-41b8-9db0-a1d471626776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.860278 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26edafcb-6d58-40b3-b3c7-6f2f1e3dc15d req-79a588a1-1b0f-41b8-9db0-a1d471626776 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 1097 time: 0.1360943 Nov 22 16:37:40.920857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-00a2c40d-c96f-42fb-bbd2-1e225f3c665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:40.923371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-00a2c40d-c96f-42fb-bbd2-1e225f3c665f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1866102 Nov 22 16:37:40.960785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26edafcb-6d58-40b3-b3c7-6f2f1e3dc15d req-d0000da8-a2d0-4cc5-80ae-4e3954517331 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885999 Nov 22 16:37:41.023499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-00b223c7-a1f0-45cb-8609-9256d1edd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:41.025922 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-00b223c7-a1f0-45cb-8609-9256d1edd71d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686946 Nov 22 16:37:41.032052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fe7cef2-d2af-42f9-9318-6ff675420ce3 req-36320869-4934-435e-9882-6bd15b598d82 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0500638 Nov 22 16:37:41.064075 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:37:41.188877 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-6c1b876a-512c-4518-93f3-bbc9eb25f95a service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518159 Nov 22 16:37:41.346804 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-97b3edc5-7331-4bf8-9a06-28285f3f5a1d req-33d31079-e646-43cb-89a7-4300a0dcb4e3 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433566 Nov 22 16:37:41.373864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4a557-62fb-4851-8aea-45057e279aac req-47cc8413-b8d2-47fa-881e-aa88796e020f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:41.389718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33d4a557-62fb-4851-8aea-45057e279aac req-47cc8413-b8d2-47fa-881e-aa88796e020f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1170247 Nov 22 16:37:41.451569 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0b00c951-ed60-4645-aabe-46e92cd1be1c', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:37:21Z', 'updated_at': '2021-11-22T16:37:39Z', 'revision_number': 1, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:23Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:41.498286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33d4a557-62fb-4851-8aea-45057e279aac req-d26ed976-8c83-4b33-ba9c-c89caee06156 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993443 Nov 22 16:37:41.509724 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854313c-8a23-4299-abcd-a437adc8947e None None] The sync data for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 is: [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '0b00c951-ed60-4645-aabe-46e92cd1be1c', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'floating_ip_address': '172.25.6.194', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:37:21Z', 'updated_at': '2021-11-22T16:37:39Z', 'revision_number': 1, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:23Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:37:41.935415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc513af2-891c-4c1a-b0bf-d7f254226bc2 None None] New status for floating IP 0b00c951-ed60-4645-aabe-46e92cd1be1c: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:37:42.046053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b4320-5950-4874-85c0-ee404879464f req-3767f00c-3f14-4129-a3df-a45ae5f4d5b0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.047786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a46b4320-5950-4874-85c0-ee404879464f req-3767f00c-3f14-4129-a3df-a45ae5f4d5b0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.0778041 Nov 22 16:37:42.145878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a46b4320-5950-4874-85c0-ee404879464f req-319b8cff-93c8-44a8-a670-78625bf76a12 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913270 Nov 22 16:37:42.202323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9955f4e4-6823-45d7-aac9-686b7492f9d9 req-3198d743-2d54-4b9e-b988-e84332ed0ccb tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac153f8c-2ec9-4f3f-a8e5-2217a135e99c HTTP/1.1" status: 200 len: 210 time: 0.0591633 Nov 22 16:37:42.771009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c45ebf-3071-48c6-999d-7738eaeedebe req-bf9618a3-c3a3-4b79-bb91-efc17bc0742d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:42.772587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5c45ebf-3071-48c6-999d-7738eaeedebe req-bf9618a3-c3a3-4b79-bb91-efc17bc0742d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1498492 Nov 22 16:37:42.844089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5c45ebf-3071-48c6-999d-7738eaeedebe req-093e6c30-0745-4d41-9fd1-44cb0952fb6a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631742 Nov 22 16:37:43.326870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615ee60-966c-43d8-86b5-e0fdba970126 req-a30af2df-d230-4087-9468-d1b53725761c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:43.335211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c615ee60-966c-43d8-86b5-e0fdba970126 req-a30af2df-d230-4087-9468-d1b53725761c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.0672922 Nov 22 16:37:43.391087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c615ee60-966c-43d8-86b5-e0fdba970126 req-2392298d-d0b1-4489-8781-d9b16d26b7c6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544250 Nov 22 16:37:43.537145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ada00-4a79-43e3-9371-688d86209a8d req-7bed87d1-793e-4e19-9d75-8ec17c088105 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:43.538762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be7ada00-4a79-43e3-9371-688d86209a8d req-7bed87d1-793e-4e19-9d75-8ec17c088105 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.0582747 Nov 22 16:37:43.592008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be7ada00-4a79-43e3-9371-688d86209a8d req-dc5a04fc-deea-42ed-8d22-7484148e1dfd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468287 Nov 22 16:37:43.875654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58fafc-3644-46f1-80c4-48396a232cb9 req-8a028218-b31c-40c4-a4fe-0038e79a06f3 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:43.878460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af58fafc-3644-46f1-80c4-48396a232cb9 req-8a028218-b31c-40c4-a4fe-0038e79a06f3 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.0576482 Nov 22 16:37:43.933258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af58fafc-3644-46f1-80c4-48396a232cb9 req-c825e1f7-2992-47c8-9133-a388d7e7581c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493007 Nov 22 16:37:44.066349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384993f-042d-439b-b958-4d3451d31f21 req-3195b1b3-21b6-4bde-a7a2-2ad908d3f3ea tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:44.071107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7384993f-042d-439b-b958-4d3451d31f21 req-3195b1b3-21b6-4bde-a7a2-2ad908d3f3ea tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1024103 Nov 22 16:37:44.142574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7384993f-042d-439b-b958-4d3451d31f21 req-dce582b2-230b-45c7-bb3e-4a88f9dab453 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598376 Nov 22 16:37:45.109022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9819eab-1e0e-45a6-a5f7-04da7ed679d7 req-14dce9fb-0577-4b40-a67f-1083f1a8f994 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.112575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9819eab-1e0e-45a6-a5f7-04da7ed679d7 req-14dce9fb-0577-4b40-a67f-1083f1a8f994 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.0641677 Nov 22 16:37:45.182222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9819eab-1e0e-45a6-a5f7-04da7ed679d7 req-f5bd20d7-6a0b-4a7d-958b-f524f0f789e8 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628116 Nov 22 16:37:45.376271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea571fdf-3903-48cb-b2d9-fdb6d1b9570c req-4e98d2c3-4394-4fcc-9051-79c14c222518 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.378063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea571fdf-3903-48cb-b2d9-fdb6d1b9570c req-4e98d2c3-4394-4fcc-9051-79c14c222518 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0884612 Nov 22 16:37:45.447123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea571fdf-3903-48cb-b2d9-fdb6d1b9570c req-be4b54cb-e618-471b-87a0-93f6f762bf63 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597255 Nov 22 16:37:45.911182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-a3d62f0a-63eb-40a6-99d5-1640e35ddc90 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:45.912662 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-a3d62f0a-63eb-40a6-99d5-1640e35ddc90 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 946 time: 0.0620258 Nov 22 16:37:46.016951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port 13f82dae-3081-4348-b5ac-14cb890ca16f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:46.017305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.125496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port 13f82dae-3081-4348-b5ac-14cb890ca16f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=13f82dae-3081-4348-b5ac-14cb890ca16f,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:46.126052 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.147704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for 13f82dae-3081-4348-b5ac-14cb890ca16f owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:46.302542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.320472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['13f82dae-3081-4348-b5ac-14cb890ca16f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:46.327028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:46.338780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=13f82dae-3081-4348-b5ac-14cb890ca16f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:46.378946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50876047-d2a3-4cc5-a60c-a8e0974f16f6 req-ee0693e6-44fc-4be6-82be-b997cb025a3d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e7e6861-8c77-46b8-af17-e57dc862735f HTTP/1.1" status: 200 len: 210 time: 0.0645275 Nov 22 16:37:46.462971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port 13f82dae-3081-4348-b5ac-14cb890ca16f on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:46.471058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:46.483942 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-989653ea-26bf-4bb4-bad4-65abaefd193b req-815ce897-0850-4920-9012-a27c2f2eca68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "DELETE /v2.0/ports/13f82dae-3081-4348-b5ac-14cb890ca16f HTTP/1.1" status: 204 len: 173 time: 0.5640354 Nov 22 16:37:46.484598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'name': 'network-vif-deleted', 'tag': '13f82dae-3081-4348-b5ac-14cb890ca16f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:46.488045 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde48e24-9162-4ac6-a885-def7342fe64b" -d '{"events": [{"server_uuid": "8e7e6861-8c77-46b8-af17-e57dc862735f", "name": "network-vif-deleted", "tag": "13f82dae-3081-4348-b5ac-14cb890ca16f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:46.647355 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbd4697-60f4-4be1-8c18-d3cf7e243b6c x-openstack-request-id: req-5cbd4697-60f4-4be1-8c18-d3cf7e243b6c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:46.657792 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e7e6861-8c77-46b8-af17-e57dc862735f", "name": "network-vif-deleted", "tag": "13f82dae-3081-4348-b5ac-14cb890ca16f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:46.658327 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cbd4697-60f4-4be1-8c18-d3cf7e243b6c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:46.658857 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e7e6861-8c77-46b8-af17-e57dc862735f', 'name': 'network-vif-deleted', 'tag': '13f82dae-3081-4348-b5ac-14cb890ca16f', 'status': 'completed', 'code': 200} Nov 22 16:37:46.674068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e59796e-16a8-4f2f-ace8-bbc34643c16a req-aa42439f-1a7a-492d-943b-e4ebb67f3cc5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:46.684699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e59796e-16a8-4f2f-ace8-bbc34643c16a req-aa42439f-1a7a-492d-943b-e4ebb67f3cc5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0775130 Nov 22 16:37:46.769563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e59796e-16a8-4f2f-ace8-bbc34643c16a req-466561d7-a75a-449c-8aed-746c6f589dc6 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836313 Nov 22 16:37:47.858131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-e004bd89-5146-4c62-a549-2112054bb4b2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:47.868475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-e004bd89-5146-4c62-a549-2112054bb4b2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1488543 Nov 22 16:37:47.889552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-af7b6a27-60fc-4e34-a913-72a0bd387bac tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0200546 Nov 22 16:37:47.957520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-f4a89ac8-d6d1-4e79-a43b-916f732ac365 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0661013 Nov 22 16:37:48.070649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71b067d-ae70-4511-ba70-7cbba4be4802 req-806746be-20eb-47c8-8391-4628d4239b93 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:48.072054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d71b067d-ae70-4511-ba70-7cbba4be4802 req-806746be-20eb-47c8-8391-4628d4239b93 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1124678 Nov 22 16:37:48.106311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-d44ed9b9-df61-40b9-806e-5043d3d6a3b2 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472743 Nov 22 16:37:48.202597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d71b067d-ae70-4511-ba70-7cbba4be4802 req-6f221860-a385-4af4-9d11-21ff067fab05 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190681 Nov 22 16:37:48.243761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-7d3df5ff-ef29-42de-a26a-903b30390c1a service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244752 Nov 22 16:37:48.449026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91c79553-56ea-497d-8cd3-3405ea1eeb80 req-14df7966-40fb-498e-b182-80f0e57d36ae tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 210 time: 0.0435593 Nov 22 16:37:48.543919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375282f1-614d-475a-8112-92a88eee0a7c req-d99fe9d2-e10c-4d53-af76-958d10db04f9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:48.545634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-375282f1-614d-475a-8112-92a88eee0a7c req-d99fe9d2-e10c-4d53-af76-958d10db04f9 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.0954707 Nov 22 16:37:48.604500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-375282f1-614d-475a-8112-92a88eee0a7c req-c5fd2aa0-b3d7-4ef0-baf0-93a93e7b7c62 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517058 Nov 22 16:37:48.751843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-e7920846-ea5a-4400-bdff-e5b234160a5b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:48.754117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-e7920846-ea5a-4400-bdff-e5b234160a5b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 945 time: 0.0902667 Nov 22 16:37:48.864047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Deleting port be31d644-92f8-470f-9eb2-db8713c49c4e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:48.864295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.959177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] For port be31d644-92f8-470f-9eb2-db8713c49c4e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=be31d644-92f8-470f-9eb2-db8713c49c4e,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:48.959550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:48.972444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Calling delete_port for be31d644-92f8-470f-9eb2-db8713c49c4e owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:49.345771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277becd1-4e3b-4fb7-bed8-5855d4b5d3a7 req-4b330011-4bf4-4631-bb95-458f105d6935 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:49.348278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-277becd1-4e3b-4fb7-bed8-5855d4b5d3a7 req-4b330011-4bf4-4631-bb95-458f105d6935 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0570161 Nov 22 16:37:49.423209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.441769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['be31d644-92f8-470f-9eb2-db8713c49c4e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:49.452101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-277becd1-4e3b-4fb7-bed8-5855d4b5d3a7 req-af33f15f-4c55-4f97-9672-a10aa034d38d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898864 Nov 22 16:37:49.527658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event deleted for resources: {'Port': ['ID=be31d644-92f8-470f-9eb2-db8713c49c4e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:49.571082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-175929b6-65ba-4f2f-a3a5-30f1e1820a1c req-ed3a2716-0a00-4429-8ce2-5b09a4ced989 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 210 time: 0.0364521 Nov 22 16:37:49.609147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] No DVR routers for this DVR port be31d644-92f8-470f-9eb2-db8713c49c4e on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:49.611949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-b3f00c4b-6610-4f5b-b5ab-77897283927e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:49.613486 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-b3f00c4b-6610-4f5b-b5ab-77897283927e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1096 time: 0.1527185 Nov 22 16:37:49.614633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.617866 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8d53af8f-7ed3-47a6-864f-7130719b4fb5 req-c78988c8-8e29-4e29-b207-b155bbbad714 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "DELETE /v2.0/ports/be31d644-92f8-470f-9eb2-db8713c49c4e HTTP/1.1" status: 204 len: 173 time: 0.8577962 Nov 22 16:37:49.618308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'name': 'network-vif-deleted', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:49.621245 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fa856d-3ce1-4cb9-9b9d-97078bccd2b1" -d '{"events": [{"server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "name": "network-vif-deleted", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:49.714909 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a03ddf0-ebc1-4a8f-ac74-2d18af8308ae x-openstack-request-id: req-8a03ddf0-ebc1-4a8f-ac74-2d18af8308ae {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:49.716162 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c008397-bdc5-4b9e-a99d-f5462be1b0d4", "name": "network-vif-deleted", "tag": "be31d644-92f8-470f-9eb2-db8713c49c4e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:49.718386 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a03ddf0-ebc1-4a8f-ac74-2d18af8308ae {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:49.719144 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c008397-bdc5-4b9e-a99d-f5462be1b0d4', 'name': 'network-vif-deleted', 'tag': 'be31d644-92f8-470f-9eb2-db8713c49c4e', 'status': 'completed', 'code': 200} Nov 22 16:37:49.775993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13bc4f33-c0b2-47a4-90ee-067fe3733b40 req-cc03fb80-2e56-44ec-873c-3a40b37972ee tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=7c008397-bdc5-4b9e-a99d-f5462be1b0d4 HTTP/1.1" status: 200 len: 210 time: 0.0347776 Nov 22 16:37:49.872189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-1ae3b107-87b6-4999-9ac7-0269c86038f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:49.879106 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-1ae3b107-87b6-4999-9ac7-0269c86038f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.1948075 Nov 22 16:37:49.924257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-8e3affde-96eb-42e0-a939-6870d809cc95 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:49.927446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-8e3affde-96eb-42e0-a939-6870d809cc95 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.2905030 Nov 22 16:37:49.943952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd07981a-6323-4a8a-b194-fcf002a2dc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:49.955943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:50.009761 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-6472db60-5e8b-4b64-ad07-b10fee8b2212 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 1000 time: 0.1191146 Nov 22 16:37:50.129628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-6d35740b-62a5-41b1-91d5-77f797952c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.139741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-6d35740b-62a5-41b1-91d5-77f797952c28 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.1134472 Nov 22 16:37:50.144455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:37:50.148319 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.206619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 13f82dae-3081-4348-b5ac-14cb890ca16f no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:50.251612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-196e3836-255d-4757-9a0d-ef1c7af6e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.251820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 13f82dae-3081-4348-b5ac-14cb890ca16f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:50.252163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 13f82dae-3081-4348-b5ac-14cb890ca16f not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:50.258148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-196e3836-255d-4757-9a0d-ef1c7af6e9a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966687 Nov 22 16:37:50.307158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.3 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/bbc1c0fd-1378-4764-8a03-bf5d40703174) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:37:50.406476 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-59664174-1897-42ad-a7e8-703f10423f40 service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359181 Nov 22 16:37:50.505729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.528242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-25398b2f-5409-4255-bc13-3f946cd0ee87 req-4d85a74e-bc31-4f41-a921-afe1de6de6bf service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125240 Nov 22 16:37:50.594465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60764) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:50.629685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802d0a8-d54e-43c5-ad9e-06487a41f787 req-37580826-5726-44f7-a182-3fa9013ec372 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.634610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7802d0a8-d54e-43c5-ad9e-06487a41f787 req-37580826-5726-44f7-a182-3fa9013ec372 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1034503 Nov 22 16:37:50.636631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.653557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:50.693103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:37:50.718605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:37:50.754055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:37:50.755275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c692222-ebb0-4902-8ceb-7c840584fe5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.812567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=bbc1c0fd-1378-4764-8a03-bf5d40703174,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:50.866127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4b4fd-bd86-4bf7-8d45-c1d72f13b9e4 req-fa47321f-229d-45be-84ce-17678b48b5df tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.866921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c692222-ebb0-4902-8ceb-7c840584fe5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.867626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60b4b4fd-bd86-4bf7-8d45-c1d72f13b9e4 req-fa47321f-229d-45be-84ce-17678b48b5df tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 931 time: 0.1729615 Nov 22 16:37:50.872419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7802d0a8-d54e-43c5-ad9e-06487a41f787 req-b1a8a4bf-e586-4de2-86cb-ed1a4fdcac4f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031624 Nov 22 16:37:50.879477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:50.880184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.882588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c692222-ebb0-4902-8ceb-7c840584fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:50.922830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-949ebc71-82f6-4f69-87c2-9ba0a1605d6a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9709065 Nov 22 16:37:50.940328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Request body: {'port': {'device_id': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:37:50.942616 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5c692222-ebb0-4902-8ceb-7c840584fe5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8aeebfa2cfed49daa0480a3bbfc5b5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469498 Nov 22 16:37:50.945406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60776) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:50.947922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c692222-ebb0-4902-8ceb-7c840584fe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec4b2440-5431-4ee5-9d0e-e02490644aac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:50.990323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60b4b4fd-bd86-4bf7-8d45-c1d72f13b9e4 req-616dfa63-332c-4c24-a1ca-26f33c39e740 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071594 Nov 22 16:37:51.026450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08aa222-ed9d-4619-b76b-9954ab57b23c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.050150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.056211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08aa222-ed9d-4619-b76b-9954ab57b23c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.155757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08aa222-ed9d-4619-b76b-9954ab57b23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.158866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08aa222-ed9d-4619-b76b-9954ab57b23c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.160225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d08aa222-ed9d-4619-b76b-9954ab57b23c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec4b2440-5431-4ee5-9d0e-e02490644aac HTTP/1.1" status: 204 len: 168 time: 0.2136509 Nov 22 16:37:51.173848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08aa222-ed9d-4619-b76b-9954ab57b23c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec4b2440-5431-4ee5-9d0e-e02490644aac,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:51.298740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-bd34cbcf-52e5-4584-a879-b4de580f90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.300318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-bd34cbcf-52e5-4584-a879-b4de580f90df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1096 time: 0.0490122 Nov 22 16:37:51.438925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-6ef38df3-62bb-4dae-8545-47b8d4f6e26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.440416 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-6ef38df3-62bb-4dae-8545-47b8d4f6e26a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.1256092 Nov 22 16:37:51.529730 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-16c141ab-0f2f-4bed-ba98-c98dc4db24c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 1000 time: 0.0796802 Nov 22 16:37:51.623865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-0ac79ff1-a6fd-4bd2-b5cf-d57f43ae1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.627997 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-0ac79ff1-a6fd-4bd2-b5cf-d57f43ae1402 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.0873859 Nov 22 16:37:51.700333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-fff3ae69-b612-45cc-8183-20d11970631e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.700601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e498bad-f598-469c-a656-f877ffd01d6b req-4b67ce3f-6dc7-49cd-b6e5-47bc9fc82cc2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.702056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-fff3ae69-b612-45cc-8183-20d11970631e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671256 Nov 22 16:37:51.702234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e498bad-f598-469c-a656-f877ffd01d6b req-4b67ce3f-6dc7-49cd-b6e5-47bc9fc82cc2 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.1573529 Nov 22 16:37:51.716786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d07d00-155e-48cd-b636-488e96259c54 req-2b26dd2d-a687-4cf3-a6fb-59b72f91b1a9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:51.718554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3d07d00-155e-48cd-b636-488e96259c54 req-2b26dd2d-a687-4cf3-a6fb-59b72f91b1a9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1749024 Nov 22 16:37:51.815044 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-506d88ab-e9a5-4b4b-831a-e208a015f486 service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031785 Nov 22 16:37:51.829187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e498bad-f598-469c-a656-f877ffd01d6b req-f7a3a9c6-4ff7-40ab-a5e5-cb67831575e4 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095998 Nov 22 16:37:51.866399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3d07d00-155e-48cd-b636-488e96259c54 req-d8312009-4153-4611-96bf-8ddf3590718c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233785 Nov 22 16:37:51.972301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc1c0fd-1378-4764-8a03-bf5d40703174 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:51.980820 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:51.986523 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f06759a4-33b8-41cc-8a92-94c23b0f3413 req-a0d7d408-109c-46ef-9013-9fff4768967f service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608837 Nov 22 16:37:52.007372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e4871-2f13-4984-9b11-817c08386c8b req-b78d323c-f6d1-479f-9da9-98541f5fe168 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.009501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660e4871-2f13-4984-9b11-817c08386c8b req-b78d323c-f6d1-479f-9da9-98541f5fe168 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 944 time: 0.1100781 Nov 22 16:37:52.009796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Transition to ACTIVE for port object bbc1c0fd-1378-4764-8a03-bf5d40703174 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:37:52.015845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.115759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc1c0fd-1378-4764-8a03-bf5d40703174,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.180045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Deleting port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:52.181067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.210595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Attempting to bind port bbc1c0fd-1378-4764-8a03-bf5d40703174 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:37:52.210892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Attempting to bind port bbc1c0fd-1378-4764-8a03-bf5d40703174 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:37:52.211230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Attempting to bind port bbc1c0fd-1378-4764-8a03-bf5d40703174 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:52.225063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629beb8f-909f-4a67-a763-786c10a5a3b1 req-c16cdce8-249d-480b-9c0c-c93ddf0f70c7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.227033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-629beb8f-909f-4a67-a763-786c10a5a3b1 req-c16cdce8-249d-480b-9c0c-c93ddf0f70c7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 943 time: 0.0882430 Nov 22 16:37:52.229607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Port bbc1c0fd-1378-4764-8a03-bf5d40703174 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:37:52.229992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Attempting to bind port bbc1c0fd-1378-4764-8a03-bf5d40703174 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:37:52.252195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:37:52.252597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:37:52.252930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:37:52.253389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Bound port: bbc1c0fd-1378-4764-8a03-bf5d40703174, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:37:52.253862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.296605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] For port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:52.297038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.313117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Calling delete_port for a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:52.345432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-629beb8f-909f-4a67-a763-786c10a5a3b1 req-a328c336-2e59-4889-b247-067dacc2af2c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112442 Nov 22 16:37:52.372805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] For port bbc1c0fd-1378-4764-8a03-bf5d40703174, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:37:52.379217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] For port bbc1c0fd-1378-4764-8a03-bf5d40703174, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:37:52.386239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.444009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.445191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.446638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] 10.222.0.66 "PUT /v2.0/ports/bbc1c0fd-1378-4764-8a03-bf5d40703174 HTTP/1.1" status: 200 len: 1091 time: 1.5110121 Nov 22 16:37:52.447338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'tag': 'bbc1c0fd-1378-4764-8a03-bf5d40703174'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:52.450577 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0932517-6b9a-4b67-a8ca-ef9eddde0cad", "tag": "bbc1c0fd-1378-4764-8a03-bf5d40703174"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:52.490847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d393f-a001-41f4-ab09-3079fc15476a service neutron] Pushing event updated for resources: {'Port': ['ID=bbc1c0fd-1378-4764-8a03-bf5d40703174,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.513695 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2be8873-718e-4820-9265-44205b8ae055 x-openstack-request-id: req-c2be8873-718e-4820-9265-44205b8ae055 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:52.513969 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0932517-6b9a-4b67-a8ca-ef9eddde0cad", "tag": "bbc1c0fd-1378-4764-8a03-bf5d40703174", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:52.514326 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c2be8873-718e-4820-9265-44205b8ae055 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:52.514829 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'tag': 'bbc1c0fd-1378-4764-8a03-bf5d40703174', 'status': 'completed', 'code': 200} Nov 22 16:37:52.529865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.571345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event deleted for resources: {'Port': ['ID=a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:52.585950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-3af31d80-099f-4a44-835f-a012c6256d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.588295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-3af31d80-099f-4a44-835f-a012c6256d13 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 1094 time: 0.0691152 Nov 22 16:37:52.627826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] No DVR routers for this DVR port a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:52.630265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.647561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-57808e22-c4ce-4559-bc9f-8b894eb5d44a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174 HTTP/1.1" status: 200 len: 217 time: 0.0433905 Nov 22 16:37:52.649987 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660e4871-2f13-4984-9b11-817c08386c8b req-ecc90175-62f5-456a-b2a4-6d71241a9a32 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.20 "DELETE /v2.0/ports/a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 HTTP/1.1" status: 204 len: 173 time: 0.6178122 Nov 22 16:37:52.650493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'name': 'network-vif-deleted', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:52.659130 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536c59f3-1095-4c0e-9c26-ee68df187b17" -d '{"events": [{"server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "name": "network-vif-deleted", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:52.711832 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd298c1-4102-4a7a-9662-cb9bb1e7ec3d x-openstack-request-id: req-4cd298c1-4102-4a7a-9662-cb9bb1e7ec3d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:52.712267 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9effbe-44f4-47db-82b8-0c8625e9a6ff", "name": "network-vif-deleted", "tag": "a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:52.712624 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cd298c1-4102-4a7a-9662-cb9bb1e7ec3d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:52.713177 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9effbe-44f4-47db-82b8-0c8625e9a6ff', 'name': 'network-vif-deleted', 'tag': 'a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56', 'status': 'completed', 'code': 200} Nov 22 16:37:52.745557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-51bad2ae-2beb-4b29-9fbe-6fd5bea77df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:52.747632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-51bad2ae-2beb-4b29-9fbe-6fd5bea77df2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0858138 Nov 22 16:37:52.799815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-d17b5eeb-1d79-46ea-8fd8-9137e842c2a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356069 Nov 22 16:37:52.855085 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81ff461a-c57d-48a8-bd69-b826b5e0b4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:52.971926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-01300e7b-ef93-456d-b324-c84b3760b3e5 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573079 Nov 22 16:37:52.991748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9db798c-5074-4e55-8801-2ef4681555d9 req-06412a49-32a3-4f2f-a5f7-aafc99b075c3 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=9c9effbe-44f4-47db-82b8-0c8625e9a6ff HTTP/1.1" status: 200 len: 210 time: 0.0439765 Nov 22 16:37:53.137586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b316e-74e8-4697-8e7f-e36e4296a185 req-913de68d-1557-4061-a62a-e39dfc02c707 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.139908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd2b316e-74e8-4697-8e7f-e36e4296a185 req-913de68d-1557-4061-a62a-e39dfc02c707 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0947206 Nov 22 16:37:53.178262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928a264-77b6-4973-a4ef-81b3d642e084 req-57fb7c9e-a186-441d-b073-cd0fa82ddd35 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897991 Nov 22 16:37:53.219122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd2b316e-74e8-4697-8e7f-e36e4296a185 req-6bab99fc-be25-4d0b-a103-01d3587320b2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647953 Nov 22 16:37:53.305733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:53.342269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: be31d644-92f8-470f-9eb2-db8713c49c4e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:53.343034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device be31d644-92f8-470f-9eb2-db8713c49c4e not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:53.358412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-3fc348cc-e75c-44ec-ba60-53d37974b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.361011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-3fc348cc-e75c-44ec-ba60-53d37974b937 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 1094 time: 0.0792725 Nov 22 16:37:53.521155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-066e2b9e-b7d7-4d2e-b334-62d6774e6e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.522768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-066e2b9e-b7d7-4d2e-b334-62d6774e6e5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.1509695 Nov 22 16:37:53.537620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba31653-bfe9-44ca-ae67-b9f1e15043d3 req-98cb038d-670a-471c-b8c4-abbdef8a4f48 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.539876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eba31653-bfe9-44ca-ae67-b9f1e15043d3 req-98cb038d-670a-471c-b8c4-abbdef8a4f48 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 943 time: 0.0952640 Nov 22 16:37:53.593856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-03f34124-c9c8-4e64-af4f-2e081fcd34f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174 HTTP/1.1" status: 200 len: 217 time: 0.0527565 Nov 22 16:37:53.652089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eba31653-bfe9-44ca-ae67-b9f1e15043d3 req-769c17da-4169-49b0-a1d2-f89ecdf60e21 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037381 Nov 22 16:37:53.668129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-c2e63a84-62df-40d1-b1ec-4ce79a135c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:53.669596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-c2e63a84-62df-40d1-b1ec-4ce79a135c71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0609622 Nov 22 16:37:53.709747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-bf0a57d8-5188-4d7e-b922-a60e5e5077ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259271 Nov 22 16:37:53.819185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-1ece00f7-263a-4b84-bb42-b80ecadf9c93 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924394 Nov 22 16:37:53.919833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:53.933794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d4be9a5-06e4-4cc9-be53-73f2d1f086e2 req-12093e1d-d381-49d2-95cb-9146b8c1f4c6 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038668 Nov 22 16:37:54.307146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65882451-e681-4202-ac00-205cd41003d2 req-0750753c-5324-4048-9be3-eb869dd58c87 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:54.309401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65882451-e681-4202-ac00-205cd41003d2 req-0750753c-5324-4048-9be3-eb869dd58c87 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.0621269 Nov 22 16:37:54.381448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65882451-e681-4202-ac00-205cd41003d2 req-83cd87e1-20a8-4a0c-848c-f051c94e8c94 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/security-groups?id=ea34bb33-4bb7-4642-95ea-70e77a8fc931&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621672 Nov 22 16:37:54.788215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677bf40-af0f-44b4-af9b-3bf4e22da8b6 req-257f655b-20ff-4cdd-85f2-2a9fd57334f9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:54.789751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6677bf40-af0f-44b4-af9b-3bf4e22da8b6 req-257f655b-20ff-4cdd-85f2-2a9fd57334f9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 943 time: 0.0538330 Nov 22 16:37:54.848109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6677bf40-af0f-44b4-af9b-3bf4e22da8b6 req-a2e85657-0169-4941-9039-d7d06d34d621 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512073 Nov 22 16:37:55.069277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-06092316-14b2-4254-9e87-c6a53e806488 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.071120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-06092316-14b2-4254-9e87-c6a53e806488 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 944 time: 0.0608528 Nov 22 16:37:55.172504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Deleting port c42c130d-3874-487b-a906-6362eabbadd4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:37:55.172828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.291537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] For port c42c130d-3874-487b-a906-6362eabbadd4, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c42c130d-3874-487b-a906-6362eabbadd4,segment=NetworkSegment(cbe68334-ebe9-4e00-a025-b05c4b264c02),segment_id=cbe68334-ebe9-4e00-a025-b05c4b264c02)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:55.292519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.293846 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.306618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Calling delete_port for c42c130d-3874-487b-a906-6362eabbadd4 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:37:55.463872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.501264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Pushing event deleted for resources: {'Port': ['ID=c42c130d-3874-487b-a906-6362eabbadd4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:55.536932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-128b8f66-6a1b-4e04-8f15-4e378fff7d20 req-ccd5b63b-5134-47d3-9d81-d6063da05c46 tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.65 "GET /v2.0/ports?device_id=306a133d-48d6-42cc-a7c1-9af80dc75552 HTTP/1.1" status: 200 len: 210 time: 0.0368803 Nov 22 16:37:55.578734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] No DVR routers for this DVR port c42c130d-3874-487b-a906-6362eabbadd4 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:37:55.581521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.585247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f7dc34b-13a2-4823-99cc-a77ef4563902 req-19b927cc-be4e-4dfa-861d-134fb4997c6b tempest-LiveAutoBlockMigrationV225Test-302904427 tempest-LiveAutoBlockMigrationV225Test-302904427-project] 10.222.0.66 "DELETE /v2.0/ports/c42c130d-3874-487b-a906-6362eabbadd4 HTTP/1.1" status: 204 len: 173 time: 0.5064437 Nov 22 16:37:55.585874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'name': 'network-vif-deleted', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:55.589066 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a630aab7-68b8-4422-9490-28df117e5f64" -d '{"events": [{"server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "name": "network-vif-deleted", "tag": "c42c130d-3874-487b-a906-6362eabbadd4"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:55.655011 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1150a7-53b7-4cc1-aab0-80f59d7f238e x-openstack-request-id: req-5e1150a7-53b7-4cc1-aab0-80f59d7f238e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:55.655498 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306a133d-48d6-42cc-a7c1-9af80dc75552", "name": "network-vif-deleted", "tag": "c42c130d-3874-487b-a906-6362eabbadd4", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:55.655824 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e1150a7-53b7-4cc1-aab0-80f59d7f238e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:55.656314 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306a133d-48d6-42cc-a7c1-9af80dc75552', 'name': 'network-vif-deleted', 'tag': 'c42c130d-3874-487b-a906-6362eabbadd4', 'status': 'completed', 'code': 200} Nov 22 16:37:55.973293 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:55.978778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d4bc6-f248-44b2-95f3-f8de60addaa9 req-700771b4-85b2-43ec-befc-e319f5203e9f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:55.980453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21d4bc6-f248-44b2-95f3-f8de60addaa9 req-700771b4-85b2-43ec-befc-e319f5203e9f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 943 time: 0.0562251 Nov 22 16:37:56.037810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21d4bc6-f248-44b2-95f3-f8de60addaa9 req-d7194c63-d543-4df6-89f5-d3d70d54564a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506942 Nov 22 16:37:56.235494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device bbc1c0fd-1378-4764-8a03-bf5d40703174 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:37:56.341307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port bbc1c0fd-1378-4764-8a03-bf5d40703174, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:56.355482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'bbc1c0fd-1378-4764-8a03-bf5d40703174', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': 'bbc1c0fd-1378-4764-8a03-bf5d40703174', 'mac_address': 'fa:16:3e:d8:05:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:37:56.399203 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.417298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc1c0fd-1378-4764-8a03-bf5d40703174 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:37:56.448503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port bbc1c0fd-1378-4764-8a03-bf5d40703174, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:56.454544 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.533881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=bbc1c0fd-1378-4764-8a03-bf5d40703174,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:56.610527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:56.867485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['bbc1c0fd-1378-4764-8a03-bf5d40703174'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:37:56.885709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Deleting subnet 06ed45ce-6f21-482a-abea-d8dac37681bd {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:56.889926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.930063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:56.983516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.051743 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.083169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ed45ce-6f21-482a-abea-d8dac37681bd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:57.085371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.089526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b04a1faf-742c-4fb6-977b-a7d5f6942a40 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/06ed45ce-6f21-482a-abea-d8dac37681bd HTTP/1.1" status: 204 len: 168 time: 0.4771113 Nov 22 16:37:57.092250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60964) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.165148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.193942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd512229-1709-45ef-857b-b59a345fe70d req-4a7938b0-0124-40ae-a5c7-29dcf48c3b91 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:57.202513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd512229-1709-45ef-857b-b59a345fe70d req-4a7938b0-0124-40ae-a5c7-29dcf48c3b91 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 944 time: 0.0671430 Nov 22 16:37:57.253048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd512229-1709-45ef-857b-b59a345fe70d req-59e6140b-8ca7-47b6-8219-bfd1d72d4fdf tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492332 Nov 22 16:37:57.266630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.287967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0563cfc1-51f9-4561-9fe9-0fa3a1987045']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.297719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe68334-ebe9-4e00-a025-b05c4b264c02') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.298020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe68334-ebe9-4e00-a025-b05c4b264c02') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.307577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.320754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.327889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:57.328283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:57.330301 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:57.345198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:57.368693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:57.369251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a5e5ffcb-fa83-4a81-9a9c-e687e1ba6e56 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:57.390039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.396212 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.400152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0563cfc1-51f9-4561-9fe9-0fa3a1987045 HTTP/1.1" status: 204 len: 168 time: 0.3053279 Nov 22 16:37:57.404555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60970) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.416316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac237c60-329b-4b22-8f7b-5d7a217538c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0563cfc1-51f9-4561-9fe9-0fa3a1987045,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:57.466660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Deleting subnet f9e63356-afba-47be-b1f4-3bdbabdaafe2 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:37:57.470259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.509162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.552568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.618800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.652049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e63356-afba-47be-b1f4-3bdbabdaafe2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:57.657543 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.662320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6ae231ee-603f-4920-96af-4c1625c4004c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9e63356-afba-47be-b1f4-3bdbabdaafe2 HTTP/1.1" status: 204 len: 168 time: 0.2564790 Nov 22 16:37:57.663765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60978) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.741030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.837100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.853058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60984) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:57.862502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea34de46-2072-4ead-a2c7-c579671e8c99']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.873521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c615de02-b4da-4c67-8ccb-4e4f1800b74a') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.873851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c615de02-b4da-4c67-8ccb-4e4f1800b74a') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:37:57.883889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.899533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.907228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:37:57.907925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:37:57.911012 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:37:57.979249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.980992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebf7af90-7895-487a-88b1-2a984bdff835 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.985163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:57.988882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] 10.222.0.65 "DELETE /v2.0/networks/ea34de46-2072-4ead-a2c7-c579671e8c99 HTTP/1.1" status: 204 len: 168 time: 0.3238847 Nov 22 16:37:58.002620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41492921-6fec-4645-803d-7ab50c74161f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea34de46-2072-4ead-a2c7-c579671e8c99,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.067584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebf7af90-7895-487a-88b1-2a984bdff835 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.073190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebf7af90-7895-487a-88b1-2a984bdff835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.120370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60990) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:58.141200 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ebf7af90-7895-487a-88b1-2a984bdff835 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1f6562029cd48deabb006c7d6b98b0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2837832 Nov 22 16:37:58.141200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7af90-7895-487a-88b1-2a984bdff835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edeb2b1-5a1f-4374-abca-0f1296cb1cf9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.144074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60992) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:58.199390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60994) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:58.199789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-97b54de1-dce8-417f-befc-b3b31950c052 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0859c669fbbf42ae8e1a9526f571035e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0768156 Nov 22 16:37:58.222299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72886b7b-c91e-4e89-9e71-a3fa79f0e181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.246254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device bbc1c0fd-1378-4764-8a03-bf5d40703174 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:37:58.248156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72886b7b-c91e-4e89-9e71-a3fa79f0e181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.277993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-103041fe-6499-47d6-9f9d-f7cddfa923ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.310090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72886b7b-c91e-4e89-9e71-a3fa79f0e181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.315210 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-103041fe-6499-47d6-9f9d-f7cddfa923ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.315826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72886b7b-c91e-4e89-9e71-a3fa79f0e181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.318424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-72886b7b-c91e-4e89-9e71-a3fa79f0e181 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6edeb2b1-5a1f-4374-abca-0f1296cb1cf9 HTTP/1.1" status: 204 len: 168 time: 0.1726265 Nov 22 16:37:58.342187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72886b7b-c91e-4e89-9e71-a3fa79f0e181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edeb2b1-5a1f-4374-abca-0f1296cb1cf9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.399781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-103041fe-6499-47d6-9f9d-f7cddfa923ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.403843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-103041fe-6499-47d6-9f9d-f7cddfa923ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.405888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-103041fe-6499-47d6-9f9d-f7cddfa923ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea34bb33-4bb7-4642-95ea-70e77a8fc931 HTTP/1.1" status: 204 len: 168 time: 0.2056277 Nov 22 16:37:58.414698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port bbc1c0fd-1378-4764-8a03-bf5d40703174 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:37:58.415310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103041fe-6499-47d6-9f9d-f7cddfa923ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea34bb33-4bb7-4642-95ea-70e77a8fc931,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.436752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port bbc1c0fd-1378-4764-8a03-bf5d40703174 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:37:58.437482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.494117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc2df4b-3cb6-479a-8707-2315d670ce83 req-0d27bfc8-c5b9-4121-800e-7a5d78dca698 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:58.509270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcc2df4b-3cb6-479a-8707-2315d670ce83 req-0d27bfc8-c5b9-4121-800e-7a5d78dca698 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 944 time: 0.1132033 Nov 22 16:37:58.562960 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.605410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port bbc1c0fd-1378-4764-8a03-bf5d40703174, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:37:58.606661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc1c0fd-1378-4764-8a03-bf5d40703174'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:37:58.609824 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d79ca0-94c2-4942-a85b-10471b60ce67" -d '{"events": [{"server_uuid": "f0932517-6b9a-4b67-a8ca-ef9eddde0cad", "name": "network-vif-plugged", "status": "completed", "tag": "bbc1c0fd-1378-4764-8a03-bf5d40703174"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:37:58.613852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.615582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c42c130d-3874-487b-a906-6362eabbadd4 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:37:58.660270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcc2df4b-3cb6-479a-8707-2315d670ce83 req-3096486a-804c-433e-9b14-89108b944852 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455398 Nov 22 16:37:58.712093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=bbc1c0fd-1378-4764-8a03-bf5d40703174,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:58.724590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: c42c130d-3874-487b-a906-6362eabbadd4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:37:58.725297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c42c130d-3874-487b-a906-6362eabbadd4 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:37:58.762994 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fdaf6c-113d-473c-8c2e-9ef77f881b7a x-openstack-request-id: req-89fdaf6c-113d-473c-8c2e-9ef77f881b7a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:37:58.763374 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0932517-6b9a-4b67-a8ca-ef9eddde0cad", "name": "network-vif-plugged", "status": "completed", "tag": "bbc1c0fd-1378-4764-8a03-bf5d40703174", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:37:58.763832 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89fdaf6c-113d-473c-8c2e-9ef77f881b7a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:37:58.764598 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc1c0fd-1378-4764-8a03-bf5d40703174', 'code': 200} Nov 22 16:37:58.922188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32784) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:58.941313 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca040069-00ec-479c-8957-6521dac5af1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:58.946780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef788a6-b98b-4730-bd64-85846b62ec05 req-ea52de37-f5b5-4c3d-9bcb-11e52b7b9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:58.948367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ef788a6-b98b-4730-bd64-85846b62ec05 req-ea52de37-f5b5-4c3d-9bcb-11e52b7b9f54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 1096 time: 0.0743859 Nov 22 16:37:59.020020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ef788a6-b98b-4730-bd64-85846b62ec05 req-e79f02d1-1d04-4c3d-a2a2-7333c1262f1a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609629 Nov 22 16:37:59.041143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca040069-00ec-479c-8957-6521dac5af1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.047089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca040069-00ec-479c-8957-6521dac5af1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.091095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca040069-00ec-479c-8957-6521dac5af1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2491d542-0a73-46a7-bfb4-65326fc99aad,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.097544 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ca040069-00ec-479c-8957-6521dac5af1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7544ff3d792341c7a7c46974c45a1aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1736577 Nov 22 16:37:59.100360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32786) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.170428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-233c59f2-115c-4d33-a8ca-2c618adc2092 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.174100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32788) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.195394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-233c59f2-115c-4d33-a8ca-2c618adc2092 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.218717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0099ca6-258c-481e-a0e8-ef658ebaf2a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3295b23e15384080a303acea5985fe7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428455 Nov 22 16:37:59.221186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32790) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:37:59.247667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-233c59f2-115c-4d33-a8ca-2c618adc2092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.251413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-233c59f2-115c-4d33-a8ca-2c618adc2092 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.252667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-233c59f2-115c-4d33-a8ca-2c618adc2092 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2491d542-0a73-46a7-bfb4-65326fc99aad HTTP/1.1" status: 204 len: 168 time: 0.1511683 Nov 22 16:37:59.261089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c59f2-115c-4d33-a8ca-2c618adc2092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2491d542-0a73-46a7-bfb4-65326fc99aad,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.289031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d44fa47e-4f56-4b5c-8812-2ed26046684b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.312027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d44fa47e-4f56-4b5c-8812-2ed26046684b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.366477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d44fa47e-4f56-4b5c-8812-2ed26046684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.369374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d44fa47e-4f56-4b5c-8812-2ed26046684b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:37:59.370905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d44fa47e-4f56-4b5c-8812-2ed26046684b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d7d3e6c-b3a8-4560-ad32-ef1a6a7cb9fa HTTP/1.1" status: 204 len: 168 time: 0.1487825 Nov 22 16:37:59.379686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44fa47e-4f56-4b5c-8812-2ed26046684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d3e6c-b3a8-4560-ad32-ef1a6a7cb9fa,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:37:59.787425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39591d95-796f-4a36-906c-a785e3339214 req-5809bcaf-4249-4035-a13d-391298d8ebce tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:37:59.788879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39591d95-796f-4a36-906c-a785e3339214 req-5809bcaf-4249-4035-a13d-391298d8ebce tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 945 time: 0.0600152 Nov 22 16:37:59.843532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39591d95-796f-4a36-906c-a785e3339214 req-7c0b59e6-9be6-4bc6-8eba-701034b661f4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Nov 22 16:38:00.978440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ea343-6740-4e97-a661-5675fd980301 req-a4090500-2ca4-41de-b133-a31b53537acd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:00.982419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e19ea343-6740-4e97-a661-5675fd980301 req-a4090500-2ca4-41de-b133-a31b53537acd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 945 time: 0.0573375 Nov 22 16:38:01.050916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e19ea343-6740-4e97-a661-5675fd980301 req-efd6615c-675b-4af2-809e-f97223489b7f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619431 Nov 22 16:38:01.305783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-6238ad23-95c5-418e-99bf-a476d4798e62 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252078 Nov 22 16:38:01.500282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-a505c875-e153-4f59-8394-b954f44c0f82 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:01.502022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-a505c875-e153-4f59-8394-b954f44c0f82 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1949012 Nov 22 16:38:01.509233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-4b2edad4-fbb1-44fe-b5c2-dcdd7feafefb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:01.510793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-4b2edad4-fbb1-44fe-b5c2-dcdd7feafefb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936097 Nov 22 16:38:01.530409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-93b15ef3-5897-439b-b797-4538a72eb16d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0179923 Nov 22 16:38:01.532703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-3e61f858-f9f7-4db4-a682-07f7a46fab15 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/quotas/fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 375 time: 0.0118232 Nov 22 16:38:01.593984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-1d13c1ed-37e1-445b-856d-a9e7583398e0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488110 Nov 22 16:38:01.613019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-4d9227dc-2f07-41ad-a8be-82db329fec1d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763998 Nov 22 16:38:01.734461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-8aaf7943-b871-4167-afff-870c136bd289 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116261 Nov 22 16:38:01.876981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-abc5ffa3-f451-45e7-bf57-5a6c28ddd63f service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348960 Nov 22 16:38:01.899456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-004007dd-3579-4b8a-9d74-9211ef1698b7 req-1c5cc978-d21c-41ab-bfa4-d8c135d6a21d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 210 time: 0.0360649 Nov 22 16:38:02.161070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30fcde73-438e-4e48-86e2-8bb9162cc552 req-a0b9d2d8-3282-43d5-a9e5-baffbcc24665 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 210 time: 0.0585833 Nov 22 16:38:02.213841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32964) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.388759 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26142d5e-9eaf-4a7e-9f1e-c26144a136fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.489263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26142d5e-9eaf-4a7e-9f1e-c26144a136fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.493877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26142d5e-9eaf-4a7e-9f1e-c26144a136fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.550123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26142d5e-9eaf-4a7e-9f1e-c26144a136fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=30a2b7190e13499baabc132f73a29073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3343742 Nov 22 16:38:02.551122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26142d5e-9eaf-4a7e-9f1e-c26144a136fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92e1292-bc2b-4b3e-9d5b-2c9135a4421c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:02.552714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32974) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:02.608288 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d295706b-a48f-42e0-b0c3-6867174e7980 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.631206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d295706b-a48f-42e0-b0c3-6867174e7980 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.679312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d295706b-a48f-42e0-b0c3-6867174e7980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.681990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d295706b-a48f-42e0-b0c3-6867174e7980 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:02.684237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d295706b-a48f-42e0-b0c3-6867174e7980 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f92e1292-bc2b-4b3e-9d5b-2c9135a4421c HTTP/1.1" status: 204 len: 168 time: 0.1301739 Nov 22 16:38:02.692654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295706b-a48f-42e0-b0c3-6867174e7980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92e1292-bc2b-4b3e-9d5b-2c9135a4421c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.015463 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-5612a364-7466-4562-9708-12b3bb249270 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398490 Nov 22 16:38:03.016190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.040632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2ca3d89-836e-4631-8e4f-768c122e1a80 req-a12a9273-43ee-4376-a481-52f8b64df642 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 210 time: 0.0460069 Nov 22 16:38:03.046163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86ddf747-18d1-47e2-ba1a-4d2a97371709 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.203924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-c2d8ef74-91a7-4f97-9f66-0bf622bb8730 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:03.205938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-c2d8ef74-91a7-4f97-9f66-0bf622bb8730 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728687 Nov 22 16:38:03.231596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Request body: {'port': {'device_id': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'fc4d1aee37b74f9da54d3ef0a1e24838'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:03.282879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb20c75f-e745-4454-8aca-45b172700fa8 req-21ef3c89-6516-4012-89ee-4948aa7d6bea tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 210 time: 0.0385368 Nov 22 16:38:03.296083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86ddf747-18d1-47e2-ba1a-4d2a97371709 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.303271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86ddf747-18d1-47e2-ba1a-4d2a97371709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.356471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-86ddf747-18d1-47e2-ba1a-4d2a97371709 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=deb032e641a64f169b4ea07715187903&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389065 Nov 22 16:38:03.359235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32994) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:03.364205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddf747-18d1-47e2-ba1a-4d2a97371709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da487b-2cb4-4ca2-92e3-dd8615d6bc98,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.410490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Made reservation on behalf of fc4d1aee37b74f9da54d3ef0a1e24838 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:03.415424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.416238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f444eae-d5c9-4e06-8163-32542720c9fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.426020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.439111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f444eae-d5c9-4e06-8163-32542720c9fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.496998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f444eae-d5c9-4e06-8163-32542720c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.500959 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f444eae-d5c9-4e06-8163-32542720c9fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.502172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f444eae-d5c9-4e06-8163-32542720c9fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8da487b-2cb4-4ca2-92e3-dd8615d6bc98 HTTP/1.1" status: 204 len: 168 time: 0.1417296 Nov 22 16:38:03.510841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f444eae-d5c9-4e06-8163-32542720c9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da487b-2cb4-4ca2-92e3-dd8615d6bc98,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.522902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.546558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:03.616015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd0c85a-19b5-4802-b371-04733e77b7a4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:03.753593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-6b98e389-0226-4eca-8748-79d02bf3fafd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:03.755191 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-6b98e389-0226-4eca-8748-79d02bf3fafd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.2310312 Nov 22 16:38:03.771467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': '0079d106-b823-46fa-a95a-9dba34318d27', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:03.821723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Allocated IP 192.168.233.176 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/e50a1769-7b63-4f56-96dd-7a5237ad3b93) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:03.981948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:03.985395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.096908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.159926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b54e16e0-89ea-44b4-82bd-145d494299ef req-3fe39059-4bab-4eb5-9a3c-58b16e08b659 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 210 time: 0.0304306 Nov 22 16:38:04.197974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.12 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/c29e0d75-08e0-4273-8274-490a685311e3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:04.204342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.264862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:04.278080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:04.282521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:04.286564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:04.411371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:04.412123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.434407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbf7b5f0-f989-4bcc-ab62-fd3a1566d8b2 req-6466af94-6135-4128-aed7-538097756a4d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 210 time: 0.0516572 Nov 22 16:38:04.464300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-6a4f6d53-a123-4abb-b7b4-1b499687c072 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2367578 Nov 22 16:38:04.488574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Request body: {'port': {'device_id': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:04.570119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.580850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-663efbd6-534a-4baf-a551-fa0ef5424ede None None] Provisioning complete for port e50a1769-7b63-4f56-96dd-7a5237ad3b93 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:04.581638 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-663efbd6-534a-4baf-a551-fa0ef5424ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.587616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.617380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-663efbd6-534a-4baf-a551-fa0ef5424ede None None] Port e50a1769-7b63-4f56-96dd-7a5237ad3b93 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:04.663861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.681828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:04.685229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['bbc1c0fd-1378-4764-8a03-bf5d40703174'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:04.767524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:04.780928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:04.788131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:04.797132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=c29e0d75-08e0-4273-8274-490a685311e3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:04.898982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:04.899627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:04.930137 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-b6a8faad-cc16-4819-af1d-9b0956e8e351 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1623523 Nov 22 16:38:04.950900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Request body: {'port': {'device_id': '0079d106-b823-46fa-a95a-9dba34318d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:05.043450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.085234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50a1769-7b63-4f56-96dd-7a5237ad3b93 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:05.099624 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.122715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Transition to ACTIVE for port object e50a1769-7b63-4f56-96dd-7a5237ad3b93 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:05.130017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.245574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.363882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf06807-4f83-489b-916a-fc64096cab8b req-314fe061-92f2-4f8e-ae18-54f05cbf1797 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.366879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdf06807-4f83-489b-916a-fc64096cab8b req-314fe061-92f2-4f8e-ae18-54f05cbf1797 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.0791407 Nov 22 16:38:05.439736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:05.440102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:05.440414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:05.441679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdf06807-4f83-489b-916a-fc64096cab8b req-a4da6a89-b6ed-4250-b490-3abad6a2b4bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680692 Nov 22 16:38:05.462399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:05.462977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:05.503407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29e0d75-08e0-4273-8274-490a685311e3 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:05.514851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.529718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Transition to ACTIVE for port object c29e0d75-08e0-4273-8274-490a685311e3 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:05.533590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:05.534246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:05.534589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:05.535079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Bound port: e50a1769-7b63-4f56-96dd-7a5237ad3b93, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:05.535424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.539490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.640266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47d0d-acfe-48e5-80c8-c9157f9becd1 req-90f32f7b-6fa3-453a-a65e-de8c71b9d11e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.652639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9a47d0d-acfe-48e5-80c8-c9157f9becd1 req-90f32f7b-6fa3-453a-a65e-de8c71b9d11e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 944 time: 0.1206279 Nov 22 16:38:05.663038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Pushing event updated for resources: {'Port': ['ID=c29e0d75-08e0-4273-8274-490a685311e3,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.701120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9a47d0d-acfe-48e5-80c8-c9157f9becd1 req-933f46b1-3f0e-4d5b-a8e5-d6815947b769 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511000 Nov 22 16:38:05.730508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:05.749880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:05.757339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.804777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.805405 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.806826 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] 10.222.0.20 "PUT /v2.0/ports/e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 1096 time: 1.3241885 Nov 22 16:38:05.808825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:05.811118 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8725ae43-174c-486c-a9b5-15d4b59b7ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:05.818099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Attempting to bind port c29e0d75-08e0-4273-8274-490a685311e3 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:05.818432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Attempting to bind port c29e0d75-08e0-4273-8274-490a685311e3 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:05.818770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Attempting to bind port c29e0d75-08e0-4273-8274-490a685311e3 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:05.827397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Port c29e0d75-08e0-4273-8274-490a685311e3 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:05.827732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Attempting to bind port c29e0d75-08e0-4273-8274-490a685311e3 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:05.843458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:05.843807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:05.844211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:05.844656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Bound port: c29e0d75-08e0-4273-8274-490a685311e3, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:05.845016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:05.850421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdcac35-5367-4a66-abd6-c7743ff3ac2c service neutron] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:05.897106 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73847dc-1a6b-41e4-a238-fc95610c90e9 x-openstack-request-id: req-e73847dc-1a6b-41e4-a238-fc95610c90e9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:05.897401 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:05.897689 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e73847dc-1a6b-41e4-a238-fc95610c90e9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:05.898113 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'status': 'completed', 'code': 200} Nov 22 16:38:05.960617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] For port c29e0d75-08e0-4273-8274-490a685311e3, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:05.969747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] For port c29e0d75-08e0-4273-8274-490a685311e3, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c29e0d75-08e0-4273-8274-490a685311e3,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:05.973282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-182b2a72-144b-4f78-9ba7-501fd7c56e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:05.975309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-182b2a72-144b-4f78-9ba7-501fd7c56e2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1099 time: 0.0802431 Nov 22 16:38:05.977033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.061729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-5b9c1fdf-7f27-4f47-a52f-030d3795a24c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0749767 Nov 22 16:38:06.064733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.065362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.066737 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] 10.222.0.20 "PUT /v2.0/ports/c29e0d75-08e0-4273-8274-490a685311e3 HTTP/1.1" status: 200 len: 1092 time: 1.1258693 Nov 22 16:38:06.084706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19bb3e-2c82-4d42-ada3-4b9d0bcbc464 service neutron] Pushing event updated for resources: {'Port': ['ID=c29e0d75-08e0-4273-8274-490a685311e3,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:06.440432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-0406f6cd-447a-4c3e-90af-8331c2dde1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.441955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-0406f6cd-447a-4c3e-90af-8331c2dde1d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.3543744 Nov 22 16:38:06.456377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33088) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:06.461023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-a92723c5-e956-4889-a641-c35f0c836947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.462470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-a92723c5-e956-4889-a641-c35f0c836947 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 1095 time: 0.0665121 Nov 22 16:38:06.518380 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-2c4c7127-c2db-48bd-85cf-970f79375662 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29e0d75-08e0-4273-8274-490a685311e3 HTTP/1.1" status: 200 len: 217 time: 0.0410740 Nov 22 16:38:06.537910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9d97-0249-48f7-9805-81627005a4be req-560f0b10-0b9b-4764-8861-1e8010f12c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.539373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-560f0b10-0b9b-4764-8861-1e8010f12c52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0891621 Nov 22 16:38:06.574452 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b8-08c1-4eac-aac2-7585c5683d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.584803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b09eba-33e4-4879-b26f-64ce43141eea req-ffe9b3d3-3657-4c0c-861e-ed78d9fe1f77 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.586311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53b09eba-33e4-4879-b26f-64ce43141eea req-ffe9b3d3-3657-4c0c-861e-ed78d9fe1f77 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.0708687 Nov 22 16:38:06.624511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-d14a194e-a268-4344-b416-f02bddd38b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.625787 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-d14a194e-a268-4344-b416-f02bddd38b71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0981288 Nov 22 16:38:06.684341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-0f844670-8262-4b9a-a94b-6a38bb62a7b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498211 Nov 22 16:38:06.702472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53b09eba-33e4-4879-b26f-64ce43141eea req-a9368672-aa6e-4f7c-8636-134bc8d0f07a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077247 Nov 22 16:38:06.749979 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b8-08c1-4eac-aac2-7585c5683d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.755441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7048f5b8-08c1-4eac-aac2-7585c5683d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.782378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-d5730a3d-e281-42a1-83f8-53866ebef54b service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244730 Nov 22 16:38:06.831477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f5b8-08c1-4eac-aac2-7585c5683d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197415c9-2b2a-4c11-9224-97c37bf6a9ec,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:06.847393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7048f5b8-08c1-4eac-aac2-7585c5683d72 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39823479fe614cd4a1d73163c28242fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873413 Nov 22 16:38:06.847393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33098) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:06.884449 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-630c2d15-3fb5-4619-aca5-91838838f762 service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872580 Nov 22 16:38:06.884694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab88a06-bdaa-4195-a6a5-e8f4f9903adb req-0097893d-51f2-4a28-8963-cd2c5c2b3f09 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:06.887359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ab88a06-bdaa-4195-a6a5-e8f4f9903adb req-0097893d-51f2-4a28-8963-cd2c5c2b3f09 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 944 time: 0.0999286 Nov 22 16:38:06.938090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c01ea4-d792-4634-8101-f44307abdf13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.958531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-518d9d97-0249-48f7-9805-81627005a4be req-9efd6f37-3557-4ff6-9c74-66c28032214b service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603668 Nov 22 16:38:06.961982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ab88a06-bdaa-4195-a6a5-e8f4f9903adb req-604324bc-efd3-4505-be73-a79d1f57ca5a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656834 Nov 22 16:38:06.975214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c01ea4-d792-4634-8101-f44307abdf13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:06.998341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d9bc0a1e-2a9f-4e17-a01f-cc60db119dd6 req-c784c1fb-752e-4654-9d56-f998aac9295f service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046526 Nov 22 16:38:07.031706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c01ea4-d792-4634-8101-f44307abdf13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.034755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c01ea4-d792-4634-8101-f44307abdf13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.036068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29c01ea4-d792-4634-8101-f44307abdf13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/197415c9-2b2a-4c11-9224-97c37bf6a9ec HTTP/1.1" status: 204 len: 168 time: 0.1878581 Nov 22 16:38:07.045156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c01ea4-d792-4634-8101-f44307abdf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197415c9-2b2a-4c11-9224-97c37bf6a9ec,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:07.068202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-5464c7b5-88bf-4f1e-8778-b5aec2077051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.069778 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-5464c7b5-88bf-4f1e-8778-b5aec2077051 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1099 time: 0.0452504 Nov 22 16:38:07.175861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-c5e0225e-eddf-43f9-8bd0-6238248d3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.177453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-c5e0225e-eddf-43f9-8bd0-6238248d3b06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.0993032 Nov 22 16:38:07.211337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:07.227002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-415ee8d3-dd3a-4c9f-810a-75c2fef352a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0414174 Nov 22 16:38:07.284622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-6a3498f8-53a0-4ab3-9e40-1a8bf2373d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.286128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-6a3498f8-53a0-4ab3-9e40-1a8bf2373d9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0465968 Nov 22 16:38:07.338850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-d788c550-46a1-4656-999f-7aedf057236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.340543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-d788c550-46a1-4656-999f-7aedf057236e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430746 Nov 22 16:38:07.446611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-44f248c0-e13d-40c9-97b1-9742b622478a service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937300 Nov 22 16:38:07.549852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8725ae43-174c-486c-a9b5-15d4b59b7ad2 req-a6db21ee-8e06-4496-99b8-21e256b83ece service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Nov 22 16:38:07.835957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafe8b1-4e68-476e-9e54-06fa397e7d9f req-b80c12f4-45a9-400d-8943-1adf6d68b043 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:07.835957 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cafe8b1-4e68-476e-9e54-06fa397e7d9f req-b80c12f4-45a9-400d-8943-1adf6d68b043 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.0567813 Nov 22 16:38:07.884255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cafe8b1-4e68-476e-9e54-06fa397e7d9f req-0a556414-a0a0-40f1-b43b-763df464d3ad tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418904 Nov 22 16:38:07.899154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0079d106-b823-46fa-a95a-9dba34318d27', 'tag': 'c29e0d75-08e0-4273-8274-490a685311e3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:07.901679 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c80e0-57ba-41c9-8c71-868aa43502b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0079d106-b823-46fa-a95a-9dba34318d27", "tag": "c29e0d75-08e0-4273-8274-490a685311e3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:07.943107 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af697c8-2473-4517-8b2a-e4afe4d6a0d7 x-openstack-request-id: req-4af697c8-2473-4517-8b2a-e4afe4d6a0d7 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:07.943395 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0079d106-b823-46fa-a95a-9dba34318d27", "tag": "c29e0d75-08e0-4273-8274-490a685311e3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:07.943669 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4af697c8-2473-4517-8b2a-e4afe4d6a0d7 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:07.944081 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0079d106-b823-46fa-a95a-9dba34318d27', 'tag': 'c29e0d75-08e0-4273-8274-490a685311e3', 'status': 'completed', 'code': 200} Nov 22 16:38:08.039702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-c208b2c9-467c-40e4-9457-f67b5d1c113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.041795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-c208b2c9-467c-40e4-9457-f67b5d1c113f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 1095 time: 0.0498075 Nov 22 16:38:08.094441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad35baf-860b-421c-891f-31919ff70843 req-be649d80-a4b1-4a29-91f9-7bef52b62177 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.095976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ad35baf-860b-421c-891f-31919ff70843 req-be649d80-a4b1-4a29-91f9-7bef52b62177 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 944 time: 0.0590167 Nov 22 16:38:08.149176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ad35baf-860b-421c-891f-31919ff70843 req-43b3765d-bc19-4cc9-8b70-e77e10478b51 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Nov 22 16:38:08.153907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-38ba165f-d26a-4629-ae3e-abc8f3dd9333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.155370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-38ba165f-d26a-4629-ae3e-abc8f3dd9333 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.1007173 Nov 22 16:38:08.203757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-17f747b3-999e-4a7a-8b1e-00c1845a5b3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c29e0d75-08e0-4273-8274-490a685311e3 HTTP/1.1" status: 200 len: 217 time: 0.0375743 Nov 22 16:38:08.270147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-242e8e45-cfe0-4f92-8295-be978fb0c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.271694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-242e8e45-cfe0-4f92-8295-be978fb0c8ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0548677 Nov 22 16:38:08.308548 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-fed82f67-2792-43e0-8666-99afd95eca46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268629 Nov 22 16:38:08.364570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33150) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:08.410468 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-9c1a9c01-849d-4dfe-b273-67192b5a6f74 service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915916 Nov 22 16:38:08.511921 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-079c80e0-57ba-41c9-8c71-868aa43502b1 req-a85de2b0-2393-4318-987f-35685e4415cb service neutron] 10.222.0.20 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937059 Nov 22 16:38:08.524346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-491317754'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:08.546028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Made reservation on behalf of ba1249af94f64775a7fc016f9b0a9e20 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:08.549479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.558688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.638558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.643498 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.672958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:08.683392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=934c68f4-e3df-464c-bada-d0286f37df2d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.690157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.690774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.690774 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Added segment ead07a01-0ad9-443b-a2aa-ea9ee02886b8 of type vlan for network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 Nov 22 16:38:08.746267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.777294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.782976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:08.783589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:08.848471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4827435 Nov 22 16:38:08.857802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c995d7-1a09-4af4-ab48-ad6234189a61 tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Pushing event updated for resources: {'Network': ['ID=3f461b43-ac0d-4cd2-ae6e-a2a13a609b45,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:08.868735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:09.012298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6efec-fc65-4cbe-9744-d08485fd324f req-39c96699-9d84-4fc0-9f00-36266cd715db tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.013859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cce6efec-fc65-4cbe-9744-d08485fd324f req-39c96699-9d84-4fc0-9f00-36266cd715db tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.0547802 Nov 22 16:38:09.033684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:09.038809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Request body: {'port': {'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45', 'binding:host_id': 'n-h2-816206-6', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-368186244'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:09.063616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Made reservation on behalf of a92484e9ea774102bfc2565637f04d02 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:09.065388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.069617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cce6efec-fc65-4cbe-9744-d08485fd324f req-96d54c0b-617b-4816-8928-a87814131a51 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498216 Nov 22 16:38:09.075974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.152622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.156342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.161355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port d31d0d51-d951-462a-800e-6b654d718fae yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:09.246514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8881f6b-09a9-4c9d-9d25-3b6e4182394b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.258389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.258825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.259083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.259413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.260309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.260672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.261699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.262043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.262375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.262708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.263042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.263367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:09.276665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f135787-91ce-498c-888c-e6751d6815f2 req-7f6d1a35-05e0-47c5-aa76-012f6c10a176 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.278369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f135787-91ce-498c-888c-e6751d6815f2 req-7f6d1a35-05e0-47c5-aa76-012f6c10a176 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 944 time: 0.0559416 Nov 22 16:38:09.328169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f135787-91ce-498c-888c-e6751d6815f2 req-505a349b-cb6c-4332-8f95-9b1d1f9eb690 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Nov 22 16:38:09.418756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port d31d0d51-d951-462a-800e-6b654d718fae yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:09.427537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.433926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.479061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c29e0d75-08e0-4273-8274-490a685311e3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:09.491048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=d31d0d51-d951-462a-800e-6b654d718fae,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.508163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Checking segment: {'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:09.508534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Network hostable DHCP agents. Network: 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:09.530600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:09.535200 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:38:09.542556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:09.547633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:09.556693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668fbfe2-2809-4a5b-b298-7e9084df61e5 None None] Network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:09.561095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.561555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.561987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.566310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.566656 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.567043 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 2 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.579277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.579622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.579962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.584226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.584556 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.584959 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 3 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.598187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.598356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.598567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.602992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.603305 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.604389 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 4 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.616326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.616668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.617007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.622423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.622757 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.623151 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 5 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.636036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.636438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.636818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.641778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.642491 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.642611 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 6 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.656065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.656561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.656823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.662245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.662602 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.662995 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 7 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.678311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.678840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.679184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.685700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.685980 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.686528 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 8 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.698968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c29e0d75-08e0-4273-8274-490a685311e3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c29e0d75-08e0-4273-8274-490a685311e3,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:09.703203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.703549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.703892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.709082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.709448 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.709870 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 9 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.716909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'c29e0d75-08e0-4273-8274-490a685311e3', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': 'c29e0d75-08e0-4273-8274-490a685311e3', 'mac_address': 'fa:16:3e:e5:1c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:09.722860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.723335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.723682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.728810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.729099 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.729497 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 10 to bind port d31d0d51-d951-462a-800e-6b654d718fae Nov 22 16:38:09.746688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:09.747039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:09.747387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:09.752336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port d31d0d51-d951-462a-800e-6b654d718fae on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:09.752711 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port d31d0d51-d951-462a-800e-6b654d718fae on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:09.753082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.761896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.778731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29e0d75-08e0-4273-8274-490a685311e3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:09.800421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c29e0d75-08e0-4273-8274-490a685311e3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c29e0d75-08e0-4273-8274-490a685311e3,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:09.805640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.806354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:09.822374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] For port d31d0d51-d951-462a-800e-6b654d718fae, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:09.822739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempted to set empty binding levels {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:38:09.828483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.851783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.858227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.864385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.867539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.868165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:09.872537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.878975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.882822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c29e0d75-08e0-4273-8274-490a685311e3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.887686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.887939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=d31d0d51-d951-462a-800e-6b654d718fae,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:09.898286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03441ba2-3cf3-4b0d-9d76-60d3decd242a tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 0.8609500 Nov 22 16:38:09.899076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33180) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:09.903666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:09.905637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-9b9b3c53-cb65-4f18-b71a-f66433ab5e1d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.1144958 Nov 22 16:38:09.975269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2d4bde2-3936-4f5c-927d-6a85531915c0 req-cc164178-06d1-40a8-a39d-95a5420ea099 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630307 Nov 22 16:38:09.992128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:09.993427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Deleting port d31d0d51-d951-462a-800e-6b654d718fae {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:09.994280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.007980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'mac_address': 'fa:16:3e:aa:b7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:10.046897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.060122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50a1769-7b63-4f56-96dd-7a5237ad3b93 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:10.080097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] For port d31d0d51-d951-462a-800e-6b654d718fae, host n-h2-816206-6, got binding levels [] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:10.080670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.085909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:10.096490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Calling delete_port for d31d0d51-d951-462a-800e-6b654d718fae owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:10.098665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.161018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.162815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.168384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.174237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.180602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.185871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.187175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.195226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.201858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.203743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75e72bd3-2f04-4689-881d-46846991a0e9 req-3e63d90c-8f49-41de-b2dc-3335936090c5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.1198547 Nov 22 16:38:10.218155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event deleted for resources: {'Port': ['ID=d31d0d51-d951-462a-800e-6b654d718fae,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.221979 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.225931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-806f619c-a50f-4c43-adc6-06142e8726a2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d31d0d51-d951-462a-800e-6b654d718fae HTTP/1.1" status: 204 len: 168 time: 0.3257494 Nov 22 16:38:10.228648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33186) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.253601 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f3219e-3960-456e-aee7-bfe47d9c9efc tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:38:10.255160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-87f3219e-3960-456e-aee7-bfe47d9c9efc tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "GET /v2.0/ports/d31d0d51-d951-462a-800e-6b654d718fae HTTP/1.1" status: 404 len: 333 time: 0.0253205 Nov 22 16:38:10.262196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33188) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.266199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb98c6-8c8b-46b2-9d90-e1fb48967650 req-b3439aae-f871-428e-8975-596f42a4a4b1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.266984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Request body: {'port': {'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1949307061'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:10.268050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71bb98c6-8c8b-46b2-9d90-e1fb48967650 req-b3439aae-f871-428e-8975-596f42a4a4b1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 949 time: 0.1198742 Nov 22 16:38:10.288858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Made reservation on behalf of a92484e9ea774102bfc2565637f04d02 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:10.292097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.313424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port e619ed4b-154a-4124-99c8-3d15ef69555a yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:10.320690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71bb98c6-8c8b-46b2-9d90-e1fb48967650 req-32828c47-e471-4f60-b0ad-d87877eecc9e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Nov 22 16:38:10.458439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2f42b-316c-4566-8ecf-1c2d02b6bd9f req-aa95e136-6b85-40e9-a306-056c6015e347 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.459985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dd2f42b-316c-4566-8ecf-1c2d02b6bd9f req-aa95e136-6b85-40e9-a306-056c6015e347 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 945 time: 0.0544789 Nov 22 16:38:10.482615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.493708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['c29e0d75-08e0-4273-8274-490a685311e3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:10.518145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.518675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:10.536140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dd2f42b-316c-4566-8ecf-1c2d02b6bd9f req-fc69f517-0542-40a9-93a6-440e2bd01f3f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664973 Nov 22 16:38:10.567401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:10.570594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:10.576697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:10.576697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:10.576697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.590590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=e619ed4b-154a-4124-99c8-3d15ef69555a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.606839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b2d8a9f8-c9a4-4eb7-8709-385a5af7e1e8 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3401446 Nov 22 16:38:10.607215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33198) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:10.613067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:10.668257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.853547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port e619ed4b-154a-4124-99c8-3d15ef69555a yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:10.860854 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.866413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:10.918375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=e619ed4b-154a-4124-99c8-3d15ef69555a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:10.930229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:10.930547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:10.930920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:10.935452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:10.935791 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:10.936174 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 2 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:10.949372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:10.949730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:10.950065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:10.954272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:10.954599 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:10.954976 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 3 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:10.967241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:10.967571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:10.967904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:10.972113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:10.972436 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:10.972817 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 4 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:10.984983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:10.985313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:10.985643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:10.989838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:10.990158 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:10.990534 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 5 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:11.005543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:11.005543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:11.005543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:11.011938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:11.012293 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:11.012684 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 6 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:11.029457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:11.029825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:11.030159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:11.034494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:11.034814 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:11.035199 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 7 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:11.047221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:11.047560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:11.048045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:11.052724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:11.053047 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:11.053430 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 8 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:11.077870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:11.078276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:11.078749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:11.083879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:11.084345 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:11.084733 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 9 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:11.099309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:11.099645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:11.099977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:11.105204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:11.105457 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:11.105866 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 10 to bind port e619ed4b-154a-4124-99c8-3d15ef69555a Nov 22 16:38:11.121205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:11.121205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:11.121205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:11.125845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:11.126221 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port e619ed4b-154a-4124-99c8-3d15ef69555a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:11.126581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.194562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] For port e619ed4b-154a-4124-99c8-3d15ef69555a, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:11.195164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempted to set empty binding levels {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:38:11.200848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.230917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] In _notify_port_updated(), no bound segment for port e619ed4b-154a-4124-99c8-3d15ef69555a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:38:11.231776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.232409 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.234227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "PUT /v2.0/ports/e619ed4b-154a-4124-99c8-3d15ef69555a HTTP/1.1" status: 200 len: 975 time: 0.6256812 Nov 22 16:38:11.236948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.250527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee6b56-8885-4000-83f2-6f2e61479c17 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=e619ed4b-154a-4124-99c8-3d15ef69555a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:11.357196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.357611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.358098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.358633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.359177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.359634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.360217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.360619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.361069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.361518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.361988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.362434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.362864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.363310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.363856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.364309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.364849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.365408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.365879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.366324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.366774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.367250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.367694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.368139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.368734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.369220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.369690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.370326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.370774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.371220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.371694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.372138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.372613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.373060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.373548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.374145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.374417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.375046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.375517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.376370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.376954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.377404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.377879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.378325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.378926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.379377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.379825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.380270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.380724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.381166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.381709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.382258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.382706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.383152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.383600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.384052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.390982 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-47c7167e-3fb1-42f4-8a5b-f93985077836 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 50083 time: 0.1510065 Nov 22 16:38:11.394607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33206) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.466453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c80d3f-9668-405e-863b-7734fdffb9aa req-37acad84-8ff2-4ef2-a2c3-7375d7b19f5c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.468362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3c80d3f-9668-405e-863b-7734fdffb9aa req-37acad84-8ff2-4ef2-a2c3-7375d7b19f5c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 949 time: 0.0691862 Nov 22 16:38:11.474825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Deleting port e619ed4b-154a-4124-99c8-3d15ef69555a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:11.475172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.543855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] For port e619ed4b-154a-4124-99c8-3d15ef69555a, host n-h2-816206-6, got binding levels [] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:11.544263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.559601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Calling delete_port for e619ed4b-154a-4124-99c8-3d15ef69555a owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:11.646380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.677587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event deleted for resources: {'Port': ['ID=e619ed4b-154a-4124-99c8-3d15ef69555a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:11.694676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.702219 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ae45be90-dd44-49d8-be23-95f410a496e5 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "DELETE /v2.0/ports/e619ed4b-154a-4124-99c8-3d15ef69555a HTTP/1.1" status: 204 len: 168 time: 0.3065338 Nov 22 16:38:11.703237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33216) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.730385 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01c01bf-57a6-4486-9473-b4a03bcf6ca2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:38:11.732360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a01c01bf-57a6-4486-9473-b4a03bcf6ca2 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "GET /v2.0/ports/e619ed4b-154a-4124-99c8-3d15ef69555a HTTP/1.1" status: 404 len: 333 time: 0.0274425 Nov 22 16:38:11.735638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33218) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:11.740403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-513908353', 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:11.763225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Made reservation on behalf of a92484e9ea774102bfc2565637f04d02 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:11.765934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.783054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port 8a985897-43a0-4faf-933a-34eb18432e4a yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:11.851961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3c80d3f-9668-405e-863b-7734fdffb9aa req-16c3cd8f-9224-40d9-b977-da0f8f6e4345 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771045 Nov 22 16:38:11.876868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c22f4-c06b-4f9c-918b-ce856c94ad8c req-adf41884-cbaf-4ed2-9035-0d0555835b92 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:11.876868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-962c22f4-c06b-4f9c-918b-ce856c94ad8c req-adf41884-cbaf-4ed2-9035-0d0555835b92 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 945 time: 0.0744302 Nov 22 16:38:11.919330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-962c22f4-c06b-4f9c-918b-ce856c94ad8c req-34e8bce9-f9cf-453d-a84c-7116168a115e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436647 Nov 22 16:38:11.949706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:11.983091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.022765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:12.026313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:12.029646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:12.030686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.031155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.042621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=8a985897-43a0-4faf-933a-34eb18432e4a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.052832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-71a24996-c3a7-4166-9320-757586f59f25 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3161647 Nov 22 16:38:12.055352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33220) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.091663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b7dcc-39f2-4879-832d-2f484a626be7 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.093156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-342b7dcc-39f2-4879-832d-2f484a626be7 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "GET /v2.0/ports/8a985897-43a0-4faf-933a-34eb18432e4a HTTP/1.1" status: 200 len: 954 time: 0.0368779 Nov 22 16:38:12.096015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33224) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.184593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Deleting port 8a985897-43a0-4faf-933a-34eb18432e4a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:12.184940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.245504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.258736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Calling delete_port for 8a985897-43a0-4faf-933a-34eb18432e4a owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:12.344532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.372263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a985897-43a0-4faf-933a-34eb18432e4a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.379049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.384600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1d4845ad-b3ac-42db-8f52-eb04516007d4 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "DELETE /v2.0/ports/8a985897-43a0-4faf-933a-34eb18432e4a HTTP/1.1" status: 204 len: 168 time: 0.2852442 Nov 22 16:38:12.385424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33236) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.411222 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-693c7f56-c542-4d6a-ac92-8164378d781f tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:38:12.412619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-693c7f56-c542-4d6a-ac92-8164378d781f tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "GET /v2.0/ports/8a985897-43a0-4faf-933a-34eb18432e4a HTTP/1.1" status: 404 len: 333 time: 0.0255649 Nov 22 16:38:12.416541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33238) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.422358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Request body: {'port': {'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-579073924'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:12.446016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Made reservation on behalf of a92484e9ea774102bfc2565637f04d02 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:12.449802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.468364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port bb04496a-a4c2-447c-b5e9-07efd2d2e88a yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:12.627778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.662348 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.662930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33248) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.705434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:12.708605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:12.712193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:12.713926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.714921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.723965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=bb04496a-a4c2-447c-b5e9-07efd2d2e88a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:12.737422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7ff473e3-cbcd-4436-b4c6-3078154b6463 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3190072 Nov 22 16:38:12.740310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:12.745385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:12.782386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.782902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.783398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.783961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.784458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.784915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.785397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:12.787386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-c9fa0462-3058-4c10-afc0-4cbae3a747d5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6490 time: 0.1233919 Nov 22 16:38:12.828740 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:12.898806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-b55e4661-086d-4738-85da-b26cfb9543c8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902555 Nov 22 16:38:13.048529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892104-5ec4-4367-96b3-fd523ea40f43 req-7c766544-fad5-444e-99af-164939fde5fe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:13.050572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16892104-5ec4-4367-96b3-fd523ea40f43 req-7c766544-fad5-444e-99af-164939fde5fe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 949 time: 0.1089482 Nov 22 16:38:13.124159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] device_id is not set on port bb04496a-a4c2-447c-b5e9-07efd2d2e88a yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:13.135509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.147987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382c170-e264-4dbf-8c09-0ab06845447f req-8eeb97cd-c709-4bed-a5e6-73e09304878b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:13.149473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8382c170-e264-4dbf-8c09-0ab06845447f req-8eeb97cd-c709-4bed-a5e6-73e09304878b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 945 time: 0.1548254 Nov 22 16:38:13.155397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.194652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16892104-5ec4-4367-96b3-fd523ea40f43 req-d59713e3-2b69-485f-99cf-7e2bc4833b32 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373479 Nov 22 16:38:13.243917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=bb04496a-a4c2-447c-b5e9-07efd2d2e88a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.263021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8382c170-e264-4dbf-8c09-0ab06845447f req-49310c6c-0426-4036-8f8f-b180e83463bc tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053982 Nov 22 16:38:13.272772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.273108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.273457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.282271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.282693 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.282987 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 2 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.297880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.298319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.298655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.303088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.303416 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.303806 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 3 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.316542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.316875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.317209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.321951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.322817 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.323213 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 4 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.336066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.336441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.336797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.342035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.342365 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.342781 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 5 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.354876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.355207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.355540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.359959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.360285 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.360663 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 6 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.373757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.374013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.374333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.378546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.378866 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.379241 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 7 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.391731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.392061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.392408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.396547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.396863 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.397236 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 8 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.410007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.410336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.410660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.414812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.415132 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.415501 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 9 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.426932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.427257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.427578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.432235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.432546 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.432917 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempt 10 to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a Nov 22 16:38:13.445141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:13.445467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:13.445825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempting to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:13.450912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:13.451230 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Failed to bind port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on host n-h2-816206-6 for vnic_type normal using segments [{'id': 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '3f461b43-ac0d-4cd2-ae6e-a2a13a609b45'}] Nov 22 16:38:13.451584 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.510396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c29e0d75-08e0-4273-8274-490a685311e3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:13.513282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] For port bb04496a-a4c2-447c-b5e9-07efd2d2e88a, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:13.513645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attempted to set empty binding levels {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:38:13.519354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.553639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] In _notify_port_updated(), no bound segment for port bb04496a-a4c2-447c-b5e9-07efd2d2e88a on network 3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:38:13.554584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:13.555092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.556369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "PUT /v2.0/ports/bb04496a-a4c2-447c-b5e9-07efd2d2e88a HTTP/1.1" status: 200 len: 974 time: 0.8151479 Nov 22 16:38:13.559912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33266) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:13.565248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port c29e0d75-08e0-4273-8274-490a685311e3 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:13.569123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port c29e0d75-08e0-4273-8274-490a685311e3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:13.569519 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.578030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331dfd2-0481-4033-8044-5d19ea555ce3 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event updated for resources: {'Port': ['ID=bb04496a-a4c2-447c-b5e9-07efd2d2e88a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.647417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Deleting port bb04496a-a4c2-447c-b5e9-07efd2d2e88a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:13.647952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.662047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.686605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0079d106-b823-46fa-a95a-9dba34318d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29e0d75-08e0-4273-8274-490a685311e3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:13.688965 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a18da3-39cb-4195-aef2-c23a8c23d6a6" -d '{"events": [{"server_uuid": "0079d106-b823-46fa-a95a-9dba34318d27", "name": "network-vif-plugged", "status": "completed", "tag": "c29e0d75-08e0-4273-8274-490a685311e3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:13.703695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port c29e0d75-08e0-4273-8274-490a685311e3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c29e0d75-08e0-4273-8274-490a685311e3,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:13.708059 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.710355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:13.732407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] For port bb04496a-a4c2-447c-b5e9-07efd2d2e88a, host n-h2-816206-6, got binding levels [] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:13.732768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.747040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Calling delete_port for bb04496a-a4c2-447c-b5e9-07efd2d2e88a owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:13.751234 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412dd45a-9f33-4b99-991b-89a9d26cb7f7 x-openstack-request-id: req-412dd45a-9f33-4b99-991b-89a9d26cb7f7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:13.751726 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0079d106-b823-46fa-a95a-9dba34318d27", "name": "network-vif-plugged", "status": "completed", "tag": "c29e0d75-08e0-4273-8274-490a685311e3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:13.752159 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-412dd45a-9f33-4b99-991b-89a9d26cb7f7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:13.752702 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0079d106-b823-46fa-a95a-9dba34318d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29e0d75-08e0-4273-8274-490a685311e3', 'code': 200} Nov 22 16:38:13.793162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=c29e0d75-08e0-4273-8274-490a685311e3,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.804853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port e50a1769-7b63-4f56-96dd-7a5237ad3b93 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:13.811238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port e50a1769-7b63-4f56-96dd-7a5237ad3b93 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:13.811607 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.860414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a66cb-1d29-4d56-8f13-6fccd59d67b6 req-ee6aa365-d3be-402a-8dec-def09d5a98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:13.861946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ff4a66cb-1d29-4d56-8f13-6fccd59d67b6 req-ee6aa365-d3be-402a-8dec-def09d5a98d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 1097 time: 0.0577884 Nov 22 16:38:13.862962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.894453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.896409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb04496a-a4c2-447c-b5e9-07efd2d2e88a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:13.913012 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.920118 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c0f66c0-ab40-4165-95c0-986a168a45c0 tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "DELETE /v2.0/ports/bb04496a-a4c2-447c-b5e9-07efd2d2e88a HTTP/1.1" status: 204 len: 168 time: 0.3561158 Nov 22 16:38:13.920524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33272) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:13.939530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:13.942137 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ff4a66cb-1d29-4d56-8f13-6fccd59d67b6 req-d94ad851-e617-4555-b4ff-226827b558c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564609 Nov 22 16:38:13.943812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:13.945790 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b220ff1d-abc1-44cd-bdf4-ec2adef81f7e tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:38:13.947295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b220ff1d-abc1-44cd-bdf4-ec2adef81f7e tempest-PortsAdminExtendedAttrsTestJSON-272827392 tempest-PortsAdminExtendedAttrsTestJSON-272827392-project-admin] 10.222.0.65 "GET /v2.0/ports/bb04496a-a4c2-447c-b5e9-07efd2d2e88a HTTP/1.1" status: 404 len: 333 time: 0.0256069 Nov 22 16:38:13.951682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33274) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:13.992915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.026208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.117285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.137890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f461b43-ac0d-4cd2-ae6e-a2a13a609b45']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:14.146828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:14.147118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead07a01-0ad9-443b-a2aa-ea9ee02886b8') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:14.156676 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.170079 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.175748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:14.176119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:14.179056 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:14.239484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.244762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.248048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] 10.222.0.65 "DELETE /v2.0/networks/3f461b43-ac0d-4cd2-ae6e-a2a13a609b45 HTTP/1.1" status: 204 len: 168 time: 0.2954326 Nov 22 16:38:14.268321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20c552-6ccf-4be3-b3af-0efaa903e8ce tempest-PortsAdminExtendedAttrsTestJSON-1910026065 tempest-PortsAdminExtendedAttrsTestJSON-1910026065-project] Pushing event deleted for resources: {'Network': ['ID=3f461b43-ac0d-4cd2-ae6e-a2a13a609b45,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:14.326048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc786e-1d39-4d25-9ff3-379c075350a2 req-328e6bb6-de44-49f2-9b6c-ae6d56606117 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:14.327595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82cc786e-1d39-4d25-9ff3-379c075350a2 req-328e6bb6-de44-49f2-9b6c-ae6d56606117 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0551889 Nov 22 16:38:14.384773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82cc786e-1d39-4d25-9ff3-379c075350a2 req-48424faf-54aa-48a7-9a16-74acba2447cb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502939 Nov 22 16:38:14.460261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c78387-df69-478f-971c-474424490a79 req-6939bffd-3d5d-40e8-afb4-6d7d384e4a65 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:14.461915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1c78387-df69-478f-971c-474424490a79 req-6939bffd-3d5d-40e8-afb4-6d7d384e4a65 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 946 time: 0.0582123 Nov 22 16:38:14.516877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1c78387-df69-478f-971c-474424490a79 req-19adb121-ec88-44aa-9bd7-868a7698f828 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Nov 22 16:38:14.533690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33290) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.671700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f21ffbd1-10b6-4365-a88c-b7592d4b4883 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba1249af94f64775a7fc016f9b0a9e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366382 Nov 22 16:38:14.674829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33294) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:14.725839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d4466f-73f4-4f18-8f93-986d642214ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.750804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d4466f-73f4-4f18-8f93-986d642214ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.799604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d4466f-73f4-4f18-8f93-986d642214ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.802246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45d4466f-73f4-4f18-8f93-986d642214ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:14.803370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-45d4466f-73f4-4f18-8f93-986d642214ff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/934c68f4-e3df-464c-bada-d0286f37df2d HTTP/1.1" status: 204 len: 168 time: 0.1281047 Nov 22 16:38:14.812488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4466f-73f4-4f18-8f93-986d642214ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934c68f4-e3df-464c-bada-d0286f37df2d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:15.073156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:15.113030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9e505ddd-b0c4-4d75-8612-523651b5e46e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a92484e9ea774102bfc2565637f04d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386031 Nov 22 16:38:15.115430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:15.164052 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbedd20c-afbc-4dad-8327-14d5451b5b1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.185191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbedd20c-afbc-4dad-8327-14d5451b5b1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.231093 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbedd20c-afbc-4dad-8327-14d5451b5b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.233885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fbedd20c-afbc-4dad-8327-14d5451b5b1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:15.235126 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fbedd20c-afbc-4dad-8327-14d5451b5b1e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8881f6b-09a9-4c9d-9d25-3b6e4182394b HTTP/1.1" status: 204 len: 168 time: 0.1186748 Nov 22 16:38:15.244616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbedd20c-afbc-4dad-8327-14d5451b5b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8881f6b-09a9-4c9d-9d25-3b6e4182394b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:15.514465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb9baf-f373-4b28-8708-26d00ac699c6 req-5b49fe17-dda8-4b9e-9728-bc4b11e3c1a2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.515993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3feb9baf-f373-4b28-8708-26d00ac699c6 req-5b49fe17-dda8-4b9e-9728-bc4b11e3c1a2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0541739 Nov 22 16:38:15.573385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3feb9baf-f373-4b28-8708-26d00ac699c6 req-f7ff17a8-8fbb-4583-8e83-e25135d19958 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506082 Nov 22 16:38:15.666837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf65d9-c1a5-4379-a899-a2e400a52a06 req-968533de-bb7a-48c7-a235-93f9bec26a72 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.669213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50cf65d9-c1a5-4379-a899-a2e400a52a06 req-968533de-bb7a-48c7-a235-93f9bec26a72 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 946 time: 0.0520701 Nov 22 16:38:15.718490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50cf65d9-c1a5-4379-a899-a2e400a52a06 req-371f63f6-9353-45e5-b240-f7697f00dfde tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438182 Nov 22 16:38:15.754443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:15.757689 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4782f9-21f4-4fca-8336-23440dba5577" -d '{"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-plugged", "status": "completed", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:15.797366 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8087671c-5118-4470-8653-de10c4241bab x-openstack-request-id: req-8087671c-5118-4470-8653-de10c4241bab {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:15.797683 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-plugged", "status": "completed", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:15.797963 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8087671c-5118-4470-8653-de10c4241bab {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:15.798356 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'code': 200} Nov 22 16:38:15.864524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2e587-3388-444e-bf5e-d1e4b502392b req-f126dd94-8169-4751-9faf-9e5d86acc0b4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.866417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fd2e587-3388-444e-bf5e-d1e4b502392b req-f126dd94-8169-4751-9faf-9e5d86acc0b4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 945 time: 0.0771146 Nov 22 16:38:15.922075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fd2e587-3388-444e-bf5e-d1e4b502392b req-32bed258-59fe-4cfa-89d3-b41468e35c8e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483451 Nov 22 16:38:15.945436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6d65c-2c45-4b39-a177-d1e538219311 req-7104bcd0-c0b2-42a3-9b72-4d2da81cd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:15.951175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-17f6d65c-2c45-4b39-a177-d1e538219311 req-7104bcd0-c0b2-42a3-9b72-4d2da81cd404 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1101 time: 0.0482137 Nov 22 16:38:15.996184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33342) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:16.000507 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-17f6d65c-2c45-4b39-a177-d1e538219311 req-786b024c-9da5-495d-a952-23238fafe62b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Nov 22 16:38:16.052606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b07a0-d7fa-4a13-8617-ff47031df3b3 req-bb145c80-72d5-4ca0-b3d7-d23a73e827fb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.054129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed1b07a0-d7fa-4a13-8617-ff47031df3b3 req-bb145c80-72d5-4ca0-b3d7-d23a73e827fb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 946 time: 0.0499997 Nov 22 16:38:16.094657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'networks': [{'name': 'tempest-network--921150715'}, {'name': 'tempest-network--1123455887'}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:16.094975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'network': {'name': 'tempest-network--921150715'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:16.095437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'network': {'name': 'tempest-network--1123455887'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:16.117581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed1b07a0-d7fa-4a13-8617-ff47031df3b3 req-825b7c7a-a608-4799-b7ca-3a0c2208bdf2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573239 Nov 22 16:38:16.132090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'network': 2} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:16.139728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.149155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.227943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.231287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.231768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.273424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349f4a3f-e89d-4108-8c52-73a222a793cf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.282532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:16.292520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.292864 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Added segment bf43c22b-56e0-43b9-936b-d1f1a94db14e of type vlan for network 0f4890bf-4da6-44e4-a6aa-ec21cbe1caf7 Nov 22 16:38:16.346502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.395879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:16.404891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ecf99-1e24-41b0-9b01-ae483fff9386 req-03e12213-186a-475c-a75b-1b43f23e5d8d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.406544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-264ecf99-1e24-41b0-9b01-ae483fff9386 req-03e12213-186a-475c-a75b-1b43f23e5d8d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 946 time: 0.0790906 Nov 22 16:38:16.415238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.415577 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Added segment ebee2840-a24d-4b61-a58a-8005fd205b6c of type vlan for network fd1f55a0-c633-4934-8867-d639c9b1e73f Nov 22 16:38:16.480835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.510989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-264ecf99-1e24-41b0-9b01-ae483fff9386 req-36a08ac4-e79f-4840-88a4-ec6ba35e23c2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951164 Nov 22 16:38:16.520763 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.531519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.531519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.533057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.533705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:16.600121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6005147 Nov 22 16:38:16.600447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33354) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:16.644785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Network': ['ID=0f4890bf-4da6-44e4-a6aa-ec21cbe1caf7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.663301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0f4890bf-4da6-44e4-a6aa-ec21cbe1caf7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:16.822312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17504514-fbcc-4695-9618-efdb05eb2463 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Network': ['ID=fd1f55a0-c633-4934-8867-d639c9b1e73f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:16.833914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fd1f55a0-c633-4934-8867-d639c9b1e73f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:16.890785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c397341e-55a1-4879-aec8-d9bd20fbdd3a req-d85715b3-2157-4b7d-bdc7-1e1dd7257ee4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.892201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c397341e-55a1-4879-aec8-d9bd20fbdd3a req-d85715b3-2157-4b7d-bdc7-1e1dd7257ee4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1941235 Nov 22 16:38:16.902751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dbe21-917b-47ec-b5d6-f1f7588e19df tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.908723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dbe21-917b-47ec-b5d6-f1f7588e19df tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.914902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dbe21-917b-47ec-b5d6-f1f7588e19df tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.921426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90dbe21-917b-47ec-b5d6-f1f7588e19df tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:16.923150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d90dbe21-917b-47ec-b5d6-f1f7588e19df tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3217809 Nov 22 16:38:16.926357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:16.969417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c397341e-55a1-4879-aec8-d9bd20fbdd3a req-a2e57711-c954-4c18-b12c-730ccf5f1b27 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451360 Nov 22 16:38:17.009479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.107983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.128771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4890bf-4da6-44e4-a6aa-ec21cbe1caf7']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.139929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf43c22b-56e0-43b9-936b-d1f1a94db14e') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.140255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf43c22b-56e0-43b9-936b-d1f1a94db14e') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.151270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.164617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.171900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:17.172400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:17.175878 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:17.242558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.247772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.251095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/networks/0f4890bf-4da6-44e4-a6aa-ec21cbe1caf7 HTTP/1.1" status: 204 len: 168 time: 0.3236780 Nov 22 16:38:17.253976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33362) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:17.267988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdcf2c-a206-43d3-97de-39ea064c051e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Network': ['ID=0f4890bf-4da6-44e4-a6aa-ec21cbe1caf7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.336326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.429308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.452798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1f55a0-c633-4934-8867-d639c9b1e73f']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.464947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebee2840-a24d-4b61-a58a-8005fd205b6c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.465259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebee2840-a24d-4b61-a58a-8005fd205b6c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:17.476307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.492273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.498879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:17.499265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:17.502209 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:17.580324 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.589005 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.594619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/networks/fd1f55a0-c633-4934-8867-d639c9b1e73f HTTP/1.1" status: 204 len: 168 time: 0.3372593 Nov 22 16:38:17.594899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:17.637168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec57f6e-4f56-4a70-bd53-36d1ceefa92e tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Network': ['ID=fd1f55a0-c633-4934-8867-d639c9b1e73f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:17.730165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e70203-315d-4e75-8eea-f25a5433882d req-ae994a17-4893-47f6-ad13-4badee88cc78 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.731679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55e70203-315d-4e75-8eea-f25a5433882d req-ae994a17-4893-47f6-ad13-4badee88cc78 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 946 time: 0.1177542 Nov 22 16:38:17.767064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdcb0f4-1264-47d9-a38b-a05520a7705a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.773382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdcb0f4-1264-47d9-a38b-a05520a7705a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.774936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1cdcb0f4-1264-47d9-a38b-a05520a7705a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1792068 Nov 22 16:38:17.778704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33372) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:17.783506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1165862990'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:17.832680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55e70203-315d-4e75-8eea-f25a5433882d req-ec1ee9b3-9f5c-4f82-91b9-912e2847e459 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934932 Nov 22 16:38:17.833674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:17.836889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.867865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:17.879018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.879456 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Added segment 58c8aee4-8c5e-4462-999c-5a4890e15cbe of type vlan for network 3a29797f-0e6d-46e2-bc94-36d77a4704b6 Nov 22 16:38:17.923357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.951136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:17.956937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:17.957553 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.021723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2419293 Nov 22 16:38:18.024661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33378) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:18.030547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1774395368'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:18.038871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12880be8-28dd-4c71-ad9e-180a1560b15d tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Network': ['ID=3a29797f-0e6d-46e2-bc94-36d77a4704b6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:18.052868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:18.054402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 3a29797f-0e6d-46e2-bc94-36d77a4704b6 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:18.056511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.082349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:18.103512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.104734 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Added segment 05cb419b-8435-4ec7-aefb-fc12e2d1b903 of type vlan for network fd6705bb-766e-4bf7-8768-b297145f59c7 Nov 22 16:38:18.108990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b4ef3-2eb9-4d61-ad78-2753d4c94ecf req-b1a0f827-304f-4a65-9701-1625f3cb1f2b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:18.110578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d52b4ef3-2eb9-4d61-ad78-2753d4c94ecf req-b1a0f827-304f-4a65-9701-1625f3cb1f2b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0644376 Nov 22 16:38:18.155833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.169278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d52b4ef3-2eb9-4d61-ad78-2753d4c94ecf req-215c853c-644a-42cb-85cd-3ba5f7f422c2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Nov 22 16:38:18.180836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.186785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:18.187418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.279997 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2507527 Nov 22 16:38:18.281296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33384) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:18.285095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f09d4e-e6e3-4748-bedf-e9f78621d355 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Network': ['ID=fd6705bb-766e-4bf7-8768-b297145f59c7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:18.287534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'ports': [{'network_id': '3a29797f-0e6d-46e2-bc94-36d77a4704b6', 'name': 'tempest-port--411090224', 'admin_state_up': True}, {'network_id': 'fd6705bb-766e-4bf7-8768-b297145f59c7', 'admin_state_up': False}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:18.287921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'port': {'network_id': '3a29797f-0e6d-46e2-bc94-36d77a4704b6', 'name': 'tempest-port--411090224', 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:18.288539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'port': {'network_id': 'fd6705bb-766e-4bf7-8768-b297145f59c7', 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:18.301067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fd6705bb-766e-4bf7-8768-b297145f59c7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:18.306059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6018933-c640-4212-9e01-d713d1cdb016 req-be4bdd99-5a9d-4a97-ae86-b921ce13b208 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:18.307649 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d6018933-c640-4212-9e01-d713d1cdb016 req-be4bdd99-5a9d-4a97-ae86-b921ce13b208 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 946 time: 0.1016207 Nov 22 16:38:18.427458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port c29e0d75-08e0-4273-8274-490a685311e3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:18.427810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.475058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'port': 2} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:18.480499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.506897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.522834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port c29e0d75-08e0-4273-8274-490a685311e3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c29e0d75-08e0-4273-8274-490a685311e3,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:18.523198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.538555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for c29e0d75-08e0-4273-8274-490a685311e3 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:18.571049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19d44c-b516-4ee0-afaa-0e6b87729f10 req-bc75da74-260c-4327-881c-b521fa8cfed4 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:18.573818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e19d44c-b516-4ee0-afaa-0e6b87729f10 req-bc75da74-260c-4327-881c-b521fa8cfed4 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1101 time: 0.1082523 Nov 22 16:38:18.606807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6e19d44c-b516-4ee0-afaa-0e6b87729f10 req-28cca0e1-d22d-472d-b89f-d6d7b519bf8f tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.624432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] device_id is not set on port dda535b0-6401-44e9-997a-b2fe743f1817 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:18.685880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.697921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930', 'c29e0d75-08e0-4273-8274-490a685311e3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:18.711897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['bbc1c0fd-1378-4764-8a03-bf5d40703174'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:18.718963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6e19d44c-b516-4ee0-afaa-0e6b87729f10 req-28cca0e1-d22d-472d-b89f-d6d7b519bf8f tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.725885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=c29e0d75-08e0-4273-8274-490a685311e3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:18.726944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6e19d44c-b516-4ee0-afaa-0e6b87729f10 req-28cca0e1-d22d-472d-b89f-d6d7b519bf8f tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.762614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port c29e0d75-08e0-4273-8274-490a685311e3 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:18.765215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:18.769322 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d6018933-c640-4212-9e01-d713d1cdb016 req-8d9c60b0-5e7a-46c7-8724-236be4e8cb01 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "DELETE /v2.0/ports/c29e0d75-08e0-4273-8274-490a685311e3 HTTP/1.1" status: 204 len: 173 time: 0.4533508 Nov 22 16:38:18.769822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0079d106-b823-46fa-a95a-9dba34318d27', 'name': 'network-vif-deleted', 'tag': 'c29e0d75-08e0-4273-8274-490a685311e3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:18.772394 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05955b0b-7d6c-44f0-a998-588719d8fd2c" -d '{"events": [{"server_uuid": "0079d106-b823-46fa-a95a-9dba34318d27", "name": "network-vif-deleted", "tag": "c29e0d75-08e0-4273-8274-490a685311e3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:18.833042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e19d44c-b516-4ee0-afaa-0e6b87729f10 req-28cca0e1-d22d-472d-b89f-d6d7b519bf8f tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429070 Nov 22 16:38:18.835340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cca0e1-d22d-472d-b89f-d6d7b519bf8f tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a202981f-9bb9-4243-bac2-696832069e75,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:18.878031 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f3a972-5351-4ab8-9a52-65a2f24317d1 x-openstack-request-id: req-f6f3a972-5351-4ab8-9a52-65a2f24317d1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:18.878324 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0079d106-b823-46fa-a95a-9dba34318d27", "name": "network-vif-deleted", "tag": "c29e0d75-08e0-4273-8274-490a685311e3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:18.878574 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6f3a972-5351-4ab8-9a52-65a2f24317d1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:18.878970 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0079d106-b823-46fa-a95a-9dba34318d27', 'name': 'network-vif-deleted', 'tag': 'c29e0d75-08e0-4273-8274-490a685311e3', 'status': 'completed', 'code': 200} Nov 22 16:38:18.941223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-c1581f44-1706-4c11-98c8-bce95b3491a0 req-3a41786e-5709-413a-897a-313e585e757b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:38:18.942364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1581f44-1706-4c11-98c8-bce95b3491a0 req-3a41786e-5709-413a-897a-313e585e757b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075562 Nov 22 16:38:18.944642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.027138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-559252f6-e79b-4c89-a3b3-390bc1ee0fb2 req-740c32a5-7467-4b9c-82a4-54c700621241 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=0079d106-b823-46fa-a95a-9dba34318d27 HTTP/1.1" status: 200 len: 210 time: 0.0655770 Nov 22 16:38:19.065943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] device_id is not set on port 680fd9e3-2285-4abe-b4db-b42c71f14d92 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:38:19.192184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.232874 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.291173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Port': ['ID=dda535b0-6401-44e9-997a-b2fe743f1817,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:19.311276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Checking segment: {'id': '58c8aee4-8c5e-4462-999c-5a4890e15cbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '3a29797f-0e6d-46e2-bc94-36d77a4704b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:19.311719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network hostable DHCP agents. Network: 3a29797f-0e6d-46e2-bc94-36d77a4704b6, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:19.339463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network 3a29797f-0e6d-46e2-bc94-36d77a4704b6 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:19.361148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 3a29797f-0e6d-46e2-bc94-36d77a4704b6) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:19.377162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:19.378465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.398031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e094c-c47d-473b-8128-c6750c3151a7 None None] Network 3a29797f-0e6d-46e2-bc94-36d77a4704b6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:19.495837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Port': ['ID=680fd9e3-2285-4abe-b4db-b42c71f14d92,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:19.585459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Checking segment: {'id': '05cb419b-8435-4ec7-aefb-fc12e2d1b903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'fd6705bb-766e-4bf7-8768-b297145f59c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:19.585847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network hostable DHCP agents. Network: fd6705bb-766e-4bf7-8768-b297145f59c7, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:19.598993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de0bf1-a82a-4a6e-9261-16cb4edd1cc5 req-04943232-b0d3-4ea1-91dc-27a67c27ffae tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.600504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03de0bf1-a82a-4a6e-9261-16cb4edd1cc5 req-04943232-b0d3-4ea1-91dc-27a67c27ffae tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1154006 Nov 22 16:38:19.604640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-7f1066cf-97bf-4bbd-902d-9f5e9fccf7a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420991 Nov 22 16:38:19.642977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network fd6705bb-766e-4bf7-8768-b297145f59c7 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:19.669477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, fd6705bb-766e-4bf7-8768-b297145f59c7) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:19.674877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:19.683791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.689277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.689953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:19.717838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03de0bf1-a82a-4a6e-9261-16cb4edd1cc5 req-23fdb715-f27c-4fb5-8255-bb7ad3f5e3f7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075161 Nov 22 16:38:19.733533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f788b3f7-d453-4382-a050-d6c3a5fb29aa None None] Network fd6705bb-766e-4bf7-8768-b297145f59c7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:19.745538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-92e0a1aa-fda4-4b29-932e-d51a3ef24413 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.4629757 Nov 22 16:38:19.747985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33418) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.862739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c47a67-3b0f-442f-9994-d9d22bd4fd37 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.869390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c47a67-3b0f-442f-9994-d9d22bd4fd37 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:19.871063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-50c47a67-3b0f-442f-9994-d9d22bd4fd37 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1215050 Nov 22 16:38:19.874582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:19.923579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a4dfc6c9-db6e-426b-897e-ac272de08156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.285146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Deleting port dda535b0-6401-44e9-997a-b2fe743f1817 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:20.285488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.383540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.399475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Calling delete_port for dda535b0-6401-44e9-997a-b2fe743f1817 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:20.421394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ca64c-9553-47a1-90d0-70679118a69b req-cd5e1df8-05a2-451b-95d4-5fa274e86f48 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:20.423133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-093ca64c-9553-47a1-90d0-70679118a69b req-cd5e1df8-05a2-451b-95d4-5fa274e86f48 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 945 time: 0.0906165 Nov 22 16:38:20.528903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-093ca64c-9553-47a1-90d0-70679118a69b req-bfe3f57d-e906-43d6-b803-8d0bfaf41a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733476 Nov 22 16:38:20.541864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.579952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Port': ['ID=dda535b0-6401-44e9-997a-b2fe743f1817,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.590557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.590906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.591269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.591622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.591984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.592318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.592649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.592973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.593297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.593619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.593969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.594295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:20.597139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.600384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3ea70ca4-f0fe-441b-ba39-5b7191624925 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/ports/dda535b0-6401-44e9-997a-b2fe743f1817 HTTP/1.1" status: 204 len: 168 time: 0.7248158 Nov 22 16:38:20.603184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33448) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:20.696022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Deleting port 680fd9e3-2285-4abe-b4db-b42c71f14d92 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:20.696726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.773038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.794456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Calling delete_port for 680fd9e3-2285-4abe-b4db-b42c71f14d92 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:20.892034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672113cd-486b-49aa-9113-1319e79fde16 req-6ed24d4a-f5eb-4785-86b4-7149c02c5c78 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:20.893503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-672113cd-486b-49aa-9113-1319e79fde16 req-6ed24d4a-f5eb-4785-86b4-7149c02c5c78 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1044223 Nov 22 16:38:20.942293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.977168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-672113cd-486b-49aa-9113-1319e79fde16 req-edf5c8e6-d5fa-41b2-a3de-befeb6b3f995 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776875 Nov 22 16:38:20.978487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Port': ['ID=680fd9e3-2285-4abe-b4db-b42c71f14d92,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:20.983879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:20.989951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8ab3c38-e520-4a96-a860-7ae81ce4f7b6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/ports/680fd9e3-2285-4abe-b4db-b42c71f14d92 HTTP/1.1" status: 204 len: 168 time: 0.3833582 Nov 22 16:38:20.990146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33458) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.022002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cbf87cc0-8cae-4f31-b530-f8a609b0704a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0307045 Nov 22 16:38:21.025681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33460) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.030335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1618882376'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:21.053524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:21.058341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.084146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:21.093807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.094281 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Added segment a5fb5b80-f036-48d4-b713-7109613cdac8 of type vlan for network d13ffebf-2f56-45aa-846c-22af1343a02c Nov 22 16:38:21.140375 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.165177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.171420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.172148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.179483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f127e0af-0535-41c4-a80a-78b375ae1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.181002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f127e0af-0535-41c4-a80a-78b375ae1178 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1101 time: 0.0447848 Nov 22 16:38:21.235309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2085755 Nov 22 16:38:21.238007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33464) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:21.245769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1093793336'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:21.254999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0593ae-0706-4956-bc11-5d5e7b490453 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Network': ['ID=d13ffebf-2f56-45aa-846c-22af1343a02c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.271715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:21.275677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.278382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d13ffebf-2f56-45aa-846c-22af1343a02c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:21.285024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-1995eb6c-47d6-4dfd-aa6e-4d5c6873dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.286653 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-1995eb6c-47d6-4dfd-aa6e-4d5c6873dfe4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.0969362 Nov 22 16:38:21.308812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:38:21.318389 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.318732 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Added segment 327bf778-ce57-4f2d-b51f-24e2bcb86346 of type vlan for network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 Nov 22 16:38:21.335277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-59cfb611-5150-4f53-8b60-45f70eabe225 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0385709 Nov 22 16:38:21.361910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.388241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.393185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-2ff3bb7f-aa52-4022-8eb8-588d3d12f0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.393961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.394584 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:21.394728 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-2ff3bb7f-aa52-4022-8eb8-588d3d12f0c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0485420 Nov 22 16:38:21.439908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-6f1527e9-1380-42ab-abd7-b9fdeb314f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.441391 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-6f1527e9-1380-42ab-abd7-b9fdeb314f2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391419 Nov 22 16:38:21.453011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2139726 Nov 22 16:38:21.471775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b9276-c24d-4cff-803e-19b462f780d1 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Network': ['ID=f5b4cbfb-a3dd-4ce3-a13d-11241247f225,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:21.483756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:38:21.545280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-7a6ae694-cefb-45ab-958b-a7ecf9ccf75a service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950477 Nov 22 16:38:21.679252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071a9d3-c314-48a2-85dd-0aa8b94b8e21 req-24122245-782d-41e3-be07-c3d82d3847bb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:21.680889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2071a9d3-c314-48a2-85dd-0aa8b94b8e21 req-24122245-782d-41e3-be07-c3d82d3847bb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 945 time: 0.0669849 Nov 22 16:38:21.743363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2071a9d3-c314-48a2-85dd-0aa8b94b8e21 req-f0b69d1c-e2c2-49b0-9c72-844337fe1f0d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557091 Nov 22 16:38:21.936825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-bcf77f11-70c8-4c52-bee5-b62e363d93b2 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834009 Nov 22 16:38:22.159211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e4ee3-60a2-4021-974b-9ba6c0be0229 req-57ccbd45-5f4a-4621-8313-586ce7bc800e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.161159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-364e4ee3-60a2-4021-974b-9ba6c0be0229 req-57ccbd45-5f4a-4621-8313-586ce7bc800e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0617926 Nov 22 16:38:22.218986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-364e4ee3-60a2-4021-974b-9ba6c0be0229 req-85479cc6-df89-4df8-877d-7a3f6ce8dd91 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492187 Nov 22 16:38:22.430003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8baab-7579-4c20-a533-86e0696f347d req-82727dd7-2e5c-4898-86a3-d19aa810ce6b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:22.432036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ead8baab-7579-4c20-a533-86e0696f347d req-82727dd7-2e5c-4898-86a3-d19aa810ce6b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 945 time: 0.0493724 Nov 22 16:38:22.533484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port bbc1c0fd-1378-4764-8a03-bf5d40703174 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:22.533870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.626034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port bbc1c0fd-1378-4764-8a03-bf5d40703174, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=bbc1c0fd-1378-4764-8a03-bf5d40703174,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:22.626305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.639748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for bbc1c0fd-1378-4764-8a03-bf5d40703174 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:22.773709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.796083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:22.826855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['bbc1c0fd-1378-4764-8a03-bf5d40703174'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:22.831885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=bbc1c0fd-1378-4764-8a03-bf5d40703174,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:22.881901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9aa3681b-42a7-443d-8dd3-2cb749f45341 req-8afc76d4-adf3-431b-8067-9f299e847b7c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=f0932517-6b9a-4b67-a8ca-ef9eddde0cad HTTP/1.1" status: 200 len: 210 time: 0.0483670 Nov 22 16:38:22.881901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port bbc1c0fd-1378-4764-8a03-bf5d40703174 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:22.883793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.887717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ead8baab-7579-4c20-a533-86e0696f347d req-a2e7d8b7-032d-4ea6-aebf-41a1ea685a4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "DELETE /v2.0/ports/bbc1c0fd-1378-4764-8a03-bf5d40703174 HTTP/1.1" status: 204 len: 173 time: 0.4471872 Nov 22 16:38:22.888189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'name': 'network-vif-deleted', 'tag': 'bbc1c0fd-1378-4764-8a03-bf5d40703174'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:22.911139 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb340428-e965-407f-8095-38955d967339" -d '{"events": [{"server_uuid": "f0932517-6b9a-4b67-a8ca-ef9eddde0cad", "name": "network-vif-deleted", "tag": "bbc1c0fd-1378-4764-8a03-bf5d40703174"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:22.912961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32667955-d9cc-4c18-9e97-ccc2406b70a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:22.963149 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e54f8-3ec5-4016-aaeb-b249f64cb4a9 x-openstack-request-id: req-bc3e54f8-3ec5-4016-aaeb-b249f64cb4a9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:22.963512 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0932517-6b9a-4b67-a8ca-ef9eddde0cad", "name": "network-vif-deleted", "tag": "bbc1c0fd-1378-4764-8a03-bf5d40703174", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:22.963840 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc3e54f8-3ec5-4016-aaeb-b249f64cb4a9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:22.964278 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0932517-6b9a-4b67-a8ca-ef9eddde0cad', 'name': 'network-vif-deleted', 'tag': 'bbc1c0fd-1378-4764-8a03-bf5d40703174', 'status': 'completed', 'code': 200} Nov 22 16:38:23.352084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0755-3a41-411e-9831-b6863275c635 req-2b318e22-5c82-4ce2-a1bc-bbc1c2500d36 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:23.354378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8bb0755-3a41-411e-9831-b6863275c635 req-2b318e22-5c82-4ce2-a1bc-bbc1c2500d36 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0561638 Nov 22 16:38:23.424885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8bb0755-3a41-411e-9831-b6863275c635 req-458b0598-971c-41aa-a611-c678c8927750 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641387 Nov 22 16:38:23.587977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c29e0d75-08e0-4273-8274-490a685311e3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:23.608105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: c29e0d75-08e0-4273-8274-490a685311e3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:23.608446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c29e0d75-08e0-4273-8274-490a685311e3 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:23.923771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.248740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-6a2de51c-3e77-45fd-adfc-63e080e13ca4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:24.250256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-6a2de51c-3e77-45fd-adfc-63e080e13ca4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1165946 Nov 22 16:38:24.265213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-6dbc90d4-b1fa-4c42-92c6-ed1c158032e4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0092387 Nov 22 16:38:24.313929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-f32cd85c-2049-4203-8aef-2e2c6a1d1423 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433438 Nov 22 16:38:24.405572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-033b129d-daad-45bc-8474-7a8e619a8304 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844121 Nov 22 16:38:24.506560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2e8fa5a4-758b-4d13-ad05-f2939da0215b service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949185 Nov 22 16:38:24.556165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7668f-0361-49e8-aca3-67c7a1cfb570 req-0f2d8b19-0066-47c3-a101-627a1fbc27cc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:24.558525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ee7668f-0361-49e8-aca3-67c7a1cfb570 req-0f2d8b19-0066-47c3-a101-627a1fbc27cc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0553899 Nov 22 16:38:24.611936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ee7668f-0361-49e8-aca3-67c7a1cfb570 req-489d56c8-bd2f-4420-b978-31f0117ae339 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471289 Nov 22 16:38:24.713455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33514) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:24.718950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'subnets': [{'network_id': 'd13ffebf-2f56-45aa-846c-22af1343a02c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--407767775', 'ip_version': 6}, {'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:24.719277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'subnet': {'network_id': 'd13ffebf-2f56-45aa-846c-22af1343a02c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--407767775', 'ip_version': 6}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:24.720142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Request body: {'subnet': {'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:24.723874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81b8f4c3-3abd-4fc5-84ca-abb29ea4aadc req-9d2add70-02ff-47d4-8d52-dd67aa569722 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 210 time: 0.0381019 Nov 22 16:38:24.899414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Made reservation on behalf of 2ce07d643ec94c83abafaad3674ef90a for: {'subnet': 2} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:24.904872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:24.905287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.295798 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.303616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.360753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Subnet': ['ID=28a323dd-0827-4660-aed5-f397871d6638,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.372530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Checking segment: {'id': 'a5fb5b80-f036-48d4-b713-7109613cdac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'd13ffebf-2f56-45aa-846c-22af1343a02c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:25.372897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network hostable DHCP agents. Network: d13ffebf-2f56-45aa-846c-22af1343a02c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:25.389710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network d13ffebf-2f56-45aa-846c-22af1343a02c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:25.397986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d13ffebf-2f56-45aa-846c-22af1343a02c) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:25.401799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.407252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2188dc6-398b-4910-88a5-d4ae92bb1d0f None None] Network d13ffebf-2f56-45aa-846c-22af1343a02c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:25.457022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event updated for resources: {'Subnet': ['ID=a7fe6cc3-5f5a-410d-83d4-d65dc85444b2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.472545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Checking segment: {'id': '327bf778-ce57-4f2d-b51f-24e2bcb86346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:25.472827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network hostable DHCP agents. Network: f5b4cbfb-a3dd-4ce3-a13d-11241247f225, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:38:25.489462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:38:25.498549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, f5b4cbfb-a3dd-4ce3-a13d-11241247f225) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:25.504593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.504995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.506334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.512482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3824e4f1-b2e4-49d9-937a-47c7bd1578a6 None None] Network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:25.525698 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f954942f-98c0-423b-bfad-2d10e751660a tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.8096344 Nov 22 16:38:25.527211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:25.612799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0737c-29d8-4d04-89ca-8fc85121d888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d13ffebf-2f56-45aa-846c-22af1343a02c', 'network_id': 'd13ffebf-2f56-45aa-846c-22af1343a02c', 'tenant_id': '2ce07d643ec94c83abafaad3674ef90a', 'fixed_ips': [{'subnet_id': '28a323dd-0827-4660-aed5-f397871d6638'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:25.613642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0b0737c-29d8-4d04-89ca-8fc85121d888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.632966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e6b4a-2282-488a-88f5-265b4cced169 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.635749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e6b4a-2282-488a-88f5-265b4cced169 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.639974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e6b4a-2282-488a-88f5-265b4cced169 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.641027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f11e6b4a-2282-488a-88f5-265b4cced169 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1125875 Nov 22 16:38:25.649791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:25.717467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Deleting subnet 28a323dd-0827-4660-aed5-f397871d6638 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:25.721453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.782906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.848731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-f5b4cbfb-a3dd-4ce3-a13d-11241247f225', 'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225', 'tenant_id': '2ce07d643ec94c83abafaad3674ef90a', 'fixed_ips': [{'subnet_id': 'a7fe6cc3-5f5a-410d-83d4-d65dc85444b2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:38:25.849949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.860750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.926170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f8e96-0bf7-4488-bac9-3b0f0d837b66 req-39e36a67-dc85-4cd0-856a-5e31c5833cb1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.930571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f41f8e96-0bf7-4488-bac9-3b0f0d837b66 req-39e36a67-dc85-4cd0-856a-5e31c5833cb1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1934478 Nov 22 16:38:25.943300 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.953515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bfdbcb5-9de1-47d7-a2af-5b543eabbccb req-f4e45237-7af5-4638-81bf-2eb5cd14b4c9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 210 time: 0.0646865 Nov 22 16:38:25.973739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Subnet': ['ID=28a323dd-0827-4660-aed5-f397871d6638,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:25.982250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:25.986246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-92cbce69-0de1-48aa-964b-c0d166d25790 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:25.989816 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5c1cbe4-7421-4335-a798-de69d4a9a9dd tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/subnets/28a323dd-0827-4660-aed5-f397871d6638 HTTP/1.1" status: 204 len: 168 time: 0.3360438 Nov 22 16:38:25.989953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-92cbce69-0de1-48aa-964b-c0d166d25790 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.2966969 Nov 22 16:38:25.990062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33536) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.015455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-d0b0737c-29d8-4d04-89ca-8fc85121d888 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28a323dd-0827-4660-aed5-f397871d6638: This subnet is being modified by another concurrent operation. Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:38:26.017107 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 28a323dd-0827-4660-aed5-f397871d6638: This subnet is being modified by another concurrent operation. Nov 22 16:38:26.021139 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 16:38:26.049364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Deleting subnet a7fe6cc3-5f5a-410d-83d4-d65dc85444b2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:38:26.063920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f41f8e96-0bf7-4488-bac9-3b0f0d837b66 req-9e90a78d-c70c-470e-a91e-2b8faa878c1f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129994 Nov 22 16:38:26.092037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8c38d-1292-46bd-ad83-735bff825966 None None] Network d13ffebf-2f56-45aa-846c-22af1343a02c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:26.093833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.142886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:26.146712 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.171776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Allocated IP 2001:db8:0:1::1 (f5b4cbfb-a3dd-4ce3-a13d-11241247f225/a7fe6cc3-5f5a-410d-83d4-d65dc85444b2/6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:26.290215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.9 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/8b6225d4-e435-43ab-9589-cfdadb16a5e8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:26.380945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device bbc1c0fd-1378-4764-8a03-bf5d40703174 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:26.386581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.392330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.425287 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.429795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: bbc1c0fd-1378-4764-8a03-bf5d40703174 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:26.430170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device bbc1c0fd-1378-4764-8a03-bf5d40703174 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:26.440971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.472819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:26.475905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:26.480412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:26.495853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Pushing event updated for resources: {'Port': ['ID=6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:26.517814 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.543354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.547467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Attempting to bind port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:26.547837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Attempting to bind port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '327bf778-ce57-4f2d-b51f-24e2bcb86346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:26.548429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Attempting to bind port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e on network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:26.553359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:26.553755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Checking segment: {'id': '327bf778-ce57-4f2d-b51f-24e2bcb86346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:26.554176 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.554573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Bound using segment: {'id': '327bf778-ce57-4f2d-b51f-24e2bcb86346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:26.555073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Bound port: 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327bf778-ce57-4f2d-b51f-24e2bcb86346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f5b4cbfb-a3dd-4ce3-a13d-11241247f225'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:26.555446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.557329 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.569241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:26.606909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:26.610599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:26.613705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.614886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:26.651024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.657210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/subnets/a7fe6cc3-5f5a-410d-83d4-d65dc85444b2 HTTP/1.1" status: 204 len: 168 time: 0.6661611 Nov 22 16:38:26.658178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4307c4-976b-4265-9c06-752d88ebb6c6 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Subnet': ['ID=a7fe6cc3-5f5a-410d-83d4-d65dc85444b2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:26.660950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33542) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.668385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.669021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.679513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=8b6225d4-e435-43ab-9589-cfdadb16a5e8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:26.683201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] For port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:26.688385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] For port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e,segment=NetworkSegment(327bf778-ce57-4f2d-b51f-24e2bcb86346),segment_id=327bf778-ce57-4f2d-b51f-24e2bcb86346)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:26.694162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-2da898c6-c15c-47ca-acfe-e952a4ca5620 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6874354 Nov 22 16:38:26.697856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.732707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Request body: {'port': {'device_id': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:26.748814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142f1c8-4cf9-41a4-b49d-e82f90c10e74 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:26.755151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b142f1c8-4cf9-41a4-b49d-e82f90c10e74 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0931473 Nov 22 16:38:26.755813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33544) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:26.800035 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.827305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ff7c6-b51c-4967-9694-7183cdacf550 None None] Pushing event updated for resources: {'Port': ['ID=6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:26.873853 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:26.936836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Deleting port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:26.937323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.043682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] For port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e,segment=NetworkSegment(327bf778-ce57-4f2d-b51f-24e2bcb86346),segment_id=327bf778-ce57-4f2d-b51f-24e2bcb86346)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:27.044150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.059675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Calling delete_port for 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:27.171220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.206698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Port': ['ID=6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.217435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f7cee-ffdc-443a-9f1c-110b30b1506d req-0f890522-c6db-4bf8-a0fe-fb525181f809 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.218053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] No DVR routers for this DVR port 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:27.219023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d87f7cee-ffdc-443a-9f1c-110b30b1506d req-0f890522-c6db-4bf8-a0fe-fb525181f809 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 931 time: 0.1495132 Nov 22 16:38:27.297315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e53dff-a802-4fc0-bdbd-b62ba2fe8f39 req-689f9c02-16ba-4dad-b33e-01dea97186ed tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.298881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75e53dff-a802-4fc0-bdbd-b62ba2fe8f39 req-689f9c02-16ba-4dad-b33e-01dea97186ed tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1363561 Nov 22 16:38:27.308049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.309128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6225d4-e435-43ab-9589-cfdadb16a5e8 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:27.331986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.332212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b4cbfb-a3dd-4ce3-a13d-11241247f225']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:27.343428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327bf778-ce57-4f2d-b51f-24e2bcb86346') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:27.343736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327bf778-ce57-4f2d-b51f-24e2bcb86346') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:27.356457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.373156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.377642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d87f7cee-ffdc-443a-9f1c-110b30b1506d req-01358a46-485f-4fb0-aa7e-44c6f3211190 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411159 Nov 22 16:38:27.384085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:27.385631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:27.388882 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:27.404698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75e53dff-a802-4fc0-bdbd-b62ba2fe8f39 req-da8ff725-e334-447e-a5b2-8f3dbd30591f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910051 Nov 22 16:38:27.460469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.460771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Transition to ACTIVE for port object 8b6225d4-e435-43ab-9589-cfdadb16a5e8 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:27.466050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.470530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.474079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/networks/f5b4cbfb-a3dd-4ce3-a13d-11241247f225 HTTP/1.1" status: 204 len: 168 time: 0.7173021 Nov 22 16:38:27.485028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33556) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.493523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf38d5-c9fd-4bb4-8976-97896093f6e7 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Network': ['ID=f5b4cbfb-a3dd-4ce3-a13d-11241247f225,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.523092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Pushing event updated for resources: {'Port': ['ID=8b6225d4-e435-43ab-9589-cfdadb16a5e8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.579956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.597160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Attempting to bind port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:27.597435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Attempting to bind port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:27.597769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Attempting to bind port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:27.602348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:27.602671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Attempting to bind port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:27.608806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:27.609129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:27.609515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:27.609991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Bound port: 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:27.610346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.679957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.685395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] For port 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:27.689845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] For port 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:27.699815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.704449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13ffebf-2f56-45aa-846c-22af1343a02c']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:27.716951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fb5b80-f036-48d4-b713-7109613cdac8') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:27.717283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fb5b80-f036-48d4-b713-7109613cdac8') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:27.727210 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.740120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.740751 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.742257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] 10.222.0.66 "PUT /v2.0/ports/8b6225d4-e435-43ab-9589-cfdadb16a5e8 HTTP/1.1" status: 200 len: 1091 time: 1.0182014 Nov 22 16:38:27.742706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'tag': '8b6225d4-e435-43ab-9589-cfdadb16a5e8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:27.745482 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b5baf9-2013-4e8c-b503-cd21a17cc668" -d '{"events": [{"name": "network-changed", "server_uuid": "70d62bf9-1c0a-4e20-88c1-a816840cda41", "tag": "8b6225d4-e435-43ab-9589-cfdadb16a5e8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:27.746545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.753952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:27.755022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:27.758352 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:27.798009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd11d1-de71-41fa-8e55-086b8790e83e service neutron] Pushing event updated for resources: {'Port': ['ID=8b6225d4-e435-43ab-9589-cfdadb16a5e8,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.812794 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7217432-194c-4a4b-9702-dcb4936bd958 x-openstack-request-id: req-e7217432-194c-4a4b-9702-dcb4936bd958 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:27.813093 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d62bf9-1c0a-4e20-88c1-a816840cda41", "tag": "8b6225d4-e435-43ab-9589-cfdadb16a5e8", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:27.813351 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7217432-194c-4a4b-9702-dcb4936bd958 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:27.813786 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'tag': '8b6225d4-e435-43ab-9589-cfdadb16a5e8', 'status': 'completed', 'code': 200} Nov 22 16:38:27.848562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.857894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:27.858220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-47e349e1-2fd0-49cd-8c90-63b7837d00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:27.860051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-47e349e1-2fd0-49cd-8c90-63b7837d00eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 1094 time: 0.0587668 Nov 22 16:38:27.861444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/networks/d13ffebf-2f56-45aa-846c-22af1343a02c HTTP/1.1" status: 204 len: 168 time: 0.3752029 Nov 22 16:38:27.863994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33560) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:27.872211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b149720-241f-425f-866c-9b3dc13e2e4b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Network': ['ID=d13ffebf-2f56-45aa-846c-22af1343a02c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:27.948010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-db148767-b737-4751-998e-d439952736e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8 HTTP/1.1" status: 200 len: 217 time: 0.0747409 Nov 22 16:38:27.957464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-71cd61af-cb8e-4fa7-99c9-c954b2445df0 None None] Could not find standard attr ID for object 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:38:27.982696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202026ff-7de1-4065-8c79-e2590102838d None None] DHCP port deletion for f5b4cbfb-a3dd-4ce3-a13d-11241247f225 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:28.003664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168feec-31b9-4d0a-b50e-f52fec30a9b2 None None] Network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:38:28.008682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.017767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3168feec-31b9-4d0a-b50e-f52fec30a9b2 None None] Network f5b4cbfb-a3dd-4ce3-a13d-11241247f225 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:38:28.025813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c82398e-8708-470f-9352-8f555e47a0cb req-7f5d7495-0349-46ce-a4ac-00151f7afae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.026132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e8be35-8106-4968-928e-ba203cff569d None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:38:28.027303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-7f5d7495-0349-46ce-a4ac-00151f7afae6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0659037 Nov 22 16:38:28.081669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-8c9906a7-b6fc-499a-98e6-695dcb24539f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467093 Nov 22 16:38:28.176081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.200058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8be35-8106-4968-928e-ba203cff569d None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:38:28.205679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6705bb-766e-4bf7-8768-b297145f59c7']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:28.223359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05cb419b-8435-4ec7-aefb-fc12e2d1b903') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:28.224027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05cb419b-8435-4ec7-aefb-fc12e2d1b903') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:28.237765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.256545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-94d54e2a-36e8-44d0-ab5c-f280d72cdc05 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650722 Nov 22 16:38:28.260722 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.267680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:28.268065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:28.277558 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:28.377108 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.381528 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.387985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/networks/fd6705bb-766e-4bf7-8768-b297145f59c7 HTTP/1.1" status: 204 len: 168 time: 0.5207353 Nov 22 16:38:28.389149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33568) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:28.421106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e3e95-e87a-44b1-b5ee-7efa82a5f672 tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Network': ['ID=fd6705bb-766e-4bf7-8768-b297145f59c7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.449483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c82398e-8708-470f-9352-8f555e47a0cb req-202dc044-7b8a-4e15-b907-ee3fd7a479d5 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829276 Nov 22 16:38:28.496626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.584795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261b137-7ea9-492b-94cf-0d47a256f6c3 req-54273657-5a49-4394-98b7-dcf1ee56391b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.586322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f261b137-7ea9-492b-94cf-0d47a256f6c3 req-54273657-5a49-4394-98b7-dcf1ee56391b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 943 time: 0.1140530 Nov 22 16:38:28.608053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496b45c-c2a7-4c60-8dab-3949862eb5bc req-029ed154-dc69-4ab7-9c64-09ec895c2103 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.609551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b496b45c-c2a7-4c60-8dab-3949862eb5bc req-029ed154-dc69-4ab7-9c64-09ec895c2103 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1083717 Nov 22 16:38:28.615002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.629464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-60ab031d-aa8d-466a-a806-c437e55ce3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.630958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-60ab031d-aa8d-466a-a806-c437e55ce3b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 1094 time: 0.0937605 Nov 22 16:38:28.650003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a29797f-0e6d-46e2-bc94-36d77a4704b6']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:28.664379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58c8aee4-8c5e-4462-999c-5a4890e15cbe') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:28.664746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58c8aee4-8c5e-4462-999c-5a4890e15cbe') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:38:28.675088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.690187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.697895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:38:28.698413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:38:28.702369 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:38:28.751893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f261b137-7ea9-492b-94cf-0d47a256f6c3 req-516ed6bd-93ab-4970-a30b-46a5b50b69ef tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537309 Nov 22 16:38:28.763909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b496b45c-c2a7-4c60-8dab-3949862eb5bc req-c48a1268-f663-4573-ab67-ad7bee81882f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392741 Nov 22 16:38:28.768712 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.784608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.796177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] 10.222.0.65 "DELETE /v2.0/networks/3a29797f-0e6d-46e2-bc94-36d77a4704b6 HTTP/1.1" status: 204 len: 168 time: 0.4031754 Nov 22 16:38:28.821353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-94cb9b2b-b586-41ab-ae8e-004fd919701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.822862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479de00-1784-4d4e-9d41-e65e3a6df35b tempest-BulkNetworkOpsIpV6Test-1729817860 tempest-BulkNetworkOpsIpV6Test-1729817860-project] Pushing event deleted for resources: {'Network': ['ID=3a29797f-0e6d-46e2-bc94-36d77a4704b6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:28.824170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-94cb9b2b-b586-41ab-ae8e-004fd919701c service neutron] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.1850846 Nov 22 16:38:28.879061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-6d8ed379-fc63-4e10-8354-574cf4b5af01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8 HTTP/1.1" status: 200 len: 217 time: 0.0458214 Nov 22 16:38:28.904466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port a95fed87-1c3d-4282-a54f-3d7082f9d93a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:28.904968 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:28.934163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-36fb3420-2667-4043-8839-331a6be3889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:28.935702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-36fb3420-2667-4043-8839-331a6be3889e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0483263 Nov 22 16:38:29.017025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 15ad0180-9597-4960-a7c1-229638d66ec7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.018008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.104435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33584) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.142540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 4447e194-cb9a-443c-9008-6282150e0b96 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.143222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.181745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Port 4447e194-cb9a-443c-9008-6282150e0b96 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:29.191970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.192348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.278132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-026dc0e9-2555-4d91-a7e8-65f1b852ba46 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3282521 Nov 22 16:38:29.282115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:29.292838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6985658c-6037-4030-9a55-39be41eb8637 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2ce07d643ec94c83abafaad3674ef90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832750 Nov 22 16:38:29.293019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33588) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:29.307135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:29.307135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6fae7f0f-6a1c-464e-a9e3-cdcd48ef0d2e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:29.320056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 309e3efd-0d3d-46ec-8336-a3982b01aef3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.320438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.344698 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-097e33f1-90ae-4a92-abab-e17921a8ecb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.359911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Port 309e3efd-0d3d-46ec-8336-a3982b01aef3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:29.372838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-097e33f1-90ae-4a92-abab-e17921a8ecb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.373836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 7ff8997d-583b-4048-8b1e-becad0fb991a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.374234 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.376825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-c6bc9679-055f-4d67-83c0-661b2629897e service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893738 Nov 22 16:38:29.422933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-097e33f1-90ae-4a92-abab-e17921a8ecb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.425910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-097e33f1-90ae-4a92-abab-e17921a8ecb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.429890 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-097e33f1-90ae-4a92-abab-e17921a8ecb4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/349f4a3f-e89d-4108-8c52-73a222a793cf HTTP/1.1" status: 204 len: 168 time: 0.1332483 Nov 22 16:38:29.449726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e33f1-90ae-4a92-abab-e17921a8ecb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f4a3f-e89d-4108-8c52-73a222a793cf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:29.479102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 90e2a4ed-ab13-40d7-9148-b158dcb1049f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.479482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.495007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b5baf9-2013-4e8c-b503-cd21a17cc668 req-a8e6f7c2-840a-483e-9154-0bf5f4b36e7c service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031241 Nov 22 16:38:29.520915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Port 90e2a4ed-ab13-40d7-9148-b158dcb1049f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:29.531712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.532333 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.623515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.623884 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.722071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 31791c4f-8ad6-4b5a-9916-101bc4f8e88a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.722447 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.756394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Port 31791c4f-8ad6-4b5a-9916-101bc4f8e88a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:29.767410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.767792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.802341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Port e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:29.817358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port 60072ecb-fe12-451f-9581-2a052e92886d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.817765 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.923154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port da7ed3d0-2d10-4a52-baa6-7b91336a7930 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:29.923609 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:29.926791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aba83b-5834-415f-97b4-8dc681a5d7d1 req-e3b10bd9-fc76-4191-bacb-b7cebd104ecd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.930164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91aba83b-5834-415f-97b4-8dc681a5d7d1 req-e3b10bd9-fc76-4191-bacb-b7cebd104ecd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0899837 Nov 22 16:38:29.944469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1598501-f6c5-4946-9992-2b8d0a5480e0 req-b329f175-82f2-4785-b870-90501124bde2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:29.949519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1598501-f6c5-4946-9992-2b8d0a5480e0 req-b329f175-82f2-4785-b870-90501124bde2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 943 time: 0.0785129 Nov 22 16:38:30.019905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91aba83b-5834-415f-97b4-8dc681a5d7d1 req-53959b06-221d-4af1-9151-60d9f7693d29 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834041 Nov 22 16:38:30.038796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1598501-f6c5-4946-9992-2b8d0a5480e0 req-638cd05c-81cb-4a98-be5f-efc6280cd4c9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856283 Nov 22 16:38:30.042506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Provisioning complete for port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:30.042966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-68455480-84a4-49cd-a470-d1602ee8cd3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.205776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33620) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.307159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9a5b033f-df3a-432b-ab1f-f19be707e0aa tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] Request body: {'port': {'network_id': '5fd5816b-869f-42bb-9b89-0d129ee681ae', 'name': 'tempest-NetworksNegativeTestJSON-1414697394'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.320942 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5b033f-df3a-432b-ab1f-f19be707e0aa tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] POST failed (client error): The resource could not be found. Nov 22 16:38:30.321983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5b033f-df3a-432b-ab1f-f19be707e0aa tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.323267 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a5b033f-df3a-432b-ab1f-f19be707e0aa tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1164944 Nov 22 16:38:30.327119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.345109 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-66288975-9472-48f8-98d1-2cfa6e740065 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:30.345585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66288975-9472-48f8-98d1-2cfa6e740065 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.348561 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66288975-9472-48f8-98d1-2cfa6e740065 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "DELETE /v2.0/networks/c901798e-451c-466d-8b31-cb455666b036 HTTP/1.1" status: 404 len: 339 time: 0.0205264 Nov 22 16:38:30.352322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33626) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.376825 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac444fa5-c446-4103-b44b-abc1c2dcac60 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:30.377318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac444fa5-c446-4103-b44b-abc1c2dcac60 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.380277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ac444fa5-c446-4103-b44b-abc1c2dcac60 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "DELETE /v2.0/ports/a89950c1-d6e0-4885-b3f3-e3dac8c4fc00 HTTP/1.1" status: 404 len: 333 time: 0.0269716 Nov 22 16:38:30.380474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8b6225d4-e435-43ab-9589-cfdadb16a5e8 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:30.384982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33628) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.410286 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a76e3a-813a-4915-968a-1d9eafcef90a tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] DELETE failed (client error): The resource could not be found. Nov 22 16:38:30.410736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a76e3a-813a-4915-968a-1d9eafcef90a tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.413741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-05a76e3a-813a-4915-968a-1d9eafcef90a tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "DELETE /v2.0/subnets/301c56f8-e9b8-4a0d-849e-0484d126e40a HTTP/1.1" status: 404 len: 337 time: 0.0278189 Nov 22 16:38:30.417413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33630) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.439222 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f39dd73-4a5b-4e02-9f9e-80046a55271b tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] GET failed (client error): The resource could not be found. Nov 22 16:38:30.440947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f39dd73-4a5b-4e02-9f9e-80046a55271b tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "GET /v2.0/networks/4498cbb7-01b6-4410-a51c-c98e8c7d9c47 HTTP/1.1" status: 404 len: 339 time: 0.0225880 Nov 22 16:38:30.445170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33632) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.471401 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a135350c-d2fd-4ad1-bc82-5cbe3b99e2df tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] GET failed (client error): The resource could not be found. Nov 22 16:38:30.472761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a135350c-d2fd-4ad1-bc82-5cbe3b99e2df tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "GET /v2.0/ports/d11e53c0-9e69-499b-bf93-e8bcef7ed29a HTTP/1.1" status: 404 len: 333 time: 0.0264091 Nov 22 16:38:30.476404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33634) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.483400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:30.494367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '8b6225d4-e435-43ab-9589-cfdadb16a5e8', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': '8b6225d4-e435-43ab-9589-cfdadb16a5e8', 'mac_address': 'fa:16:3e:34:35:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:30.502514 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-54edc142-5334-4bc2-a54a-f9d490d59ad7 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] GET failed (client error): The resource could not be found. Nov 22 16:38:30.503801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54edc142-5334-4bc2-a54a-f9d490d59ad7 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "GET /v2.0/subnets/15cef2b0-0354-4e56-b9f5-588a45e877cb HTTP/1.1" status: 404 len: 337 time: 0.0265191 Nov 22 16:38:30.507490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.512915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-82db2a46-cbb2-4a37-9b59-8ef7da5f9029 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.526988 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-82db2a46-cbb2-4a37-9b59-8ef7da5f9029 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] PUT failed (client error): The resource could not be found. Nov 22 16:38:30.527550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82db2a46-cbb2-4a37-9b59-8ef7da5f9029 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.528659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-82db2a46-cbb2-4a37-9b59-8ef7da5f9029 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "PUT /v2.0/networks/1b387aab-f446-4889-b187-6b075b266528 HTTP/1.1" status: 404 len: 339 time: 0.0202730 Nov 22 16:38:30.532399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33638) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.535697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.537373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b081b241-63af-43dc-bc52-46d688acc9e2 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.548639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6225d4-e435-43ab-9589-cfdadb16a5e8 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:30.555645 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b081b241-63af-43dc-bc52-46d688acc9e2 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] PUT failed (client error): The resource could not be found. Nov 22 16:38:30.556215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b081b241-63af-43dc-bc52-46d688acc9e2 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.562171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b081b241-63af-43dc-bc52-46d688acc9e2 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "PUT /v2.0/ports/49b0e963-1dcf-4f3a-b343-fc3f2f39ac81 HTTP/1.1" status: 404 len: 333 time: 0.0240135 Nov 22 16:38:30.562517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33640) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.567713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-197f9137-84ab-42cd-8d66-42152217fa89 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:30.571250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:30.576172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.591912 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-197f9137-84ab-42cd-8d66-42152217fa89 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] PUT failed (client error): The resource could not be found. Nov 22 16:38:30.592359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197f9137-84ab-42cd-8d66-42152217fa89 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:38:30.593483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-197f9137-84ab-42cd-8d66-42152217fa89 tempest-NetworksNegativeTestJSON-971143882 tempest-NetworksNegativeTestJSON-971143882-project] 10.222.0.65 "PUT /v2.0/subnets/dc90e763-2f68-45ea-9546-dcc650a72dab HTTP/1.1" status: 404 len: 337 time: 0.0299754 Nov 22 16:38:30.623906 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8b6225d4-e435-43ab-9589-cfdadb16a5e8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:30.836538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33646) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:30.943800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3d838a6-50c7-4a71-b26f-418be94c9102 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:30.946504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['8b6225d4-e435-43ab-9589-cfdadb16a5e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:31.019375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3d838a6-50c7-4a71-b26f-418be94c9102 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.023934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3d838a6-50c7-4a71-b26f-418be94c9102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.061385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d838a6-50c7-4a71-b26f-418be94c9102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f0c6e9-ecd6-461f-922f-e4282b3b7cf9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.065792 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e3d838a6-50c7-4a71-b26f-418be94c9102 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=43ebb5a8252a456ca2bd531f040eaa1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2277923 Nov 22 16:38:31.068374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33654) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:31.124836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f769c17-2add-4b79-ad4c-9156fd8dadb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.149793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f769c17-2add-4b79-ad4c-9156fd8dadb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.199423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f769c17-2add-4b79-ad4c-9156fd8dadb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.202492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f769c17-2add-4b79-ad4c-9156fd8dadb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:31.203623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6f769c17-2add-4b79-ad4c-9156fd8dadb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40f0c6e9-ecd6-461f-922f-e4282b3b7cf9 HTTP/1.1" status: 204 len: 168 time: 0.1343524 Nov 22 16:38:31.206960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f883059-c674-4cdb-b432-29e91150ea71 req-8a87d498-a298-4861-a017-49cd39d661ad tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:31.210184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f883059-c674-4cdb-b432-29e91150ea71 req-8a87d498-a298-4861-a017-49cd39d661ad tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0851946 Nov 22 16:38:31.213137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f769c17-2add-4b79-ad4c-9156fd8dadb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f0c6e9-ecd6-461f-922f-e4282b3b7cf9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:31.221073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e8f1a-57a3-4e67-b093-91d04e8f3ba2 req-efb421e4-2971-4f88-ae19-9e90a2539f47 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:31.226272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-960e8f1a-57a3-4e67-b093-91d04e8f3ba2 req-efb421e4-2971-4f88-ae19-9e90a2539f47 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 944 time: 0.0902004 Nov 22 16:38:31.305095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f883059-c674-4cdb-b432-29e91150ea71 req-5674e700-673a-492c-a330-7873b9bfac5e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777676 Nov 22 16:38:31.309352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-960e8f1a-57a3-4e67-b093-91d04e8f3ba2 req-cfe1d4de-4629-4c11-9445-7dce4b285736 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793469 Nov 22 16:38:31.891194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33682) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:31.985239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f91fb56c-552d-41d8-801d-971e1f9a52aa tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:31.985946 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-f91fb56c-552d-41d8-801d-971e1f9a52aa tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:38:31.986438 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-f91fb56c-552d-41d8-801d-971e1f9a52aa tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:38:31.987387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f91fb56c-552d-41d8-801d-971e1f9a52aa tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0951884 Nov 22 16:38:31.990885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33686) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:31.994831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747850679'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:32.018551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.027021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.108263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.111925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.152126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c337decc-8564-4d57-a1d9-738bfe6bfd7c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.195700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.200755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.230217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=669e09b3-9f9c-4814-ac14-b286c4405ab9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.235238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.238203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53edb21a-51f4-4f90-9fa9-4bfa82f9e1ba tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2463107 Nov 22 16:38:32.239557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33688) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.244914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '669e09b3-9f9c-4814-ac14-b286c4405ab9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:32.272166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.330087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.334500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.348803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eeec2a6-ccf0-462e-aef6-bc5f9b3083f1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.366039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.370406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8cf78373-52ea-46f5-be11-129bbb861bc3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266105 Nov 22 16:38:32.370609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33694) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.375407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4509a23e-a4da-4d4e-aa1a-9aaabb5437bf tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '669e09b3-9f9c-4814-ac14-b286c4405ab9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:32.401265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8b6225d4-e435-43ab-9589-cfdadb16a5e8 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:32.454225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:32.454482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4509a23e-a4da-4d4e-aa1a-9aaabb5437bf tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.458510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:32.458887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.515009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f508a49-bee4-49f8-90a5-df50fa82d1fa req-b35cdea3-690d-4ce8-b123-bb985c8708f9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.516487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f508a49-bee4-49f8-90a5-df50fa82d1fa req-b35cdea3-690d-4ce8-b123-bb985c8708f9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 944 time: 0.1139035 Nov 22 16:38:32.525200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4857e2ed-d6d8-4d1f-9c63-ea4d012b6416 req-d3256c4f-b787-45aa-a172-d342cea224f0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.526661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4857e2ed-d6d8-4d1f-9c63-ea4d012b6416 req-d3256c4f-b787-45aa-a172-d342cea224f0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1228507 Nov 22 16:38:32.538116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.562153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6225d4-e435-43ab-9589-cfdadb16a5e8'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:32.564446 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18eca158-ad57-4f84-80e4-eaf5f79b038e" -d '{"events": [{"server_uuid": "70d62bf9-1c0a-4e20-88c1-a816840cda41", "name": "network-vif-plugged", "status": "completed", "tag": "8b6225d4-e435-43ab-9589-cfdadb16a5e8"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:32.574107 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-4509a23e-a4da-4d4e-aa1a-9aaabb5437bf tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:38:32.575143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4509a23e-a4da-4d4e-aa1a-9aaabb5437bf tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2034929 Nov 22 16:38:32.578236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33704) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.588461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:32.594012 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.616165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f508a49-bee4-49f8-90a5-df50fa82d1fa req-5b29f0e3-e5c3-4d62-a8a1-588bb46a9dfc tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881932 Nov 22 16:38:32.620409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4857e2ed-d6d8-4d1f-9c63-ea4d012b6416 req-56a9c8e6-e8e5-410a-b003-78764cde25e1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848396 Nov 22 16:38:32.643961 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7b9995c-29f2-4627-b79d-ab9de07fda79 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.653506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8b6225d4-e435-43ab-9589-cfdadb16a5e8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.662982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.663337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.663710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.664013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.664751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.665795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.668025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.668545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.669167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.669515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.669878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.670214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:38:32.684582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7b9995c-29f2-4627-b79d-ab9de07fda79 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.735602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7b9995c-29f2-4627-b79d-ab9de07fda79 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.738636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7b9995c-29f2-4627-b79d-ab9de07fda79 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.739973 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7b9995c-29f2-4627-b79d-ab9de07fda79 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/669e09b3-9f9c-4814-ac14-b286c4405ab9 HTTP/1.1" status: 204 len: 168 time: 0.1606977 Nov 22 16:38:32.742747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33706) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.751922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b9995c-29f2-4627-b79d-ab9de07fda79 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e09b3-9f9c-4814-ac14-b286c4405ab9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:32.772875 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db91d6a-742c-4fc9-ac54-675d2397a13d x-openstack-request-id: req-0db91d6a-742c-4fc9-ac54-675d2397a13d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:32.773028 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d62bf9-1c0a-4e20-88c1-a816840cda41", "name": "network-vif-plugged", "status": "completed", "tag": "8b6225d4-e435-43ab-9589-cfdadb16a5e8", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:32.773425 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0db91d6a-742c-4fc9-ac54-675d2397a13d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:32.774078 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6225d4-e435-43ab-9589-cfdadb16a5e8', 'code': 200} Nov 22 16:38:32.807870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-185bcd4d-7038-4bcf-91a4-6ccc35a6dd81 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0633318 Nov 22 16:38:32.811746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33708) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:32.816070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293154412'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:32.845724 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.898196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26590564-153d-4e2c-bd17-5a48a8bc7ffd req-cfe62df3-4075-4b95-bf09-35e084d461db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:32.900252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26590564-153d-4e2c-bd17-5a48a8bc7ffd req-cfe62df3-4075-4b95-bf09-35e084d461db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 1096 time: 0.0635254 Nov 22 16:38:32.968549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:32.971398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26590564-153d-4e2c-bd17-5a48a8bc7ffd req-cc8025e7-5877-4a11-8626-34ded5484884 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618055 Nov 22 16:38:32.972402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.001806 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.002996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1904902 Nov 22 16:38:33.004845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad0b8d-b5d9-4ded-ac2b-62e07f31c653 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976f4923-6b40-411d-a468-5f1f21ca5083,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.005897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.011621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1f569782-0a1e-4993-87eb-b58f87cc9652 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '976f4923-6b40-411d-a468-5f1f21ca5083', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.012315 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-1f569782-0a1e-4993-87eb-b58f87cc9652 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 16:38:33.012924 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-1f569782-0a1e-4993-87eb-b58f87cc9652 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:33.013993 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f569782-0a1e-4993-87eb-b58f87cc9652 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0060866 Nov 22 16:38:33.016420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33712) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.070876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c94856e7-375f-4bef-81a8-a9cd3ce5aadc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.093872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c94856e7-375f-4bef-81a8-a9cd3ce5aadc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.135030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c94856e7-375f-4bef-81a8-a9cd3ce5aadc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.138190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c94856e7-375f-4bef-81a8-a9cd3ce5aadc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.142042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33714) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.142265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c94856e7-375f-4bef-81a8-a9cd3ce5aadc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/976f4923-6b40-411d-a468-5f1f21ca5083 HTTP/1.1" status: 204 len: 168 time: 0.1247129 Nov 22 16:38:33.152401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94856e7-375f-4bef-81a8-a9cd3ce5aadc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976f4923-6b40-411d-a468-5f1f21ca5083,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.186313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1efbe1f6-6574-4c13-9239-94314246b8bf tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0430753 Nov 22 16:38:33.190214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33716) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.194184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1775609285'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.215983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.282556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.286492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.313374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.314620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1237340 Nov 22 16:38:33.317670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33718) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.318597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e470b4a-f774-4c02-9290-1502589a9e4e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3c11bf-cd82-47e8-9161-dc9792ae846e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.323189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-811b6bf3-b40e-4add-b64e-9b3b705495a3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '7c3c11bf-cd82-47e8-9161-dc9792ae846e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.324061 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-811b6bf3-b40e-4add-b64e-9b3b705495a3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 16:38:33.324559 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-811b6bf3-b40e-4add-b64e-9b3b705495a3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:33.325491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-811b6bf3-b40e-4add-b64e-9b3b705495a3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068119 Nov 22 16:38:33.328169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33720) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.378902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bce9756-a71c-468f-86c1-f082822734df tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.401221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bce9756-a71c-468f-86c1-f082822734df tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.451405 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bce9756-a71c-468f-86c1-f082822734df tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.454747 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0bce9756-a71c-468f-86c1-f082822734df tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.455886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0bce9756-a71c-468f-86c1-f082822734df tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/7c3c11bf-cd82-47e8-9161-dc9792ae846e HTTP/1.1" status: 204 len: 168 time: 0.1268437 Nov 22 16:38:33.458669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33722) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.466752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce9756-a71c-468f-86c1-f082822734df tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3c11bf-cd82-47e8-9161-dc9792ae846e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.507507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f3bc7cce-18f0-44dd-8c9a-eee84ca1274d tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0476122 Nov 22 16:38:33.511478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33724) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.515772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804020971'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.537477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.603709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.607423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.635089 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.638788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1237476 Nov 22 16:38:33.638993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33726) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.644272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a0a9428c-49cf-471e-8e39-2491b76ab4ed tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'ee3670d6-5a72-4df9-83b9-0bccdc96621c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.663250 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-a0a9428c-49cf-471e-8e39-2491b76ab4ed tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 16:38:33.663993 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-a0a9428c-49cf-471e-8e39-2491b76ab4ed tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:33.665162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a0a9428c-49cf-471e-8e39-2491b76ab4ed tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250742 Nov 22 16:38:33.666648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b160402-14a5-44a7-9be4-06b72927154c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3670d6-5a72-4df9-83b9-0bccdc96621c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:33.672850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33732) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.677239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e541399c-58ae-4143-a182-b7cc424b3b1d tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'ee3670d6-5a72-4df9-83b9-0bccdc96621c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.678116 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-e541399c-58ae-4143-a182-b7cc424b3b1d tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 16:38:33.678613 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-e541399c-58ae-4143-a182-b7cc424b3b1d tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:33.681467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e541399c-58ae-4143-a182-b7cc424b3b1d tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072491 Nov 22 16:38:33.685525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33734) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.692214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5dd3d62a-8af6-462b-ab9a-e11162f701bc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'ee3670d6-5a72-4df9-83b9-0bccdc96621c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.694099 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-5dd3d62a-8af6-462b-ab9a-e11162f701bc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 16:38:33.694586 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-5dd3d62a-8af6-462b-ab9a-e11162f701bc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:33.695789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5dd3d62a-8af6-462b-ab9a-e11162f701bc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084536 Nov 22 16:38:33.699796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33736) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.704811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e4e324ca-9f2f-4ffb-8901-341bc3bd1c48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'ee3670d6-5a72-4df9-83b9-0bccdc96621c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:33.705671 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-e4e324ca-9f2f-4ffb-8901-341bc3bd1c48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 16:38:33.706148 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-e4e324ca-9f2f-4ffb-8901-341bc3bd1c48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:33.707089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e4e324ca-9f2f-4ffb-8901-341bc3bd1c48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055873 Nov 22 16:38:33.715771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33738) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:33.835616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11729df7-2871-4827-a7c1-d6cfe32dcf70 req-3f306a80-6c9b-43f2-b233-f3821280eca6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:33.837076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11729df7-2871-4827-a7c1-d6cfe32dcf70 req-3f306a80-6c9b-43f2-b233-f3821280eca6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1303611 Nov 22 16:38:33.848072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6676e0-28d3-4c09-9e2a-ee02877c161c req-593d0869-85b1-4b28-b8a1-d538e42cf55f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:33.849486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b6676e0-28d3-4c09-9e2a-ee02877c161c req-593d0869-85b1-4b28-b8a1-d538e42cf55f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.1254857 Nov 22 16:38:33.855012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ceeef5-6528-441f-b1db-28252e536e83 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.931387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ceeef5-6528-441f-b1db-28252e536e83 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:33.947953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11729df7-2871-4827-a7c1-d6cfe32dcf70 req-e8f4d005-3e9b-40ea-a9ee-43cbc1d89c42 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950680 Nov 22 16:38:33.967663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b6676e0-28d3-4c09-9e2a-ee02877c161c req-de2caf69-cc27-470d-9103-f2eecb604b28 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068456 Nov 22 16:38:34.000306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ceeef5-6528-441f-b1db-28252e536e83 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.003252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53ceeef5-6528-441f-b1db-28252e536e83 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.004555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53ceeef5-6528-441f-b1db-28252e536e83 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/ee3670d6-5a72-4df9-83b9-0bccdc96621c HTTP/1.1" status: 204 len: 168 time: 0.2877402 Nov 22 16:38:34.007455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33748) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.014684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceeef5-6528-441f-b1db-28252e536e83 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3670d6-5a72-4df9-83b9-0bccdc96621c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:34.085354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b20d02dc-7195-4e38-94fc-47248ad60a24 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764551 Nov 22 16:38:34.089090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33750) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.093359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--549122911'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.119037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.183445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.187247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.217537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.218761 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1286485 Nov 22 16:38:34.221771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33752) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.222884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112d614-e82a-4887-9251-5a1d38de050f tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a134ea47-07b8-40af-aac3-ce0688113e58,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:34.226339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0c969f29-a254-4881-adba-6e23e1c2b5ca tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.227068 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-0c969f29-a254-4881-adba-6e23e1c2b5ca tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:38:34.228156 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-0c969f29-a254-4881-adba-6e23e1c2b5ca tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.229113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0c969f29-a254-4881-adba-6e23e1c2b5ca tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063453 Nov 22 16:38:34.231778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33754) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.236725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9328ca7f-7934-4a2b-93fd-fe256848e13c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.276919 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-9328ca7f-7934-4a2b-93fd-fe256848e13c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.278065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9328ca7f-7934-4a2b-93fd-fe256848e13c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0453885 Nov 22 16:38:34.280811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33756) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.285134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-899c11ae-038b-4def-863a-d07d11ac79f4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.285615 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-899c11ae-038b-4def-863a-d07d11ac79f4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 16:38:34.286107 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-899c11ae-038b-4def-863a-d07d11ac79f4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.287015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-899c11ae-038b-4def-863a-d07d11ac79f4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0053055 Nov 22 16:38:34.289458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33758) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.294565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b0b688f9-9736-4678-80c2-2f2a70c10310 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.329335 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-b0b688f9-9736-4678-80c2-2f2a70c10310 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.330566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b0b688f9-9736-4678-80c2-2f2a70c10310 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0395429 Nov 22 16:38:34.333814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33760) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.340102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fb5df69b-0a92-4d7c-9d93-13a08b07c044 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.340814 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-fb5df69b-0a92-4d7c-9d93-13a08b07c044 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:38:34.341349 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-fb5df69b-0a92-4d7c-9d93-13a08b07c044 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.342391 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fb5df69b-0a92-4d7c-9d93-13a08b07c044 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077043 Nov 22 16:38:34.344741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33762) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.348590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1d7d2357-2119-46e1-a59c-022acf6c1e48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.371424 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-1d7d2357-2119-46e1-a59c-022acf6c1e48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Project 26ef9592ed3d4fdbbb472f127670a0d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:38:34.385463 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-1d7d2357-2119-46e1-a59c-022acf6c1e48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.386617 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d7d2357-2119-46e1-a59c-022acf6c1e48 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0409536 Nov 22 16:38:34.390896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33764) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.395366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5466f288-c186-4685-b155-7bd463beb19c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.395841 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-5466f288-c186-4685-b155-7bd463beb19c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 16:38:34.396313 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-5466f288-c186-4685-b155-7bd463beb19c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.397221 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5466f288-c186-4685-b155-7bd463beb19c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054133 Nov 22 16:38:34.400476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33766) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.404668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-95da0916-4255-47f4-92dd-ea5f0e2a3fbd tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.427988 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-95da0916-4255-47f4-92dd-ea5f0e2a3fbd tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Project 26ef9592ed3d4fdbbb472f127670a0d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:38:34.441286 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-95da0916-4255-47f4-92dd-ea5f0e2a3fbd tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.442402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-95da0916-4255-47f4-92dd-ea5f0e2a3fbd tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0408485 Nov 22 16:38:34.445395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33768) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.450362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f05e7965-e2d2-40d7-8a41-e6272e8e7dd6 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'a134ea47-07b8-40af-aac3-ce0688113e58', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.474459 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-f05e7965-e2d2-40d7-8a41-e6272e8e7dd6 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Project 26ef9592ed3d4fdbbb472f127670a0d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:38:34.487126 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-f05e7965-e2d2-40d7-8a41-e6272e8e7dd6 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:34.488494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f05e7965-e2d2-40d7-8a41-e6272e8e7dd6 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0420916 Nov 22 16:38:34.491565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33770) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.543254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1afcd33-77bb-4782-9116-ec91ed724068 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.564690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1afcd33-77bb-4782-9116-ec91ed724068 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.608152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1afcd33-77bb-4782-9116-ec91ed724068 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.610793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1afcd33-77bb-4782-9116-ec91ed724068 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.611903 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f1afcd33-77bb-4782-9116-ec91ed724068 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/a134ea47-07b8-40af-aac3-ce0688113e58 HTTP/1.1" status: 204 len: 168 time: 0.1194184 Nov 22 16:38:34.614716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33772) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.621369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afcd33-77bb-4782-9116-ec91ed724068 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a134ea47-07b8-40af-aac3-ce0688113e58,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:34.664029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-592ea1b2-5fdb-4596-bfdc-fd6b71cead86 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0481741 Nov 22 16:38:34.668544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33774) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.672880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1514509122'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.694327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.759771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.763655 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.798056 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.799301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1298099 Nov 22 16:38:34.801128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e16078-f473-4f55-b118-e5ff930139be tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79629d39-b762-449b-86a1-006e8ed8a26a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:34.802376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33776) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.807196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a265a4b5-a545-4ad8-aee5-a3d45c2123d9 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '79629d39-b762-449b-86a1-006e8ed8a26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.847974 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-a265a4b5-a545-4ad8-aee5-a3d45c2123d9 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The resource could not be found. Nov 22 16:38:34.849006 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a265a4b5-a545-4ad8-aee5-a3d45c2123d9 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0455935 Nov 22 16:38:34.851987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33778) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.856283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-80d26914-1bdc-4702-9774-ee93dd7232e1 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '79629d39-b762-449b-86a1-006e8ed8a26a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0e223bcc-ed8b-46ca-a7ee-4d5fd281588c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:34.894515 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-80d26914-1bdc-4702-9774-ee93dd7232e1 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The resource could not be found. Nov 22 16:38:34.895575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-80d26914-1bdc-4702-9774-ee93dd7232e1 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0426128 Nov 22 16:38:34.898456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33780) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:34.949253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bdfae065-a78a-4395-a560-39abedfa2926 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:34.971227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bdfae065-a78a-4395-a560-39abedfa2926 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.014528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bdfae065-a78a-4395-a560-39abedfa2926 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.017396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bdfae065-a78a-4395-a560-39abedfa2926 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.021101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bdfae065-a78a-4395-a560-39abedfa2926 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/79629d39-b762-449b-86a1-006e8ed8a26a HTTP/1.1" status: 204 len: 168 time: 0.1192636 Nov 22 16:38:35.023160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33786) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.041383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfae065-a78a-4395-a560-39abedfa2926 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79629d39-b762-449b-86a1-006e8ed8a26a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.075754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d2269f4-e88a-4bc7-a1ae-3ee5a1003879 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0513895 Nov 22 16:38:35.079787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33792) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.084095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e9a03985-3f44-4ac7-9771-d39fc4d0aa46 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': 'cb4ff9a9-de16-442c-b1f3-cb4fc0207d14', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:35.103887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549b500-2723-4c03-a1eb-cb88db92f299 req-78ead9c8-d943-462b-850d-a0dea469e283 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:35.105494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6549b500-2723-4c03-a1eb-cb88db92f299 req-78ead9c8-d943-462b-850d-a0dea469e283 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0842376 Nov 22 16:38:35.118921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795916cd-25fe-46f0-9740-6ae01f33ce31 req-9f621fd9-0220-46b6-86c5-4ae223a30b40 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:35.120407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-795916cd-25fe-46f0-9740-6ae01f33ce31 req-9f621fd9-0220-46b6-86c5-4ae223a30b40 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.0706468 Nov 22 16:38:35.128345 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-e9a03985-3f44-4ac7-9771-d39fc4d0aa46 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The resource could not be found. Nov 22 16:38:35.129444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e9a03985-3f44-4ac7-9771-d39fc4d0aa46 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0486462 Nov 22 16:38:35.134513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33796) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.140858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--743398102'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:35.167694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.197804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6549b500-2723-4c03-a1eb-cb88db92f299 req-b99aad6c-529e-41f7-be1d-8f378602b99c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762146 Nov 22 16:38:35.205956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-795916cd-25fe-46f0-9740-6ae01f33ce31 req-1670a7dc-6a7f-4286-b1d6-157a71931e6d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708776 Nov 22 16:38:35.244402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.254452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.289911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.294738 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1588347 Nov 22 16:38:35.297105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741605b0-6b1e-43c2-953e-b480af6080c4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7ba09-057c-4482-8211-d2a759dde4ed,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.297578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33800) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.302338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1455015197'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:35.336652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.415370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.419911 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.454700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc8176-6c95-4493-8437-a57c019ab797,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.458949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.463470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ec72fd3a-fb6d-4771-b609-109895fb6a08 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1647403 Nov 22 16:38:35.463807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33804) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.469952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0a4d03fb-17fe-4d1f-8349-2a169e979061 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '93a7ba09-057c-4482-8211-d2a759dde4ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '85dc8176-6c95-4493-8437-a57c019ab797'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:35.509213 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-0a4d03fb-17fe-4d1f-8349-2a169e979061 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:35.510743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0a4d03fb-17fe-4d1f-8349-2a169e979061 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0455601 Nov 22 16:38:35.513566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33806) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.541734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a4f99-e8bd-4112-95f5-11bbc7b6a18a req-8cdedf23-73b4-4fbe-a0b3-3cf530d33bc6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:35.543458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c23a4f99-e8bd-4112-95f5-11bbc7b6a18a req-8cdedf23-73b4-4fbe-a0b3-3cf530d33bc6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.0571301 Nov 22 16:38:35.567458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17af5ee1-c1d8-4ec2-964d-da51176d454e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.592695 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17af5ee1-c1d8-4ec2-964d-da51176d454e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.595688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c23a4f99-e8bd-4112-95f5-11bbc7b6a18a req-80e1c24a-bd03-479b-bcab-edfcc98cf48c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456958 Nov 22 16:38:35.643619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17af5ee1-c1d8-4ec2-964d-da51176d454e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.646948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17af5ee1-c1d8-4ec2-964d-da51176d454e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.651383 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-17af5ee1-c1d8-4ec2-964d-da51176d454e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/85dc8176-6c95-4493-8437-a57c019ab797 HTTP/1.1" status: 204 len: 168 time: 0.1367226 Nov 22 16:38:35.654200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33810) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.662983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17af5ee1-c1d8-4ec2-964d-da51176d454e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc8176-6c95-4493-8437-a57c019ab797,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.739673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-77833a59-e136-4319-8c09-3da4fc94980d tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0843091 Nov 22 16:38:35.742419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.761026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e87541-d75d-4cff-b6c4-3909ef2edf98 req-dfc6a979-cd43-46ba-bfb8-32df16441b9a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:35.762575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e87541-d75d-4cff-b6c4-3909ef2edf98 req-dfc6a979-cd43-46ba-bfb8-32df16441b9a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.0638709 Nov 22 16:38:35.795721 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f32a5521-988a-4018-80af-3c7f5a1fa0dc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.811335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e87541-d75d-4cff-b6c4-3909ef2edf98 req-840052b5-6d69-44c6-997f-8bebc843311f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428154 Nov 22 16:38:35.826896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f32a5521-988a-4018-80af-3c7f5a1fa0dc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.880940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f32a5521-988a-4018-80af-3c7f5a1fa0dc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.883823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f32a5521-988a-4018-80af-3c7f5a1fa0dc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:35.888958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33818) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.889161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f32a5521-988a-4018-80af-3c7f5a1fa0dc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/93a7ba09-057c-4482-8211-d2a759dde4ed HTTP/1.1" status: 204 len: 168 time: 0.1454558 Nov 22 16:38:35.898922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a5521-988a-4018-80af-3c7f5a1fa0dc tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7ba09-057c-4482-8211-d2a759dde4ed,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:35.979669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:35.980622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26575d67-e745-4822-a226-c43f56bd1cb4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0873413 Nov 22 16:38:35.985296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--217931023'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:36.033430 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.153524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.159406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.162307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15cc8f-920c-40b6-8fb4-0b31dc7f1969 req-01092129-3646-4b27-aa84-f2cd8b56669a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.164008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae15cc8f-920c-40b6-8fb4-0b31dc7f1969 req-01092129-3646-4b27-aa84-f2cd8b56669a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.0783019 Nov 22 16:38:36.202211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.205698 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2224844 Nov 22 16:38:36.207496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33830) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.219738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bd8e6003-7226-43b5-bf2a-032e91cfd646 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '33153c78-a914-4100-96b0-67872f1d7b64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:36.245992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c48fb-fdd7-4553-9c8d-2db58697465e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33153c78-a914-4100-96b0-67872f1d7b64,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.272701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae15cc8f-920c-40b6-8fb4-0b31dc7f1969 req-4a4dac09-d1ae-4f15-9eef-c83b640a34b3 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998290 Nov 22 16:38:36.313233 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-bd8e6003-7226-43b5-bf2a-032e91cfd646 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:36.314703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd8e6003-7226-43b5-bf2a-032e91cfd646 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1061680 Nov 22 16:38:36.317425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33836) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.325143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-81bd2ad2-e828-4081-8c40-9304e199d115 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group_rule': {'security_group_id': '33153c78-a914-4100-96b0-67872f1d7b64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:36.411981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b395094-23b8-4e72-8132-9415626dfb36 req-b647100e-7fa9-4926-9e6b-eb0ae493cec3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:36.413622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b395094-23b8-4e72-8132-9415626dfb36 req-b647100e-7fa9-4926-9e6b-eb0ae493cec3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0835323 Nov 22 16:38:36.415181 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-81bd2ad2-e828-4081-8c40-9304e199d115 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:38:36.417701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-81bd2ad2-e828-4081-8c40-9304e199d115 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0974848 Nov 22 16:38:36.419688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33842) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.500438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b395094-23b8-4e72-8132-9415626dfb36 req-5f060268-2007-4e2f-95d7-d752dd9b2a23 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732522 Nov 22 16:38:36.514300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d065-4fa6-461d-8476-77467235caa4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.538652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d065-4fa6-461d-8476-77467235caa4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.590210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d065-4fa6-461d-8476-77467235caa4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.593367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0e6d065-4fa6-461d-8476-77467235caa4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.594173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e0e6d065-4fa6-461d-8476-77467235caa4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/33153c78-a914-4100-96b0-67872f1d7b64 HTTP/1.1" status: 204 len: 168 time: 0.1733494 Nov 22 16:38:36.596937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.604030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6d065-4fa6-461d-8476-77467235caa4 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33153c78-a914-4100-96b0-67872f1d7b64,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.657031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-743f98c0-7010-4979-8e03-09911a7c149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586996 Nov 22 16:38:36.660716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33846) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.665430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'tempest-secgroup--1042889032'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:36.687276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.762370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.766078 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.792738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.794096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1323867 Nov 22 16:38:36.797181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33848) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.801943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-180eccfa-5a29-43f4-afbd-195c82cfb099 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:36.802244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b83ed3-9e94-4183-8c24-8c4189fd0899 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc9bfeb-6287-40b1-8498-0cc88c620d5b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:36.802504 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-180eccfa-5a29-43f4-afbd-195c82cfb099 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:38:36.803090 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-180eccfa-5a29-43f4-afbd-195c82cfb099 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:38:36.804103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-180eccfa-5a29-43f4-afbd-195c82cfb099 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "PUT /v2.0/security-groups/2cc9bfeb-6287-40b1-8498-0cc88c620d5b HTTP/1.1" status: 409 len: 330 time: 0.0057747 Nov 22 16:38:36.807852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33850) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.872042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c386843c-36e4-4c75-9a97-f693e0e4149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.895883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c386843c-36e4-4c75-9a97-f693e0e4149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.953448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c386843c-36e4-4c75-9a97-f693e0e4149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.957727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c386843c-36e4-4c75-9a97-f693e0e4149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:36.958877 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c386843c-36e4-4c75-9a97-f693e0e4149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/2cc9bfeb-6287-40b1-8498-0cc88c620d5b HTTP/1.1" status: 204 len: 168 time: 0.1499178 Nov 22 16:38:36.962058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33852) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:36.969166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386843c-36e4-4c75-9a97-f693e0e4149c tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc9bfeb-6287-40b1-8498-0cc88c620d5b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:37.030352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7bf9984-18ef-44bf-9c4e-dcb34d74a94a tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670905 Nov 22 16:38:37.034130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33854) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.048592 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-e7d3d80a-7bb9-4d45-91b1-f9a9f18009b2 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] delete failed (client error): The resource could not be found. Nov 22 16:38:37.049929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7d3d80a-7bb9-4d45-91b1-f9a9f18009b2 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "DELETE /v2.0/security-groups/752abc3e-11c9-404c-834c-e27296568c03 HTTP/1.1" status: 404 len: 347 time: 0.0148046 Nov 22 16:38:37.054969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33856) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.070842 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-2f19b3d8-22b4-4d1c-b9a0-1cf350f7b2f3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] show failed (client error): The resource could not be found. Nov 22 16:38:37.072007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f19b3d8-22b4-4d1c-b9a0-1cf350f7b2f3 tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-groups/53ef0bf9-8784-42e3-8af5-5b63abdd598c HTTP/1.1" status: 404 len: 347 time: 0.0160677 Nov 22 16:38:37.077901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33858) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.092914 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-144ec3b2-f2a5-43b1-a62a-7f154a78004e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] show failed (client error): The resource could not be found. Nov 22 16:38:37.093961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-144ec3b2-f2a5-43b1-a62a-7f154a78004e tempest-NegativeSecGroupIPv6Test-456597326 tempest-NegativeSecGroupIPv6Test-456597326-project] 10.222.0.65 "GET /v2.0/security-group-rules/d1aecbf4-15ac-4eae-ac13-233a5ef0cfd2 HTTP/1.1" status: 404 len: 356 time: 0.0151050 Nov 22 16:38:37.223239 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.391943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33870) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.426317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1996e38-e9ab-4500-8a84-62178f145ee0 req-b6fcee84-1b6b-4ba4-9223-507c69bcf267 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:37.432899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1996e38-e9ab-4500-8a84-62178f145ee0 req-b6fcee84-1b6b-4ba4-9223-507c69bcf267 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.0725598 Nov 22 16:38:37.513067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1996e38-e9ab-4500-8a84-62178f145ee0 req-74a04852-70c2-4141-b487-64d6bb167f0e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737994 Nov 22 16:38:37.578452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cdbb0501-c2df-45dd-bd62-6f57fb523b43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26ef9592ed3d4fdbbb472f127670a0d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1846240 Nov 22 16:38:37.580849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33880) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:37.646451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bab8f19-a00d-451c-8a11-2326b7145673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.674738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f442846-1d63-4265-8056-485a088b0ede req-f042add5-b4ae-4a13-8649-da780c8242e9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:37.676387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f442846-1d63-4265-8056-485a088b0ede req-f042add5-b4ae-4a13-8649-da780c8242e9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0747457 Nov 22 16:38:37.678860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bab8f19-a00d-451c-8a11-2326b7145673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.733232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f442846-1d63-4265-8056-485a088b0ede req-61f470b3-21f1-4346-a884-0859588e5a4e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506196 Nov 22 16:38:37.734138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bab8f19-a00d-451c-8a11-2326b7145673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.736932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bab8f19-a00d-451c-8a11-2326b7145673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:37.741442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5bab8f19-a00d-451c-8a11-2326b7145673 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c337decc-8564-4d57-a1d9-738bfe6bfd7c HTTP/1.1" status: 204 len: 168 time: 0.1593716 Nov 22 16:38:37.753059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bab8f19-a00d-451c-8a11-2326b7145673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c337decc-8564-4d57-a1d9-738bfe6bfd7c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.090190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-0b18984d-99cd-4cf2-904e-82acd75a867c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.090317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-0b18984d-99cd-4cf2-904e-82acd75a867c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 945 time: 0.0538776 Nov 22 16:38:38.197137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:38:38.197137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.315802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port 8b6225d4-e435-43ab-9589-cfdadb16a5e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8b6225d4-e435-43ab-9589-cfdadb16a5e8,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:38.316218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.341170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for 8b6225d4-e435-43ab-9589-cfdadb16a5e8 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:38:38.447977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33904) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.454718 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026505 Nov 22 16:38:38.455842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33906) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:38.492747 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.507882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:38.530531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=8b6225d4-e435-43ab-9589-cfdadb16a5e8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:38.617486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b14e65b1-27ea-4cfb-8794-960ee5382453 tempest-NetworksApiDiscovery-99562098 tempest-NetworksApiDiscovery-99562098-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1610634 Nov 22 16:38:38.632371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb802a8-33d2-4e9d-8d7a-b0807ef13667 None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:38.667426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port 8b6225d4-e435-43ab-9589-cfdadb16a5e8 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:38.672706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.678866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7723a3e5-48d2-427f-aa72-67d619e9d514 req-98a2dcd7-be03-4cf1-a944-c774d204e06a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "DELETE /v2.0/ports/8b6225d4-e435-43ab-9589-cfdadb16a5e8 HTTP/1.1" status: 204 len: 173 time: 0.5787845 Nov 22 16:38:38.680518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'name': 'network-vif-deleted', 'tag': '8b6225d4-e435-43ab-9589-cfdadb16a5e8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:38.686935 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2701e4-ef67-4321-858c-926e454c315c" -d '{"events": [{"server_uuid": "70d62bf9-1c0a-4e20-88c1-a816840cda41", "name": "network-vif-deleted", "tag": "8b6225d4-e435-43ab-9589-cfdadb16a5e8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:38.752434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23ce3514-81b1-4940-ba51-207c42fbff68 req-f76ea1e1-5823-42a6-af62-4194966787d0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=70d62bf9-1c0a-4e20-88c1-a816840cda41 HTTP/1.1" status: 200 len: 210 time: 0.0873513 Nov 22 16:38:38.772436 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:38.807730 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31dfbf9f-3437-4bb7-b13f-44f1e4fb1313 x-openstack-request-id: req-31dfbf9f-3437-4bb7-b13f-44f1e4fb1313 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:38.808269 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d62bf9-1c0a-4e20-88c1-a816840cda41", "name": "network-vif-deleted", "tag": "8b6225d4-e435-43ab-9589-cfdadb16a5e8", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:38.808725 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31dfbf9f-3437-4bb7-b13f-44f1e4fb1313 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:38.809374 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d62bf9-1c0a-4e20-88c1-a816840cda41', 'name': 'network-vif-deleted', 'tag': '8b6225d4-e435-43ab-9589-cfdadb16a5e8', 'status': 'completed', 'code': 200} Nov 22 16:38:38.946039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039efc28-bf51-40c2-8faa-ecff77828aee req-f809068d-4824-4bac-8a7c-0721de19ebf6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:38.954523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-039efc28-bf51-40c2-8faa-ecff77828aee req-f809068d-4824-4bac-8a7c-0721de19ebf6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0710311 Nov 22 16:38:39.000017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-039efc28-bf51-40c2-8faa-ecff77828aee req-87437b4e-4539-45e8-8864-6b8cce8adfbb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Nov 22 16:38:39.041158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33926) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.150967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7544918f-ae51-409d-887c-113b863b1d64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.233133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7544918f-ae51-409d-887c-113b863b1d64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.236564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7544918f-ae51-409d-887c-113b863b1d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.289967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33930) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:38:39.290167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7544918f-ae51-409d-887c-113b863b1d64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=943a195f194a44d3ac8bdb065c11afc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2477360 Nov 22 16:38:39.292343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544918f-ae51-409d-887c-113b863b1d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1765a58-5984-4921-abd5-523dcc653b5b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:39.376427 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0692e5c7-de16-49e5-a6ec-8573709081f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.403023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0692e5c7-de16-49e5-a6ec-8573709081f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.449528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0692e5c7-de16-49e5-a6ec-8573709081f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.453849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0692e5c7-de16-49e5-a6ec-8573709081f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:39.455199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0692e5c7-de16-49e5-a6ec-8573709081f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1765a58-5984-4921-abd5-523dcc653b5b HTTP/1.1" status: 204 len: 168 time: 0.1638372 Nov 22 16:38:39.464898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692e5c7-de16-49e5-a6ec-8573709081f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1765a58-5984-4921-abd5-523dcc653b5b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:40.168734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-e89efa31-a144-4158-a83c-57cbfc206035 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.170867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-e89efa31-a144-4158-a83c-57cbfc206035 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1557379 Nov 22 16:38:40.180104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba6c91-e917-4202-84c9-772a9c201317 req-0250031a-5e59-483e-8dea-9ec747e11a15 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:40.181709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acba6c91-e917-4202-84c9-772a9c201317 req-0250031a-5e59-483e-8dea-9ec747e11a15 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0836494 Nov 22 16:38:40.199623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-d0476369-7f9e-45c0-a2ff-5cbbf2e6277a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/quotas/19cb0fecf90840179dac514b8312e317 HTTP/1.1" status: 200 len: 375 time: 0.0165553 Nov 22 16:38:40.270073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acba6c91-e917-4202-84c9-772a9c201317 req-7709e24c-bfb8-4567-af13-09374240646a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794935 Nov 22 16:38:40.285787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-42f6ba01-bfd4-469c-80f2-af15bab1d6ba tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759773 Nov 22 16:38:40.403569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-994c6557-e601-43c7-97d2-cb582892db25 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025450 Nov 22 16:38:40.438365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8b6225d4-e435-43ab-9589-cfdadb16a5e8 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:40.482665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 8b6225d4-e435-43ab-9589-cfdadb16a5e8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:38:40.483015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8b6225d4-e435-43ab-9589-cfdadb16a5e8 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:40.524900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-cbfdaf20-a6b4-44f4-85af-fe7a7c1c8425 service neutron] 10.222.0.65 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135390 Nov 22 16:38:40.762328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67311fd6-f4bc-4adf-9c94-07d414e1f4db req-a9a946f2-f0a7-4e9b-8378-ca61bdd6e7f2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 210 time: 0.0412445 Nov 22 16:38:41.429969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b0612-f9a0-4a5b-a0a2-fcd49c852a85 req-42ce2dee-b85b-4822-9261-9208f89849c7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.433814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c2b0612-f9a0-4a5b-a0a2-fcd49c852a85 req-42ce2dee-b85b-4822-9261-9208f89849c7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0725973 Nov 22 16:38:41.502789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c2b0612-f9a0-4a5b-a0a2-fcd49c852a85 req-e48bfac7-56f4-40ab-a887-2a7cfa7f6891 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633757 Nov 22 16:38:41.912460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f54f120-bd32-4c8c-b92e-fd4cd7906a8f req-f62d3fad-3da8-4442-b529-986b6a51341a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 210 time: 0.0674419 Nov 22 16:38:41.975818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-c722abf3-83b2-4460-870b-567c0581d861 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:41.977195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-c722abf3-83b2-4460-870b-567c0581d861 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 805 time: 0.1432147 Nov 22 16:38:41.991804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Request body: {'port': {'device_id': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'admin_state_up': True, 'tenant_id': '19cb0fecf90840179dac514b8312e317'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:42.113805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Made reservation on behalf of 19cb0fecf90840179dac514b8312e317 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:42.117563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.246593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Allocated IP 172.20.0.3 (8692ce5f-f96b-44ea-8ad7-864170786bc4/c524273b-721f-4c27-9092-78d89b47e743/4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:42.406660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.444332 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.459837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:42.491060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:42.497590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:42.501127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:42.508062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event updated for resources: {'Port': ['ID=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:42.529164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e55318-f589-45cf-95c5-21b7d5d3631a None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:42.572326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.573374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.594750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-099cfc25-d2db-4cfa-a978-a3a6b3084c4a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6066444 Nov 22 16:38:42.611607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Request body: {'port': {'device_id': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:42.687916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dc2baf6f-826e-44a2-832d-fa4e06a3c7b8 None None] Provisioning complete for port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:42.688434 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc2baf6f-826e-44a2-832d-fa4e06a3c7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.709991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:42.751066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dc2baf6f-826e-44a2-832d-fa4e06a3c7b8 None None] Port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:38:42.787237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41957a04-9232-4332-89bb-f8caf8e74d45 req-434917fe-71db-440a-b35d-dcbb35b9b7f1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.788742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41957a04-9232-4332-89bb-f8caf8e74d45 req-434917fe-71db-440a-b35d-dcbb35b9b7f1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1464748 Nov 22 16:38:42.959924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41957a04-9232-4332-89bb-f8caf8e74d45 req-d7558932-4159-429a-a1d0-5bbde220a2f3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502771 Nov 22 16:38:42.988196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0bb35-9f7b-4a5e-889a-9bd8f7772527 req-06c05db3-19e4-4853-9c86-c37736992d55 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:42.989718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3af0bb35-9f7b-4a5e-889a-9bd8f7772527 req-06c05db3-19e4-4853-9c86-c37736992d55 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1924467 Nov 22 16:38:43.085844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3af0bb35-9f7b-4a5e-889a-9bd8f7772527 req-b06eb5bf-52fc-4a26-9308-8c94952f7272 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698168 Nov 22 16:38:43.199746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89ca20-b609-475a-9205-05e657dc47a9 req-6e26aef2-7d06-4780-bd11-2cb55a41764e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.201275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d89ca20-b609-475a-9205-05e657dc47a9 req-6e26aef2-7d06-4780-bd11-2cb55a41764e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 931 time: 0.1083481 Nov 22 16:38:43.213498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:43.225831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.249979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Transition to ACTIVE for port object 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:43.257628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.310803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a5fde-b93c-4a3f-9126-11add3328401 None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:43.313266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d89ca20-b609-475a-9205-05e657dc47a9 req-a6d26564-e620-4341-b6ae-90a62cbcce68 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031556 Nov 22 16:38:43.328965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Pushing event updated for resources: {'Port': ['ID=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.400698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Attempting to bind port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:43.401027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Attempting to bind port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:43.401346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Attempting to bind port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:43.405672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:43.406097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Attempting to bind port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 on network 8692ce5f-f96b-44ea-8ad7-864170786bc4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:43.410906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:43.411238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Checking segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:43.411618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Bound using segment: {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:43.412036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Bound port: 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:43.412388 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.483991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] For port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:43.487136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] For port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:43.490761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.527382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.527998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:43.529246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] 10.222.0.66 "PUT /v2.0/ports/4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 HTTP/1.1" status: 200 len: 1091 time: 0.9241052 Nov 22 16:38:43.529717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'tag': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:43.531961 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c89609a-3576-44f5-8d2c-541f674ef4ac", "tag": "4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:43.541019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb28bf9-118c-481a-a6b0-9e097549fac7 None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:38:43.560546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd3c34-7771-4fe9-b778-ead7f699f07e service neutron] Pushing event updated for resources: {'Port': ['ID=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:43.585919 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7934543-e40a-4cf0-92f2-7962795b1636 x-openstack-request-id: req-a7934543-e40a-4cf0-92f2-7962795b1636 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:43.586380 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c89609a-3576-44f5-8d2c-541f674ef4ac", "tag": "4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:43.587616 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7934543-e40a-4cf0-92f2-7962795b1636 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:43.588172 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'tag': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7', 'status': 'completed', 'code': 200} Nov 22 16:38:43.651722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-44839d1f-98fc-4718-ade4-b627ad2137a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.653624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-44839d1f-98fc-4718-ade4-b627ad2137a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 1094 time: 0.0482137 Nov 22 16:38:43.704019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-51eff406-9bc8-44ab-8527-7902c54fb5a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 HTTP/1.1" status: 200 len: 217 time: 0.0380287 Nov 22 16:38:43.760355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-d1572347-0804-4fe7-9a51-4225d0f35647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:43.762166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-d1572347-0804-4fe7-9a51-4225d0f35647 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0487397 Nov 22 16:38:43.796535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-97bfa986-21fb-4b20-851c-797a2de5675c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261972 Nov 22 16:38:44.242240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-29f23084-9712-4864-90d3-026235fffce7 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351046 Nov 22 16:38:44.249577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9863754-b5f0-4e3a-8c54-5f368a8d7181 req-509a3f5f-d3fa-4cf8-a216-91e07ce9fa20 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.250991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9863754-b5f0-4e3a-8c54-5f368a8d7181 req-509a3f5f-d3fa-4cf8-a216-91e07ce9fa20 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1074460 Nov 22 16:38:44.329842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a175586-30d2-4466-8362-25564a1a00a5 req-7753f7b0-2b5a-4cf0-ab95-a63997788b7a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.331317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a175586-30d2-4466-8362-25564a1a00a5 req-7753f7b0-2b5a-4cf0-ab95-a63997788b7a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1549525 Nov 22 16:38:44.408202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9863754-b5f0-4e3a-8c54-5f368a8d7181 req-476872eb-ffae-4179-8d0f-59ce90d7d5a3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465554 Nov 22 16:38:44.422694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4da50fd-e888-47ea-9815-7eee0555ad52 req-be83362f-3cf8-4a5d-ac8c-ce02dc0f11ff service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696243 Nov 22 16:38:44.434923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a175586-30d2-4466-8362-25564a1a00a5 req-cca98ac8-4edb-4940-89f9-b6a3112adaf5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922825 Nov 22 16:38:44.561032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-06b85d3c-48e3-4c75-b23a-687924d48968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.562629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-06b85d3c-48e3-4c75-b23a-687924d48968 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19cb0fecf90840179dac514b8312e317&device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 1094 time: 0.0559356 Nov 22 16:38:44.667691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173e526-b591-4e45-9fcb-d2eb61df8e93 req-4496709a-5858-4999-8cbe-0debd4fb844f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.669199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b173e526-b591-4e45-9fcb-d2eb61df8e93 req-4496709a-5858-4999-8cbe-0debd4fb844f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 943 time: 0.1056452 Nov 22 16:38:44.726390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-7c1b3fb4-8a60-4ac8-8c86-b67b73f26e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.729034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-7c1b3fb4-8a60-4ac8-8c86-b67b73f26e82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 200 len: 906 time: 0.1555724 Nov 22 16:38:44.752705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b173e526-b591-4e45-9fcb-d2eb61df8e93 req-0d26272e-d878-4a67-97a9-1826006581fc tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763671 Nov 22 16:38:44.783125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-2b23d5b9-05d7-480b-aeb3-a1db068218f9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 HTTP/1.1" status: 200 len: 217 time: 0.0438023 Nov 22 16:38:44.839710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-34fd0d45-5b85-4eb1-816f-4be277963186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:44.841102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-34fd0d45-5b85-4eb1-816f-4be277963186 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 200 len: 845 time: 0.0456159 Nov 22 16:38:44.879351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-c76c8209-80a1-4ada-8b84-6eab30364d2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8692ce5f-f96b-44ea-8ad7-864170786bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249901 Nov 22 16:38:44.977144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-e82126b2-5ba1-4adf-a2cd-35c47fcd18c7 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853848 Nov 22 16:38:45.074555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-411b6ecd-4d9f-404e-80c4-23dc2fb2238c req-a9102229-5a06-471a-a604-d23eb9238611 service neutron] 10.222.0.66 "GET /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861807 Nov 22 16:38:45.577062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3af189-3f02-40d7-97dc-ea6ad5952241 req-d004aea0-4df0-450a-9e38-c42c365cd411 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.578578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b3af189-3f02-40d7-97dc-ea6ad5952241 req-d004aea0-4df0-450a-9e38-c42c365cd411 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0875866 Nov 22 16:38:45.591222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ac2a9-252a-4648-8f47-3d860d49ea78 req-7d1ef7aa-3414-4879-95f7-37fbe847d6f0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.592788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-365ac2a9-252a-4648-8f47-3d860d49ea78 req-7d1ef7aa-3414-4879-95f7-37fbe847d6f0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0690749 Nov 22 16:38:45.666309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b3af189-3f02-40d7-97dc-ea6ad5952241 req-ad55a49a-890d-400c-9648-c2853c03a3ef tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725102 Nov 22 16:38:45.688653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-365ac2a9-252a-4648-8f47-3d860d49ea78 req-f1e90ab7-6002-4406-aece-5aac5fa0b11a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804605 Nov 22 16:38:45.913949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d79765-3dba-4735-9c5a-0e5308aa781e req-84e71b10-f423-4af5-9cfe-4b716c8d882e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:45.915676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2d79765-3dba-4735-9c5a-0e5308aa781e req-84e71b10-f423-4af5-9cfe-4b716c8d882e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 943 time: 0.0532835 Nov 22 16:38:45.971092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2d79765-3dba-4735-9c5a-0e5308aa781e req-de2d499e-4683-4fef-92ac-3674eaed0cb2 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Nov 22 16:38:46.534048 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:38:46.834047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a4161-ab49-470a-9f60-675105caf981 req-f1444849-c732-4042-a8ba-21641ce8ebc2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:46.835655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-588a4161-ab49-470a-9f60-675105caf981 req-f1444849-c732-4042-a8ba-21641ce8ebc2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0833037 Nov 22 16:38:46.848988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeba139-0075-4a91-bc6d-4de06cbb8f6e req-f7a2e40b-b318-4ed2-8c47-06b7502d0c7c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:46.850633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2aeba139-0075-4a91-bc6d-4de06cbb8f6e req-f7a2e40b-b318-4ed2-8c47-06b7502d0c7c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0701954 Nov 22 16:38:46.930954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-588a4161-ab49-470a-9f60-675105caf981 req-4e47035c-abe3-45f3-b853-41784a91d229 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786815 Nov 22 16:38:46.935458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2aeba139-0075-4a91-bc6d-4de06cbb8f6e req-8070af6f-f9e0-46f4-8f4c-cba850926dd4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761559 Nov 22 16:38:47.108563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1e492-3244-4f4d-bb33-6bd970f4c1ec req-bba27762-9326-4a8a-990b-42777ea80691 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:47.110013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bae1e492-3244-4f4d-bb33-6bd970f4c1ec req-bba27762-9326-4a8a-990b-42777ea80691 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 943 time: 0.0559511 Nov 22 16:38:47.158912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bae1e492-3244-4f4d-bb33-6bd970f4c1ec req-5c05e548-002a-4069-bd9a-cf652f779a5d tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428710 Nov 22 16:38:48.089475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f0e22-3cdf-43e7-9d42-dd99869a5d8a req-ed5f96eb-2030-42db-bbad-9f2d0d9bb479 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.091010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-479f0e22-3cdf-43e7-9d42-dd99869a5d8a req-ed5f96eb-2030-42db-bbad-9f2d0d9bb479 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0833907 Nov 22 16:38:48.104212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635380-6bd3-4aac-be70-94edf34ffedf req-cd08a530-52d0-4434-82ac-412e10f4cd61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.105733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83635380-6bd3-4aac-be70-94edf34ffedf req-cd08a530-52d0-4434-82ac-412e10f4cd61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.0843642 Nov 22 16:38:48.187562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-479f0e22-3cdf-43e7-9d42-dd99869a5d8a req-ea03fe6a-bc6c-479f-9402-d90a31fa4ae8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808330 Nov 22 16:38:48.191167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83635380-6bd3-4aac-be70-94edf34ffedf req-464aba0d-c99a-40d8-b847-ad6139d8709e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787115 Nov 22 16:38:48.254251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-016418dd-a76a-4a4c-b411-8ffb2d65278a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0579026 Nov 22 16:38:48.373331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.373331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.373331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.373331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.373331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.373735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.374343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.376049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-05bf2514-6893-47fb-9289-dc23dea15c74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6501 time: 0.0559988 Nov 22 16:38:48.386075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7163e31-0097-4ab7-a235-68778f9de42a req-43987972-a0c2-4c24-9669-5e64f509fe4f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.393367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7163e31-0097-4ab7-a235-68778f9de42a req-43987972-a0c2-4c24-9669-5e64f509fe4f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 943 time: 0.0711465 Nov 22 16:38:48.447559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7163e31-0097-4ab7-a235-68778f9de42a req-11efbf8c-840e-4655-b09f-b0bf0c82012b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531549 Nov 22 16:38:48.505792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:48.518326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-6a0c9b90-d33c-4e5a-8bab-083a9d3fd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.518490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-6a0c9b90-d33c-4e5a-8bab-083a9d3fd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.518859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-6a0c9b90-d33c-4e5a-8bab-083a9d3fd794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.520427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-6a0c9b90-d33c-4e5a-8bab-083a9d3fd794 service neutron] 10.222.0.20 "GET /v2.0/networks?id=814ab345-506a-4727-afa4-8693f6a63c15&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=9ab9394f-c0dd-4391-b480-58aa4f91e268&id=9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 200 len: 2296 time: 0.1131854 Nov 22 16:38:48.594589 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-2daad99a-fa69-4da5-a82e-3f57b242e303 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 200 len: 1002 time: 0.0649905 Nov 22 16:38:48.615027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:48.627640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7', 'network_id': '8692ce5f-f96b-44ea-8ad7-864170786bc4', 'port_id': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7', 'mac_address': 'fa:16:3e:34:f6:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c524273b-721f-4c27-9092-78d89b47e743', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:48.661122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-f0f74b5d-d78d-4db6-b56d-1317787c1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.662775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-f0f74b5d-d78d-4db6-b56d-1317787c1d7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8ba9d4-5255-459d-add5-172f844a844b HTTP/1.1" status: 200 len: 855 time: 0.0600948 Nov 22 16:38:48.670035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.685405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:48.706938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:48.713170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:48.715627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-b10ad333-6dac-4ccd-99de-f3c37834bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:48.718454 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-b10ad333-6dac-4ccd-99de-f3c37834bbad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814ab345-506a-4727-afa4-8693f6a63c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444083 Nov 22 16:38:48.760736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:48.812670 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-7438914e-6ee3-41f2-819c-f42d1530309c service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876350 Nov 22 16:38:48.913186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-488f76c7-a1e1-44a7-b7aa-5bd6fa5cec62 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926278 Nov 22 16:38:48.960018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-13a9f9ab-a86b-44af-a899-a77b08609f3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 217 time: 0.0357468 Nov 22 16:38:49.016517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-f87b661e-29da-4bbb-b385-94226cf1f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.018052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-f87b661e-29da-4bbb-b385-94226cf1f421 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0502944 Nov 22 16:38:49.065182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-2ed9eb0f-083b-4648-a53e-c3464b142478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.066954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-2ed9eb0f-083b-4648-a53e-c3464b142478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0412006 Nov 22 16:38:49.112336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:49.198400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-b98c6b44-3c58-4da8-b53b-a574cefd9ddf service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233196 Nov 22 16:38:49.267438 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-3640b64c-17c1-43e0-a117-5381d2dd5754 service neutron] show failed (client error): The resource could not be found. Nov 22 16:38:49.268640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-3640b64c-17c1-43e0-a117-5381d2dd5754 service neutron] 10.222.0.20 "GET /v2.0/ports/e50a1769-7b63-4f56-96dd-7a5237ad3b93/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.1215718 Nov 22 16:38:49.382471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-1e8e8827-9a8e-45ed-b152-d1a9a299ea9b service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756122 Nov 22 16:38:49.413496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68489fc6-0de1-4b41-a1be-8d54aad6cff1 req-46bae966-c3ac-4ea9-aa44-7523efc24ad7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.421621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68489fc6-0de1-4b41-a1be-8d54aad6cff1 req-46bae966-c3ac-4ea9-aa44-7523efc24ad7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1083572 Nov 22 16:38:49.465860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-7e3c2022-ae1d-4861-8ecb-1d44b55554ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 217 time: 0.0749195 Nov 22 16:38:49.468217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95baaa0-14f6-4f17-add7-e0e728828f95 req-4b724b0e-0f65-4a32-abac-e7cdeadf5e47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.468217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e95baaa0-14f6-4f17-add7-e0e728828f95 req-4b724b0e-0f65-4a32-abac-e7cdeadf5e47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1044512 Nov 22 16:38:49.526665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68489fc6-0de1-4b41-a1be-8d54aad6cff1 req-3c63e28a-470e-402b-b08b-6d7cffb991cd tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040761 Nov 22 16:38:49.537754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-09a0d295-ade2-40f8-90a6-1da3429e3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.542718 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-09a0d295-ade2-40f8-90a6-1da3429e3214 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0668762 Nov 22 16:38:49.574519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e95baaa0-14f6-4f17-add7-e0e728828f95 req-404cb904-a135-46b5-81a7-885b598605b6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000640 Nov 22 16:38:49.657307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-1a867732-0885-4854-94e4-5418cbcf8452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.661016 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-1a867732-0885-4854-94e4-5418cbcf8452 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1090379 Nov 22 16:38:49.697563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-4319d06b-0091-4d59-841e-afbd699fa8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.699105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-4319d06b-0091-4d59-841e-afbd699fa8fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 1101 time: 0.0839334 Nov 22 16:38:49.721079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:49.777450 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-b3dc3e43-139f-4886-8d52-e5fc9709e336 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068189 Nov 22 16:38:49.841090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.851568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d428c6-a08a-4adf-8ab7-957188e76b2c req-b5e0f4dd-cb5d-447d-a3dc-25042f6ef7a0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:49.859649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12d428c6-a08a-4adf-8ab7-957188e76b2c req-b5e0f4dd-cb5d-447d-a3dc-25042f6ef7a0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 944 time: 0.1077032 Nov 22 16:38:49.890903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-431ab477-7617-4758-a2cf-dfbc09fca221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:49.909332 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-82b199b9-3f7f-4b30-ab66-d6c02152eb6d service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248071 Nov 22 16:38:49.961964 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-53028c07-992f-4c28-972d-f635c836f47e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=c666916e-74e3-44af-bebc-f27b78f06a79 HTTP/1.1" status: 200 len: 217 time: 0.0435922 Nov 22 16:38:50.006806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12d428c6-a08a-4adf-8ab7-957188e76b2c req-314a0f68-e271-4c28-9475-8c870d312a46 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414363 Nov 22 16:38:50.037965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-8952fe10-5bb9-4dd7-a59f-e667362c36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.040079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-8952fe10-5bb9-4dd7-a59f-e667362c36d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0694799 Nov 22 16:38:50.106604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-145f01b9-a420-47b3-963d-b2726d303c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.108379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-145f01b9-a420-47b3-963d-b2726d303c83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607810 Nov 22 16:38:50.151406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:50.197215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:50.219780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-7547fd29-0f96-4631-98b5-2392efbd90d1 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020250 Nov 22 16:38:50.247479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:50.250419 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3211af9-8b8f-4b2e-a670-66bcf1f915bb" -d '{"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:50.254635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.291496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Transition to ACTIVE for port object e50a1769-7b63-4f56-96dd-7a5237ad3b93 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:38:50.296775 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.334620 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0de9785-da6b-4ac7-8421-8895763fa80c x-openstack-request-id: req-d0de9785-da6b-4ac7-8421-8895763fa80c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:50.334911 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-unplugged", "status": "completed", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:50.335171 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d0de9785-da6b-4ac7-8421-8895763fa80c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:50.335570 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'code': 200} Nov 22 16:38:50.355626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.362160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-85cad785-7653-4e05-ad55-3b58ae355a94 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348042 Nov 22 16:38:50.372296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] No DVR routers for this DVR port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:38:50.409751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:38:50.410087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:38:50.410631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:50.414925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:38:50.415521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Attempting to bind port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:38:50.420486 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-fe1b9be0-a6fd-4831-8f7e-85fead23bccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=a846105b-7e81-411c-866a-ad369e0b0029 HTTP/1.1" status: 200 len: 217 time: 0.0478642 Nov 22 16:38:50.420810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:38:50.421196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:38:50.421569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:38:50.422053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Bound port: e50a1769-7b63-4f56-96dd-7a5237ad3b93, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:38:50.422417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.507558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-2ab8b3f1-631e-42ed-bd80-ef83a093ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.510216 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-2ab8b3f1-631e-42ed-bd80-ef83a093ebe5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0803499 Nov 22 16:38:50.514092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:38:50.554858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:38:50.567915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:38:50.576800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.610716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-c934212c-665a-4501-a0f4-a703ad613b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.617615 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-c934212c-665a-4501-a0f4-a703ad613b85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980487 Nov 22 16:38:50.700179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.700994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.702819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] 10.222.0.66 "PUT /v2.0/ports/e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 1096 time: 0.9894931 Nov 22 16:38:50.833264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:38:50.842241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:38:50.842616 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:50.901963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1566c72-a89a-48bc-a542-fc5a3de303cd service neutron] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:50.912748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-6516589f-07f0-4579-9526-1aae2c5b21fe service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805820 Nov 22 16:38:50.924566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b9d44-5aa0-4d5a-9076-1a1eafcac4bc req-02835529-ff87-4b44-a6d1-f88043e76caf tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:50.933710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-161b9d44-5aa0-4d5a-9076-1a1eafcac4bc req-02835529-ff87-4b44-a6d1-f88043e76caf tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.2616522 Nov 22 16:38:51.037289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-0752e48d-d57a-42c0-bd4f-fd41efa5f766 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156850 Nov 22 16:38:51.040844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb6ec-ee55-4176-a398-f89ad8eeda1a req-6be55881-3ec0-4925-84eb-ca4f4da6b5e0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.042765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dfbb6ec-ee55-4176-a398-f89ad8eeda1a req-6be55881-3ec0-4925-84eb-ca4f4da6b5e0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.3121541 Nov 22 16:38:51.051222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.091889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:51.093978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-efee4aea-9d40-4bfb-937d-1a2ee09eb6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.094709 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cade098-a463-4fa7-a711-1a4e330a8091" -d '{"events": [{"server_uuid": "6c89609a-3576-44f5-8d2c-541f674ef4ac", "name": "network-vif-plugged", "status": "completed", "tag": "4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:51.095520 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-bec76486-bb23-4435-ba5a-410b3a6ffa71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0468845 Nov 22 16:38:51.095648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-efee4aea-9d40-4bfb-937d-1a2ee09eb6ec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1099 time: 0.3478594 Nov 22 16:38:51.114386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:51.120816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:51.153532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-161b9d44-5aa0-4d5a-9076-1a1eafcac4bc req-4bdfad25-15a0-45be-b6e4-bbf032fc4fd7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188854 Nov 22 16:38:51.198347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-80ac3e5b-6b2a-4913-a683-24ad9da24ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.198347 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-80ac3e5b-6b2a-4913-a683-24ad9da24ecb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.0853488 Nov 22 16:38:51.262308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dfbb6ec-ee55-4176-a398-f89ad8eeda1a req-d660283a-5af4-443b-a4bd-d71c1372b177 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805921 Nov 22 16:38:51.300430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:51.345301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-e5bdb64c-b9ce-4b8b-844b-6cbe3afcd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.347072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-e5bdb64c-b9ce-4b8b-844b-6cbe3afcd74b service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2378182 Nov 22 16:38:51.351697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-623ded60-57af-4c11-96a4-0acc44ec8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.353226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-623ded60-57af-4c11-96a4-0acc44ec8983 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1517456 Nov 22 16:38:51.408393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-89ff0e41-9cc2-42f1-9303-36373c023d7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0506392 Nov 22 16:38:51.455577 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29800431-6095-4a11-8dc4-86e7f0162e95 x-openstack-request-id: req-29800431-6095-4a11-8dc4-86e7f0162e95 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:51.455577 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c89609a-3576-44f5-8d2c-541f674ef4ac", "name": "network-vif-plugged", "status": "completed", "tag": "4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:51.457681 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29800431-6095-4a11-8dc4-86e7f0162e95 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:51.457681 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7', 'code': 200} Nov 22 16:38:51.510621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-e0665708-aafc-4d3f-a043-eaf382d7959e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.512246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-e0665708-aafc-4d3f-a043-eaf382d7959e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0935698 Nov 22 16:38:51.543160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-aacccb60-03ff-465e-b629-49f978058361 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804774 Nov 22 16:38:51.582073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411b60-18a7-4bfd-a9cc-b350989349ce req-50021fc7-6dfc-426b-8cc3-250679c6c2df tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.590111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32411b60-18a7-4bfd-a9cc-b350989349ce req-50021fc7-6dfc-426b-8cc3-250679c6c2df tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0904231 Nov 22 16:38:51.647811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189d397-6bb1-44f4-a8e6-7ef4c8d6a3d8 req-d77d2066-c904-4761-a74b-a47baa42f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.649367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5189d397-6bb1-44f4-a8e6-7ef4c8d6a3d8 req-d77d2066-c904-4761-a74b-a47baa42f510 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 1096 time: 0.0910008 Nov 22 16:38:51.654455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32411b60-18a7-4bfd-a9cc-b350989349ce req-b6faa17a-f291-474f-b726-1a653f9acd4c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630822 Nov 22 16:38:51.670298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-a01c87a0-55a7-4113-92d2-65b15d925747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.672094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-a01c87a0-55a7-4113-92d2-65b15d925747 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444893 Nov 22 16:38:51.725981 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-5be7e5bc-2644-481f-8b2e-048313bfe207 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754179 Nov 22 16:38:51.747282 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5189d397-6bb1-44f4-a8e6-7ef4c8d6a3d8 req-3d9ae815-58cb-4745-a04d-5b6be60e52e2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884008 Nov 22 16:38:51.779517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-64745dc4-c395-44e0-8850-b76ecf779f86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 200 len: 217 time: 0.0442669 Nov 22 16:38:51.799047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-98bfbf75-276d-4a58-a09d-3114569c70bd service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171761 Nov 22 16:38:51.836940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-1ae2d504-54ce-4a98-a916-d57e984d1600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.838525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-1ae2d504-54ce-4a98-a916-d57e984d1600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.0519428 Nov 22 16:38:51.890342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83243e1d-46bf-4305-91bf-629a3763912d req-d6872b49-69ea-4eeb-bfbb-ff098fbffe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:51.891831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-d6872b49-69ea-4eeb-bfbb-ff098fbffe72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0458481 Nov 22 16:38:52.063190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b461dd4-1c84-4520-9d0e-3708f3ea6abc req-32f77d58-f022-47d7-a8f9-a718949c5dbb service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113601 Nov 22 16:38:52.300796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-a7122608-752d-4931-8f34-7b06651060d6 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012105 Nov 22 16:38:52.337499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:38:52.340683 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae0a13d6-6250-4a2a-9aab-845f4464efbe" -d '{"events": [{"name": "network-changed", "server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:38:52.356871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce442e98-1178-4a7b-a14f-e89b31839351 req-43c5fd3f-18f1-4c4d-8450-cf2b0ae26000 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.364265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce442e98-1178-4a7b-a14f-e89b31839351 req-43c5fd3f-18f1-4c4d-8450-cf2b0ae26000 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0994191 Nov 22 16:38:52.428168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83243e1d-46bf-4305-91bf-629a3763912d req-abb4b767-3005-4de4-949b-1f058bbe7b2c service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200230 Nov 22 16:38:52.441897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9d26a-3240-4054-a4a5-6f9b504dddf9 req-c33a834d-a680-4c83-bf59-695ff782732b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.443374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4df9d26a-3240-4054-a4a5-6f9b504dddf9 req-c33a834d-a680-4c83-bf59-695ff782732b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.0765696 Nov 22 16:38:52.462667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce442e98-1178-4a7b-a14f-e89b31839351 req-475e8c3f-c8de-42e3-bcce-5f38e618c462 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972898 Nov 22 16:38:52.515184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4df9d26a-3240-4054-a4a5-6f9b504dddf9 req-59a12881-62b9-41ef-a918-85552fd5e1d1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633914 Nov 22 16:38:52.570248 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e57d9-051a-4203-ba65-563b28309fa1 x-openstack-request-id: req-f64e57d9-051a-4203-ba65-563b28309fa1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:38:52.570248 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:38:52.570248 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f64e57d9-051a-4203-ba65-563b28309fa1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:38:52.574646 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'status': 'completed', 'code': 200} Nov 22 16:38:52.665412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-4a4d3a18-5b6d-420a-bb17-4904b12b7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.666968 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-4a4d3a18-5b6d-420a-bb17-4904b12b7a10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1099 time: 0.0665650 Nov 22 16:38:52.682093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-ba56145d-495f-4874-bc42-5fe92ac044e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.683585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-ba56145d-495f-4874-bc42-5fe92ac044e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1099 time: 0.0696402 Nov 22 16:38:52.809573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-74258c76-71c3-4912-95de-37f7b330ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.809573 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-74258c76-71c3-4912-95de-37f7b330ffdd service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1238959 Nov 22 16:38:52.840938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766016c-9577-4055-9e3a-aa78dcf7eac7 req-a54f7304-a2ad-4211-a708-5a609c57027b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.841890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9766016c-9577-4055-9e3a-aa78dcf7eac7 req-a54f7304-a2ad-4211-a708-5a609c57027b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0917611 Nov 22 16:38:52.871070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-b46b77a3-3546-49e7-8ae7-27e7c7d3df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:52.872499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-b46b77a3-3546-49e7-8ae7-27e7c7d3df91 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1739821 Nov 22 16:38:52.873160 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a144dee1-4ea2-423a-91b4-d1a7d1ee9089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:52.894953 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-2ebb0f99-7464-4846-882f-0de6c73cb2ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0829074 Nov 22 16:38:52.933294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-6699c856-86dc-44f9-9d84-30a540e268ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0521433 Nov 22 16:38:52.942189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9766016c-9577-4055-9e3a-aa78dcf7eac7 req-bd3bed48-88d2-494f-a1e1-ee6e6299466a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Nov 22 16:38:53.004234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-7620f595-6d0c-42a6-84a7-60a8b84611fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.005720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-7620f595-6d0c-42a6-84a7-60a8b84611fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0582032 Nov 22 16:38:53.020872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-fe4b7ff9-0fe7-4c80-aba1-21395f9f1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.022446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-fe4b7ff9-0fe7-4c80-aba1-21395f9f1284 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1038420 Nov 22 16:38:53.067123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-77a388bc-c42e-4d60-8cc3-f2502caff172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.068638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-77a388bc-c42e-4d60-8cc3-f2502caff172 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447931 Nov 22 16:38:53.076301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-bd511909-a3ea-42f8-ae01-ac435f1c01b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.077960 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-bd511909-a3ea-42f8-ae01-ac435f1c01b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449834 Nov 22 16:38:53.218845 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-ce365a43-f51b-4148-b3e1-1f52ea8b7189 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326025 Nov 22 16:38:53.264794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-d9057a73-a4e3-44fb-9650-8a20dc84526f service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851730 Nov 22 16:38:53.341275 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-68bc7bad-c863-4883-b848-1f555bc554ba service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147330 Nov 22 16:38:53.426604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae0a13d6-6250-4a2a-9aab-845f4464efbe req-4bb47c3d-cf70-4926-b874-94dc7c7e8434 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469109 Nov 22 16:38:53.657966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5f7f9-6013-42ee-88bd-a637558bfc02 req-7bd626bf-cba1-4f51-a6b3-525c37ac9448 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.659470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8d5f7f9-6013-42ee-88bd-a637558bfc02 req-7bd626bf-cba1-4f51-a6b3-525c37ac9448 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0983973 Nov 22 16:38:53.706187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306a1cc-48db-482e-9932-2e9b694c0bcf req-44397e4a-ba68-4f7a-b3c9-53dc678add32 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:53.707685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4306a1cc-48db-482e-9932-2e9b694c0bcf req-44397e4a-ba68-4f7a-b3c9-53dc678add32 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.0868614 Nov 22 16:38:53.751912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:38:53.753698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8d5f7f9-6013-42ee-88bd-a637558bfc02 req-c1dc4f8b-04b4-4d95-9091-6d201e5702a9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834539 Nov 22 16:38:53.780384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4306a1cc-48db-482e-9932-2e9b694c0bcf req-20e0a539-bb36-4275-90ee-5c5de1a47b3f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657010 Nov 22 16:38:53.807879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:38:53.929112 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:54.084302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063f4f3-7db9-4bef-b0cd-fca088687a38 req-1bacbc95-2156-4950-9044-9ae7b4725619 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.092565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f063f4f3-7db9-4bef-b0cd-fca088687a38 req-1bacbc95-2156-4950-9044-9ae7b4725619 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0710866 Nov 22 16:38:54.167272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f063f4f3-7db9-4bef-b0cd-fca088687a38 req-a4607dae-2a73-4d86-be64-34b428431eb8 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737648 Nov 22 16:38:54.223916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264d363-23bf-4cad-8c94-a1852501f9b5 req-048186d7-5b14-4778-ab01-c9d5a5f54a14 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.225394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3264d363-23bf-4cad-8c94-a1852501f9b5 req-048186d7-5b14-4778-ab01-c9d5a5f54a14 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1300979 Nov 22 16:38:54.253309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-f70c97a6-185c-4e16-a8fb-69a2e4a191e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.255481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-f70c97a6-185c-4e16-a8fb-69a2e4a191e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 1096 time: 0.0773237 Nov 22 16:38:54.325821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3264d363-23bf-4cad-8c94-a1852501f9b5 req-f1d3c333-b8ed-4a26-803c-a116d5040f91 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927246 Nov 22 16:38:54.387756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-cd7b47a5-25b4-4725-9fb7-727ad717069f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.389247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-cd7b47a5-25b4-4725-9fb7-727ad717069f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.1163301 Nov 22 16:38:54.523887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dad748-950d-47c6-8ceb-ca2c9e8b9705 req-e2ac463d-dc8c-411d-9356-fc5fdf576e82 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.534264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36dad748-950d-47c6-8ceb-ca2c9e8b9705 req-e2ac463d-dc8c-411d-9356-fc5fdf576e82 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.1244020 Nov 22 16:38:54.537279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-c6046eef-5f01-4c98-8256-bf5d42f8cd6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 200 len: 1000 time: 0.1175253 Nov 22 16:38:54.620205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36dad748-950d-47c6-8ceb-ca2c9e8b9705 req-67c693ad-cf1d-4630-a5a1-0bbea8032e8a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747118 Nov 22 16:38:54.635357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-118f8269-09f6-4b0c-a4d1-9247ce8e728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.639199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-118f8269-09f6-4b0c-a4d1-9247ce8e728f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.0630686 Nov 22 16:38:54.693181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-c6f8fa85-7dcc-4946-9f5b-125f4a49427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.694757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-c6f8fa85-7dcc-4946-9f5b-125f4a49427d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472093 Nov 22 16:38:54.810377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cc149-273e-4f04-bed4-79f298bdbadd req-eb1a9179-0dcc-48ab-a52e-f1bf61f8689e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:54.811787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c08cc149-273e-4f04-bed4-79f298bdbadd req-eb1a9179-0dcc-48ab-a52e-f1bf61f8689e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.1063015 Nov 22 16:38:54.830826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-f663d29d-4854-47d0-a203-4e05045d929b service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263604 Nov 22 16:38:55.242050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c08cc149-273e-4f04-bed4-79f298bdbadd req-22004148-25ba-4e80-9301-02f2573a44be tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101670 Nov 22 16:38:55.278219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a8013-9d0f-4282-9259-c819835f5d6a req-84d45eb1-c5ad-45e2-bb2d-3a4873a54ddc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.279495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd9a8013-9d0f-4282-9259-c819835f5d6a req-84d45eb1-c5ad-45e2-bb2d-3a4873a54ddc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.3814147 Nov 22 16:38:55.308508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:55.310083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5d96fb-6d61-4a3f-9ef9-8a20bd92254a req-2f8f8ef9-f3be-4c3f-b5f2-53baf66ef8cb service neutron] 10.222.0.66 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642503 Nov 22 16:38:55.353620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd9a8013-9d0f-4282-9259-c819835f5d6a req-bcbbeeba-b306-489f-8d5d-91a0bbd7d576 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617466 Nov 22 16:38:55.529676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea786112-f9eb-463f-b879-da9623711f8d req-e41e32e1-4aee-4361-a336-b2c616b1132c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.531366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea786112-f9eb-463f-b879-da9623711f8d req-e41e32e1-4aee-4361-a336-b2c616b1132c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0564053 Nov 22 16:38:55.609890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea786112-f9eb-463f-b879-da9623711f8d req-c3daf1a2-3b0f-4d73-9928-37eb3f357c97 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711687 Nov 22 16:38:55.776433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a7ed1-f6c7-4074-ac3b-3c36126b8781 req-d4a66468-c1f7-45da-8e4d-1c001995dc3e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.785698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb7a7ed1-f6c7-4074-ac3b-3c36126b8781 req-d4a66468-c1f7-45da-8e4d-1c001995dc3e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0971186 Nov 22 16:38:55.817574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c645a-da6f-4cb6-a0ff-0b64f8b16756 req-8f1e278e-5bba-496f-970e-7c612d24fd34 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.823105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db4c645a-da6f-4cb6-a0ff-0b64f8b16756 req-8f1e278e-5bba-496f-970e-7c612d24fd34 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 948 time: 0.1068814 Nov 22 16:38:55.848740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-8c4f7e35-1e42-48f1-a966-5dfff5ca6528 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:55.851723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-8c4f7e35-1e42-48f1-a966-5dfff5ca6528 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 948 time: 0.1232505 Nov 22 16:38:55.877836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb7a7ed1-f6c7-4074-ac3b-3c36126b8781 req-67add345-41e5-4d5f-9cf5-1daccd70908e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928676 Nov 22 16:38:55.917328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db4c645a-da6f-4cb6-a0ff-0b64f8b16756 req-682dae70-e6de-49f1-ab13-4b00126d87d9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890322 Nov 22 16:38:55.930577 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-c34fb9d4-30a8-4800-9476-2990effd6e3c service neutron] delete failed (client error): The resource could not be found. Nov 22 16:38:55.932488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-c34fb9d4-30a8-4800-9476-2990effd6e3c service neutron] 10.222.0.20 "DELETE /v2.0/ports/e50a1769-7b63-4f56-96dd-7a5237ad3b93/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0685868 Nov 22 16:38:55.993912 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.044976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-fdac76f1-551d-43d7-8d77-98ce816adc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.046407 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-fdac76f1-551d-43d7-8d77-98ce816adc68 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1099 time: 0.0465786 Nov 22 16:38:56.147832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-8cfc7e72-16cc-45a2-bebe-759139766760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.149356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-8cfc7e72-16cc-45a2-bebe-759139766760 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.0959368 Nov 22 16:38:56.192607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-d5b33685-4508-4eab-8324-1a511e81e4dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.0342031 Nov 22 16:38:56.243311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-c8811d7a-232d-4b41-8d49-95d6a0191651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.244757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-c8811d7a-232d-4b41-8d49-95d6a0191651 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0446875 Nov 22 16:38:56.296967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-10a3bdaf-d348-460b-b1a1-4973ac473a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.298438 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-10a3bdaf-d348-460b-b1a1-4973ac473a49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0449083 Nov 22 16:38:56.389803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-bd54f9cf-4859-47cb-8f59-edb9b1d2d920 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826051 Nov 22 16:38:56.491462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d5a595a7-b701-44fb-b254-8637513d41a3 req-9377669a-3fef-4445-a78a-6735f7f07394 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897384 Nov 22 16:38:56.533640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:38:56.629982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:56.642081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'mac_address': 'fa:16:3e:aa:b7:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:38:56.686474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.701902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50a1769-7b63-4f56-96dd-7a5237ad3b93 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:38:56.729585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:38:56.742709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:56.765226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b34a98-8729-45f4-bdcd-f0ff3047c08b req-8a6c36ed-2b62-410d-bcc7-b58b5eed8c7c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:56.766776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25b34a98-8729-45f4-bdcd-f0ff3047c08b req-8a6c36ed-2b62-410d-bcc7-b58b5eed8c7c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0668657 Nov 22 16:38:56.796531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:56.826897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25b34a98-8729-45f4-bdcd-f0ff3047c08b req-136e5c79-e887-49a0-8150-5943a1088f7b tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514376 Nov 22 16:38:57.077288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfc29b-c7a8-4dba-814f-37dfea2982d3 req-e1179906-3c30-458b-896d-1d20cf741af5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:57.079661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdbfc29b-c7a8-4dba-814f-37dfea2982d3 req-e1179906-3c30-458b-896d-1d20cf741af5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.1177957 Nov 22 16:38:57.131670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800069d-fe97-4395-8536-cb9c0424709c req-ba1da175-c7c9-468f-966f-57999fb5f347 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:57.134266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c800069d-fe97-4395-8536-cb9c0424709c req-ba1da175-c7c9-468f-966f-57999fb5f347 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 949 time: 0.1236851 Nov 22 16:38:57.160241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdbfc29b-c7a8-4dba-814f-37dfea2982d3 req-6ce6b138-06f8-4b59-b31d-c317f60d6998 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706391 Nov 22 16:38:57.183488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:57.200378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c800069d-fe97-4395-8536-cb9c0424709c req-0e22cec2-f8f6-4078-b480-8e0f69985808 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536392 Nov 22 16:38:57.322889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ecd8d-4b91-451d-a455-e5bcf9ef0c32 req-fb7a9968-759d-44f6-ac44-e42c059038ac tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:57.324592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba9ecd8d-4b91-451d-a455-e5bcf9ef0c32 req-fb7a9968-759d-44f6-ac44-e42c059038ac tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1100 time: 0.0535038 Nov 22 16:38:57.375331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba9ecd8d-4b91-451d-a455-e5bcf9ef0c32 req-cc573a99-c549-44e7-a8f1-5aea225a3051 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Nov 22 16:38:57.644551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-673e426c-8ac3-4dbf-8e49-cc20b4e7c44e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231950 Nov 22 16:38:57.763648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-6299aea2-9a31-4013-8fce-5cb91eeff743 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:57.765180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-6299aea2-9a31-4013-8fce-5cb91eeff743 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147325 Nov 22 16:38:57.781227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-97040793-ce05-4326-9896-869ca1a37a3c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/quotas/fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 375 time: 0.0099807 Nov 22 16:38:57.834406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-14a148b3-2951-4b32-a0b7-ff0bd6b0aba8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472891 Nov 22 16:38:58.017042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96ac138c-ed78-4f39-b8c1-294133c690ed req-cce152c1-a578-4483-b843-e2fa748e79c3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 210 time: 0.0345244 Nov 22 16:38:58.306094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18885a0-0f3d-46e7-af20-bc8cd8d29cd0 req-8fe2c6a0-6306-42d8-8492-5391eaa22ecd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:58.310296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a18885a0-0f3d-46e7-af20-bc8cd8d29cd0 req-8fe2c6a0-6306-42d8-8492-5391eaa22ecd tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0570548 Nov 22 16:38:58.370261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a18885a0-0f3d-46e7-af20-bc8cd8d29cd0 req-ef2ea762-ae6d-4b92-9116-e627f26b2f16 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557973 Nov 22 16:38:58.990663 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-784d5e60-ea72-44f3-983f-fa0d02b81f8b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254943 Nov 22 16:38:59.133069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-7d5985be-f9ae-4763-abf0-84cf9681d436 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:59.135827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-7d5985be-f9ae-4763-abf0-84cf9681d436 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371505 Nov 22 16:38:59.142790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec620f17-dab0-4340-9601-13be42e16d16 req-0a24d548-ee68-41ff-be8b-8833e4e09738 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 210 time: 0.0331233 Nov 22 16:38:59.155366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Request body: {'port': {'device_id': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'fc4d1aee37b74f9da54d3ef0a1e24838'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:38:59.287353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Made reservation on behalf of fc4d1aee37b74f9da54d3ef0a1e24838 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:38:59.291363 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.479487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Allocated IP 192.168.233.105 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/b54da9aa-a497-4cf5-81ee-6405584cb7e8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:38:59.525874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6315b-5636-42a1-a782-0cccbbb6f8fb req-2d19dfe2-7dbf-40da-9684-9382638fb237 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:59.534212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eed6315b-5636-42a1-a782-0cccbbb6f8fb req-2d19dfe2-7dbf-40da-9684-9382638fb237 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0783186 Nov 22 16:38:59.597014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eed6315b-5636-42a1-a782-0cccbbb6f8fb req-9af44b60-4b0b-41f9-bd93-9215b83d6d51 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579112 Nov 22 16:38:59.714421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.759971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.776713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:38:59.810253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:38:59.813249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:38:59.817661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:38:59.823170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:38:59.875898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:38:59.877758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:38:59.905452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-d96f298a-8e11-475b-afb0-5d798892e31e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7539368 Nov 22 16:38:59.924000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Request body: {'port': {'device_id': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:00.035370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.216733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e3c67a2a-4fa8-4466-8662-3f50231f755b None None] Provisioning complete for port b54da9aa-a497-4cf5-81ee-6405584cb7e8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:00.218003 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3c67a2a-4fa8-4466-8662-3f50231f755b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.280880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371ef41-6954-4e83-9e0a-cac1e96fd753 req-3a80c554-5a17-486c-905d-947ee7ec301a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.288695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e3c67a2a-4fa8-4466-8662-3f50231f755b None None] Port b54da9aa-a497-4cf5-81ee-6405584cb7e8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:00.291366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9371ef41-6954-4e83-9e0a-cac1e96fd753 req-3a80c554-5a17-486c-905d-947ee7ec301a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 936 time: 0.0787232 Nov 22 16:39:00.346239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9371ef41-6954-4e83-9e0a-cac1e96fd753 req-ab62f2ba-659c-4d4b-8674-5ebc59587583 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536568 Nov 22 16:39:00.407666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54da9aa-a497-4cf5-81ee-6405584cb7e8 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:00.415842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.428523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Transition to ACTIVE for port object b54da9aa-a497-4cf5-81ee-6405584cb7e8 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:39:00.433206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.508757 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:00.575452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:00.591409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:00.591688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:00.592013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:00.601997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:00.601997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:00.614191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:00.614536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:00.621093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:00.621093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Bound port: b54da9aa-a497-4cf5-81ee-6405584cb7e8, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:00.621433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.732976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port e50a1769-7b63-4f56-96dd-7a5237ad3b93 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:00.751838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port e50a1769-7b63-4f56-96dd-7a5237ad3b93 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:00.753883 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.805279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:00.812431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:00.824061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.843719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2725-d8bf-45c7-806b-869f6dc3ba70 req-1f96be80-5cb7-40ab-8f3d-fdc2c40d4db6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.851494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-243d2725-d8bf-45c7-806b-869f6dc3ba70 req-1f96be80-5cb7-40ab-8f3d-fdc2c40d4db6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.1263385 Nov 22 16:39:00.927195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:00.927938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.932198 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 1096 time: 1.0174093 Nov 22 16:39:00.936814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:00.953210 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:00.955062 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479d9499-593e-4855-8c6d-edc1c97d9a40" -d '{"events": [{"name": "network-changed", "server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:00.988321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-243d2725-d8bf-45c7-806b-869f6dc3ba70 req-3fc29287-4b28-4116-89e4-d1065ebceeff tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352055 Nov 22 16:39:00.998359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:01.001171 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36566305-7e4d-4886-8805-c81724ab90c6" -d '{"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-plugged", "status": "completed", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:01.018195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:01.025991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:01.040597 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f17d733e-82ea-47a7-9ab1-dbf74c262705 x-openstack-request-id: req-f17d733e-82ea-47a7-9ab1-dbf74c262705 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:01.041174 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:01.041174 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f17d733e-82ea-47a7-9ab1-dbf74c262705 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:01.041560 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'status': 'completed', 'code': 200} Nov 22 16:39:01.086708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0841cb-d355-41f0-96af-b93f6bfe85a6 service neutron] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.092084 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa27a633-eaf7-441c-a248-8d371125fe3b x-openstack-request-id: req-aa27a633-eaf7-441c-a248-8d371125fe3b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:01.092533 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-plugged", "status": "completed", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:01.092962 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aa27a633-eaf7-441c-a248-8d371125fe3b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:01.093529 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'code': 200} Nov 22 16:39:01.108848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-dcace8da-20c8-44fd-adff-654796d2da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.109080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:01.110863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-dcace8da-20c8-44fd-adff-654796d2da06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1099 time: 0.1313753 Nov 22 16:39:01.162834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-a8fc83d6-5d8d-4987-97cf-1069484bfda1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0435681 Nov 22 16:39:01.216844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-b644ae9c-efda-4ab1-903c-d56f9bc371f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.218388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-b644ae9c-efda-4ab1-903c-d56f9bc371f7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0484943 Nov 22 16:39:01.264511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130caa-e028-4540-9e03-812774b1d712 req-b2ce3d11-b943-42de-bb72-7fce3efb90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.266040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-b2ce3d11-b943-42de-bb72-7fce3efb90ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0404148 Nov 22 16:39:01.363272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-6704c39f-04ec-422c-9d20-6307475843e1 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896401 Nov 22 16:39:01.459684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-74130caa-e028-4540-9e03-812774b1d712 req-472b8ec1-a6cd-48bd-9120-f2ed85866887 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883620 Nov 22 16:39:01.471504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2737b5-de5e-43ae-97f9-7369706a6c0c req-75891aac-5f0f-4f92-a2b5-2b68f82d81f7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.473027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b2737b5-de5e-43ae-97f9-7369706a6c0c req-75891aac-5f0f-4f92-a2b5-2b68f82d81f7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.0513575 Nov 22 16:39:01.527724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b2737b5-de5e-43ae-97f9-7369706a6c0c req-d4cd2cfd-3b61-44f4-8de5-835af7333825 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477247 Nov 22 16:39:01.560566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-f6ad8b67-1ff3-453a-956c-81c7d07638d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.562076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-f6ad8b67-1ff3-453a-956c-81c7d07638d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1099 time: 0.0453308 Nov 22 16:39:01.654298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-84f3b03d-7cd3-401b-8cca-5469bd647144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.655680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-84f3b03d-7cd3-401b-8cca-5469bd647144 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.0852334 Nov 22 16:39:01.704685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-eb19f7b5-12cb-4a13-80c3-79d1b6f8b5f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0415905 Nov 22 16:39:01.765114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-4832b247-9a89-4302-8b7b-928e712000d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.766626 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-4832b247-9a89-4302-8b7b-928e712000d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0537362 Nov 22 16:39:01.816750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-e3329716-1b39-4264-88ca-f2804e2b3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:01.818279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-e3329716-1b39-4264-88ca-f2804e2b3149 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0426421 Nov 22 16:39:01.947201 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-ee5db069-8c2c-47f3-9519-066fd2e06a91 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202383 Nov 22 16:39:02.050609 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-479d9499-593e-4855-8c6d-edc1c97d9a40 req-677f5cee-bced-49fe-bdec-420a8567e704 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956175 Nov 22 16:39:02.113834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a2579-bc3a-4d38-a076-7440e2d82e6c req-5fcc40ea-ea17-4620-811f-cf242677d13b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:02.115960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-641a2579-bc3a-4d38-a076-7440e2d82e6c req-5fcc40ea-ea17-4620-811f-cf242677d13b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0523918 Nov 22 16:39:02.183342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-641a2579-bc3a-4d38-a076-7440e2d82e6c req-51e11dd4-b41d-4bd1-9f68-516ab73349cb tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582473 Nov 22 16:39:02.661229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92341bb-aa47-4eda-891d-fe34ffead1e6 req-f8d808ee-c14a-4273-b794-40e77fe60ff1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:02.662839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d92341bb-aa47-4eda-891d-fe34ffead1e6 req-f8d808ee-c14a-4273-b794-40e77fe60ff1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.0599422 Nov 22 16:39:02.718190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d92341bb-aa47-4eda-891d-fe34ffead1e6 req-fa4b0249-3f33-4b67-8d98-cdfa32ecefce tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484364 Nov 22 16:39:03.183666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34414) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:03.305815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1af376d-d719-4288-a5a7-9cc7bd8bb5f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.322155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1249-442d-41f2-a699-7ccfa409c692 req-c1ee1174-b7b8-4357-ac4f-37e969e48223 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:03.324031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-305f1249-442d-41f2-a699-7ccfa409c692 req-c1ee1174-b7b8-4357-ac4f-37e969e48223 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0548623 Nov 22 16:39:03.378291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-305f1249-442d-41f2-a699-7ccfa409c692 req-223ce64a-deea-4007-a0c0-df9f9eb9197e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457456 Nov 22 16:39:03.402572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1af376d-d719-4288-a5a7-9cc7bd8bb5f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.406340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1af376d-d719-4288-a5a7-9cc7bd8bb5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.450969 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1af376d-d719-4288-a5a7-9cc7bd8bb5f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d937a771e5f46c5ba5dc88a26a8ee22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661417 Nov 22 16:39:03.451871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af376d-d719-4288-a5a7-9cc7bd8bb5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60757a8d-fdfa-4cff-9c30-9e4a871ebc4e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:03.453692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34420) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:03.505565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8800af3-72c6-4e30-9b4b-1dc2445a7419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.527267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8800af3-72c6-4e30-9b4b-1dc2445a7419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.571810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8800af3-72c6-4e30-9b4b-1dc2445a7419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.574496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8800af3-72c6-4e30-9b4b-1dc2445a7419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.575587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8800af3-72c6-4e30-9b4b-1dc2445a7419 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60757a8d-fdfa-4cff-9c30-9e4a871ebc4e HTTP/1.1" status: 204 len: 168 time: 0.1207960 Nov 22 16:39:03.583553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8800af3-72c6-4e30-9b4b-1dc2445a7419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60757a8d-fdfa-4cff-9c30-9e4a871ebc4e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:03.847618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32841862-7608-4945-8001-424c2806e1e9 req-931fe6d6-1b42-473f-b72c-38159b5969ab tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:03.849173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32841862-7608-4945-8001-424c2806e1e9 req-931fe6d6-1b42-473f-b72c-38159b5969ab tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.0531664 Nov 22 16:39:03.862245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34428) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:03.886788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e409056c-4776-4e5e-89c7-c6ec5a5fdf05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.924957 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32841862-7608-4945-8001-424c2806e1e9 req-d803704e-dcc1-45a5-89ee-5f064c21da3e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692515 Nov 22 16:39:03.984399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e409056c-4776-4e5e-89c7-c6ec5a5fdf05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:03.988558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e409056c-4776-4e5e-89c7-c6ec5a5fdf05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.031306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e409056c-4776-4e5e-89c7-c6ec5a5fdf05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc589fed6bcb4185820c2fb0f7f3a2a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1676242 Nov 22 16:39:04.031745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409056c-4776-4e5e-89c7-c6ec5a5fdf05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58761e6-736f-4beb-b4ad-0c81e02d9590,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.033530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:04.086758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23d5fb7-fd00-461f-b08b-4e7f7ae71d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.111810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23d5fb7-fd00-461f-b08b-4e7f7ae71d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.169943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23d5fb7-fd00-461f-b08b-4e7f7ae71d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.172421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23d5fb7-fd00-461f-b08b-4e7f7ae71d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:04.173560 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c23d5fb7-fd00-461f-b08b-4e7f7ae71d11 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a58761e6-736f-4beb-b4ad-0c81e02d9590 HTTP/1.1" status: 204 len: 168 time: 0.1390014 Nov 22 16:39:04.182494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d5fb7-fd00-461f-b08b-4e7f7ae71d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58761e6-736f-4beb-b4ad-0c81e02d9590,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:04.503202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9fe31-0234-406b-953d-ffb1a0fc6b05 req-148aa87d-d791-4dcb-83b8-e08ffc41bfab tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:04.504854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3d9fe31-0234-406b-953d-ffb1a0fc6b05 req-148aa87d-d791-4dcb-83b8-e08ffc41bfab tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0535915 Nov 22 16:39:04.553928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3d9fe31-0234-406b-953d-ffb1a0fc6b05 req-e6501a31-ae44-4072-b456-88ec63620121 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 Nov 22 16:39:05.051995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2a518-17a4-445d-aec9-8955c586b0f0 req-beee2bfd-de4f-4875-ae75-33e82bf966a0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:05.053533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ef2a518-17a4-445d-aec9-8955c586b0f0 req-beee2bfd-de4f-4875-ae75-33e82bf966a0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.0499952 Nov 22 16:39:05.113192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ef2a518-17a4-445d-aec9-8955c586b0f0 req-563b582e-ec8c-4643-8184-b984f4cef225 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522487 Nov 22 16:39:05.683192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccbb11b-b2e0-4c9d-8d3b-3af962f3cc8d req-7ece6ccc-5ed7-4af4-8ab6-5c383f15fb31 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:05.685194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ccbb11b-b2e0-4c9d-8d3b-3af962f3cc8d req-7ece6ccc-5ed7-4af4-8ab6-5c383f15fb31 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0549316 Nov 22 16:39:05.740955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ccbb11b-b2e0-4c9d-8d3b-3af962f3cc8d req-5feea298-bf39-4299-925b-ddab79b3a413 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497265 Nov 22 16:39:05.812993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:05.909015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:05.920528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'mac_address': 'fa:16:3e:eb:d8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:05.957897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:05.970717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54da9aa-a497-4cf5-81ee-6405584cb7e8 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:05.995304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:05.999400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:06.046092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:06.230952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981c526-ce98-49aa-94a2-73452f59dcdb req-96eb3aac-d2e3-4bde-9b29-3ae7a5a2d714 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:06.232492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a981c526-ce98-49aa-94a2-73452f59dcdb req-96eb3aac-d2e3-4bde-9b29-3ae7a5a2d714 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 949 time: 0.0567412 Nov 22 16:39:06.284530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a981c526-ce98-49aa-94a2-73452f59dcdb req-b4df27c7-9d4f-41ca-a6d6-d4b5cb10548a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 Nov 22 16:39:06.321340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b54da9aa-a497-4cf5-81ee-6405584cb7e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:06.869937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bc572-4da4-41c5-ac43-35785ce6d1c0 req-b449e920-55f4-4967-bf60-2fa641ea77e0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:06.869937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e73bc572-4da4-41c5-ac43-35785ce6d1c0 req-b449e920-55f4-4967-bf60-2fa641ea77e0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0559144 Nov 22 16:39:06.919544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e73bc572-4da4-41c5-ac43-35785ce6d1c0 req-9928e47e-830e-4cda-9691-3a17cb89bea7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Nov 22 16:39:07.218273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.408576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6c534-fa3e-432f-ba78-121d9e14e33e req-eaea3720-e9e7-4908-bd6e-36b89f91b626 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:07.410147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0f6c534-fa3e-432f-ba78-121d9e14e33e req-eaea3720-e9e7-4908-bd6e-36b89f91b626 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 949 time: 0.0518169 Nov 22 16:39:07.459792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0f6c534-fa3e-432f-ba78-121d9e14e33e req-4273ce15-7a46-4442-9cd4-f031b340cd51 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Nov 22 16:39:07.828409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:07.882601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port b54da9aa-a497-4cf5-81ee-6405584cb7e8 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:07.887209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port b54da9aa-a497-4cf5-81ee-6405584cb7e8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:07.887582 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.970244 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:07.998496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:08.000736 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654aca8a-71ae-4dd8-a59e-45d291bc454b" -d '{"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-plugged", "status": "completed", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:08.014147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:08.020158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.049028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45ed0f-f828-44d4-94e5-62e8eff2071c req-5d1a39b3-0905-438d-b2a2-ca1542ad4427 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.050846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c45ed0f-f828-44d4-94e5-62e8eff2071c req-5d1a39b3-0905-438d-b2a2-ca1542ad4427 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0602112 Nov 22 16:39:08.065375 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2167a40c-99f0-4000-aea8-61ff3b54ca69 x-openstack-request-id: req-2167a40c-99f0-4000-aea8-61ff3b54ca69 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:08.069311 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-plugged", "status": "completed", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:08.070486 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2167a40c-99f0-4000-aea8-61ff3b54ca69 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:08.071763 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'code': 200} Nov 22 16:39:08.087841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:08.129518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c45ed0f-f828-44d4-94e5-62e8eff2071c req-613e65b0-f890-4eed-8ba1-8231a90ef84c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700641 Nov 22 16:39:08.165146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681833ee-df0a-463f-8447-d33bf802a7ef req-948fbe0a-4eb3-4f4b-9b64-22813d08e3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.166692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-681833ee-df0a-463f-8447-d33bf802a7ef req-948fbe0a-4eb3-4f4b-9b64-22813d08e3bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1101 time: 0.0447221 Nov 22 16:39:08.213983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-681833ee-df0a-463f-8447-d33bf802a7ef req-7ce72579-f712-4d5b-a68d-5b0b987428c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386431 Nov 22 16:39:08.582111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.594745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b735afd-243e-4758-af4a-c42a0b53a341 req-becd8d2a-bc97-4398-ae8f-e51bcb0d3961 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:08.596279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b735afd-243e-4758-af4a-c42a0b53a341 req-becd8d2a-bc97-4398-ae8f-e51bcb0d3961 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0542934 Nov 22 16:39:08.650445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b735afd-243e-4758-af4a-c42a0b53a341 req-c0c81f90-3ddb-433e-9fe3-e8e1f473b2ef tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470757 Nov 22 16:39:08.691742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.693893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f292ecec-f87a-4b54-a0c1-e6f8368b4bce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.776858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f292ecec-f87a-4b54-a0c1-e6f8368b4bce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.781774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f292ecec-f87a-4b54-a0c1-e6f8368b4bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.819601 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f292ecec-f87a-4b54-a0c1-e6f8368b4bce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b55ae3911674f738e3d22fa7e4a8c11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2364047 Nov 22 16:39:08.822278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292ecec-f87a-4b54-a0c1-e6f8368b4bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10782015-24f1-4c04-86f6-2198440d8ae1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:08.823448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:08.871726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b710214-1112-4606-9a26-aefbc7bdf368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.892845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b710214-1112-4606-9a26-aefbc7bdf368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.939697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b710214-1112-4606-9a26-aefbc7bdf368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.942735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b710214-1112-4606-9a26-aefbc7bdf368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:08.943871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b710214-1112-4606-9a26-aefbc7bdf368 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10782015-24f1-4c04-86f6-2198440d8ae1 HTTP/1.1" status: 204 len: 168 time: 0.1194415 Nov 22 16:39:08.954004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b710214-1112-4606-9a26-aefbc7bdf368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10782015-24f1-4c04-86f6-2198440d8ae1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.205140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34574) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:09.218415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.255358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204aa3ad-fbd3-438a-9abe-517d5f6b675b req-9dae2d96-3b0f-4caa-b1c5-87728c8d5def tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:09.256852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-204aa3ad-fbd3-438a-9abe-517d5f6b675b req-9dae2d96-3b0f-4caa-b1c5-87728c8d5def tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0530994 Nov 22 16:39:09.306806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.310769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-204aa3ad-fbd3-438a-9abe-517d5f6b675b req-85cf9d83-1b0c-47cf-b763-cb910f173e9b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468400 Nov 22 16:39:09.311977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.351712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68892d78-125e-4105-92e4-8fbf70758871,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.360579 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6658293e59ed45ab9f08753be2981de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1542428 Nov 22 16:39:09.362375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.362721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.363062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.363396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.363725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.364055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.364380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.364714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.365023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.365344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.365674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.366005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3606dc-bca7-4775-9dc8-796d06a5bf49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:09.370023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:09.419144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1439d1df-8ea1-49e1-9cd3-66f9d2f2402b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.444742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1439d1df-8ea1-49e1-9cd3-66f9d2f2402b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.514204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1439d1df-8ea1-49e1-9cd3-66f9d2f2402b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.518795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1439d1df-8ea1-49e1-9cd3-66f9d2f2402b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:09.518795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1439d1df-8ea1-49e1-9cd3-66f9d2f2402b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68892d78-125e-4105-92e4-8fbf70758871 HTTP/1.1" status: 204 len: 168 time: 0.1473577 Nov 22 16:39:09.529111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439d1df-8ea1-49e1-9cd3-66f9d2f2402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68892d78-125e-4105-92e4-8fbf70758871,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:09.770379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17d090-d9a9-4789-9ff2-683b9796b5c5 req-4e5ce485-374c-40be-bcfb-50dbad5f4e48 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:09.771879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af17d090-d9a9-4789-9ff2-683b9796b5c5 req-4e5ce485-374c-40be-bcfb-50dbad5f4e48 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0503466 Nov 22 16:39:09.827874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af17d090-d9a9-4789-9ff2-683b9796b5c5 req-a3fb9988-068d-446a-8bc3-ae14785f5b0f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493281 Nov 22 16:39:09.964105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-12779e2a-ac0d-4df2-a96a-405a87cb7c50 req-eedd9a3b-fe38-4427-924c-770818005ef9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:39:09.965456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12779e2a-ac0d-4df2-a96a-405a87cb7c50 req-eedd9a3b-fe38-4427-924c-770818005ef9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078893 Nov 22 16:39:10.245060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1c57d-b915-46df-8864-aa0413960b73 req-7a004ef2-4faa-436f-8320-76fb3a98add8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:10.253545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72e1c57d-b915-46df-8864-aa0413960b73 req-7a004ef2-4faa-436f-8320-76fb3a98add8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0832169 Nov 22 16:39:10.323098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72e1c57d-b915-46df-8864-aa0413960b73 req-2c4ed312-5a33-4d7f-9305-e673ea0a0f86 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668023 Nov 22 16:39:10.404101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-48288237-2b3d-4515-bc75-b31a415250b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2470486 Nov 22 16:39:10.463994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d7113-b8af-432c-ad57-34753f11f164 req-1eb0dcc8-62cd-435a-9f2b-0c7963477c7a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:10.466360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-940d7113-b8af-432c-ad57-34753f11f164 req-1eb0dcc8-62cd-435a-9f2b-0c7963477c7a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0747948 Nov 22 16:39:10.531357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-940d7113-b8af-432c-ad57-34753f11f164 req-e7c44ae4-0f8e-4c1d-9a4b-87de651a7e10 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563126 Nov 22 16:39:11.462959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb7742-a1b9-4957-878f-7c5a4745430b req-d77750aa-44e3-4c82-be69-09eb00180b7a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:11.464536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7cb7742-a1b9-4957-878f-7c5a4745430b req-d77750aa-44e3-4c82-be69-09eb00180b7a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0637989 Nov 22 16:39:11.516935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7cb7742-a1b9-4957-878f-7c5a4745430b req-26c877d4-826e-4791-9370-b0eabde5e34d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444710 Nov 22 16:39:11.678945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492b6d2-bb5f-4da6-8f6c-fb210db9430f req-d38a0eab-654d-4abd-8f9a-2b8885bce10a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:11.681539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8492b6d2-bb5f-4da6-8f6c-fb210db9430f req-d38a0eab-654d-4abd-8f9a-2b8885bce10a tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0710080 Nov 22 16:39:11.736327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8492b6d2-bb5f-4da6-8f6c-fb210db9430f req-30085655-42f9-4ed4-95f5-0deb90f06d99 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475385 Nov 22 16:39:11.963043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-db6e1f64-f303-4dbf-b319-235659dabfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:11.964558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-db6e1f64-f303-4dbf-b319-235659dabfcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1101 time: 0.0422058 Nov 22 16:39:12.061319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-4c8a5bcd-bb35-460c-b250-f523581dbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.062802 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-4c8a5bcd-bb35-460c-b250-f523581dbb1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.0913889 Nov 22 16:39:12.110066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d3eeceb-6059-4f7f-add1-606f6b5090f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0398767 Nov 22 16:39:12.167331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-e8462c35-14de-492a-8a9c-319b755a1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.168803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-e8462c35-14de-492a-8a9c-319b755a1221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0520751 Nov 22 16:39:12.216786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-b626a1b9-6979-4b28-b11d-def3b61e3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.218229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-b626a1b9-6979-4b28-b11d-def3b61e3006 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424359 Nov 22 16:39:12.316540 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-c1a98bc1-4021-4d2e-a35f-c20455512ae9 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907416 Nov 22 16:39:12.405678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-98b21f9f-dca6-49f6-ae26-ed0eed91b5c1 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818901 Nov 22 16:39:12.645191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d28ab2-8407-46e7-9130-c496518ddd16 req-106ca75a-f1fd-484f-a6ce-8774add4ef64 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.646788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8d28ab2-8407-46e7-9130-c496518ddd16 req-106ca75a-f1fd-484f-a6ce-8774add4ef64 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0559473 Nov 22 16:39:12.705736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8d28ab2-8407-46e7-9130-c496518ddd16 req-3cfae14c-3c42-44ba-9f5e-4cd257241acd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518143 Nov 22 16:39:12.884684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6b939-93f1-40d2-8d1e-de85afc7bac5 req-9906fba3-54f2-45b8-b9cf-173de9b799c0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:12.886263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ca6b939-93f1-40d2-8d1e-de85afc7bac5 req-9906fba3-54f2-45b8-b9cf-173de9b799c0 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0533085 Nov 22 16:39:12.934804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ca6b939-93f1-40d2-8d1e-de85afc7bac5 req-eab0b5ee-5840-4610-ad3c-4b66a7caa401 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423906 Nov 22 16:39:13.841056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638dcc2-b150-44f4-8793-f882654233dd req-96270a04-ef40-46e2-a32b-238b40bcbad7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:13.848763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9638dcc2-b150-44f4-8793-f882654233dd req-96270a04-ef40-46e2-a32b-238b40bcbad7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0614622 Nov 22 16:39:13.911762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9638dcc2-b150-44f4-8793-f882654233dd req-e031f889-3c22-45e5-a1a9-1204b2c299e3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622654 Nov 22 16:39:14.083968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb8ab9-013a-487c-b8ad-479379b24354 req-a0b337fe-fc5e-450c-a96f-23aaf8796170 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:14.086126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eceb8ab9-013a-487c-b8ad-479379b24354 req-a0b337fe-fc5e-450c-a96f-23aaf8796170 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0620341 Nov 22 16:39:14.153996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eceb8ab9-013a-487c-b8ad-479379b24354 req-1ee44e68-b0b7-4b9a-8663-ba6b4d1e49cf tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607221 Nov 22 16:39:15.046098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2f17-7a9f-41a4-a261-854c38b816da req-95b5fd87-1125-4b80-9611-c6a7edea10f6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:15.047760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-165b2f17-7a9f-41a4-a261-854c38b816da req-95b5fd87-1125-4b80-9611-c6a7edea10f6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0556860 Nov 22 16:39:15.098488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-165b2f17-7a9f-41a4-a261-854c38b816da req-be899189-0758-447f-8c4b-4ae491dd3a7c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444908 Nov 22 16:39:15.281419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f105b07-befb-46fa-a913-719e59f490ca req-1bca1b64-0959-4e76-82be-40ec5f02fb02 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:15.283113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f105b07-befb-46fa-a913-719e59f490ca req-1bca1b64-0959-4e76-82be-40ec5f02fb02 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0529177 Nov 22 16:39:15.338182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f105b07-befb-46fa-a913-719e59f490ca req-1019e3c6-fc02-4297-8eba-5ee55f97d556 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480375 Nov 22 16:39:16.222196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad0822-fbee-49e9-a981-17384f3b1354 req-c390ebd5-f605-4fc1-a6eb-6d0f97e2c811 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.224067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cad0822-fbee-49e9-a981-17384f3b1354 req-c390ebd5-f605-4fc1-a6eb-6d0f97e2c811 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0537827 Nov 22 16:39:16.279285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cad0822-fbee-49e9-a981-17384f3b1354 req-b862e784-f986-490f-96f1-40626fb8afcc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465724 Nov 22 16:39:16.457083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea1169-9df5-4e0b-9fdd-72ab1f15154b req-3bf43b42-2aa5-43fb-a198-beb77aabe16e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:16.458598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dea1169-9df5-4e0b-9fdd-72ab1f15154b req-3bf43b42-2aa5-43fb-a198-beb77aabe16e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0496171 Nov 22 16:39:16.506705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dea1169-9df5-4e0b-9fdd-72ab1f15154b req-dbf88b79-e2eb-4c86-9979-8f1d7f1bd7ca tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409980 Nov 22 16:39:17.405228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eccc38-70e1-4639-b542-e492bed39ec4 req-9b11e569-579b-43ef-9d23-f168d521cd8d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:17.406804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71eccc38-70e1-4639-b542-e492bed39ec4 req-9b11e569-579b-43ef-9d23-f168d521cd8d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0539939 Nov 22 16:39:17.455142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71eccc38-70e1-4639-b542-e492bed39ec4 req-198d03ae-1dc2-4a53-a490-976e0635727c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422368 Nov 22 16:39:17.624693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679f4d6-7673-427b-9b3e-e0ea6a49763d req-4544d338-6e19-4b5e-85f1-de8eae6db789 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:17.626207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b679f4d6-7673-427b-9b3e-e0ea6a49763d req-4544d338-6e19-4b5e-85f1-de8eae6db789 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0487924 Nov 22 16:39:17.676013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b679f4d6-7673-427b-9b3e-e0ea6a49763d req-d8a00267-aa37-4c6b-82e0-f761406b2f79 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Nov 22 16:39:18.589995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b77ccd-365a-4215-8e92-5c987510b71a req-3d160a09-88e7-4bf3-b561-3f32a5131ceb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:18.591644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7b77ccd-365a-4215-8e92-5c987510b71a req-3d160a09-88e7-4bf3-b561-3f32a5131ceb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0598176 Nov 22 16:39:18.646387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7b77ccd-365a-4215-8e92-5c987510b71a req-69a1b774-ccf0-43eb-8b84-f2bc94783303 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472443 Nov 22 16:39:18.803475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e1078-882d-49fa-a175-977ad680d85d req-5a2b466c-f2a4-49ab-b8a2-d18133d04b4f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:18.805901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-817e1078-882d-49fa-a175-977ad680d85d req-5a2b466c-f2a4-49ab-b8a2-d18133d04b4f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0544872 Nov 22 16:39:18.857142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-817e1078-882d-49fa-a175-977ad680d85d req-763d3be0-bec5-4da8-88a5-9c6ba8e90d4c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447762 Nov 22 16:39:19.782810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da3b2e-d409-497c-b085-121ce45d3d31 req-a2bd28fb-d0ad-4482-a216-72dd1d357b94 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:19.784404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10da3b2e-d409-497c-b085-121ce45d3d31 req-a2bd28fb-d0ad-4482-a216-72dd1d357b94 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0501440 Nov 22 16:39:19.839359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10da3b2e-d409-497c-b085-121ce45d3d31 req-0bb2b111-0235-41cf-b571-1f3ba38ba1da tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477505 Nov 22 16:39:19.886444 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c21182c-f160-44d6-bf5b-e1887f6bd2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:19.992630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec62d8-7b0b-4512-867c-4b37565cda1e req-c46d0961-3053-4e15-abab-cd1b65dc158b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:19.999613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faec62d8-7b0b-4512-867c-4b37565cda1e req-c46d0961-3053-4e15-abab-cd1b65dc158b tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0530372 Nov 22 16:39:20.048822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faec62d8-7b0b-4512-867c-4b37565cda1e req-f114d53a-095b-4a03-b4d1-610db31d06e6 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486345 Nov 22 16:39:20.845713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34794) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:20.970595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ef340-4258-4835-92aa-0d7801c85b14 req-3552938b-2f57-4016-8c50-4a91c7a17876 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:20.972842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-085ef340-4258-4835-92aa-0d7801c85b14 req-3552938b-2f57-4016-8c50-4a91c7a17876 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0574105 Nov 22 16:39:20.993444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1f350f-0cf0-4b38-afa0-69ff6bf9c58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.044234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-085ef340-4258-4835-92aa-0d7801c85b14 req-eb62e4f8-42c6-4dd7-b7d6-2accadd434c9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642736 Nov 22 16:39:21.090025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1f350f-0cf0-4b38-afa0-69ff6bf9c58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.094098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1f350f-0cf0-4b38-afa0-69ff6bf9c58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.140972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f350f-0cf0-4b38-afa0-69ff6bf9c58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fee471-65f1-4381-8136-eef1b053be0d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.148823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-da1f350f-0cf0-4b38-afa0-69ff6bf9c58e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e48beeea20554f55b6b5a7ce62e7b732&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3019366 Nov 22 16:39:21.149910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34802) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.211482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef8a3a38-500e-4e88-b1ab-6892c0dc5678 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.216261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ade95-e11e-4bd7-a4ce-b58f317835d8 req-c5876f7f-6bad-47dd-a90f-8b0d727c2ff7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:21.217892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb8ade95-e11e-4bd7-a4ce-b58f317835d8 req-c5876f7f-6bad-47dd-a90f-8b0d727c2ff7 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0722272 Nov 22 16:39:21.234693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef8a3a38-500e-4e88-b1ab-6892c0dc5678 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.274640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb8ade95-e11e-4bd7-a4ce-b58f317835d8 req-592f950b-d73a-421c-922f-4098ab16d018 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502307 Nov 22 16:39:21.287889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef8a3a38-500e-4e88-b1ab-6892c0dc5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.302105 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef8a3a38-500e-4e88-b1ab-6892c0dc5678 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.302105 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ef8a3a38-500e-4e88-b1ab-6892c0dc5678 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/39fee471-65f1-4381-8136-eef1b053be0d HTTP/1.1" status: 204 len: 168 time: 0.1417153 Nov 22 16:39:21.312959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a3a38-500e-4e88-b1ab-6892c0dc5678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fee471-65f1-4381-8136-eef1b053be0d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.581709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc0dcb9-c43f-41e0-84d1-22e9c9960c33 req-3b7711ef-6c1f-450e-b436-716df53b111e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:21.583625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7bc0dcb9-c43f-41e0-84d1-22e9c9960c33 req-3b7711ef-6c1f-450e-b436-716df53b111e tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0727956 Nov 22 16:39:21.707987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7bc0dcb9-c43f-41e0-84d1-22e9c9960c33 req-5905a169-b3c8-44c1-8f17-75528f300091 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138413 Nov 22 16:39:21.720977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.729093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35793309-d681-4bd2-8298-b3ea2ab16269 req-18bebc23-30f6-4b59-815c-6d1cc68c422e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:21.731822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35793309-d681-4bd2-8298-b3ea2ab16269 req-18bebc23-30f6-4b59-815c-6d1cc68c422e tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.1354346 Nov 22 16:39:21.737380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00713d41-37a3-4def-a724-38e3c3554e98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.800087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35793309-d681-4bd2-8298-b3ea2ab16269 req-da2982bb-bd60-410d-8be7-7c70b3ef8f91 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Nov 22 16:39:21.862339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00713d41-37a3-4def-a724-38e3c3554e98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.868022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00713d41-37a3-4def-a724-38e3c3554e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:21.912374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00713d41-37a3-4def-a724-38e3c3554e98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6049a93646b748898dbaae02baabdb1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1897213 Nov 22 16:39:21.914401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00713d41-37a3-4def-a724-38e3c3554e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95156547-acd0-446d-983b-c3e411c7a52a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:21.917349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34826) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:21.970930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84023fe0-895a-4a3e-adb5-150cd36bd409 req-8681b7b5-e117-4132-900d-91b372ff2c31 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:21.972478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84023fe0-895a-4a3e-adb5-150cd36bd409 req-8681b7b5-e117-4132-900d-91b372ff2c31 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0971062 Nov 22 16:39:22.024408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.047852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84023fe0-895a-4a3e-adb5-150cd36bd409 req-9fb62d63-3049-4bbf-9ab4-d369449f95d9 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665162 Nov 22 16:39:22.066440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.166855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.169432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:22.170626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/95156547-acd0-446d-983b-c3e411c7a52a HTTP/1.1" status: 204 len: 168 time: 0.2524412 Nov 22 16:39:22.185151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95156547-acd0-446d-983b-c3e411c7a52a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:22.197260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.197878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.198215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.198344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.198708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.199037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.199330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.199896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.200394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.200722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.201265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.201549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc571fb7-ac08-4603-bcfb-e2a555906d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:22.231827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264145a-04ea-47f3-8702-643f475703d6 req-f58afe65-bbd1-4d05-ad61-59318b392f85 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:22.245104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0264145a-04ea-47f3-8702-643f475703d6 req-f58afe65-bbd1-4d05-ad61-59318b392f85 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1080437 Nov 22 16:39:22.322573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0264145a-04ea-47f3-8702-643f475703d6 req-583d6ae0-7af0-4710-ba16-d2674c85e486 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759494 Nov 22 16:39:22.383600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83973b16-9505-428e-8125-5994cf1cff1b req-d3e13d69-d45b-4566-994c-8a4724290526 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:22.385111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83973b16-9505-428e-8125-5994cf1cff1b req-d3e13d69-d45b-4566-994c-8a4724290526 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0613077 Nov 22 16:39:22.435163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83973b16-9505-428e-8125-5994cf1cff1b req-c6838dc4-53d2-4313-97c8-bc55ae7f667c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434432 Nov 22 16:39:22.863322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8ab515e-9732-494c-86a0-a0d11715bcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.143504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d7be6-6db7-4cf2-bae7-3f66eade347a req-de61bf9a-5b5f-442f-a384-4615febb9a70 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.145041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b9d7be6-6db7-4cf2-bae7-3f66eade347a req-de61bf9a-5b5f-442f-a384-4615febb9a70 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0604844 Nov 22 16:39:23.198396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b9d7be6-6db7-4cf2-bae7-3f66eade347a req-17d58fd2-d39e-4ed4-950c-9ec1b3688d48 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461769 Nov 22 16:39:23.458705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044fd228-0cc9-41d7-acbd-199fd752cc4c req-a8813fca-a51c-41c2-81c1-dae518ad79c9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.460990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-044fd228-0cc9-41d7-acbd-199fd752cc4c req-a8813fca-a51c-41c2-81c1-dae518ad79c9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0522420 Nov 22 16:39:23.530520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-044fd228-0cc9-41d7-acbd-199fd752cc4c req-53da6867-eac4-4ef4-9701-ec7ae2b7d63f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611658 Nov 22 16:39:23.547971 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:39:23.597993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483ca78-07a5-45ac-b458-dc51b8f95922 req-e2ea3592-d3cb-404d-b343-bd408c855802 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.599732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8483ca78-07a5-45ac-b458-dc51b8f95922 req-e2ea3592-d3cb-404d-b343-bd408c855802 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0654044 Nov 22 16:39:23.674234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8483ca78-07a5-45ac-b458-dc51b8f95922 req-221fe000-4a8c-4188-9caa-6dd5b2c12731 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638049 Nov 22 16:39:23.902316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426ef2-cfef-44f7-a662-daf7a256e054 req-103564e2-5444-4592-b964-8a608ad83609 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:23.903896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e426ef2-cfef-44f7-a662-daf7a256e054 req-103564e2-5444-4592-b964-8a608ad83609 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0553248 Nov 22 16:39:23.927923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:23.960206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e426ef2-cfef-44f7-a662-daf7a256e054 req-25f43d8b-eb26-4492-b404-3fe55e498916 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479965 Nov 22 16:39:24.144176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d5af949f-13e9-4eaf-8058-88879c46421c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:24.145766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d5af949f-13e9-4eaf-8058-88879c46421c tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 945 time: 0.0627615 Nov 22 16:39:24.292310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:24.292750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.388571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:24.388944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.403876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:24.555174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.571071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:24.591245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:24.667604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:24.670476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:24.672920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:24.678600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88348c1b-4c55-4d12-804b-b8618a6d93e3 req-d71f7486-7c5f-4705-ad78-daeb337edef5 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.66 "DELETE /v2.0/ports/4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 HTTP/1.1" status: 204 len: 173 time: 0.5197220 Nov 22 16:39:24.680374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'name': 'network-vif-deleted', 'tag': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:24.684269 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e47317-9879-464b-a84a-c3861539989d" -d '{"events": [{"server_uuid": "6c89609a-3576-44f5-8d2c-541f674ef4ac", "name": "network-vif-deleted", "tag": "4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:24.708587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a30e6-e733-46a7-95d0-0a294614b457 None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:24.752827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d719a-b563-4263-bc60-fb657e7c16ca req-344f9223-1285-4853-a05f-025ed517023d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:24.754378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-804d719a-b563-4263-bc60-fb657e7c16ca req-344f9223-1285-4853-a05f-025ed517023d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0841274 Nov 22 16:39:24.815017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-804d719a-b563-4263-bc60-fb657e7c16ca req-8c909599-d805-4ce7-9790-08f73600b1e4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531125 Nov 22 16:39:24.870462 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0069a8e-92b9-4265-bbc4-7a6fb138a10b x-openstack-request-id: req-c0069a8e-92b9-4265-bbc4-7a6fb138a10b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:24.870954 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c89609a-3576-44f5-8d2c-541f674ef4ac", "name": "network-vif-deleted", "tag": "4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:24.871374 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0069a8e-92b9-4265-bbc4-7a6fb138a10b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:24.871918 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c89609a-3576-44f5-8d2c-541f674ef4ac', 'name': 'network-vif-deleted', 'tag': '4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7', 'status': 'completed', 'code': 200} Nov 22 16:39:24.922550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af1bfa3e-766e-460c-b3e0-f7bdb92998c9 req-ba2e104b-759e-4324-9d8d-415429aeeb93 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=6c89609a-3576-44f5-8d2c-541f674ef4ac HTTP/1.1" status: 200 len: 210 time: 0.0348873 Nov 22 16:39:25.114888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d8b9d-11aa-4279-8ce6-aa30846c6b51 req-b1f9e1b9-424f-422f-bda0-b303bddaef7a tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:25.116394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d4d8b9d-11aa-4279-8ce6-aa30846c6b51 req-b1f9e1b9-424f-422f-bda0-b303bddaef7a tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0747871 Nov 22 16:39:25.182091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d4d8b9d-11aa-4279-8ce6-aa30846c6b51 req-6ca3da79-00ff-43ac-8c0f-4d3358d814b1 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592389 Nov 22 16:39:25.304787 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.742039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-2d9ad57d-d6b5-4a9c-8391-e58f44863304 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:25.744164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-2d9ad57d-d6b5-4a9c-8391-e58f44863304 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.20 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0580001 Nov 22 16:39:25.853787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Deleting port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:25.854332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.959454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] For port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:25.960194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.968500 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:25.969819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69cae1-a8eb-420a-b111-240690024ed2 req-997020bb-a61c-43fd-a1df-f8737b7be26f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:25.972202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df69cae1-a8eb-420a-b111-240690024ed2 req-997020bb-a61c-43fd-a1df-f8737b7be26f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0645967 Nov 22 16:39:26.040642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df69cae1-a8eb-420a-b111-240690024ed2 req-1524c631-1564-4333-aea5-59029ab43f43 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598526 Nov 22 16:39:26.232485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.233037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.233579 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Floating IP 030055ef-7338-49ec-8b18-453f41673d9a disassociated. External IP: 172.25.6.132, port: 2690222d-eb66-4fd0-b4ab-3ad6b19936cd. Nov 22 16:39:26.235461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Calling delete_port for 2690222d-eb66-4fd0-b4ab-3ad6b19936cd owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:26.363556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1bff1-fc1b-492e-a934-db6499b2f12e req-558b0779-0976-4f78-842b-993d45f04e22 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:26.367330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4eb1bff1-fc1b-492e-a934-db6499b2f12e req-558b0779-0976-4f78-842b-993d45f04e22 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 945 time: 0.0729408 Nov 22 16:39:26.397931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.435697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event deleted for resources: {'Port': ['ID=2690222d-eb66-4fd0-b4ab-3ad6b19936cd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:26.461065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4eb1bff1-fc1b-492e-a934-db6499b2f12e req-f97679b2-966c-491e-a142-1ef4977e7b88 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups?id=30bc24c8-d49f-477e-abdc-67767cc95cf9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816786 Nov 22 16:39:26.601743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:26.733600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:26.748195 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] Sync routers for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:26.765270 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:26.766175 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:26.802447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] No DVR routers for this DVR port 2690222d-eb66-4fd0-b4ab-3ad6b19936cd on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:26.805529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:26.809008 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e400a3aa-b868-446d-a3a3-f949bd801847 req-39616a80-df56-4f91-8a70-e7eb5a7033f9 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.20 "DELETE /v2.0/ports/2690222d-eb66-4fd0-b4ab-3ad6b19936cd HTTP/1.1" status: 204 len: 173 time: 1.0570281 Nov 22 16:39:26.809464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'name': 'network-vif-deleted', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:26.811731 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6b5e01-2b0c-448f-a7b2-7233b9719ec5" -d '{"events": [{"server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "name": "network-vif-deleted", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:26.895517 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef4d9c6-2def-4165-9c31-b9072cbb44ec x-openstack-request-id: req-7ef4d9c6-2def-4165-9c31-b9072cbb44ec {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:26.895998 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "226cf1d4-3c16-42d3-8fc5-011691455a6d", "name": "network-vif-deleted", "tag": "2690222d-eb66-4fd0-b4ab-3ad6b19936cd", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:26.896428 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ef4d9c6-2def-4165-9c31-b9072cbb44ec {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:26.897012 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '226cf1d4-3c16-42d3-8fc5-011691455a6d', 'name': 'network-vif-deleted', 'tag': '2690222d-eb66-4fd0-b4ab-3ad6b19936cd', 'status': 'completed', 'code': 200} Nov 22 16:39:26.934267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44082dfb-5d5f-4a6a-8ec6-3444a3f7e9de req-ddbbb89e-821b-479a-8826-d87d7abc3120 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:26.942308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44082dfb-5d5f-4a6a-8ec6-3444a3f7e9de req-ddbbb89e-821b-479a-8826-d87d7abc3120 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 945 time: 0.1621373 Nov 22 16:39:26.952056 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:27.040710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44082dfb-5d5f-4a6a-8ec6-3444a3f7e9de req-d8b9cd44-cb8f-4cf6-ba00-410e16a04af8 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905557 Nov 22 16:39:27.191895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee92924-bb79-4957-af22-22ed09c48702 req-767b3964-106a-4542-a14d-9fcab8fd24bc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:27.201503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ee92924-bb79-4957-af22-22ed09c48702 req-767b3964-106a-4542-a14d-9fcab8fd24bc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0695605 Nov 22 16:39:27.284614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ee92924-bb79-4957-af22-22ed09c48702 req-44eb1c17-1a19-438f-af18-81b64a1a9f1b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817640 Nov 22 16:39:27.318080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:25Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.348470 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] Checking router: 03127a7b-37fd-42e5-94a9-2f20dad5cab7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:27.358090 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:27.358774 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.468500 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:27.588767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1000af73-0454-4bd8-b685-aeed0326c84c req-b58e5ba1-8ec3-4009-9d20-56a8729d490c tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0451829 Nov 22 16:39:27.769124 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:25Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:27.800555 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1608b-4414-453a-9e6d-e231d88dce24 None None] The sync data for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 is: [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:36:20Z', 'revision_number': 4, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd85cc302-4e59-4c1c-93db-9f685b1adb09', 'name': '', 'network_id': '553d78ba-ec1d-40b4-81ec-1c17d379db96', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'mac_address': 'fa:16:3e:30:ef:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:18Z', 'updated_at': '2021-11-22T16:36:25Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'subnets': [{'id': 'caac2c34-f8b6-403d-8ff5-b465739da7fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:28.117417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39275864-e06a-4793-a7b5-826b8604695d None None] New status for floating IP 030055ef-7338-49ec-8b18-453f41673d9a: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:39:28.182578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4afad5-6ccf-462e-8995-d33113ccc561 req-13eb0fb4-0569-40b9-abf0-f8119cea0d60 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:28.184254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a4afad5-6ccf-462e-8995-d33113ccc561 req-13eb0fb4-0569-40b9-abf0-f8119cea0d60 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 945 time: 0.0543568 Nov 22 16:39:28.258457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a4afad5-6ccf-462e-8995-d33113ccc561 req-9ba03ffc-1686-45be-90c5-091d834a0a4f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/security-groups?id=4a20235c-a5c6-479b-a6f9-2418261032ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654802 Nov 22 16:39:28.397043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-129bbd64-694a-4c05-98ca-2cbb0f08ec15 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:28.398558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-129bbd64-694a-4c05-98ca-2cbb0f08ec15 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 945 time: 0.0875263 Nov 22 16:39:28.453906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb23c5-73b4-4001-b07b-f860abb24468 req-b37abbe9-a808-4368-b172-f51be1108f20 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:28.462745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-accb23c5-73b4-4001-b07b-f860abb24468 req-b37abbe9-a808-4368-b172-f51be1108f20 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0664799 Nov 22 16:39:28.515239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-accb23c5-73b4-4001-b07b-f860abb24468 req-457aa83a-b11d-4cee-87c7-a7c25fde1388 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506275 Nov 22 16:39:28.548175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Deleting port da7ed3d0-2d10-4a52-baa6-7b91336a7930 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:28.548554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.675424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] For port da7ed3d0-2d10-4a52-baa6-7b91336a7930, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=da7ed3d0-2d10-4a52-baa6-7b91336a7930,segment=NetworkSegment(6d4abf4c-becd-4c7d-aaab-c74ec70fdf10),segment_id=6d4abf4c-becd-4c7d-aaab-c74ec70fdf10)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:28.676187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.692230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Calling delete_port for da7ed3d0-2d10-4a52-baa6-7b91336a7930 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:28.730214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:28.772015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:28.772806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4ed0fbff-9ffb-4b8b-ba03-99ebb82e01a7 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:28.790197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be2b6a6d-fecc-44cb-8308-b261934c93bd req-78932e84-b150-4c1a-85b0-ba82ad53f8ef tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0835249 Nov 22 16:39:28.861521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:28.880954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['da7ed3d0-2d10-4a52-baa6-7b91336a7930'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:28.897133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Pushing event deleted for resources: {'Port': ['ID=da7ed3d0-2d10-4a52-baa6-7b91336a7930,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:28.922540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9d024-9017-4da8-89c1-974ffdcd18eb None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:29.300186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] No DVR routers for this DVR port da7ed3d0-2d10-4a52-baa6-7b91336a7930 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:29.303355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:29.314413 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69d4e5f2-92bc-4f0b-a275-c8d0db3ac511 req-c4f66e38-c213-4917-8be1-f77d2b11e6c4 tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.20 "DELETE /v2.0/ports/da7ed3d0-2d10-4a52-baa6-7b91336a7930 HTTP/1.1" status: 204 len: 173 time: 0.9044085 Nov 22 16:39:29.314979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575a9104-898e-4ed3-b298-74180fd99363', 'name': 'network-vif-deleted', 'tag': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:29.324417 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8d460d-dc34-4745-8290-8c9d5c0632bc" -d '{"events": [{"server_uuid": "575a9104-898e-4ed3-b298-74180fd99363", "name": "network-vif-deleted", "tag": "da7ed3d0-2d10-4a52-baa6-7b91336a7930"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:29.409615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17303d7-91bd-4d08-ab71-e2923151b2bb req-33849dba-0873-41ed-b21f-b36a601929a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:29.411490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c17303d7-91bd-4d08-ab71-e2923151b2bb req-33849dba-0873-41ed-b21f-b36a601929a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.1254334 Nov 22 16:39:29.443372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f319c3ac-9abb-4291-868d-382a29ea8b11 req-bde55bc7-559f-453a-b225-fe3e89ac5b8f tempest-ServersTestJSON-704251743 tempest-ServersTestJSON-704251743-project] 10.222.0.65 "GET /v2.0/ports?device_id=575a9104-898e-4ed3-b298-74180fd99363 HTTP/1.1" status: 200 len: 210 time: 0.0603440 Nov 22 16:39:29.525813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c17303d7-91bd-4d08-ab71-e2923151b2bb req-0a6e6ecd-6897-45d2-adcd-02816882ce6e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911076 Nov 22 16:39:29.530140 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b23e73-0474-40c8-8d6a-485f1363f24b x-openstack-request-id: req-90b23e73-0474-40c8-8d6a-485f1363f24b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:29.530624 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575a9104-898e-4ed3-b298-74180fd99363", "name": "network-vif-deleted", "tag": "da7ed3d0-2d10-4a52-baa6-7b91336a7930", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:29.530624 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90b23e73-0474-40c8-8d6a-485f1363f24b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:29.530951 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575a9104-898e-4ed3-b298-74180fd99363', 'name': 'network-vif-deleted', 'tag': 'da7ed3d0-2d10-4a52-baa6-7b91336a7930', 'status': 'completed', 'code': 200} Nov 22 16:39:29.686539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff931ae9-acf3-43d9-97c7-0f0bbef8486e req-8d6077df-9acb-4cd6-9cef-69d8c17c21ee tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:29.688742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff931ae9-acf3-43d9-97c7-0f0bbef8486e req-8d6077df-9acb-4cd6-9cef-69d8c17c21ee tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0757153 Nov 22 16:39:29.754999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff931ae9-acf3-43d9-97c7-0f0bbef8486e req-5db0c6dc-4edf-48bf-9919-65a5440bf845 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594292 Nov 22 16:39:29.954298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d448049d-ee37-4567-9e8d-754af56fa33b req-1b623617-63ce-446f-a044-750f45056726 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0656040 Nov 22 16:39:29.958119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2690222d-eb66-4fd0-b4ab-3ad6b19936cd no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:30.001267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 2690222d-eb66-4fd0-b4ab-3ad6b19936cd {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:30.001621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2690222d-eb66-4fd0-b4ab-3ad6b19936cd not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:30.322921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35062) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:30.441213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5359fbf-f8c2-4f1b-a86a-609244487254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.525895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:30.531374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5359fbf-f8c2-4f1b-a86a-609244487254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.535622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f5359fbf-f8c2-4f1b-a86a-609244487254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.573170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Deleting subnet c524273b-721f-4c27-9092-78d89b47e743 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:30.578351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f5359fbf-f8c2-4f1b-a86a-609244487254 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6215a1aa9c64d7ba0915463120d0cbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2541475 Nov 22 16:39:30.579491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5359fbf-f8c2-4f1b-a86a-609244487254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65e1e3a-5835-43ed-9137-c72c6408bb3e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:30.582054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35070) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:30.589517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.649229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8013dc19-5c88-427a-ae64-e71207641a0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.675629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.704072 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8013dc19-5c88-427a-ae64-e71207641a0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.735767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.781327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8013dc19-5c88-427a-ae64-e71207641a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.784698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8013dc19-5c88-427a-ae64-e71207641a0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.786730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8013dc19-5c88-427a-ae64-e71207641a0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e65e1e3a-5835-43ed-9137-c72c6408bb3e HTTP/1.1" status: 204 len: 168 time: 0.2031927 Nov 22 16:39:30.796426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013dc19-5c88-427a-ae64-e71207641a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65e1e3a-5835-43ed-9137-c72c6408bb3e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:30.818675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.862238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:30.864034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3535d6-66f9-4ea1-931a-2a99d80eb529 None None] Network 8692ce5f-f96b-44ea-8ad7-864170786bc4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:30.866936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c524273b-721f-4c27-9092-78d89b47e743 HTTP/1.1" status: 204 len: 168 time: 0.3387744 Nov 22 16:39:30.869291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9157e-7ad0-45c3-8a7e-d60f35469ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c524273b-721f-4c27-9092-78d89b47e743,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:30.869675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35078) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.013923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.055118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53733446-48a6-45fb-9a3a-0d7a2df0bef9 req-f131fa4d-9e4f-4faf-bb5c-03836666064f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:31.057393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53733446-48a6-45fb-9a3a-0d7a2df0bef9 req-f131fa4d-9e4f-4faf-bb5c-03836666064f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1457026 Nov 22 16:39:31.089138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2623511-0146-4c62-bb3d-13293d89d342 None None] DHCP port deletion for 8692ce5f-f96b-44ea-8ad7-864170786bc4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:31.108774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd19deb0-9b0a-4ece-9394-2a6f8f748dd9 req-138899f7-1122-4aa8-b19d-e18eb8e25bfe tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0488503 Nov 22 16:39:31.220890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.227526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53733446-48a6-45fb-9a3a-0d7a2df0bef9 req-16a07fb1-00c1-4229-bec1-b745828f25b9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510637 Nov 22 16:39:31.261050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8692ce5f-f96b-44ea-8ad7-864170786bc4']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.261463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35088) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.272060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.272758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4abf4c-becd-4c7d-aaab-c74ec70fdf10') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:31.276523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94111c3f-4732-4901-911f-0791ca653e6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.284264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.301294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.309984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:31.310412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:31.312222 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:31.374650 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.380299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.386417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8692ce5f-f96b-44ea-8ad7-864170786bc4 HTTP/1.1" status: 204 len: 168 time: 0.5131583 Nov 22 16:39:31.386836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94111c3f-4732-4901-911f-0791ca653e6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.391734 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94111c3f-4732-4901-911f-0791ca653e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.413547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad0c73-8ab5-4cfa-8bc3-25495a7ecae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8692ce5f-f96b-44ea-8ad7-864170786bc4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:31.432462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94111c3f-4732-4901-911f-0791ca653e6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3024d79c24fa457eb17586af13d465e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1696496 Nov 22 16:39:31.436910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35092) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.445509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94111c3f-4732-4901-911f-0791ca653e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee208939-8291-464e-a4a7-14231fa7692c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:31.497346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468f8352-fe87-4b37-92d5-43bdc9c3b2a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.527771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468f8352-fe87-4b37-92d5-43bdc9c3b2a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.586531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468f8352-fe87-4b37-92d5-43bdc9c3b2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.589886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-468f8352-fe87-4b37-92d5-43bdc9c3b2a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.591177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-468f8352-fe87-4b37-92d5-43bdc9c3b2a6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee208939-8291-464e-a4a7-14231fa7692c HTTP/1.1" status: 204 len: 168 time: 0.1532729 Nov 22 16:39:31.602717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f8352-fe87-4b37-92d5-43bdc9c3b2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee208939-8291-464e-a4a7-14231fa7692c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:31.640825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.700510 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b4638f68-6407-4a4d-8bd9-262950529048 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19cb0fecf90840179dac514b8312e317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0577073 Nov 22 16:39:31.703962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35098) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:31.841231 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26352ff6-fa90-4e79-9224-c5e5ea8a7e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.891913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26352ff6-fa90-4e79-9224-c5e5ea8a7e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.970777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26352ff6-fa90-4e79-9224-c5e5ea8a7e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.971440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device da7ed3d0-2d10-4a52-baa6-7b91336a7930 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:31.974118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26352ff6-fa90-4e79-9224-c5e5ea8a7e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:31.975452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26352ff6-fa90-4e79-9224-c5e5ea8a7e98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a20235c-a5c6-479b-a6f9-2418261032ea HTTP/1.1" status: 204 len: 168 time: 0.2702086 Nov 22 16:39:31.988074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26352ff6-fa90-4e79-9224-c5e5ea8a7e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a20235c-a5c6-479b-a6f9-2418261032ea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:32.020020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: da7ed3d0-2d10-4a52-baa6-7b91336a7930 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:32.020792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device da7ed3d0-2d10-4a52-baa6-7b91336a7930 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:32.230368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:32.251783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-414bd957-9bf7-4683-98d6-352df2a45488 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.297912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1b748ab-4f22-4a0d-9e42-0f08e25f4112 req-f23511b4-8ab7-4e31-bd47-4d1592bc615b tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/ports?device_id=226cf1d4-3c16-42d3-8fc5-011691455a6d HTTP/1.1" status: 200 len: 210 time: 0.0417333 Nov 22 16:39:32.368118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-414bd957-9bf7-4683-98d6-352df2a45488 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.391085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-414bd957-9bf7-4683-98d6-352df2a45488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.398946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1128d-fa55-452d-b70c-2743e40a2d9c req-c337ebd4-f79b-4d5a-9834-0fa034f7ab4d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:32.406756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ac1128d-fa55-452d-b70c-2743e40a2d9c req-c337ebd4-f79b-4d5a-9834-0fa034f7ab4d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0644636 Nov 22 16:39:32.436332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bd957-9bf7-4683-98d6-352df2a45488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c311d497-3f51-444a-8d3e-94da1b98c2ab,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:32.447585 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-414bd957-9bf7-4683-98d6-352df2a45488 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e18ce29ad1546f6bed7c1a712d58ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2116585 Nov 22 16:39:32.448043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:32.484950 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ac1128d-fa55-452d-b70c-2743e40a2d9c req-990490f3-9900-4f55-943d-51a6a803f1a0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732992 Nov 22 16:39:32.512930 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4a931a3-3e09-42aa-9810-b0ca7c05e644 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.537475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4a931a3-3e09-42aa-9810-b0ca7c05e644 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.598541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4a931a3-3e09-42aa-9810-b0ca7c05e644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.602652 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4a931a3-3e09-42aa-9810-b0ca7c05e644 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:32.603803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b4a931a3-3e09-42aa-9810-b0ca7c05e644 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c311d497-3f51-444a-8d3e-94da1b98c2ab HTTP/1.1" status: 204 len: 168 time: 0.1551571 Nov 22 16:39:32.613224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a931a3-3e09-42aa-9810-b0ca7c05e644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311d497-3f51-444a-8d3e-94da1b98c2ab,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.066557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35148) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.306865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1802760638-network', 'tenant_id': 'cc67e6e0367a4a86bf114874584e8c91'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:33.332284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Made reservation on behalf of cc67e6e0367a4a86bf114874584e8c91 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:33.337163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.348033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.402591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35168) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.460443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.477351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.492433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d08-921a-44f7-8b39-434c9795ea24 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.517953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89b26da-f08f-4ac6-acdc-b32fc8abd2be,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.526369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d08-921a-44f7-8b39-434c9795ea24 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.528181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:33.542311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.542853 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Added segment 9ecea9fa-e3cf-4210-9a23-745d0e006ff9 of type vlan for network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 Nov 22 16:39:33.601877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d08-921a-44f7-8b39-434c9795ea24 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.604636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.609263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22dc3d08-921a-44f7-8b39-434c9795ea24 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.610153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-22dc3d08-921a-44f7-8b39-434c9795ea24 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "DELETE /v2.0/security-groups/30bc24c8-d49f-477e-abdc-67767cc95cf9 HTTP/1.1" status: 204 len: 168 time: 0.2054882 Nov 22 16:39:33.613559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35176) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.630085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc3d08-921a-44f7-8b39-434c9795ea24 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc24c8-d49f-477e-abdc-67767cc95cf9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.639435 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-8bd7e3d0-3b9f-4627-ae37-99920fb9665f tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] show failed (client error): The resource could not be found. Nov 22 16:39:33.640622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8bd7e3d0-3b9f-4627-ae37-99920fb9665f tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "GET /v2.0/security-groups/30bc24c8-d49f-477e-abdc-67767cc95cf9 HTTP/1.1" status: 404 len: 347 time: 0.0247836 Nov 22 16:39:33.654804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35178) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.680183 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.681858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:33.682783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.723165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6554642 Nov 22 16:39:33.733639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35180) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:33.740479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Request body: {'subnet': {'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1802760638-subnet', 'tenant_id': 'cc67e6e0367a4a86bf114874584e8c91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:33.786010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe3a83-a066-442a-aa82-8299721a0440 admin admin] Pushing event updated for resources: {'Network': ['ID=00b0176b-4680-4ab7-b4a6-9e9dc8544661,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:33.797711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:33.799984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4568c062-29b6-422a-a9e2-fd9d88a611be req-61b0175c-7300-425b-ba04-12bbfca3e27f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:33.803075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4568c062-29b6-422a-a9e2-fd9d88a611be req-61b0175c-7300-425b-ba04-12bbfca3e27f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1589746 Nov 22 16:39:33.869356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Made reservation on behalf of cc67e6e0367a4a86bf114874584e8c91 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:33.872633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:33.998750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:34.055240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4568c062-29b6-422a-a9e2-fd9d88a611be req-685f57cf-d55b-436a-b0dc-5ac4e8233f1c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089572 Nov 22 16:39:34.180325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:34.195651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:34.201205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Deleting port 4447e194-cb9a-443c-9008-6282150e0b96 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:34.201546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.205673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.245938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.264957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 944de101-e0f2-45cf-a04c-1702c6f797a3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:34.296389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:34.302494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.349285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8500f0-47f1-4bd8-af9a-a61dfa4090cc,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.384553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.396196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.396923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.399518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.400381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.401015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.401661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.402331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.404075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.404921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.405883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.406528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.408292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:39:34.421601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Checking segment: {'id': '9ecea9fa-e3cf-4210-9a23-745d0e006ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:34.422344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Network hostable DHCP agents. Network: 00b0176b-4680-4ab7-b4a6-9e9dc8544661, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:34.431014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['944de101-e0f2-45cf-a04c-1702c6f797a3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:34.432491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.432815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.454041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Calling delete_port for 4447e194-cb9a-443c-9008-6282150e0b96 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:34.471056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:34.525918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 00b0176b-4680-4ab7-b4a6-9e9dc8544661) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:34.530555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:34.531449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.545364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5f18f-690d-42cf-bf6c-215af6c340e0 None None] Network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:34.566329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-65ff4abe-6266-4d34-be39-2cc4bbb79fa3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8301315 Nov 22 16:39:34.721926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.775847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Pushing event deleted for resources: {'Port': ['ID=4447e194-cb9a-443c-9008-6282150e0b96,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:34.781422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59fa50f-b6b4-4cb0-a524-62497774ee87 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:34.887866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fced4-bfb9-411c-aec0-a77d4ea77627 None None] Network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:34.964189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.968006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:34.969688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ac6dd6f-f06c-43c1-9d4d-4f27fc78b587 tempest-ServersTestBootFromVolume-1643679100 tempest-ServersTestBootFromVolume-1643679100-project] 10.222.0.65 "DELETE /v2.0/floatingips/030055ef-7338-49ec-8b18-453f41673d9a HTTP/1.1" status: 204 len: 168 time: 1.3088708 Nov 22 16:39:34.972785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35238) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:35.715457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc52c0-c289-4032-aa79-2d48912c2f05 req-f5218c67-f169-47fb-a5f1-5c8759e81df1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:35.735757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60bc52c0-c289-4032-aa79-2d48912c2f05 req-f5218c67-f169-47fb-a5f1-5c8759e81df1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1330152 Nov 22 16:39:35.795360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35286) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:35.800574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-560612801-network', 'tenant_id': 'eab2cb8922fd4da59995dcbf17e277e3'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:35.835493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Made reservation on behalf of eab2cb8922fd4da59995dcbf17e277e3 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:35.845711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.869733 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:35.914224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60bc52c0-c289-4032-aa79-2d48912c2f05 req-fde3c0a9-fee2-49c5-9db3-947a7c6fbb2e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772556 Nov 22 16:39:36.000920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:36.147629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.158444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.169240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 944de101-e0f2-45cf-a04c-1702c6f797a3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:36.169594 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.196612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35290) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:36.217427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:36.266469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6e2696-e10b-4aeb-afee-cd62f81e0ccd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:36.287401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.288484 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Added segment c989e4f2-18c4-4b2f-8b36-a7ca0188347a of type vlan for network 718d8025-6c7b-48c8-8684-f155db2b92a8 Nov 22 16:39:36.339651 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.377808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.389478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.449692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:36.453247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:36.462902 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a5f7c9-b355-49f5-9788-cb18c7048d2a" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:36.470905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.487328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-745b6484-58da-4e72-a363-cfb2543a13c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.501787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.503043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:36.503794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.530903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:36.578918 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad6396e-d3a9-401b-a896-d6c6d08427fd x-openstack-request-id: req-dad6396e-d3a9-401b-a896-d6c6d08427fd {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:36.579322 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:36.579683 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dad6396e-d3a9-401b-a896-d6c6d08427fd {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:36.580175 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:39:36.604114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8075798 Nov 22 16:39:36.609695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35302) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:36.616716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Request body: {'subnet': {'network_id': '718d8025-6c7b-48c8-8684-f155db2b92a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-560612801-subnet', 'tenant_id': 'eab2cb8922fd4da59995dcbf17e277e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:36.655955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae322d54-8ca7-4bcb-9dea-5d32cacfca7d admin admin] Pushing event updated for resources: {'Network': ['ID=718d8025-6c7b-48c8-8684-f155db2b92a8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:36.670348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 718d8025-6c7b-48c8-8684-f155db2b92a8 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:36.752547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Made reservation on behalf of eab2cb8922fd4da59995dcbf17e277e3 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:36.758128 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.789375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-745b6484-58da-4e72-a363-cfb2543a13c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.806658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-745b6484-58da-4e72-a363-cfb2543a13c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:36.864769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b6484-58da-4e72-a363-cfb2543a13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c668c801-012f-4736-89cc-0bf5ef49bbdc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:36.925161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-745b6484-58da-4e72-a363-cfb2543a13c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50dd8c7ba7104c1dbc4c421319ed4762&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7242484 Nov 22 16:39:36.929014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:37.081785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-928568f3-0bf0-4059-8dd1-f0a28e2f99dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.114096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-928568f3-0bf0-4059-8dd1-f0a28e2f99dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.211123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e05c2-284f-4565-8e0c-603b18559315 req-be658e0b-8a77-493f-801a-c329767fca94 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:37.213305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da8e05c2-284f-4565-8e0c-603b18559315 req-be658e0b-8a77-493f-801a-c329767fca94 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1573482 Nov 22 16:39:37.230171 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.234748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Deleting port d85cc302-4e59-4c1c-93db-9f685b1adb09 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:37.235777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.247983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-928568f3-0bf0-4059-8dd1-f0a28e2f99dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.251343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-928568f3-0bf0-4059-8dd1-f0a28e2f99dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.252520 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-928568f3-0bf0-4059-8dd1-f0a28e2f99dd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c668c801-012f-4736-89cc-0bf5ef49bbdc HTTP/1.1" status: 204 len: 168 time: 0.3101091 Nov 22 16:39:37.310664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928568f3-0bf0-4059-8dd1-f0a28e2f99dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c668c801-012f-4736-89cc-0bf5ef49bbdc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.438256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.575325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] For port d85cc302-4e59-4c1c-93db-9f685b1adb09, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d85cc302-4e59-4c1c-93db-9f685b1adb09,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:37.575736 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.601099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Calling delete_port for d85cc302-4e59-4c1c-93db-9f685b1adb09 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:37.630346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=14f0a36e-3dfe-47ab-b3a4-bd87cdaaff12,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:37.734964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Checking segment: {'id': 'c989e4f2-18c4-4b2f-8b36-a7ca0188347a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '718d8025-6c7b-48c8-8684-f155db2b92a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:37.735239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Network hostable DHCP agents. Network: 718d8025-6c7b-48c8-8684-f155db2b92a8, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:37.814565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da8e05c2-284f-4565-8e0c-603b18559315 req-200c0a4f-63c6-4167-b629-284ba5bd4fbf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913093 Nov 22 16:39:37.817764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Network 718d8025-6c7b-48c8-8684-f155db2b92a8 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:37.831392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 718d8025-6c7b-48c8-8684-f155db2b92a8) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:37.838746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:37.839380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:37.841258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d2bb86-764b-4bb0-ace6-b6f0b0c12f31 None None] Network 718d8025-6c7b-48c8-8684-f155db2b92a8 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:37.892754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-27c8636b-45d5-4789-b118-efe6de87cb1a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2818739 Nov 22 16:39:38.141061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:38.165233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5469d1f-65d7-441a-afc8-85cda133cce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.180415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.221046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1a2d3-f9b7-4bf8-8065-23025c4330ed None None] Network 718d8025-6c7b-48c8-8684-f155db2b92a8 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:38.263801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85cc302-4e59-4c1c-93db-9f685b1adb09,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.278649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5469d1f-65d7-441a-afc8-85cda133cce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.285572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5469d1f-65d7-441a-afc8-85cda133cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.346418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5469d1f-65d7-441a-afc8-85cda133cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34776216-2601-41d4-892e-81e07483e2a3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.420790 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5469d1f-65d7-441a-afc8-85cda133cce4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5771451478b8498bbe8a1c2060e82d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2776086 Nov 22 16:39:38.424073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:38.587835 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5184d62d-1764-4a82-b4e7-c988732fa864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.646808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5184d62d-1764-4a82-b4e7-c988732fa864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.733948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.790933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5184d62d-1764-4a82-b4e7-c988732fa864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.794354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5184d62d-1764-4a82-b4e7-c988732fa864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:38.795892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5184d62d-1764-4a82-b4e7-c988732fa864 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34776216-2601-41d4-892e-81e07483e2a3 HTTP/1.1" status: 204 len: 168 time: 0.3716409 Nov 22 16:39:38.810935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184d62d-1764-4a82-b4e7-c988732fa864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34776216-2601-41d4-892e-81e07483e2a3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:38.838771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:39.174176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc3e2-f6a2-49a4-a264-d34ceb68a829 req-0bbc036b-1ab5-40d6-ace2-bfe44e548048 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:39.178809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a46bc3e2-f6a2-49a4-a264-d34ceb68a829 req-0bbc036b-1ab5-40d6-ace2-bfe44e548048 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1733217 Nov 22 16:39:39.238927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-e43e823c-9549-4cb5-9d81-616bb4a983bf tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:39.249607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-e43e823c-9549-4cb5-9d81-616bb4a983bf tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/networks?id=00b0176b-4680-4ab7-b4a6-9e9dc8544661 HTTP/1.1" status: 200 len: 825 time: 0.4393930 Nov 22 16:39:39.301687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-5fc7d5db-4cc3-44f6-8362-a43e0901b0e1 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/quotas/cc67e6e0367a4a86bf114874584e8c91 HTTP/1.1" status: 200 len: 375 time: 0.0496960 Nov 22 16:39:39.367129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-0858a2ae-f906-4510-936b-11fd8507bc1b tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc67e6e0367a4a86bf114874584e8c91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642929 Nov 22 16:39:39.599192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a46bc3e2-f6a2-49a4-a264-d34ceb68a829 req-ad7b028a-e7fd-4035-a312-e6660ec1689e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710015 Nov 22 16:39:39.638035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:39.682237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-904f67ce-8ae1-4dde-b233-04fc3f6cf83d service neutron] 10.222.0.65 "GET /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084569 Nov 22 16:39:39.935043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:39.957436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29a0541a-915d-4b02-a777-e4ce12a93a10 admin admin] 10.222.0.65 "PUT /v2.0/routers/03127a7b-37fd-42e5-94a9-2f20dad5cab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9819567 Nov 22 16:39:39.960200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:39.962995 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] Sync routers for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:39.974555 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:39.976437 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:40.037165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-5cd12c0b-cfc2-4063-9f3b-3ae2f1260a69 service neutron] 10.222.0.65 "GET /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769110 Nov 22 16:39:40.138574 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:40.287098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.358702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dedf3547-8385-483c-ac75-136c8428dc25 req-4253ceb4-c120-4c23-be58-dab7ed9fbbef tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 210 time: 0.0618150 Nov 22 16:39:40.520195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.627707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Deleting port 7ff8997d-583b-4048-8b1e-becad0fb991a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:40.631032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.672373 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193'}], 'enable_snat': True}, 'gw_port_id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:39:38Z', 'revision_number': 5, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port': {'id': '7ff8997d-583b-4048-8b1e-becad0fb991a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:e2:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:36:14Z', 'updated_at': '2021-11-22T16:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:40.705887 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] Checking router: 03127a7b-37fd-42e5-94a9-2f20dad5cab7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:40.723960 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] Routers {'03127a7b-37fd-42e5-94a9-2f20dad5cab7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:40.728301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:40.821483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e72abf-824f-46d7-9cfd-6c67ce1bdba9 req-8d386970-2f27-4d36-80db-1a565311cd42 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:40.830791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32e72abf-824f-46d7-9cfd-6c67ce1bdba9 req-8d386970-2f27-4d36-80db-1a565311cd42 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0808942 Nov 22 16:39:40.890382 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] Set router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:40.924547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] For port 7ff8997d-583b-4048-8b1e-becad0fb991a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ff8997d-583b-4048-8b1e-becad0fb991a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:40.924932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:40.926798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32e72abf-824f-46d7-9cfd-6c67ce1bdba9 req-fb585552-d858-4568-94be-f2059a450e7f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948212 Nov 22 16:39:40.960983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Calling delete_port for 7ff8997d-583b-4048-8b1e-becad0fb991a owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:41.135739 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 6, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:41.179060 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2327fdb8-e9ae-4cad-bddd-9fed88038b1b None None] The sync data for ids ['03127a7b-37fd-42e5-94a9-2f20dad5cab7'] in n-d-816206-6 is: [{'id': '03127a7b-37fd-42e5-94a9-2f20dad5cab7', 'name': 'tempest-ServersTestBootFromVolume-202378627-router', 'tenant_id': '3a34c9608940464aa7883f973af47f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:36:13Z', 'updated_at': '2021-11-22T16:39:40Z', 'revision_number': 6, 'project_id': '3a34c9608940464aa7883f973af47f0b', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:41.341956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.367812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7842728c-b3f7-4cc3-ba99-9485b66b55fc None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:41.454464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff8997d-583b-4048-8b1e-becad0fb991a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:41.527957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.545237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cc8a633-5d2f-4db2-a17a-7e45af8c1cb5 req-aa28bcf8-d532-4991-81f2-3b086f547a8f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 210 time: 0.0546000 Nov 22 16:39:41.719886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.722452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.742341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d85cc302-4e59-4c1c-93db-9f685b1adb09 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:41.782215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: d85cc302-4e59-4c1c-93db-9f685b1adb09 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:41.782947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d85cc302-4e59-4c1c-93db-9f685b1adb09 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:41.804602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.805343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03127a7b-37fd-42e5-94a9-2f20dad5cab7 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:39:41.810402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.811655 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03175457-c6e9-485a-9b39-60ae6ee0768c admin admin] 10.222.0.65 "DELETE /v2.0/routers/03127a7b-37fd-42e5-94a9-2f20dad5cab7 HTTP/1.1" status: 204 len: 168 time: 1.8504858 Nov 22 16:39:41.814297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35416) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:41.898087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Deleting subnet caac2c34-f8b6-403d-8ff5-b465739da7fb {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:39:41.908619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:41.976855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.404209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:42.470349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd01962-3b81-4ae0-bbd8-7ede62464073 req-b52bd026-e6f7-4385-88f4-7b252a01e7ec tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:42.471942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcd01962-3b81-4ae0-bbd8-7ede62464073 req-b52bd026-e6f7-4385-88f4-7b252a01e7ec tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.3945673 Nov 22 16:39:42.489051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-02ddac8e-4b99-485d-aa05-e16e6a378336 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:42.490677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-02ddac8e-4b99-485d-aa05-e16e6a378336 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.66 "GET /v2.0/networks?id=00b0176b-4680-4ab7-b4a6-9e9dc8544661 HTTP/1.1" status: 200 len: 825 time: 0.4314401 Nov 22 16:39:42.523776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Request body: {'port': {'device_id': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661', 'admin_state_up': True, 'tenant_id': 'cc67e6e0367a4a86bf114874584e8c91'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:42.700172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcd01962-3b81-4ae0-bbd8-7ede62464073 req-d7333e51-78b9-4726-b17f-cd84a01606fe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183781 Nov 22 16:39:43.049030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.083453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e516411-a4cc-4a54-bb7e-9fad2014ff03 req-0fac6a05-f2f3-4078-82a8-568749feebf6 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 210 time: 0.3820057 Nov 22 16:39:43.121075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=caac2c34-f8b6-403d-8ff5-b465739da7fb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.125859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a24d38-40be-44de-a485-b460ee7dea39 None None] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:43.128608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.146247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0b1a8bb9-9608-4876-a68c-b85a36fc361c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/caac2c34-f8b6-403d-8ff5-b465739da7fb HTTP/1.1" status: 204 len: 168 time: 1.3307555 Nov 22 16:39:43.149200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:43.183157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Made reservation on behalf of cc67e6e0367a4a86bf114874584e8c91 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:43.187749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.279291 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.391016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Deleting port 07ede6b2-89fb-4af4-92bd-35572b7cf16e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:43.391524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.402333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ff8997d-583b-4048-8b1e-becad0fb991a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:43.493480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7ff8997d-583b-4048-8b1e-becad0fb991a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:43.494276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ff8997d-583b-4048-8b1e-becad0fb991a not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:43.555465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] For port 07ede6b2-89fb-4af4-92bd-35572b7cf16e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=07ede6b2-89fb-4af4-92bd-35572b7cf16e,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:43.555758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.584896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Calling delete_port for 07ede6b2-89fb-4af4-92bd-35572b7cf16e owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:43.592660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Allocated IP 172.20.0.7 (00b0176b-4680-4ab7-b4a6-9e9dc8544661/5f8500f0-47f1-4bd8-af9a-a61dfa4090cc/642a3c9a-7671-4957-89fd-e6b940534ad5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:43.621478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] DHCP port deletion for 553d78ba-ec1d-40b4-81ec-1c17d379db96 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:43.720192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Deleting port 07ede6b2-89fb-4af4-92bd-35572b7cf16e {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:39:43.721063 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.747901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.816161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] No DVR routers for this DVR port 07ede6b2-89fb-4af4-92bd-35572b7cf16e on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:43.827575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Pushing event deleted for resources: {'Port': ['ID=07ede6b2-89fb-4af4-92bd-35572b7cf16e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:43.900857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.917454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.925080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef7eba-fb9a-4622-abc6-92726466ddd8 req-7d60713f-b07a-4d10-81aa-e686be023f57 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:43.926719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56ef7eba-fb9a-4622-abc6-92726466ddd8 req-7d60713f-b07a-4d10-81aa-e686be023f57 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0895176 Nov 22 16:39:43.952725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['553d78ba-ec1d-40b4-81ec-1c17d379db96']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:43.964134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b224aff9-6217-404f-92de-62cf59f7fdca') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:43.964422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b224aff9-6217-404f-92de-62cf59f7fdca') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:43.977158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:43.992404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.002020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:39:44.002559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.005479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.031652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56ef7eba-fb9a-4622-abc6-92726466ddd8 req-b0163124-01d1-46c7-b374-f405de60d951 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918956 Nov 22 16:39:44.054740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] For port 07ede6b2-89fb-4af4-92bd-35572b7cf16e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=07ede6b2-89fb-4af4-92bd-35572b7cf16e,segment=NetworkSegment(b224aff9-6217-404f-92de-62cf59f7fdca),segment_id=b224aff9-6217-404f-92de-62cf59f7fdca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:44.055498 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.059708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:44.071754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Calling delete_port for 07ede6b2-89fb-4af4-92bd-35572b7cf16e owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:39:44.072313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:44.077681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:39:44.081178 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:39:44.085148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.092890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.098633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] 10.222.0.65 "DELETE /v2.0/networks/553d78ba-ec1d-40b4-81ec-1c17d379db96 HTTP/1.1" status: 204 len: 168 time: 0.9460306 Nov 22 16:39:44.123903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da754a1f-3e35-4b14-8711-91449b03c29e admin admin] Pushing event deleted for resources: {'Network': ['ID=553d78ba-ec1d-40b4-81ec-1c17d379db96,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.167672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Pushing event updated for resources: {'Port': ['ID=642a3c9a-7671-4957-89fd-e6b940534ad5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.238809 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.270290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:44.271206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.276501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Network 553d78ba-ec1d-40b4-81ec-1c17d379db96 is not hosted by any dhcp agent {{(pid=103516) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:39:44.277101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] No DVR routers for this DVR port 07ede6b2-89fb-4af4-92bd-35572b7cf16e on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:44.281245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d04d6-3c3e-49e0-ac82-2e2f2b68ce6d None None] Pushing event deleted for resources: {'Port': ['ID=07ede6b2-89fb-4af4-92bd-35572b7cf16e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.307880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3508b-d1ba-4a06-995e-2c6a1686cc84 req-c7253c6e-7e6f-4cc5-b74b-91257e0d1904 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:44.309578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cb3508b-d1ba-4a06-995e-2c6a1686cc84 req-c7253c6e-7e6f-4cc5-b74b-91257e0d1904 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 931 time: 0.0888677 Nov 22 16:39:44.313292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-3ea9d8a6-604d-4485-bdf5-f2c80f566b00 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7951105 Nov 22 16:39:44.347232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Request body: {'port': {'device_id': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:44.370070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35454) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.396471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cb3508b-d1ba-4a06-995e-2c6a1686cc84 req-ff0a5d63-38e2-4317-842f-675391f0cad3 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793612 Nov 22 16:39:44.440451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.480889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-55775f57-65d5-42b9-a760-ebdbb9b9f87c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a34c9608940464aa7883f973af47f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1067486 Nov 22 16:39:44.481124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35458) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:44.572026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da757128-3114-4b65-a49c-84d1145e9cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.656909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da757128-3114-4b65-a49c-84d1145e9cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.673256 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-13918a11-fcda-493e-acf5-206694f0e2de req-0c3598f0-e3c2-4885-b80f-acd353dd7285 service neutron] show failed (client error): The resource could not be found. Nov 22 16:39:44.674742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-0c3598f0-e3c2-4885-b80f-acd353dd7285 service neutron] 10.222.0.20 "GET /v2.0/ports/b54da9aa-a497-4cf5-81ee-6405584cb7e8/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.1357560 Nov 22 16:39:44.771155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da757128-3114-4b65-a49c-84d1145e9cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.775479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da757128-3114-4b65-a49c-84d1145e9cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.777229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-da757128-3114-4b65-a49c-84d1145e9cbe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc8e556f-6710-48a6-8344-de719ac395c7 HTTP/1.1" status: 204 len: 168 time: 0.2950995 Nov 22 16:39:44.792011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da757128-3114-4b65-a49c-84d1145e9cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8e556f-6710-48a6-8344-de719ac395c7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:44.952148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642a3c9a-7671-4957-89fd-e6b940534ad5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:44.964420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:44.985992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Transition to ACTIVE for port object 642a3c9a-7671-4957-89fd-e6b940534ad5 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:39:44.991900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.047520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Pushing event updated for resources: {'Port': ['ID=642a3c9a-7671-4957-89fd-e6b940534ad5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:45.123675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-d9b96cfe-b8fb-4d15-b236-1b7498e19b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.125420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-d9b96cfe-b8fb-4d15-b236-1b7498e19b82 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 1101 time: 0.1130562 Nov 22 16:39:45.144253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:45.239000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.348667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Attempting to bind port 642a3c9a-7671-4957-89fd-e6b940534ad5 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:45.349013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Attempting to bind port 642a3c9a-7671-4957-89fd-e6b940534ad5 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '9ecea9fa-e3cf-4210-9a23-745d0e006ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:45.349343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Attempting to bind port 642a3c9a-7671-4957-89fd-e6b940534ad5 on network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:45.372276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fba5d8-3b05-4d8f-97bd-62df1280e765 req-112e6084-f27a-41d7-b8f0-d25d179feaad tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.385910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27fba5d8-3b05-4d8f-97bd-62df1280e765 req-112e6084-f27a-41d7-b8f0-d25d179feaad tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1993227 Nov 22 16:39:45.410800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Port 642a3c9a-7671-4957-89fd-e6b940534ad5 on network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:45.411484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Attempting to bind port 642a3c9a-7671-4957-89fd-e6b940534ad5 on network 00b0176b-4680-4ab7-b4a6-9e9dc8544661 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:45.424539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:45.425491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Checking segment: {'id': '9ecea9fa-e3cf-4210-9a23-745d0e006ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:45.426353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Bound using segment: {'id': '9ecea9fa-e3cf-4210-9a23-745d0e006ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:45.427040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Bound port: 642a3c9a-7671-4957-89fd-e6b940534ad5, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ecea9fa-e3cf-4210-9a23-745d0e006ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:45.427642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.443275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 07ede6b2-89fb-4af4-92bd-35572b7cf16e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:45.518892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 07ede6b2-89fb-4af4-92bd-35572b7cf16e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:39:45.519231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 07ede6b2-89fb-4af4-92bd-35572b7cf16e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:45.620098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] For port 642a3c9a-7671-4957-89fd-e6b940534ad5, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:45.625270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] For port 642a3c9a-7671-4957-89fd-e6b940534ad5, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=642a3c9a-7671-4957-89fd-e6b940534ad5,segment=NetworkSegment(9ecea9fa-e3cf-4210-9a23-745d0e006ff9),segment_id=9ecea9fa-e3cf-4210-9a23-745d0e006ff9)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:45.640735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27fba5d8-3b05-4d8f-97bd-62df1280e765 req-f7695a57-0300-44c8-ae5a-7980049e0970 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533920 Nov 22 16:39:45.648578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.771630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.774067 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:45.775828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] 10.222.0.66 "PUT /v2.0/ports/642a3c9a-7671-4957-89fd-e6b940534ad5 HTTP/1.1" status: 200 len: 1091 time: 1.4328964 Nov 22 16:39:45.778104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'tag': '642a3c9a-7671-4957-89fd-e6b940534ad5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:45.781547 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d425ba-db81-41bd-9e46-ebc027b16e79" -d '{"events": [{"name": "network-changed", "server_uuid": "5a4f6ef2-b55f-432a-af72-e78ff083abb4", "tag": "642a3c9a-7671-4957-89fd-e6b940534ad5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:45.827043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:45.838044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f0a97-9a53-4566-bb37-793f486504d4 req-c495c8a7-df45-43cf-87a0-e0ff3deee8ff tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:45.839892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d7f0a97-9a53-4566-bb37-793f486504d4 req-c495c8a7-df45-43cf-87a0-e0ff3deee8ff tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 943 time: 0.1614268 Nov 22 16:39:45.861156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737dadb0-b096-44d0-9b5d-67326010adca service neutron] Pushing event updated for resources: {'Port': ['ID=642a3c9a-7671-4957-89fd-e6b940534ad5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:45.924713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:46.007479 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff4e521-f592-4ea9-9921-5f0563815105 x-openstack-request-id: req-7ff4e521-f592-4ea9-9921-5f0563815105 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:46.008840 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a4f6ef2-b55f-432a-af72-e78ff083abb4", "tag": "642a3c9a-7671-4957-89fd-e6b940534ad5", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:46.008840 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ff4e521-f592-4ea9-9921-5f0563815105 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:46.008840 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'tag': '642a3c9a-7671-4957-89fd-e6b940534ad5', 'status': 'completed', 'code': 200} Nov 22 16:39:46.035426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:46.041592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d7f0a97-9a53-4566-bb37-793f486504d4 req-53c9a554-77e8-403c-8f80-325e6125780f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909156 Nov 22 16:39:46.041758 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d4918-31dd-4756-b4a1-9453f548c5d1" -d '{"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-unplugged", "status": "completed", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:46.051816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.094725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Transition to ACTIVE for port object b54da9aa-a497-4cf5-81ee-6405584cb7e8 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:39:46.100287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-95a83360-46c1-4f64-be2b-c1016bbfe3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.101458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.102410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-95a83360-46c1-4f64-be2b-c1016bbfe3a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc67e6e0367a4a86bf114874584e8c91&device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 1094 time: 0.2513745 Nov 22 16:39:46.190770 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919a8108-5fe6-48e4-a276-74db457ede4b x-openstack-request-id: req-919a8108-5fe6-48e4-a276-74db457ede4b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:46.191090 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-unplugged", "status": "completed", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:46.191817 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-919a8108-5fe6-48e4-a276-74db457ede4b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:46.192806 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'code': 200} Nov 22 16:39:46.214968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-521e79f8-255b-40ee-9d9a-b841561da5bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a3c9a-7671-4957-89fd-e6b940534ad5 HTTP/1.1" status: 200 len: 217 time: 0.1006577 Nov 22 16:39:46.274565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.317144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] No DVR routers for this DVR port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:39:46.322427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-c0a2b5f9-ee21-497e-b6b6-ea9403e97f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.324241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-c0a2b5f9-ee21-497e-b6b6-ea9403e97f8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f8500f0-47f1-4bd8-af9a-a61dfa4090cc HTTP/1.1" status: 200 len: 865 time: 0.1003532 Nov 22 16:39:46.401536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:46.401969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:46.402426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:46.413927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:39:46.414288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Attempting to bind port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:46.415631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-579da202-1b21-4f09-93ae-e91588c17b3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=00b0176b-4680-4ab7-b4a6-9e9dc8544661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784049 Nov 22 16:39:46.422461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:46.422825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:46.423194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:46.433213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Bound port: b54da9aa-a497-4cf5-81ee-6405584cb7e8, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:46.433686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.443043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35506) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:46.571735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:46.576760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:46.586384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.619301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-6b300cb2-b8e8-4557-8c3e-4c26d923bc35 service neutron] 10.222.0.66 "GET /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939311 Nov 22 16:39:46.672372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.684385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.686929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] 10.222.0.66 "PUT /v2.0/ports/b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 1096 time: 1.5522461 Nov 22 16:39:46.719255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1881969912-network', 'tenant_id': '76aef20049d843ce890190cc698a9134'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:46.779831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a41ce-4d41-49e0-a96d-03a748ec87a8 service neutron] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:46.855138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Made reservation on behalf of 76aef20049d843ce890190cc698a9134 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:46.863455 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.896435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:46.922774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-c265e81d-6e4d-47ea-9147-8d139183328f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.924340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-c265e81d-6e4d-47ea-9147-8d139183328f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1099 time: 0.1669235 Nov 22 16:39:46.985447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49721379-7c24-4720-bef4-0b3ee15053b3 req-62c81235-0871-4771-930f-7be2fb0187c5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:46.993765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49721379-7c24-4720-bef4-0b3ee15053b3 req-62c81235-0871-4771-930f-7be2fb0187c5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.1351275 Nov 22 16:39:47.073516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49721379-7c24-4720-bef4-0b3ee15053b3 req-11eec145-5da7-4e7d-9826-d9ca28bbe9f3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737233 Nov 22 16:39:47.077064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9049d039-390b-4bd1-919d-f0e5ad3c1654 req-de8ff831-8b24-41d5-b3eb-24943253e263 service neutron] 10.222.0.66 "GET /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337313 Nov 22 16:39:47.150313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-44f63004-1744-4f33-b20a-d794c254febe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.152224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-44f63004-1744-4f33-b20a-d794c254febe service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2173886 Nov 22 16:39:47.246563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-658917a0-f13f-4917-8b05-d25a21ae01a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0783398 Nov 22 16:39:47.299287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-3dd01bed-3b2b-4f32-9ddf-cdc898f9e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.300932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-3dd01bed-3b2b-4f32-9ddf-cdc898f9e039 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=cc67e6e0367a4a86bf114874584e8c91&device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 1094 time: 0.1260381 Nov 22 16:39:47.323288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-d2b06026-365a-4df9-851b-c77121db7862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.324574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-d2b06026-365a-4df9-851b-c77121db7862 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0650196 Nov 22 16:39:47.420164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da462db-8f24-4911-bee9-71beb0adbbf2 req-a6860272-ba55-485b-9491-54839fbc76c6 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.427823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5da462db-8f24-4911-bee9-71beb0adbbf2 req-a6860272-ba55-485b-9491-54839fbc76c6 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 943 time: 0.1915247 Nov 22 16:39:47.435113 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.454637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918a11-fcda-493e-acf5-206694f0e2de req-324fe351-560f-49ce-b518-430b1a8a6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.456320 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-324fe351-560f-49ce-b518-430b1a8a6c2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1206262 Nov 22 16:39:47.462596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.479509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-5c455ab3-b926-44e5-a23a-40837e591726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.481476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-5c455ab3-b926-44e5-a23a-40837e591726 service neutron] 10.222.0.66 "GET /v2.0/networks?id=00b0176b-4680-4ab7-b4a6-9e9dc8544661 HTTP/1.1" status: 200 len: 926 time: 0.1685286 Nov 22 16:39:47.502017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0798ab3-007c-4f13-aba2-64c5a9973ddb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:47.520180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5da462db-8f24-4911-bee9-71beb0adbbf2 req-d5b17008-9705-45b1-9102-1e823840ed73 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868967 Nov 22 16:39:47.557974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-a74ed460-f6bb-4219-99d1-df2b4c0c3d1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=642a3c9a-7671-4957-89fd-e6b940534ad5 HTTP/1.1" status: 200 len: 217 time: 0.0617034 Nov 22 16:39:47.598672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:39:47.604619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-f00daa3b-37f0-4418-bfa7-7943253c26f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.607122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-f00daa3b-37f0-4418-bfa7-7943253c26f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1097 time: 0.2121758 Nov 22 16:39:47.667985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-064f46d4-ff4c-45fe-a029-6659c80ea6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.670001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-064f46d4-ff4c-45fe-a029-6659c80ea6d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f8500f0-47f1-4bd8-af9a-a61dfa4090cc HTTP/1.1" status: 200 len: 865 time: 0.0980155 Nov 22 16:39:47.685428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.685428 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Added segment 49ad5132-af38-47dd-9f52-c7c1ab2cf2d4 of type vlan for network 613863f5-2393-4ec0-9239-f270341f6491 Nov 22 16:39:47.716678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-df3ab601-46ab-451e-92c6-5420b060fd30 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=00b0176b-4680-4ab7-b4a6-9e9dc8544661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331621 Nov 22 16:39:47.742426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-5888384f-8e28-4a89-a3a1-42c0a45d6b71 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427552 Nov 22 16:39:47.883932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13918a11-fcda-493e-acf5-206694f0e2de req-21bed7d9-dee3-44ba-baa3-07fe1e7e5e5d service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258602 Nov 22 16:39:47.890428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-6def679b-5d16-4fea-80e5-778f890fd970 service neutron] 10.222.0.66 "GET /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615713 Nov 22 16:39:47.892333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.951214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-f8c02b3b-d910-4e5a-a171-516e97976cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.954232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-f8c02b3b-d910-4e5a-a171-516e97976cc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.3221140 Nov 22 16:39:47.955577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:47.956685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:47.957459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.048017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] Pushing event updated for resources: {'Network': ['ID=613863f5-2393-4ec0-9239-f270341f6491,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:48.062811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 613863f5-2393-4ec0-9239-f270341f6491 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:39:48.171109 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-81759397-cf4a-4cb6-8e00-73ba2b23e019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1002 time: 0.1300972 Nov 22 16:39:48.180827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-045f48a5-f14b-456b-9287-d497ce0a779d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7344840 Nov 22 16:39:48.189088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70d425ba-db81-41bd-9e46-ebc027b16e79 req-98c76119-6be4-43eb-a621-3fbb0a9db486 service neutron] 10.222.0.66 "GET /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830596 Nov 22 16:39:48.190501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:48.200596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:48.203148 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a679527-e26a-42f7-bfe8-d01f427a049f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:48.210113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Request body: {'subnet': {'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-subnet', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:48.236461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:39:48.275758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-63d10090-041e-4495-a532-e8c4f22532f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.282925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-63d10090-041e-4495-a532-e8c4f22532f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1009331 Nov 22 16:39:48.286192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Made reservation on behalf of 76aef20049d843ce890190cc698a9134 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:39:48.288507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:48.363623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:39:48.374195 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944d01c7-5f53-4bf8-83df-e87df5d9e740 x-openstack-request-id: req-944d01c7-5f53-4bf8-83df-e87df5d9e740 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:48.375912 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:48.376457 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-944d01c7-5f53-4bf8-83df-e87df5d9e740 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:48.377100 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'status': 'completed', 'code': 200} Nov 22 16:39:48.430123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-18a6f295-405c-4b69-87e0-882763bd0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.432673 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-18a6f295-405c-4b69-87e0-882763bd0dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1375525 Nov 22 16:39:48.547867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-c4287203-2036-40bb-b6c4-b04a613b69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.549582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-c4287203-2036-40bb-b6c4-b04a613b69b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1099 time: 0.1712499 Nov 22 16:39:48.646477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe3472-4816-485e-b922-51ef468fc736 req-0568f5ff-1282-4091-9465-7390583f6f87 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.651351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-096a98d3-b80d-443a-82c0-59534a4dee23 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050200 Nov 22 16:39:48.657189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dbe3472-4816-485e-b922-51ef468fc736 req-0568f5ff-1282-4091-9465-7390583f6f87 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.3857560 Nov 22 16:39:48.708421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-0b583768-92d4-4d94-b9fa-0d4b475169f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.711319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-0b583768-92d4-4d94-b9fa-0d4b475169f2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1099 time: 0.3043001 Nov 22 16:39:48.742762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-89d33f2b-e3e7-48eb-969e-a71c3e01c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.744353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-89d33f2b-e3e7-48eb-969e-a71c3e01c2f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1849997 Nov 22 16:39:48.809450 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-b0fd8919-c728-4e47-9e7d-bd8211de2d1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0535150 Nov 22 16:39:48.839657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ea732-b481-4949-98d6-11445f23dd7b req-dc803c4f-a189-43d0-9acf-9183ffed1626 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.846911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-782ea732-b481-4949-98d6-11445f23dd7b req-dc803c4f-a189-43d0-9acf-9183ffed1626 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 943 time: 0.2262962 Nov 22 16:39:48.876028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-9b316dc4-a3a9-43d4-9a20-d8c31fc3e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.877523 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-9b316dc4-a3a9-43d4-9a20-d8c31fc3e1e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0612702 Nov 22 16:39:48.890283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dbe3472-4816-485e-b922-51ef468fc736 req-7cd21e1b-a5ea-41b3-ad5e-9f5b27f16c93 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317159 Nov 22 16:39:48.921740 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1d7cc0ad-e2a1-402c-97f9-a3634e4c067e req-bef1dc3b-6542-496c-9ace-76e538ce2775 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601383 Nov 22 16:39:48.939828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-e1a5bb1a-a5d9-4f8e-b888-f903d60b1caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:48.941326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-e1a5bb1a-a5d9-4f8e-b888-f903d60b1caa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0495424 Nov 22 16:39:48.998702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-f87b2abf-caca-4748-a55a-cdefdf0e77d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.000237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-f87b2abf-caca-4748-a55a-cdefdf0e77d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2761545 Nov 22 16:39:49.019852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.064299 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-1a2b4de8-fd5d-4542-99e2-09f62f7b9efa service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136746 Nov 22 16:39:49.108497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-1129d81c-22e8-417a-9341-b36a0e30f384 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0934091 Nov 22 16:39:49.119682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-782ea732-b481-4949-98d6-11445f23dd7b req-1f6cbda8-08f8-429c-828b-ef9cafe79b47 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717726 Nov 22 16:39:49.180815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Checking segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:49.180815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Network hostable DHCP agents. Network: 613863f5-2393-4ec0-9239-f270341f6491, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:39:49.184096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bbc448a-580f-4923-bcb3-bcd6ac9b87c0,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:49.259926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-9eccb5c5-2df4-466a-a426-2071c79a4e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.260570 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-80e63458-3f8b-4036-b3e6-4098d30a6ec0 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764903 Nov 22 16:39:49.262129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-9eccb5c5-2df4-466a-a426-2071c79a4e63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1221380 Nov 22 16:39:49.315307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Network 613863f5-2393-4ec0-9239-f270341f6491 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:39:49.340033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 613863f5-2393-4ec0-9239-f270341f6491) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:49.347498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.348068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.356751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f2e2ac-8647-45a8-b81a-952d44a4e9f5 None None] Network 613863f5-2393-4ec0-9239-f270341f6491 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:49.370589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-87d14f80-4028-4e00-8bcc-2a354bfec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:49.372845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-87d14f80-4028-4e00-8bcc-2a354bfec6da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997028 Nov 22 16:39:49.376608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4ed3c4f9-63c2-4641-aebe-8816fe94ffd4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1847932 Nov 22 16:39:49.379546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35554) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:49.386493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:49.442670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.447047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.510999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-b9e8de40-0de1-4c68-936a-0af9091f510a service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279769 Nov 22 16:39:49.563267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.683631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-613863f5-2393-4ec0-9239-f270341f6491', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:39:49.684706 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:49.701795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a679527-e26a-42f7-bfe8-d01f427a049f req-40b217c8-5052-4128-a207-f606c5e1e6f1 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794834 Nov 22 16:39:49.943518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Allocated IP 172.20.0.2 (613863f5-2393-4ec0-9239-f270341f6491/3bbc448a-580f-4923-bcb3-bcd6ac9b87c0/47806f2c-cb55-4e07-a91e-6739b1d86bd3) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:50.032780 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c79e66ad-31af-4766-a29e-d3649d5d66d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.141277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04fc8e-673e-47da-9178-5964d224509f req-66ed12c6-10ac-48ee-bca7-74c31f2c089e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.143498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f04fc8e-673e-47da-9178-5964d224509f req-66ed12c6-10ac-48ee-bca7-74c31f2c089e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 948 time: 0.1049206 Nov 22 16:39:50.275949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f04fc8e-673e-47da-9178-5964d224509f req-54495be1-1f89-4f4b-bc00-393a8ea655e2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165893 Nov 22 16:39:50.332812 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.351915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.371363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.417949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d13d0c-557f-4b60-b15d-472a942c524b req-b1d13654-6786-4a47-ad74-ba99c92dfcfa tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:50.429078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Pushing event updated for resources: {'Port': ['ID=47806f2c-cb55-4e07-a91e-6739b1d86bd3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:50.430800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3d13d0c-557f-4b60-b15d-472a942c524b req-b1d13654-6786-4a47-ad74-ba99c92dfcfa tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 943 time: 0.1493890 Nov 22 16:39:50.444537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Network 613863f5-2393-4ec0-9239-f270341f6491 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:50.447058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:50.454366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:50.548984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Attempting to bind port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:50.549495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Attempting to bind port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:50.551410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Attempting to bind port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 on network 613863f5-2393-4ec0-9239-f270341f6491 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:50.552691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3d13d0c-557f-4b60-b15d-472a942c524b req-742a0920-746d-4f18-bc81-61e3b9b260b5 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209240 Nov 22 16:39:50.557921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:50.558588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Checking segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:50.559146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.561212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Bound using segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:50.561917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Bound port: 47806f2c-cb55-4e07-a91e-6739b1d86bd3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:50.562190 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.696949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] For port 47806f2c-cb55-4e07-a91e-6739b1d86bd3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:50.705966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] For port 47806f2c-cb55-4e07-a91e-6739b1d86bd3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=47806f2c-cb55-4e07-a91e-6739b1d86bd3,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:50.715369 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.733618 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.759206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:50.816331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17cfacf-41f3-467a-9bc6-0024f7033354 None None] Pushing event updated for resources: {'Port': ['ID=47806f2c-cb55-4e07-a91e-6739b1d86bd3,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:50.839550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:50.935876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Allocated IP 172.25.6.26 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bca72ae7-5179-4884-9134-fe75783635bb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:51.051588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:51.088073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'mac_address': 'fa:16:3e:eb:d8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:51.165309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.185207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54da9aa-a497-4cf5-81ee-6405584cb7e8 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:51.212939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:51.220398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.223059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 642a3c9a-7671-4957-89fd-e6b940534ad5 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:39:51.227437 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.284158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.329358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.401045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:51.403245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Pushing event updated for resources: {'Port': ['ID=bca72ae7-5179-4884-9134-fe75783635bb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:51.408016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:51.410888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:51.546979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-23d62609-47c4-4d13-999a-71c53e315fed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1211169 Nov 22 16:39:51.611252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 642a3c9a-7671-4957-89fd-e6b940534ad5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=642a3c9a-7671-4957-89fd-e6b940534ad5,segment=NetworkSegment(9ecea9fa-e3cf-4210-9a23-745d0e006ff9),segment_id=9ecea9fa-e3cf-4210-9a23-745d0e006ff9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:51.649786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '642a3c9a-7671-4957-89fd-e6b940534ad5', 'network_id': '00b0176b-4680-4ab7-b4a6-9e9dc8544661', 'port_id': '642a3c9a-7671-4957-89fd-e6b940534ad5', 'mac_address': 'fa:16:3e:ab:db:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f8500f0-47f1-4bd8-af9a-a61dfa4090cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:39:51.664674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb604aa-2ee1-4a24-8faf-de479f5c2eaf None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:51.815079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0068b08-5782-4a78-a506-7ce2e5af8ee0 req-63571f75-f4c2-4c71-ac77-62f3eb602a44 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:51.830238 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0068b08-5782-4a78-a506-7ce2e5af8ee0 req-63571f75-f4c2-4c71-ac77-62f3eb602a44 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 949 time: 0.2487805 Nov 22 16:39:51.845169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.870563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-03950f22-7446-41e9-b63c-0515cab23675 None None] Provisioning complete for port bca72ae7-5179-4884-9134-fe75783635bb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:51.877089 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03950f22-7446-41e9-b63c-0515cab23675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:51.953231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642a3c9a-7671-4957-89fd-e6b940534ad5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:39:51.999768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 642a3c9a-7671-4957-89fd-e6b940534ad5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=642a3c9a-7671-4957-89fd-e6b940534ad5,segment=NetworkSegment(9ecea9fa-e3cf-4210-9a23-745d0e006ff9),segment_id=9ecea9fa-e3cf-4210-9a23-745d0e006ff9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:52.017638 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.057319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.119564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.120270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.123787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.124515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.125282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.125997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.126612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.130231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-90b6183f-5f10-4e13-912e-f2ca908b7d0b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=96f4a139df2f47a6a912865a040904d7&device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 6490 time: 0.4448192 Nov 22 16:39:52.145495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0068b08-5782-4a78-a506-7ce2e5af8ee0 req-45b97fa7-598e-4b1b-ac09-bc0d0f9d7cf6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142755 Nov 22 16:39:52.152494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-03950f22-7446-41e9-b63c-0515cab23675 None None] Port bca72ae7-5179-4884-9134-fe75783635bb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:52.155638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=642a3c9a-7671-4957-89fd-e6b940534ad5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:52.158395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 47806f2c-cb55-4e07-a91e-6739b1d86bd3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:52.274902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:52.275307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.362934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07be5f-6e0b-4d40-967a-82abd0f89ae0 req-d5b69054-ed5f-4751-aa80-f16fa9b74bdd tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.374839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de07be5f-6e0b-4d40-967a-82abd0f89ae0 req-d5b69054-ed5f-4751-aa80-f16fa9b74bdd tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 943 time: 0.4777498 Nov 22 16:39:52.471770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.514194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-322bdd8c-417a-4143-8d23-b6a14053e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.514721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-322bdd8c-417a-4143-8d23-b6a14053e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.515198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-322bdd8c-417a-4143-8d23-b6a14053e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.527050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-322bdd8c-417a-4143-8d23-b6a14053e89e service neutron] 10.222.0.66 "GET /v2.0/networks?id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 200 len: 2293 time: 0.3337979 Nov 22 16:39:52.539681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['642a3c9a-7671-4957-89fd-e6b940534ad5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:52.609241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b54da9aa-a497-4cf5-81ee-6405584cb7e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:39:52.650694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de07be5f-6e0b-4d40-967a-82abd0f89ae0 req-a4951609-5a71-4ee4-95c8-9e49b1a6842b tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746916 Nov 22 16:39:52.700426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8a6c94-ec57-47e7-9268-57c93f3bca3c None None] Network 613863f5-2393-4ec0-9239-f270341f6491 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:39:52.714333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.831072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-2aa30983-554d-4e5d-b95b-60a0c4bf46c1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.838421 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-2aa30983-554d-4e5d-b95b-60a0c4bf46c1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 949 time: 0.2102664 Nov 22 16:39:52.910460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-914ea953-805e-4399-97a7-ce01af3f4cdb None None] Provisioning complete for port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:52.910736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-914ea953-805e-4399-97a7-ce01af3f4cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:52.926945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-bf3820b1-fbcc-43e8-9258-15d13ed57e29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 200 len: 1001 time: 0.3652837 Nov 22 16:39:52.954520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722644a0-f087-449d-b19f-b10bf039b7fd req-65e00030-ea09-48b5-b662-b98d9539af32 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:52.964621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 47806f2c-cb55-4e07-a91e-6739b1d86bd3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=47806f2c-cb55-4e07-a91e-6739b1d86bd3,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:52.969966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-722644a0-f087-449d-b19f-b10bf039b7fd req-65e00030-ea09-48b5-b662-b98d9539af32 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 949 time: 0.3457868 Nov 22 16:39:53.003806 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd87abe8-4baa-428c-b6dc-b76db1a90c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.005762 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.120247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-babe31d7-ce9a-446b-9c95-05a05bd35a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.121932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-babe31d7-ce9a-446b-9c95-05a05bd35a68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=abc6a1dc-c822-4e67-9dfb-600cc772258b HTTP/1.1" status: 200 len: 850 time: 0.1442010 Nov 22 16:39:53.138571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=47806f2c-cb55-4e07-a91e-6739b1d86bd3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:53.217837 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-722644a0-f087-449d-b19f-b10bf039b7fd req-ada7c623-6799-452a-b4cf-f23f4eed863a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461512 Nov 22 16:39:53.244049 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-46942cfb-846d-4e56-a2fd-efdf4dede3c6 service neutron] delete failed (client error): The resource could not be found. Nov 22 16:39:53.245306 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-46942cfb-846d-4e56-a2fd-efdf4dede3c6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/b54da9aa-a497-4cf5-81ee-6405584cb7e8/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.3931189 Nov 22 16:39:53.263050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-6a68e9eb-33fb-469a-a6c1-0c6f23f14520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.266592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-6a68e9eb-33fb-469a-a6c1-0c6f23f14520 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301103 Nov 22 16:39:53.383761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Router a6e886c5-8ca5-459b-925d-4fbd17504b0d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:39:53.508325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 47806f2c-cb55-4e07-a91e-6739b1d86bd3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:53.537790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-ad4a0d43-ac7b-4108-89f4-3f59bab9210e service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587481 Nov 22 16:39:53.628420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:53.650263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Sync routers for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:39:53.665366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-49ebb2ba-508e-4ca6-9e17-46437d4efa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.666967 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-49ebb2ba-508e-4ca6-9e17-46437d4efa87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1100 time: 0.3486958 Nov 22 16:39:53.669637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.670150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-91472e64-5024-474c-a319-7159f70d3fa3 None None] Provisioning complete for port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:53.670754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91472e64-5024-474c-a319-7159f70d3fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.674506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ee7df8a9-a152-4de0-a7d4-669dc89c8af9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2932584 Nov 22 16:39:53.675637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35602) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:53.688053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:53.688053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:53.852036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-b81d6a3b-db4b-41d6-bcad-11e6355ada62 service neutron] 10.222.0.66 "GET /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056810 Nov 22 16:39:53.877252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:53.878525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:53.898867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-2e6b680a-285d-45dc-8702-619d4209a61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.900855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-2e6b680a-285d-45dc-8702-619d4209a61f service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2174730 Nov 22 16:39:53.903945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490d396-856b-4f73-bab6-ee9b48ed58aa req-4f544052-cc0e-4ead-a553-953ba7b1cd29 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:53.905565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4490d396-856b-4f73-bab6-ee9b48ed58aa req-4f544052-cc0e-4ead-a553-953ba7b1cd29 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 944 time: 0.1229808 Nov 22 16:39:54.005151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4490d396-856b-4f73-bab6-ee9b48ed58aa req-f29b4380-3e3c-44b3-b1d4-042fc9c9ad86 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586798 Nov 22 16:39:54.007580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-3628a6a6-ce46-447e-82c1-0fe4354971b1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 217 time: 0.1420691 Nov 22 16:39:54.088704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.148643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-d43ab783-9384-4bad-b3fa-dc319e6fe442 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.1947403 Nov 22 16:39:54.166386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-a530153c-6afc-4de0-a56f-a1d5df6a75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.169689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-a530153c-6afc-4de0-a56f-a1d5df6a75ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.1471298 Nov 22 16:39:54.340323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-7709b5a3-bf68-431d-9a19-9338d353aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.346269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-7709b5a3-bf68-431d-9a19-9338d353aa64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1726274 Nov 22 16:39:54.379693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-b222410c-180f-49d1-9a02-95ee450aff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.381281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-b222410c-180f-49d1-9a02-95ee450aff35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1938250 Nov 22 16:39:54.414888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:54.513107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-21644291-d968-4b6e-a416-8c2e1dfec1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.514712 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-21644291-d968-4b6e-a416-8c2e1dfec1f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1518621 Nov 22 16:39:54.651165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:51Z', 'revision_number': 3, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:54.659107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0ebbc-6105-4fba-8e26-94117e9b8783 req-bd94f071-5ca1-4f6d-987d-6d2c9f8e2906 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:54.661330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63f0ebbc-6105-4fba-8e26-94117e9b8783 req-bd94f071-5ca1-4f6d-987d-6d2c9f8e2906 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 949 time: 0.2920032 Nov 22 16:39:54.689686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Checking router: a6e886c5-8ca5-459b-925d-4fbd17504b0d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:39:54.690350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Updating router a6e886c5-8ca5-459b-925d-4fbd17504b0d port bca72ae7-5179-4884-9134-fe75783635bb binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:39:54.728855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:54.738777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-897fe922-e3da-423d-b0a6-4a1fcc2eaab5 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461602 Nov 22 16:39:54.756741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63f0ebbc-6105-4fba-8e26-94117e9b8783 req-dee2336f-197f-4073-ade4-932fefbb1cdd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759149 Nov 22 16:39:54.763058 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-e1c57363-46d3-4f42-81eb-909a5bb91f7c service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068274 Nov 22 16:39:54.861316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-a23a30c2-86dd-4227-bb8c-de8eb67d105c service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028459 Nov 22 16:39:54.955105 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.182564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 642a3c9a-7671-4957-89fd-e6b940534ad5 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:55.314907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 642a3c9a-7671-4957-89fd-e6b940534ad5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:55.321916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 642a3c9a-7671-4957-89fd-e6b940534ad5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:55.322865 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.370306 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.411782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-70101b7b-3efe-48e0-a6e5-d1ceb20434e4 req-063a8aae-6e93-48c7-a883-3ee127ff7f49 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6394985 Nov 22 16:39:55.421679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Allocated IP 172.20.0.1 (613863f5-2393-4ec0-9239-f270341f6491/3bbc448a-580f-4923-bcb3-bcd6ac9b87c0/1e7cbbc5-2f1e-4957-99e3-2002b26c028c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:39:55.469979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.509362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a3c9a-7671-4957-89fd-e6b940534ad5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:55.511983 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79ffef9-6804-435d-a29f-c7b1be54d47e" -d '{"events": [{"server_uuid": "5a4f6ef2-b55f-432a-af72-e78ff083abb4", "name": "network-vif-plugged", "status": "completed", "tag": "642a3c9a-7671-4957-89fd-e6b940534ad5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:55.553355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 642a3c9a-7671-4957-89fd-e6b940534ad5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=642a3c9a-7671-4957-89fd-e6b940534ad5,segment=NetworkSegment(9ecea9fa-e3cf-4210-9a23-745d0e006ff9),segment_id=9ecea9fa-e3cf-4210-9a23-745d0e006ff9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:55.566852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-95bec1b1-b7fa-424b-89a8-3b8f01f981a3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.94&port_id=d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 217 time: 0.6928632 Nov 22 16:39:55.587845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.592775 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702b6d4a-cedd-429c-9aec-d7430c3d49aa x-openstack-request-id: req-702b6d4a-cedd-429c-9aec-d7430c3d49aa {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:55.593382 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f6ef2-b55f-432a-af72-e78ff083abb4", "name": "network-vif-plugged", "status": "completed", "tag": "642a3c9a-7671-4957-89fd-e6b940534ad5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:55.593913 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-702b6d4a-cedd-429c-9aec-d7430c3d49aa {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:55.594567 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642a3c9a-7671-4957-89fd-e6b940534ad5', 'code': 200} Nov 22 16:39:55.625475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.671932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=642a3c9a-7671-4957-89fd-e6b940534ad5,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.705630 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.720161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.723615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.760481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Network 613863f5-2393-4ec0-9239-f270341f6491 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:55.767065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:55.772194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:39:55.812223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5ef0b0-5c09-42af-8556-e9e8907e6679 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:55.843698 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.851747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212d3a6-d6ce-47c9-9d23-842a9130ad4b req-7ad815ca-2835-4ac0-9bee-2d8f41e664b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:55.854264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5212d3a6-d6ce-47c9-9d23-842a9130ad4b req-7ad815ca-2835-4ac0-9bee-2d8f41e664b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 1096 time: 0.1753457 Nov 22 16:39:55.864061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Attempting to bind port bca72ae7-5179-4884-9134-fe75783635bb on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:39:55.865003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Attempting to bind port bca72ae7-5179-4884-9134-fe75783635bb by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:39:55.866642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Attempting to bind port bca72ae7-5179-4884-9134-fe75783635bb on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:39:55.873394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abc180-493c-45b4-84cf-251751dd1b5a req-4e1d88fd-a08c-40b3-b697-5eaa03929d07 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:55.885945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8abc180-493c-45b4-84cf-251751dd1b5a req-4e1d88fd-a08c-40b3-b697-5eaa03929d07 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.3249061 Nov 22 16:39:55.890687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:39:55.893404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:39:55.893983 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.895671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:39:55.896274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Bound port: bca72ae7-5179-4884-9134-fe75783635bb, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:39:55.897954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:55.957593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Pushing event updated for resources: {'Port': ['ID=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:55.978992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] For port bca72ae7-5179-4884-9134-fe75783635bb, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:39:55.983006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] For port bca72ae7-5179-4884-9134-fe75783635bb, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bca72ae7-5179-4884-9134-fe75783635bb,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:39:55.988206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4eb62-4e42-48f3-a708-a3178c7be66a None None] Pushing event updated for resources: {'Port': ['ID=bca72ae7-5179-4884-9134-fe75783635bb,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.014673 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.028741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5212d3a6-d6ce-47c9-9d23-842a9130ad4b req-473129cc-229e-414c-8925-aca2a4c49b33 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247394 Nov 22 16:39:56.047524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9ac6622f-a7fe-4bc1-b3d7-8cd66efdb8dc None None] Provisioning complete for port bca72ae7-5179-4884-9134-fe75783635bb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.047658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-f26e68c1-e96e-48ef-b652-876b3853738c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.047903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac6622f-a7fe-4bc1-b3d7-8cd66efdb8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.049375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-f26e68c1-e96e-48ef-b652-876b3853738c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.4617584 Nov 22 16:39:56.177083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8abc180-493c-45b4-84cf-251751dd1b5a req-35f4d998-8b6d-42fc-a2e6-79f7aafe1f23 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892985 Nov 22 16:39:56.202814 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.209024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124ee5c-3a97-42c1-871b-f52d19f9da63 req-0c96e08e-73b9-4aff-992f-7322088ad53c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.212406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3840d-0641-4640-b88a-28a6881794d3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:39:56.215199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7124ee5c-3a97-42c1-871b-f52d19f9da63 req-0c96e08e-73b9-4aff-992f-7322088ad53c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 949 time: 0.3216090 Nov 22 16:39:56.218890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.247661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4eb62-4e42-48f3-a708-a3178c7be66a None None] Pushing event updated for resources: {'Port': ['ID=bca72ae7-5179-4884-9134-fe75783635bb,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.264334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:39:56.265112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.397476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:39:56.445328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7124ee5c-3a97-42c1-871b-f52d19f9da63 req-2b048cb3-c12d-46e4-82f4-330265f82fa6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230451 Nov 22 16:39:56.461515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-33700e9e-0428-45f4-9b21-573154124317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.464155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-33700e9e-0428-45f4-9b21-573154124317 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1838396 Nov 22 16:39:56.658965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-c49afaf0-55f0-435d-9b31-9e0d93625a6b service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825430 Nov 22 16:39:56.731331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac6622f-a7fe-4bc1-b3d7-8cd66efdb8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.754077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9ac6622f-a7fe-4bc1-b3d7-8cd66efdb8dc None None] For port bca72ae7-5179-4884-9134-fe75783635bb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bca72ae7-5179-4884-9134-fe75783635bb,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:56.761910 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ac6622f-a7fe-4bc1-b3d7-8cd66efdb8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.820983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6622f-a7fe-4bc1-b3d7-8cd66efdb8dc None None] Pushing event updated for resources: {'Port': ['ID=bca72ae7-5179-4884-9134-fe75783635bb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:56.836045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-f02dee60-eb2a-45de-a9f8-a41483b24550 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608164 Nov 22 16:39:56.842701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:39:55Z', 'revision_number': 1, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:39:56.882462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b451ee64-1bbc-4592-b9ad-5e68fcdfd07d None None] The sync data for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 is: [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:39:55Z', 'revision_number': 1, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:39:56.890713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:56.910221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-01b3b1af-f46c-4289-9eaf-5414d1fd1802 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.184&port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8 HTTP/1.1" status: 200 len: 217 time: 0.0604415 Nov 22 16:39:56.946616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bb0d7dee-f7dd-4706-9f45-9ed0c55d8d54 None None] Provisioning complete for port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:56.947516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7dee-f7dd-4706-9f45-9ed0c55d8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:56.992550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-182ebb53-d7d5-43f1-a5a4-46321cb5f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:56.994461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-182ebb53-d7d5-43f1-a5a4-46321cb5f940 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.0617828 Nov 22 16:39:57.014221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port b54da9aa-a497-4cf5-81ee-6405584cb7e8 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:39:57.024886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bb0d7dee-f7dd-4706-9f45-9ed0c55d8d54 None None] Port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:57.036076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port b54da9aa-a497-4cf5-81ee-6405584cb7e8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:57.036076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.048953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.057705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.079088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bb0d7dee-f7dd-4706-9f45-9ed0c55d8d54 None None] Provisioning complete for port bca72ae7-5179-4884-9134-fe75783635bb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:57.079540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb0d7dee-f7dd-4706-9f45-9ed0c55d8d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.093546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-ffa541ea-a04a-46fd-b4c4-55089915d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:57.100692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-ffa541ea-a04a-46fd-b4c4-55089915d9ad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917814 Nov 22 16:39:57.234887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.241716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.243847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Pushing event updated for resources: {'Port': ['ID=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.398134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:39:57.412297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-74eff644-853b-44b4-9c44-8dfa071fdd9d service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854531 Nov 22 16:39:57.430093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:57.547669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Network 613863f5-2393-4ec0-9239-f270341f6491 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:39:57.549279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:39:57.599103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:39:57.605820 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f97c8e-44f2-4215-822a-bc2f9002c613" -d '{"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-plugged", "status": "completed", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:39:57.614545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:57.832230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-e8ec0598-144e-4220-83fc-3382a7e5965e service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098382 Nov 22 16:39:57.983063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Router a6e886c5-8ca5-459b-925d-4fbd17504b0d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:39:58.012058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e9229-a4b3-4373-95bf-6c7a68dc5073 req-d1b2e79d-c4d7-4495-a2db-e19079ce672a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:58.013684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca4e9229-a4b3-4373-95bf-6c7a68dc5073 req-d1b2e79d-c4d7-4495-a2db-e19079ce672a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.3903062 Nov 22 16:39:58.060375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-92b4f1ea-25c8-4d82-8b4b-9e8b8beae766 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a HTTP/1.1" status: 200 len: 217 time: 0.2038918 Nov 22 16:39:58.129708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1307c5-b3c1-4aea-92f7-63a5ff6bd3b2 req-7ce8a87e-1a69-46db-b606-2ce901c1823f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:58.154272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d1307c5-b3c1-4aea-92f7-63a5ff6bd3b2 req-7ce8a87e-1a69-46db-b606-2ce901c1823f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.6363385 Nov 22 16:39:58.176149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ce06000c-428f-4d6e-ba31-9ba1e5519cdf None None] Provisioning complete for port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:58.178715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce06000c-428f-4d6e-ba31-9ba1e5519cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:58.204881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:39:58.219254 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e71ba871-a5c7-4121-b16b-b6391cc6da5d admin admin] 10.222.0.65 "PUT /v2.0/routers/a6e886c5-8ca5-459b-925d-4fbd17504b0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5345857 Nov 22 16:39:58.257925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ce06000c-428f-4d6e-ba31-9ba1e5519cdf None None] Port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:39:58.326899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d1307c5-b3c1-4aea-92f7-63a5ff6bd3b2 req-24eb5b57-ca38-4e49-b293-d9f8d516b976 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713290 Nov 22 16:39:58.361867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca4e9229-a4b3-4373-95bf-6c7a68dc5073 req-a3c35788-2270-4287-8c48-4a81f4da9cdd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350863 Nov 22 16:39:58.423117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-d5a22887-4346-4c7b-b67b-4ff23ead6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:58.424829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-d5a22887-4346-4c7b-b67b-4ff23ead6407 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 200 len: 797 time: 0.3318408 Nov 22 16:39:58.494319 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ed1f0c-9b05-4190-978a-3c8b3724eca8 x-openstack-request-id: req-01ed1f0c-9b05-4190-978a-3c8b3724eca8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:39:58.495063 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-plugged", "status": "completed", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:39:58.495579 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01ed1f0c-9b05-4190-978a-3c8b3724eca8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:39:58.496180 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'code': 200} Nov 22 16:39:58.618567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-f841143c-aa74-4f2e-b197-7866c2ab74de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:58.620493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-f841143c-aa74-4f2e-b197-7866c2ab74de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4de8f45a-66af-4e6d-b8f1-079890f95a1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1772070 Nov 22 16:39:58.822226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca401fb4-6bc4-4388-b36b-24eb175b4201 req-31caefe9-0823-4a39-a7b2-4a54f3a322fc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:58.828107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca401fb4-6bc4-4388-b36b-24eb175b4201 req-31caefe9-0823-4a39-a7b2-4a54f3a322fc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.2959864 Nov 22 16:39:58.878434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-e859d479-6ff7-476a-b139-d1527f38a592 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486193 Nov 22 16:39:59.031574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.033244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ca401fb4-6bc4-4388-b36b-24eb175b4201 req-5c8cb0a3-da0e-4d39-8e26-e3ea6327faba tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947479 Nov 22 16:39:59.046251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176177540', 'description': 'tempest-description--661753644'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:59.090520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.105594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-b4db80c6-9452-47ba-807f-9c2e3121f495 service neutron] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172401 Nov 22 16:39:59.206138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-e96f039f-3285-41ca-8355-0614a49bcb2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd HTTP/1.1" status: 200 len: 217 time: 0.0851068 Nov 22 16:39:59.289139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.321582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.355441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-e4ee22ef-87c5-4108-b736-0107f467a7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.391281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-e4ee22ef-87c5-4108-b736-0107f467a7a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.1735537 Nov 22 16:39:59.412135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.414556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3817322 Nov 22 16:39:59.421828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35694) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.428415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Request body: {'security_group_rule': {'security_group_id': '9424b016-bd98-430b-85c1-0b6164147962', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:59.462771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0cfe1-ee15-41b3-bfc5-e99e60df8c8b tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9424b016-bd98-430b-85c1-0b6164147962,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.508582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.641004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bca72ae7-5179-4884-9134-fe75783635bb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:39:59.650695 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.663787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.730599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a9524-465b-40f5-81c5-84b5fd88d517 req-41ffbe80-8153-4282-bd10-96d0055dd5df tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.739189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-197a9524-465b-40f5-81c5-84b5fd88d517 req-41ffbe80-8153-4282-bd10-96d0055dd5df tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.2086954 Nov 22 16:39:59.752309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de028ca9-7932-4509-b18f-57a98838d473,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.772765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.774218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bca72ae7-5179-4884-9134-fe75783635bb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:39:59.774384 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-01d81f2a-2f56-4963-a439-180f2f8eb0d2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507850 Nov 22 16:39:59.774941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.777006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35720) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.786138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Request body: {'security_group_rule': {'security_group_id': '9424b016-bd98-430b-85c1-0b6164147962', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:59.801832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-0f125573-ef89-4513-9b09-467aedfeddb8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593827 Nov 22 16:39:59.806339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-00d4eb68-7e85-47aa-80e6-d854dfba85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:39:59.808303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-00d4eb68-7e85-47aa-80e6-d854dfba85e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4004629 Nov 22 16:39:59.836135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.915545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.919525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.937456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a13d86-8a2c-4c41-9ee6-7c6e819391b8,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:39:59.945259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-197a9524-465b-40f5-81c5-84b5fd88d517 req-0da62419-745b-4b19-935b-74a3043075b2 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047634 Nov 22 16:39:59.946535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:39:59.948829 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5bc118fa-63c2-4e55-99d5-d14dce2fac94 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707790 Nov 22 16:39:59.952108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35726) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:39:59.956564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:39:59.992341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.022978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-3f60e1d7-2b34-4055-ada2-b445c162e817 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971517 Nov 22 16:40:00.054336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-84a54acd-0d01-4aa3-a7bd-28fb8dce90ca tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.055958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-84a54acd-0d01-4aa3-a7bd-28fb8dce90ca tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2465787 Nov 22 16:40:00.099741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.122168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-b8541d3d-166f-4dc0-9044-4c2d5c7f3a82 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/quotas/fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 375 time: 0.0482900 Nov 22 16:40:00.223884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Allocated IP 172.25.6.225 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/4b59a66e-0d42-4e58-ae42-ca594658a543) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:00.227341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a23584-d7b7-4007-9524-6cdb14a228c4 req-34de0814-9f94-49b3-9a74-2076262a8f51 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.238062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02a23584-d7b7-4007-9524-6cdb14a228c4 req-34de0814-9f94-49b3-9a74-2076262a8f51 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.1307673 Nov 22 16:40:00.279313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-8ae833ba-c7ed-478a-9f32-3257e0359379 service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403743 Nov 22 16:40:00.297560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-2872121f-fca3-43b7-b32b-f0e0dabea51b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1574035 Nov 22 16:40:00.380198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.384617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-45227182-7b61-4abd-86ca-f9641d6543ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 200 len: 217 time: 0.0843544 Nov 22 16:40:00.409886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02a23584-d7b7-4007-9524-6cdb14a228c4 req-b58e655f-f46e-4cd7-afdc-5d5061e8bdd0 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708648 Nov 22 16:40:00.465354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.500646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-16b0c539-abac-46dc-9041-469968cd950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.503325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-16b0c539-abac-46dc-9041-469968cd950b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 200 len: 797 time: 0.1059394 Nov 22 16:40:00.538184 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:00.558382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-468aeaa7-59f8-4178-a617-78862921d8de req-a36b7496-fc6d-4139-ba45-276ece1caa01 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 210 time: 0.0541787 Nov 22 16:40:00.608925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-3be93ff9-df8b-4f1e-b1c8-c0ce59a607bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.608925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-3be93ff9-df8b-4f1e-b1c8-c0ce59a607bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906980 Nov 22 16:40:00.654310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:00.655699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event updated for resources: {'Port': ['ID=4b59a66e-0d42-4e58-ae42-ca594658a543,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:00.676425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:00.686656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:00.809054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d987563-d7b6-491e-900c-98acd62488e2 req-3cc43016-c3f7-4c43-8f5c-5da26617513b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:00.811821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d987563-d7b6-491e-900c-98acd62488e2 req-3cc43016-c3f7-4c43-8f5c-5da26617513b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.1151915 Nov 22 16:40:00.851938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:00.876011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-9cdd144d-8b66-454e-8228-01cb6b031cec service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549138 Nov 22 16:40:00.934576 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Sync routers for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:00.951590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:00.952632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:00.971290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.066322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d987563-d7b6-491e-900c-98acd62488e2 req-4ff8dbd7-f3aa-410b-9563-2710cb115aad tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466536 Nov 22 16:40:01.094153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:01.160977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445da0b-4669-42cb-88f0-a2a2de749180 req-17a4a668-5d65-4c14-a53f-f4e0f94b1c5d tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.169024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2445da0b-4669-42cb-88f0-a2a2de749180 req-17a4a668-5d65-4c14-a53f-f4e0f94b1c5d tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.2048867 Nov 22 16:40:01.227235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d52f03c-302d-49f0-908a-9343ba8cc314 req-2dc812f8-7429-436e-84e3-ba2d470ce1cd service neutron] 10.222.0.66 "GET /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339298 Nov 22 16:40:01.301471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.308808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.366120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2445da0b-4669-42cb-88f0-a2a2de749180 req-25eb6607-9981-430b-9ed5-8cac78aa5ab4 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857548 Nov 22 16:40:01.473778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event updated for resources: {'Port': ['ID=4b59a66e-0d42-4e58-ae42-ca594658a543,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:01.514993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.532405 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 2, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:01.553540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.555072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-146533fd-51f4-4646-b7ec-50096a6031ff tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6019881 Nov 22 16:40:01.572815 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Checking router: a6e886c5-8ca5-459b-925d-4fbd17504b0d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:01.573383 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Updating router a6e886c5-8ca5-459b-925d-4fbd17504b0d port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:40:01.607378 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:01.661574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a8e0b-b97e-43a4-aff5-1fef1fd9af18 req-711fd638-63fc-4dc5-88b2-6d4e566572c6 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:01.670607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf9a8e0b-b97e-43a4-aff5-1fef1fd9af18 req-711fd638-63fc-4dc5-88b2-6d4e566572c6 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1180542 Nov 22 16:40:01.756958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf9a8e0b-b97e-43a4-aff5-1fef1fd9af18 req-7aad9aed-3aba-453e-a9c8-16b94c4fde05 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798233 Nov 22 16:40:02.018271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-323bb99c-029c-4c3c-b930-ba66850ebd60 req-7496ac01-89a6-46db-a635-a806066f1916 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 210 time: 0.0446320 Nov 22 16:40:02.026490 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.034271 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.097923 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Pushing event updated for resources: {'Port': ['ID=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:02.132838 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.133954 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.134186 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.134544 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.134846 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.135178 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.135512 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.135838 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.136163 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.136656 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.136871 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.137198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:02.144344 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-500926ef-8f63-4ca8-bdd1-f50167d350d9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468280 Nov 22 16:40:02.192294 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Attempting to bind port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:02.193696 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Attempting to bind port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:02.194279 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Attempting to bind port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c on network 613863f5-2393-4ec0-9239-f270341f6491 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:02.200930 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:02.201644 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Checking segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:02.202299 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.202882 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Bound using segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:02.204789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Bound port: 1e7cbbc5-2f1e-4957-99e3-2002b26c028c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:02.205445 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.210431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-279d2a8f-c17a-4a72-b0af-a41df79e7d77 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--176177540&fields=id&tenant_id=76aef20049d843ce890190cc698a9134 HTTP/1.1" status: 200 len: 267 time: 0.1360359 Nov 22 16:40:02.222059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d0c6c-31d6-4d50-8f90-be1dbf00a050 req-017416ed-af11-48bd-a9e0-88a24d0ab006 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.232287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-207d0c6c-31d6-4d50-8f90-be1dbf00a050 req-017416ed-af11-48bd-a9e0-88a24d0ab006 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.1163669 Nov 22 16:40:02.338063 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] For port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:02.344792 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] For port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:02.351970 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.378295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-6e0a2aa1-0406-4cea-b44f-64534ff3c81c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.380122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-6e0a2aa1-0406-4cea-b44f-64534ff3c81c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2203948 Nov 22 16:40:02.381291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-207d0c6c-31d6-4d50-8f90-be1dbf00a050 req-b9451bb2-6a3b-4602-979f-2b0005c816c6 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Nov 22 16:40:02.395231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Request body: {'port': {'device_id': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'fc4d1aee37b74f9da54d3ef0a1e24838'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:02.404317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c159d98-6771-4206-ac2d-b1dd103a0cdc tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:02.411548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c159d98-6771-4206-ac2d-b1dd103a0cdc tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/networks?id=613863f5-2393-4ec0-9239-f270341f6491 HTTP/1.1" status: 200 len: 815 time: 0.1780903 Nov 22 16:40:02.430463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-f66bb1ca-5b55-44e9-b0ab-b0e40ee5e9fb tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/quotas/76aef20049d843ce890190cc698a9134 HTTP/1.1" status: 200 len: 375 time: 0.0178065 Nov 22 16:40:02.441788 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:02.442519 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:02.448183 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eceaa4-be4c-4ea6-95c3-6525d18f3ed9 None None] Pushing event updated for resources: {'Port': ['ID=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:02.505382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dc7f211a-7b63-4e70-870c-d74bda3bac82 None None] Provisioning complete for port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:02.512958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc7f211a-7b63-4e70-870c-d74bda3bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.557141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-ac6ce20f-8304-4820-a3de-f13652297703 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=76aef20049d843ce890190cc698a9134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203036 Nov 22 16:40:02.567071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Made reservation on behalf of fc4d1aee37b74f9da54d3ef0a1e24838 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:02.582743 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.697473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc7f211a-7b63-4e70-870c-d74bda3bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.738107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-5c1d21c6-8b9c-4c4f-b76d-45b895aaac84 service neutron] 10.222.0.65 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722846 Nov 22 16:40:02.791046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dc7f211a-7b63-4e70-870c-d74bda3bac82 None None] For port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:02.796007 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc7f211a-7b63-4e70-870c-d74bda3bac82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:02.878014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f211a-7b63-4e70-870c-d74bda3bac82 None None] Pushing event updated for resources: {'Port': ['ID=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:02.895121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Allocated IP 192.168.233.52 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/ec09f245-a567-438e-b89b-261b797486a5) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:02.905114 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:02.962875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-131ab739-a284-491b-97a9-889c93075d55 None None] Provisioning complete for port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:02.964035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131ab739-a284-491b-97a9-889c93075d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.005291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-d0bd686c-128d-4d8d-8b43-c9fdf95e65bf service neutron] 10.222.0.65 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580304 Nov 22 16:40:03.022353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec558a23-f03a-4b21-8095-f45bb83d7eb4 req-00d3262b-3b21-4082-9931-c406ce26ad71 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.030965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec558a23-f03a-4b21-8095-f45bb83d7eb4 req-00d3262b-3b21-4082-9931-c406ce26ad71 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1174254 Nov 22 16:40:03.108188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec558a23-f03a-4b21-8095-f45bb83d7eb4 req-fa168ba6-61b5-4a1e-aa41-7378f48b5465 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757692 Nov 22 16:40:03.148732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.213043 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:03.222132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.243998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:03.251037 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ffd5a4-eb0c-4f7c-afaa-de0fae219439 None None] The sync data for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 is: [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:03.285230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:03.289303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:03.292415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:03.341909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c6472-302e-4c3a-a42a-50efaf16cb06 req-70c2141c-135f-43d1-bab5-c4bd3190b61a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.373196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-622c6472-302e-4c3a-a42a-50efaf16cb06 req-70c2141c-135f-43d1-bab5-c4bd3190b61a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 935 time: 0.1722734 Nov 22 16:40:03.480156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:03.528574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a485947b-82ab-4b9e-a47f-fc3fab38f262 req-fa5bcef2-f384-466a-920b-c38e948a8013 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 210 time: 0.0899401 Nov 22 16:40:03.586573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-622c6472-302e-4c3a-a42a-50efaf16cb06 req-5f486a12-21a5-4954-b7b0-d1060f307fa8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124126 Nov 22 16:40:03.616116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e7cbbc5-2f1e-4957-99e3-2002b26c028c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:03.620943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.621904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.655203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f7cdb6df-9309-46cd-a0a7-92845676f2f2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2646277 Nov 22 16:40:03.671056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Request body: {'port': {'device_id': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:03.778237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.784794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:03.785391 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:03.861685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9f4ef-26b4-46a7-a719-091c00e748e2 req-4361b66c-825c-4dbd-b8df-91f91186dc77 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:03.863690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49b9f4ef-26b4-46a7-a719-091c00e748e2 req-4361b66c-825c-4dbd-b8df-91f91186dc77 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.1473424 Nov 22 16:40:03.997552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0d6e23e3-ee40-4dc7-aa28-a96bd1bc857f None None] Provisioning complete for port ec09f245-a567-438e-b89b-261b797486a5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:04.003508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d6e23e3-ee40-4dc7-aa28-a96bd1bc857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.006629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49b9f4ef-26b4-46a7-a719-091c00e748e2 req-70bb5b4d-480e-48ca-92a9-e6eadf33d1b2 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356032 Nov 22 16:40:04.083774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e23e3-ee40-4dc7-aa28-a96bd1bc857f None None] Port ec09f245-a567-438e-b89b-261b797486a5 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:04.170439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:04.288054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c5426-c34a-452b-bc12-f7a97a617b73 req-08894b7a-c7fb-4d0b-9bf8-6d9e34d30921 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.289630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a3c5426-c34a-452b-bc12-f7a97a617b73 req-08894b7a-c7fb-4d0b-9bf8-6d9e34d30921 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.0813310 Nov 22 16:40:04.329916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.374408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec09f245-a567-438e-b89b-261b797486a5 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:04.382353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a3c5426-c34a-452b-bc12-f7a97a617b73 req-0deeee8f-4e4f-4ddb-9288-a5ad4a1bc8fd tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858405 Nov 22 16:40:04.394870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:04.396685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:04.400132 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-900bee3b-7103-43e6-8e69-039cf92b7e98" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-unplugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:04.405073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.418456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.438311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Transition to ACTIVE for port object ec09f245-a567-438e-b89b-261b797486a5 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:04.439990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acc201-1fa9-473b-95f4-299c5df01867 req-a5fe5416-7298-4995-be73-a113d04d058a tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.442318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49acc201-1fa9-473b-95f4-299c5df01867 req-a5fe5416-7298-4995-be73-a113d04d058a tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.66 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.1213813 Nov 22 16:40:04.444554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.538666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:04.569399 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d22827b-88e9-42bf-9edc-39256129cfdd x-openstack-request-id: req-8d22827b-88e9-42bf-9edc-39256129cfdd {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:04.569731 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-unplugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:04.570252 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d22827b-88e9-42bf-9edc-39256129cfdd {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:04.570668 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:40:04.572484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:04.673997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Deleting port 642a3c9a-7671-4957-89fd-e6b940534ad5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:04.674347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.692057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:04.692663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:04.692779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:04.767736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:04.767980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:04.778174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:04.778825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:04.779357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:04.780269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Bound port: ec09f245-a567-438e-b89b-261b797486a5, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:04.780591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:04.854119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e58e714-3942-4991-90e0-209784628c7b req-3768cba8-95da-4e78-ad2d-0515d6a83fe5 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 210 time: 0.1304243 Nov 22 16:40:04.896064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-25f3a4e6-a5c0-42c9-91cb-d023ca42d4d4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.898146 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-25f3a4e6-a5c0-42c9-91cb-d023ca42d4d4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1814094 Nov 22 16:40:04.899609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:04.906915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:04.925784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d26826-94ba-4389-9888-0152a776a6f5 req-73305cd2-35a8-454b-a80c-cdad1df0570f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:04.927612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4d26826-94ba-4389-9888-0152a776a6f5 req-73305cd2-35a8-454b-a80c-cdad1df0570f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.2309189 Nov 22 16:40:04.962030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.005245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] For port 642a3c9a-7671-4957-89fd-e6b940534ad5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=642a3c9a-7671-4957-89fd-e6b940534ad5,segment=NetworkSegment(9ecea9fa-e3cf-4210-9a23-745d0e006ff9),segment_id=9ecea9fa-e3cf-4210-9a23-745d0e006ff9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:05.005951 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.032513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Calling delete_port for 642a3c9a-7671-4957-89fd-e6b940534ad5 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:05.035484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.036512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.038736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 1095 time: 1.3738756 Nov 22 16:40:05.043872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:05.047128 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29012304-fa7d-4f0e-a170-06553f43b97d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:05.099070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d86a1-eb4f-4321-ab1a-c2d8b6a036f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.157930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Deleting port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:05.158214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.213685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-bc2373b9-ae76-48bf-8c50-f3e644dd914b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.215209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-bc2373b9-ae76-48bf-8c50-f3e644dd914b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1098 time: 0.1021500 Nov 22 16:40:05.277223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4d26826-94ba-4389-9888-0152a776a6f5 req-b49e6562-fdc2-417d-9e93-a31b5b4f1b18 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299971 Nov 22 16:40:05.358387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9aca1-8d2a-48fc-a15b-f02472bd6367 req-7645e618-e8f5-4921-8e64-47d6e18e3d06 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.367843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76d9aca1-8d2a-48fc-a15b-f02472bd6367 req-7645e618-e8f5-4921-8e64-47d6e18e3d06 tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 945 time: 0.1886103 Nov 22 16:40:05.380752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-29617efb-b51d-472a-ad8e-ce5964994f16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.1538231 Nov 22 16:40:05.411702 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23eb98e-fc66-4bba-b936-16097effc17c x-openstack-request-id: req-e23eb98e-fc66-4bba-b936-16097effc17c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:05.412468 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:05.412946 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e23eb98e-fc66-4bba-b936-16097effc17c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:05.413360 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'status': 'completed', 'code': 200} Nov 22 16:40:05.448810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76d9aca1-8d2a-48fc-a15b-f02472bd6367 req-69bbc6d9-18a7-4190-b36c-91733433957c tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/security-groups?id=c89b26da-f08f-4ac6-acdc-b32fc8abd2be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796971 Nov 22 16:40:05.577727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-16f9746d-db31-4f9c-97ef-bda6576c5b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.580789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-16f9746d-db31-4f9c-97ef-bda6576c5b0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1614227 Nov 22 16:40:05.602582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.617879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['642a3c9a-7671-4957-89fd-e6b940534ad5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:05.628741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225fcf70-4bb9-47c0-bdff-bb1e0528da6e req-8e2fffe1-9303-4ee7-b364-fd5cf4ef3077 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.630375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-225fcf70-4bb9-47c0-bdff-bb1e0528da6e req-8e2fffe1-9303-4ee7-b364-fd5cf4ef3077 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1140099 Nov 22 16:40:05.668420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] For port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:05.668802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.693449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Pushing event deleted for resources: {'Port': ['ID=642a3c9a-7671-4957-89fd-e6b940534ad5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:05.751169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] No DVR routers for this DVR port 642a3c9a-7671-4957-89fd-e6b940534ad5 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:05.756335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:05.759734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49acc201-1fa9-473b-95f4-299c5df01867 req-002ef592-6722-46e5-89de-f10a11e9c04f tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.66 "DELETE /v2.0/ports/642a3c9a-7671-4957-89fd-e6b940534ad5 HTTP/1.1" status: 204 len: 173 time: 1.3066986 Nov 22 16:40:05.760187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'name': 'network-vif-deleted', 'tag': '642a3c9a-7671-4957-89fd-e6b940534ad5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:05.762671 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ab378a-e281-4644-ad90-952b96027f2d" -d '{"events": [{"server_uuid": "5a4f6ef2-b55f-432a-af72-e78ff083abb4", "name": "network-vif-deleted", "tag": "642a3c9a-7671-4957-89fd-e6b940534ad5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:05.786445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-225fcf70-4bb9-47c0-bdff-bb1e0528da6e req-ad1d3aa4-4a67-43b7-b996-e4982235de5d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253874 Nov 22 16:40:05.834289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fcda2c15-4b83-4b45-8427-cc0a85128aee tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.836124 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fcda2c15-4b83-4b45-8427-cc0a85128aee tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.66 "GET /v2.0/networks?id=613863f5-2393-4ec0-9239-f270341f6491 HTTP/1.1" status: 200 len: 815 time: 0.4940410 Nov 22 16:40:05.837970 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f799f33b-4680-4ff7-91df-77f43c1d6fcc x-openstack-request-id: req-f799f33b-4680-4ff7-91df-77f43c1d6fcc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:05.838450 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a4f6ef2-b55f-432a-af72-e78ff083abb4", "name": "network-vif-deleted", "tag": "642a3c9a-7671-4957-89fd-e6b940534ad5", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:05.838888 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f799f33b-4680-4ff7-91df-77f43c1d6fcc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:05.839756 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a4f6ef2-b55f-432a-af72-e78ff083abb4', 'name': 'network-vif-deleted', 'tag': '642a3c9a-7671-4957-89fd-e6b940534ad5', 'status': 'completed', 'code': 200} Nov 22 16:40:05.844911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f917a7a3-747a-4158-9e53-a0a8ae10515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:05.846568 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-f917a7a3-747a-4158-9e53-a0a8ae10515c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2571974 Nov 22 16:40:06.056406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdc7eba8-4e16-4aee-8c45-4b1e6f8deb83 req-910d9415-bc46-4827-82ef-31197142c567 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 210 time: 0.0777216 Nov 22 16:40:06.185595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:06.213644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.214136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.214525 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Floating IP cd6bc24e-a439-47ee-bdf2-99a6c22b67bc disassociated. External IP: 172.25.6.57, port: 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5. Nov 22 16:40:06.214959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Calling delete_port for 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:06.232504 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-147a2744-284e-4107-8f4e-abc0b92e19f8 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76aef20049d843ce890190cc698a9134 HTTP/1.1" status: 200 len: 379 time: 0.2482383 Nov 22 16:40:06.239258 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-ad7bdec7-14cc-44c4-8c22-8fd5cfd59abc service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666337 Nov 22 16:40:06.257966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Request body: {'port': {'device_id': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'admin_state_up': True, 'tenant_id': '76aef20049d843ce890190cc698a9134', 'security_groups': ['9424b016-bd98-430b-85c1-0b6164147962']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:06.366511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:06.446337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:06.474675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1836f-63ce-42ab-91ab-d4a4da5d27e2 req-76470668-65c2-4d3e-82b9-df54aec92e0e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:06.483068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fd1836f-63ce-42ab-91ab-d4a4da5d27e2 req-76470668-65c2-4d3e-82b9-df54aec92e0e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.0784245 Nov 22 16:40:06.579608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.606022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fd1836f-63ce-42ab-91ab-d4a4da5d27e2 req-415e6e9a-f075-4fee-b8f0-76caa637395a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205833 Nov 22 16:40:06.618758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944de101-e0f2-45cf-a04c-1702c6f797a3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:06.687854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0f7c231-adea-4df7-bc86-073f89e7d748 req-267c5503-f594-49c9-b81c-eb104f10c1cc tempest-ServersNegativeTestMultiTenantJSON-840854053 tempest-ServersNegativeTestMultiTenantJSON-840854053-project] 10.222.0.65 "GET /v2.0/ports?device_id=5a4f6ef2-b55f-432a-af72-e78ff083abb4 HTTP/1.1" status: 200 len: 210 time: 0.0430388 Nov 22 16:40:06.688885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:06.696309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:06.770796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:06.853125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['944de101-e0f2-45cf-a04c-1702c6f797a3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:07.016738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ce19a-07c0-4a0b-a957-7c3b54a3a0c0 req-60bce2a1-b93d-428f-9767-2cd48140a23f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:07.026894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e90ce19a-07c0-4a0b-a957-7c3b54a3a0c0 req-60bce2a1-b93d-428f-9767-2cd48140a23f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 945 time: 0.1400063 Nov 22 16:40:07.042742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-deb881a5-833e-4110-a04f-ec4d1f151768 req-04db1a66-1ddc-493f-ac1d-71fc7f8be756 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7918205 Nov 22 16:40:07.066920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.101285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Made reservation on behalf of 76aef20049d843ce890190cc698a9134 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:07.112339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.206068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e90ce19a-07c0-4a0b-a957-7c3b54a3a0c0 req-545ab884-d383-4886-ba72-26db39b529b3 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=0f5f5b42-37c7-463c-a721-57dd347c1f46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649909 Nov 22 16:40:07.224985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:07.250325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event deleted for resources: {'Port': ['ID=68e843f9-c9fd-4d59-a1e0-1b424bedb0c5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:07.274574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36665e34-1f5b-4078-bcfe-83c889cc6068 req-e4748205-2ec0-4b69-bbfd-314fb876d731 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 210 time: 0.0575039 Nov 22 16:40:07.553642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012304-fa7d-4f0e-a170-06553f43b97d req-3b8b522c-1c20-4764-80bd-81366ea10d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:07.556028 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-3b8b522c-1c20-4764-80bd-81366ea10d51 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1098 time: 0.3632336 Nov 22 16:40:07.689690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:07.714141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Allocated IP 172.20.0.11 (613863f5-2393-4ec0-9239-f270341f6491/3bbc448a-580f-4923-bcb3-bcd6ac9b87c0/db83ecea-9e71-4355-aec3-bda6d528c276) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:07.772395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35988) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:08.024282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012304-fa7d-4f0e-a170-06553f43b97d req-5bab7e7b-7901-439a-a04e-aed372cc7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.029970 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-5bab7e7b-7901-439a-a04e-aed372cc7d27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4625654 Nov 22 16:40:08.210317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:08.261159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-9ceddb9a-5422-4358-9c94-b570c1f76d92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.2036796 Nov 22 16:40:08.299245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 944de101-e0f2-45cf-a04c-1702c6f797a3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:08.299521 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.364105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:08.384358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012304-fa7d-4f0e-a170-06553f43b97d req-61640285-109e-4dd4-be2f-966013005d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.386545 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-61640285-109e-4dd4-be2f-966013005d91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1178937 Nov 22 16:40:08.389404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:08.414426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:08.415037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:08.483354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] No DVR routers for this DVR port 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:08.488033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.492854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-266319f6-af1c-42eb-be2a-635e2d56f773 req-585f6280-939d-4dd9-a7a6-c91813d75449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.66 "DELETE /v2.0/ports/68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 HTTP/1.1" status: 204 len: 173 time: 3.5827835 Nov 22 16:40:08.493470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'name': 'network-vif-deleted', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:08.495829 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ddf373-b76e-424d-8657-257e94125e4f" -d '{"events": [{"server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "name": "network-vif-deleted", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:08.500780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.571371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92740ab-11e4-4fbc-9bdf-c0eae651b69e req-72f41fb4-4b54-4fe4-a769-15dc966305bd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.593140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b92740ab-11e4-4fbc-9bdf-c0eae651b69e req-72f41fb4-4b54-4fe4-a769-15dc966305bd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.8804173 Nov 22 16:40:08.596678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012304-fa7d-4f0e-a170-06553f43b97d req-0a31d513-36bd-437c-a600-d9ac32467e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.597488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Deleting subnet 5f8500f0-47f1-4bd8-af9a-a61dfa4090cc {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:08.601300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-0a31d513-36bd-437c-a600-d9ac32467e5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899059 Nov 22 16:40:08.602479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.606742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.654363 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.700036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.839785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Network 613863f5-2393-4ec0-9239-f270341f6491 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:08.858993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:08.863017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:08.892893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.905548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event updated for resources: {'Port': ['ID=db83ecea-9e71-4355-aec3-bda6d528c276,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:08.935073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:08.935728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:08.993632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1321ec9-d572-4e41-ac71-0ccfaba6bf4f req-995fbd81-1712-42a4-862e-59c47a0b6427 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc HTTP/1.1" status: 200 len: 210 time: 0.5847435 Nov 22 16:40:09.054277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.058667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-2c4b3ebd-34bb-4aca-aba2-f358aba777d6 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8022659 Nov 22 16:40:09.076757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5f8500f0-47f1-4bd8-af9a-a61dfa4090cc HTTP/1.1" status: 204 len: 168 time: 0.6759303 Nov 22 16:40:09.077455 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-d862f9c4-5f71-4aa1-bd7c-37be8d44904c service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398060 Nov 22 16:40:09.144404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36012) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:09.198069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Request body: {'port': {'device_id': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:09.229239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:09.332689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:09.367812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f6b99-96e4-43d1-9646-68c6d0f8458a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8500f0-47f1-4bd8-af9a-a61dfa4090cc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:09.377503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.405938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.422659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b92740ab-11e4-4fbc-9bdf-c0eae651b69e req-d616652f-efa7-4972-8d5b-80b89f663af3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8284132 Nov 22 16:40:09.446208 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29012304-fa7d-4f0e-a170-06553f43b97d req-c9ce9290-6585-42ce-abb6-020b052c6c58 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672400 Nov 22 16:40:09.478937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:09.479307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 68e843f9-c9fd-4d59-a1e0-1b424bedb0c5 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:09.480403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 642a3c9a-7671-4957-89fd-e6b940534ad5 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:09.494349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.534027 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.536840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 642a3c9a-7671-4957-89fd-e6b940534ad5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:40:09.537184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 642a3c9a-7671-4957-89fd-e6b940534ad5 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:09.599367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-da85c958-b52b-4d0f-a687-678e1944faec None None] Provisioning complete for port db83ecea-9e71-4355-aec3-bda6d528c276 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:09.600298 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da85c958-b52b-4d0f-a687-678e1944faec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.653841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-da85c958-b52b-4d0f-a687-678e1944faec None None] Port db83ecea-9e71-4355-aec3-bda6d528c276 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:09.678539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108c99-6ca4-495e-8eeb-1b55af706f31 req-0dd42202-70a0-47c6-b28f-02caccd97b32 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:09.683588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c108c99-6ca4-495e-8eeb-1b55af706f31 req-0dd42202-70a0-47c6-b28f-02caccd97b32 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 932 time: 0.3352606 Nov 22 16:40:09.705151 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfafda2c-1c4d-4d33-92d3-a4d6ef5db968 x-openstack-request-id: req-bfafda2c-1c4d-4d33-92d3-a4d6ef5db968 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:09.705527 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc", "name": "network-vif-deleted", "tag": "68e843f9-c9fd-4d59-a1e0-1b424bedb0c5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:09.705766 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfafda2c-1c4d-4d33-92d3-a4d6ef5db968 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:09.706125 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd4e0dbb-dc33-4da5-b92b-6cded7c0adfc', 'name': 'network-vif-deleted', 'tag': '68e843f9-c9fd-4d59-a1e0-1b424bedb0c5', 'status': 'completed', 'code': 200} Nov 22 16:40:09.757185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:09.759756 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2675d470-8202-4c52-a4c2-618dafa3d5b9" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:09.801259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:09.815115 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.850938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:09.911299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.921535 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d440394a-2db7-4108-bce8-b80a470f37e1 x-openstack-request-id: req-d440394a-2db7-4108-bce8-b80a470f37e1 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:09.921535 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:09.921910 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d440394a-2db7-4108-bce8-b80a470f37e1 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:09.922133 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:40:09.942147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b0176b-4680-4ab7-b4a6-9e9dc8544661']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.957309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:09.967576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:09.970435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:09.971046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.989105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c108c99-6ca4-495e-8eeb-1b55af706f31 req-27bba4b6-7c07-4989-a8e5-15302bd3751c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806339 Nov 22 16:40:09.989105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecea9fa-e3cf-4210-9a23-745d0e006ff9') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:09.989105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecea9fa-e3cf-4210-9a23-745d0e006ff9') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:10.010848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.038114 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.050943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:10.051355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:10.058655 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:10.119187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db83ecea-9e71-4355-aec3-bda6d528c276 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:10.138581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.153119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Transition to ACTIVE for port object db83ecea-9e71-4355-aec3-bda6d528c276 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:10.164386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.168672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36032) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.183176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:10.245728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=db83ecea-9e71-4355-aec3-bda6d528c276,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.258778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:10.323046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.327258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.327747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.328330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.328736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.329390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.329819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.330755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.332123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.335589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.335589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.335921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:10.364353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.372440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.375543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/00b0176b-4680-4ab7-b4a6-9e9dc8544661 HTTP/1.1" status: 204 len: 168 time: 1.2259426 Nov 22 16:40:10.377345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccc1091f-6149-47e3-a951-7b7cfdca4ce1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.380222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36042) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.390324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554f9ff-af57-4b09-9a5a-1996d6dc0fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=00b0176b-4680-4ab7-b4a6-9e9dc8544661,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.422622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:40:10.441534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccc1091f-6149-47e3-a951-7b7cfdca4ce1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.508936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Attempting to bind port db83ecea-9e71-4355-aec3-bda6d528c276 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:10.509529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Attempting to bind port db83ecea-9e71-4355-aec3-bda6d528c276 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:10.509994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Attempting to bind port db83ecea-9e71-4355-aec3-bda6d528c276 on network 613863f5-2393-4ec0-9239-f270341f6491 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:10.528700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Port db83ecea-9e71-4355-aec3-bda6d528c276 on network 613863f5-2393-4ec0-9239-f270341f6491 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:10.529046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Attempting to bind port db83ecea-9e71-4355-aec3-bda6d528c276 on network 613863f5-2393-4ec0-9239-f270341f6491 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:10.542317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:10.542697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Checking segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:10.543366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Bound using segment: {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:10.543801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Bound port: db83ecea-9e71-4355-aec3-bda6d528c276, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '613863f5-2393-4ec0-9239-f270341f6491'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:10.544162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.551048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Deleting subnet 14f0a36e-3dfe-47ab-b3a4-bd87cdaaff12 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:40:10.557394 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccc1091f-6149-47e3-a951-7b7cfdca4ce1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.560029 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccc1091f-6149-47e3-a951-7b7cfdca4ce1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.563891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ccc1091f-6149-47e3-a951-7b7cfdca4ce1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "DELETE /v2.0/security-groups/0f5f5b42-37c7-463c-a721-57dd347c1f46 HTTP/1.1" status: 204 len: 168 time: 0.3880849 Nov 22 16:40:10.564941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36046) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.581487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.617425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1091f-6149-47e3-a951-7b7cfdca4ce1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5f5b42-37c7-463c-a721-57dd347c1f46,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:10.622497 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-024321a1-7065-44d5-b9b5-cac44748f158 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] show failed (client error): The resource could not be found. Nov 22 16:40:10.625392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-024321a1-7065-44d5-b9b5-cac44748f158 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups/0f5f5b42-37c7-463c-a721-57dd347c1f46 HTTP/1.1" status: 404 len: 347 time: 0.0594354 Nov 22 16:40:10.644481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:10.749401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e800a2-85cf-41d0-9158-127f8861b996 req-2fc68612-5973-4c51-8772-af338c2604bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:10.751061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14e800a2-85cf-41d0-9158-127f8861b996 req-2fc68612-5973-4c51-8772-af338c2604bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.1364717 Nov 22 16:40:10.845462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:10.854817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14e800a2-85cf-41d0-9158-127f8861b996 req-68e02b3a-4a31-4be1-91b8-f258c7160cc4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917304 Nov 22 16:40:10.878654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'ec09f245-a567-438e-b89b-261b797486a5', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'ec09f245-a567-438e-b89b-261b797486a5', 'mac_address': 'fa:16:3e:63:13:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:10.911132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:10.939326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:10.986234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f2c002-c34d-45b9-a0e6-26b78161ec59 None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:10.993415 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.032747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec09f245-a567-438e-b89b-261b797486a5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:11.046829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] For port db83ecea-9e71-4355-aec3-bda6d528c276, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:11.087068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:11.100950 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.106555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] For port db83ecea-9e71-4355-aec3-bda6d528c276, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db83ecea-9e71-4355-aec3-bda6d528c276,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:11.118417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.199088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1677b26-14d6-4783-8256-c6ab7eb38888 req-1647826f-c620-41f0-81ef-a19925d9efca tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.204478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.225072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1677b26-14d6-4783-8256-c6ab7eb38888 req-1647826f-c620-41f0-81ef-a19925d9efca tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 944 time: 0.1379609 Nov 22 16:40:11.249061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.274323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.275476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.276975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] 10.222.0.66 "PUT /v2.0/ports/db83ecea-9e71-4355-aec3-bda6d528c276 HTTP/1.1" status: 200 len: 1092 time: 2.0852683 Nov 22 16:40:11.313787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1677b26-14d6-4783-8256-c6ab7eb38888 req-017981e4-c3eb-4335-a1dc-691089123fdc tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865276 Nov 22 16:40:11.405394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.431819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['ec09f245-a567-438e-b89b-261b797486a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:11.464224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14f0a36e-3dfe-47ab-b3a4-bd87cdaaff12,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.485986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Deleting port e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:11.486327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.552764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.561872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-232014ce-f445-4d48-98d0-07706f6d3bb5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/14f0a36e-3dfe-47ab-b3a4-bd87cdaaff12 HTTP/1.1" status: 204 len: 168 time: 1.1746166 Nov 22 16:40:11.562113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36068) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:11.564741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa24631d-a82f-472a-b67b-1a9229f40ad5 service neutron] Pushing event updated for resources: {'Port': ['ID=db83ecea-9e71-4355-aec3-bda6d528c276,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:11.573548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-08654025-b05a-41be-a120-1df289093ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.574832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-08654025-b05a-41be-a120-1df289093ea9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76aef20049d843ce890190cc698a9134&device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 1095 time: 0.2246180 Nov 22 16:40:11.642417 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9789b98b-f07c-4986-a096-72dbe8af2f5d None None] New status for floating IP cd6bc24e-a439-47ee-bdf2-99a6c22b67bc: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:11.710560 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-37208e38-982f-4900-a0da-b571fad438d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db83ecea-9e71-4355-aec3-bda6d528c276 HTTP/1.1" status: 200 len: 217 time: 0.1196511 Nov 22 16:40:11.718256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:11.729213 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:11.734756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.739749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.740084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.828370 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d448b6-dffa-4ed3-98c0-afaa70365390 x-openstack-request-id: req-54d448b6-dffa-4ed3-98c0-afaa70365390 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:11.828799 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:11.829041 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54d448b6-dffa-4ed3-98c0-afaa70365390 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:11.829441 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'status': 'completed', 'code': 200} Nov 22 16:40:11.840637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Calling delete_port for e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:11.931834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:11.950417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-b58f593b-a75c-40b3-9d6a-e9a32c92f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:11.951909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-b58f593b-a75c-40b3-9d6a-e9a32c92f44a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bbc448a-580f-4923-bcb3-bcd6ac9b87c0 HTTP/1.1" status: 200 len: 854 time: 0.2086682 Nov 22 16:40:11.976305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718d8025-6c7b-48c8-8684-f155db2b92a8']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.069711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c989e4f2-18c4-4b2f-8b36-a7ca0188347a') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.069711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c989e4f2-18c4-4b2f-8b36-a7ca0188347a') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:12.081888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.083785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-cbf194a2-2e78-4ecb-b2df-3575d57c6b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.087146 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-cbf194a2-2e78-4ecb-b2df-3575d57c6b7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613863f5-2393-4ec0-9239-f270341f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143408 Nov 22 16:40:12.092994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576196a3-c581-49d7-82ed-9454fcb75f78 req-59b0cabc-3df5-4605-9d01-f0457824a9d6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.094635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-576196a3-c581-49d7-82ed-9454fcb75f78 req-59b0cabc-3df5-4605-9d01-f0457824a9d6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.1341281 Nov 22 16:40:12.108777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.138080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:40:12.138486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:40:12.140285 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:40:12.240253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-576196a3-c581-49d7-82ed-9454fcb75f78 req-404687d2-bd38-4d7c-8778-fa11e76f6f74 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379926 Nov 22 16:40:12.270264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.278343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.284678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.307150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] 10.222.0.65 "DELETE /v2.0/networks/718d8025-6c7b-48c8-8684-f155db2b92a8 HTTP/1.1" status: 204 len: 168 time: 0.7439916 Nov 22 16:40:12.307851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be38127-22fb-4621-8497-d780c95bb673 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:40:12.340654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4447e1a-a6ab-4693-85fb-c2ec189fb360 admin admin] Pushing event deleted for resources: {'Network': ['ID=718d8025-6c7b-48c8-8684-f155db2b92a8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:12.404675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.407672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.408946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "DELETE /v2.0/floatingips/cd6bc24e-a439-47ee-bdf2-99a6c22b67bc HTTP/1.1" status: 204 len: 168 time: 1.7634561 Nov 22 16:40:12.409897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ee2f2-1973-4a5b-a24e-c6f669b90ed0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event deleted for resources: {'Port': ['ID=e9dd97fe-45f8-4cce-9e89-5fc92c2a4da9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:12.455289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-c573a897-b0c9-4dcb-8532-6b2cf17b236c service neutron] 10.222.0.66 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220572 Nov 22 16:40:12.570901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36100) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.681240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fa7eee0-9c54-4e9f-a949-29d4ef49c1ce req-44da3161-4aa4-4373-8634-9728ea32ec40 service neutron] 10.222.0.66 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174337 Nov 22 16:40:12.696513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b62d8a15-462c-4688-8a31-3cd4a50fb7a1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc67e6e0367a4a86bf114874584e8c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1187665 Nov 22 16:40:12.698831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36102) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.734104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd1035-69fb-4077-aeef-64ad8d9ef29a req-c504632e-f29f-4f1c-9fdd-c9aab7c13675 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.752557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ecd1035-69fb-4077-aeef-64ad8d9ef29a req-c504632e-f29f-4f1c-9fdd-c9aab7c13675 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 944 time: 0.2378249 Nov 22 16:40:12.757102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36104) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:12.782273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1333418698', 'description': 'tempest-description--1545795316'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:12.847622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-24576f78-557d-455e-8671-db45e0d7f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:12.850352 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-24576f78-557d-455e-8671-db45e0d7f523 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76aef20049d843ce890190cc698a9134&device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 1095 time: 0.0862377 Nov 22 16:40:12.851468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824b4978-440c-4aa6-88c2-971d19b8bc2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.903271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ecd1035-69fb-4077-aeef-64ad8d9ef29a req-887eda6b-b966-42e3-9b1d-35a69970f8b9 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532667 Nov 22 16:40:12.926467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:12.979560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824b4978-440c-4aa6-88c2-971d19b8bc2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.073118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-164d639e-e5b7-4619-819f-04c6402088d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.076128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-164d639e-e5b7-4619-819f-04c6402088d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613863f5-2393-4ec0-9239-f270341f6491 HTTP/1.1" status: 200 len: 916 time: 0.2058673 Nov 22 16:40:13.090176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824b4978-440c-4aa6-88c2-971d19b8bc2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.092856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.093024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824b4978-440c-4aa6-88c2-971d19b8bc2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.097181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-824b4978-440c-4aa6-88c2-971d19b8bc2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c89b26da-f08f-4ac6-acdc-b32fc8abd2be HTTP/1.1" status: 204 len: 168 time: 0.3939795 Nov 22 16:40:13.106682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.148088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d336f5a-cebf-4b45-b03f-1021c642bf55,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.166466 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.172296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53622eb5-6d08-4f3f-a47f-4c2c7773e4c5 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3995478 Nov 22 16:40:13.173752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36114) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.179367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'security_group_rule': {'security_group_id': '7d336f5a-cebf-4b45-b03f-1021c642bf55', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:13.223236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.246131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-3eff0af3-aa33-40c0-b3c9-6e87ba55e268 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db83ecea-9e71-4355-aec3-bda6d528c276 HTTP/1.1" status: 200 len: 217 time: 0.1472952 Nov 22 16:40:13.288135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4978-440c-4aa6-88c2-971d19b8bc2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89b26da-f08f-4ac6-acdc-b32fc8abd2be,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.355124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.363678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.390346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-273922e9-0e45-48a3-9f5f-e7b97628092e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.392578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-273922e9-0e45-48a3-9f5f-e7b97628092e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bbc448a-580f-4923-bcb3-bcd6ac9b87c0 HTTP/1.1" status: 200 len: 854 time: 0.1259129 Nov 22 16:40:13.444495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9706778-f5b9-4a28-892a-3150063c6537,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.448796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.452984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-56ca7c22-a623-4e33-b71c-f640850141f8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2779348 Nov 22 16:40:13.454278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36128) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.461076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'security_group_rule': {'security_group_id': '7d336f5a-cebf-4b45-b03f-1021c642bf55', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:13.471374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-e8df36c8-39b8-40c5-9c4b-f207f5fd4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.475385 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-e8df36c8-39b8-40c5-9c4b-f207f5fd4a0b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613863f5-2393-4ec0-9239-f270341f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658336 Nov 22 16:40:13.504208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c97bb-b6b3-4004-a6d1-795abfc9c9f0 req-679d09f9-9571-47f7-bbf9-b8dddc485f9d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:13.505930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-419c97bb-b6b3-4004-a6d1-795abfc9c9f0 req-679d09f9-9571-47f7-bbf9-b8dddc485f9d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.1105406 Nov 22 16:40:13.512637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.625870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-326cabca-b435-4f79-8b39-110cb3620c1e service neutron] 10.222.0.66 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433196 Nov 22 16:40:13.658743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.664782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-419c97bb-b6b3-4004-a6d1-795abfc9c9f0 req-cbc92c1a-0fe2-46b9-a1af-df1bc8e9b573 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471653 Nov 22 16:40:13.666272 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.695007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03db4f03-e180-4a62-b710-cffb15e72ad7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:13.712268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.713547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f90a7928-d865-44dd-a668-c2ac9abbbabe tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565444 Nov 22 16:40:13.719666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36132) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.725955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:13.776578 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.850778 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7db1c6a2-f6c1-442f-a5c8-69683f93dfb0 req-d493f5ed-5f0e-4197-97cd-9dc1b5810c67 service neutron] 10.222.0.66 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095292 Nov 22 16:40:13.881491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36136) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:13.924936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:13.960130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a79c5aab-87e9-4143-b09c-380bf8d007e4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eab2cb8922fd4da59995dcbf17e277e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0762386 Nov 22 16:40:13.960901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36142) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:14.071773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Allocated IP 172.25.6.100 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/84d15f5a-870c-450e-ada1-539a650f10d2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:14.091835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc638c-5813-4c5d-81c8-ab64d2ad7145 req-e97c2065-ac9f-4e4f-ae4f-e9ae34ceb260 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.102277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5fc638c-5813-4c5d-81c8-ab64d2ad7145 req-e97c2065-ac9f-4e4f-ae4f-e9ae34ceb260 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 944 time: 0.1088369 Nov 22 16:40:14.185234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be263978-7bce-48be-af0e-099b34dfba07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.202013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:14.204685 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.219150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5fc638c-5813-4c5d-81c8-ab64d2ad7145 req-e950a91c-4459-4be0-9147-c7eaf2127664 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160662 Nov 22 16:40:14.229758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be263978-7bce-48be-af0e-099b34dfba07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.280885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.329121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port ec09f245-a567-438e-b89b-261b797486a5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:14.335041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port ec09f245-a567-438e-b89b-261b797486a5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:14.335787 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.339948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be263978-7bce-48be-af0e-099b34dfba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.357935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:14.361217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be263978-7bce-48be-af0e-099b34dfba07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.366995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be263978-7bce-48be-af0e-099b34dfba07 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c6e2696-e10b-4aeb-afee-cd62f81e0ccd HTTP/1.1" status: 204 len: 168 time: 0.4021006 Nov 22 16:40:14.367181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:14.368900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'Port': ['ID=84d15f5a-870c-450e-ada1-539a650f10d2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.381096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:14.416163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be263978-7bce-48be-af0e-099b34dfba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6e2696-e10b-4aeb-afee-cd62f81e0ccd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.466612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.512718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:14.514861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:14.518116 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242185a7-5f90-4fa2-871c-0efc7fe3275f" -d '{"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-plugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:14.527047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.585237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:14.603827 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb971e17-8c82-4d75-b78c-f597aa6b3bf6 x-openstack-request-id: req-bb971e17-8c82-4d75-b78c-f597aa6b3bf6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:14.604318 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-plugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:14.604586 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb971e17-8c82-4d75-b78c-f597aa6b3bf6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:14.605453 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'code': 200} Nov 22 16:40:14.633600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.746340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:14.793546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc2799-0cd0-4318-b41f-40e3e4f1d5e5 req-b199a589-ea15-46cf-9606-6d8704aadb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.795096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8cdc2799-0cd0-4318-b41f-40e3e4f1d5e5 req-b199a589-ea15-46cf-9606-6d8704aadb16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1100 time: 0.1070590 Nov 22 16:40:14.903313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee6b0-724b-45eb-bda0-185c710116be req-5298ba71-6752-46e7-96f7-0dec64698fb1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:14.911022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-290ee6b0-724b-45eb-bda0-185c710116be req-5298ba71-6752-46e7-96f7-0dec64698fb1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0764432 Nov 22 16:40:15.061367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-290ee6b0-724b-45eb-bda0-185c710116be req-2926b7ab-ad98-4ca6-97dd-6163b83d5602 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487565 Nov 22 16:40:15.408152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8cdc2799-0cd0-4318-b41f-40e3e4f1d5e5 req-567dd4df-90ad-4bee-96b2-3174e89bc9c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956571 Nov 22 16:40:15.534710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc518ef-7172-451e-97e7-b6df9fa9022d req-5336fe43-6d18-4a06-aabe-c1c3c91fa8c2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:15.545307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbc518ef-7172-451e-97e7-b6df9fa9022d req-5336fe43-6d18-4a06-aabe-c1c3c91fa8c2 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 944 time: 0.1095927 Nov 22 16:40:15.726674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbc518ef-7172-451e-97e7-b6df9fa9022d req-8662056c-7ce2-4188-9883-d9dc6cd34693 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748078 Nov 22 16:40:15.731594 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.743413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.848576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'Port': ['ID=84d15f5a-870c-450e-ada1-539a650f10d2,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:15.889547 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.933120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:15.935050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e389ca55-22cd-4bd2-a097-90c61bbb71f4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2142494 Nov 22 16:40:16.108574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.117589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.125497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.135558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.145996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.152569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.159881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.169471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-1454474c-42c8-4d21-994b-af71fef502d6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.1921685 Nov 22 16:40:16.297688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-d480143b-490e-4f9d-9f00-3d45618eee9f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1333418698&fields=id&tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5 HTTP/1.1" status: 200 len: 267 time: 0.1038826 Nov 22 16:40:16.459862 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e788407-cf54-499a-8e03-77371c6ec7dd req-87240565-e2f4-4418-9121-212b6a415608 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2890193 Nov 22 16:40:16.551785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-77f2cd45-af19-4a3a-8a45-242c34a85fff tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.561105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-77f2cd45-af19-4a3a-8a45-242c34a85fff tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 810 time: 0.2541027 Nov 22 16:40:16.580199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-9b598ae6-96f0-4ebe-a744-f6261863a27a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/quotas/19f45fdbf34f4a4f9f831cca7cdf55c5 HTTP/1.1" status: 200 len: 375 time: 0.0181170 Nov 22 16:40:16.712998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-e4a6897a-f1a0-4c68-b322-a475a7d9282a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1318994 Nov 22 16:40:16.730473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45927-605e-438e-866d-c5362db04cda req-9fc7c608-c752-43c2-a495-8a7000767af0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:16.732276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aee45927-605e-438e-866d-c5362db04cda req-9fc7c608-c752-43c2-a495-8a7000767af0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0869231 Nov 22 16:40:16.860253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aee45927-605e-438e-866d-c5362db04cda req-9690945c-96f9-4699-a030-659fe7fd622e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141996 Nov 22 16:40:16.979396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-6138f3dd-b735-42c8-a2f9-e3c12855afd2 service neutron] 10.222.0.65 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424059 Nov 22 16:40:17.014521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db83ecea-9e71-4355-aec3-bda6d528c276 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:17.242620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port db83ecea-9e71-4355-aec3-bda6d528c276, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db83ecea-9e71-4355-aec3-bda6d528c276,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:17.245224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23f74-af4b-4bc9-9ae6-91029898bacb req-bb1dc636-57fb-4749-a8a0-f9a129ee3d05 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.246682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ae23f74-af4b-4bc9-9ae6-91029898bacb req-bb1dc636-57fb-4749-a8a0-f9a129ee3d05 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 944 time: 0.1137860 Nov 22 16:40:17.267779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-5e62e300-ae0e-4f47-b125-5e7bc159ee84 service neutron] 10.222.0.65 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847631 Nov 22 16:40:17.307009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'port_id': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'mac_address': 'fa:16:3e:a4:fb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:17.313134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ae23f74-af4b-4bc9-9ae6-91029898bacb req-10ff2289-21fe-4265-8e1b-ce9c7dbc6c87 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595467 Nov 22 16:40:17.379469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.399305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db83ecea-9e71-4355-aec3-bda6d528c276 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:17.400277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.406658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.413526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.419559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.429519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.433669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.438501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port db83ecea-9e71-4355-aec3-bda6d528c276, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db83ecea-9e71-4355-aec3-bda6d528c276,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:17.440101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.442285 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-fc3712c5-77fe-4a1a-910c-a55a3cdab408 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.1576955 Nov 22 16:40:17.446578 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.537465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=db83ecea-9e71-4355-aec3-bda6d528c276,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:17.548646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-b79d1cfb-2f4a-4c32-88cb-e052c9df9475 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.550341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-b79d1cfb-2f4a-4c32-88cb-e052c9df9475 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "GET /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0973201 Nov 22 16:40:17.733634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bab727b4-768d-4bb7-bbdc-788fdcdb2d8c req-1eb003df-8f4e-4494-aa5c-d7eaee1c08bb tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 210 time: 0.0965250 Nov 22 16:40:17.753548 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-18d95a21-57dd-4f84-b420-918a7e609f8b tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "GET /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1953404 Nov 22 16:40:17.771949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['db83ecea-9e71-4355-aec3-bda6d528c276'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:17.774064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:17.883946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:17.916140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.934912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.959895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.970786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:17.996983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.009688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.035903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.046356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-6e11f034-c795-46bf-b9c0-d3abde983b14 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 5433 time: 0.3116457 Nov 22 16:40:18.203515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f37d29-a574-4a8a-96be-af55553a8d4c req-d9305fa2-ad87-4c44-ad3d-582a5e21ddaa tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.209415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f37d29-a574-4a8a-96be-af55553a8d4c req-d9305fa2-ad87-4c44-ad3d-582a5e21ddaa tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1561537 Nov 22 16:40:18.279217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf5c93b7-fca8-4b80-9302-0a64f258c562 req-f4ab8af6-ff69-488a-97af-258457421efc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2318923 Nov 22 16:40:18.303705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d268c641-86b1-4832-8d6d-b7715398d44d,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:18.307335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f37d29-a574-4a8a-96be-af55553a8d4c req-6a03cf04-e81c-4f4c-b460-fa25f6d7d1fd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Nov 22 16:40:18.346380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] For port d268c641-86b1-4832-8d6d-b7715398d44d, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:18.479547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] device_id is not set on port d268c641-86b1-4832-8d6d-b7715398d44d yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:40:18.492763 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.524518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.531681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4d3ef-d9e2-484d-a95c-90499ee6fe98 req-c5a82f4e-ed39-4be6-bf25-ed6685bbf1c1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.540592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74d4d3ef-d9e2-484d-a95c-90499ee6fe98 req-c5a82f4e-ed39-4be6-bf25-ed6685bbf1c1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0853863 Nov 22 16:40:18.616013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74d4d3ef-d9e2-484d-a95c-90499ee6fe98 req-aba9e7f4-9eae-4ea7-902d-5551e2c6a6a7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706992 Nov 22 16:40:18.729254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] No DVR routers for this DVR port d268c641-86b1-4832-8d6d-b7715398d44d on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:18.855760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] In _notify_port_updated(), no bound segment for port d268c641-86b1-4832-8d6d-b7715398d44d on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:40:18.856536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.857159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:18.859044 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] 10.222.0.66 "PUT /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 200 len: 1026 time: 1.0898948 Nov 22 16:40:18.860272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f0102-a89e-4436-a1c2-8438d24214a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:18.899044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1c860-836c-4b24-b33b-5839fb9f57bf req-ded6c09d-3541-40f0-9ba1-c6b47f97a0a8 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.908322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fe1c860-836c-4b24-b33b-5839fb9f57bf req-ded6c09d-3541-40f0-9ba1-c6b47f97a0a8 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 945 time: 0.1599383 Nov 22 16:40:18.977426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-101a2c85-aad4-49b8-80e7-58220d617285 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:18.982311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-101a2c85-aad4-49b8-80e7-58220d617285 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "GET /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1155310 Nov 22 16:40:18.997559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:19.037480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db83ecea-9e71-4355-aec3-bda6d528c276 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:19.067073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e22c5160-9c0e-49a7-b582-a77a6e9ae1c8 req-dc577cf7-adba-4d44-a936-212493dfdf09 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 210 time: 0.0876153 Nov 22 16:40:19.125071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port db83ecea-9e71-4355-aec3-bda6d528c276 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:19.136542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port db83ecea-9e71-4355-aec3-bda6d528c276 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:19.136940 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.182279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fe1c860-836c-4b24-b33b-5839fb9f57bf req-808a37a5-6b25-4b5a-a23d-95b3e4fc534c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644091 Nov 22 16:40:19.221930 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.340633 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.376130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3e256d5a-ad5a-4dc3-95d5-c52d2089ff02 None None] Provisioning complete for port d268c641-86b1-4832-8d6d-b7715398d44d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:19.376585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e256d5a-ad5a-4dc3-95d5-c52d2089ff02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.541520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3e256d5a-ad5a-4dc3-95d5-c52d2089ff02 None None] Port d268c641-86b1-4832-8d6d-b7715398d44d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:19.555250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c68822fe-f686-4057-9821-54255f4db0ca,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:19.563700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:19.569558 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423e07d4-524c-4500-819a-ae6467a176b3" -d '{"events": [{"server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "name": "network-vif-plugged", "status": "completed", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:19.603693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port db83ecea-9e71-4355-aec3-bda6d528c276, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db83ecea-9e71-4355-aec3-bda6d528c276,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:19.611732 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.617489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8daaf5fc-b601-4e63-a954-db35b72e08f8 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:19.670094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] For port c68822fe-f686-4057-9821-54255f4db0ca, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:19.766454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] device_id is not set on port c68822fe-f686-4057-9821-54255f4db0ca yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:40:19.776746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.795109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.832383 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.877834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.893290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.899438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] No DVR routers for this DVR port c68822fe-f686-4057-9821-54255f4db0ca on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:19.919198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.937006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=db83ecea-9e71-4355-aec3-bda6d528c276,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:19.940191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.960780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.964990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-630563f6-f5c0-45b7-a183-80d8b9a94fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:19.979739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:19.995907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d1b5c9bc-52e9-49f1-9e0c-14261dd6ed59 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 4582 time: 0.4749281 Nov 22 16:40:20.001150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:20.009588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.010678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cc80fb61-bfd8-49e6-b76b-79f6c889854a no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:20.039745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] In _notify_port_updated(), no bound segment for port c68822fe-f686-4057-9821-54255f4db0ca on network 4de8f45a-66af-4e6d-b8f1-079890f95a1e {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:40:20.051102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:20.052140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.053502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] 10.222.0.66 "PUT /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 200 len: 1027 time: 1.0625398 Nov 22 16:40:20.117359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:20.132597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e88689-60e1-4888-9bda-656a3c89408b req-bd28cdeb-3e70-48f6-a4b1-847ac1f4fd4c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:20.135356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37e88689-60e1-4888-9bda-656a3c89408b req-bd28cdeb-3e70-48f6-a4b1-847ac1f4fd4c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.4481709 Nov 22 16:40:20.293466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.350194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:20.359356 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.362369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d268c641-86b1-4832-8d6d-b7715398d44d no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:20.384792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d8044-e8ef-4624-ba5a-1c1e9c9c7199 service neutron] Pushing event updated for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:20.458810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port e886fe68-5c7f-4eec-8ad2-8869e0d60329 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:20.459386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.524083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-c4168e2b-7ffc-464e-899d-7b0dc27e2056 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9656332 Nov 22 16:40:20.531655 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2bff592d-82dd-4d7a-aeb3-83f00f3ef621 None None] Provisioning complete for port c68822fe-f686-4057-9821-54255f4db0ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:20.532151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bff592d-82dd-4d7a-aeb3-83f00f3ef621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.555990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a59558e-e7b6-4bad-9b9f-30ad1010e533 req-d45f5d80-42d7-4b74-8538-7a998eac3016 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&id=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5518384 Nov 22 16:40:20.573090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-551a6287-c636-4fd3-8506-e9465f804118 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:40:20.578499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-551a6287-c636-4fd3-8506-e9465f804118 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0203195 Nov 22 16:40:20.589615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37e88689-60e1-4888-9bda-656a3c89408b req-f2504ba6-ff7d-455c-89a6-403c29e1df23 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031978 Nov 22 16:40:20.627575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d268c641-86b1-4832-8d6d-b7715398d44d not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:20.627937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e886fe68-5c7f-4eec-8ad2-8869e0d60329 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:20.683694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:20.684268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.749791 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954c7e1-cef0-4086-8435-52c6937bd6c4 x-openstack-request-id: req-8954c7e1-cef0-4086-8435-52c6937bd6c4 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:20.750543 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "name": "network-vif-plugged", "status": "completed", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:20.750991 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8954c7e1-cef0-4086-8435-52c6937bd6c4 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:20.751699 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'code': 200} Nov 22 16:40:20.799951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:20.860148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2bff592d-82dd-4d7a-aeb3-83f00f3ef621 None None] Port c68822fe-f686-4057-9821-54255f4db0ca cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:20.905173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f887ed51-0b4d-45b3-acab-dc82b4d8d449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:20.907552 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f887ed51-0b4d-45b3-acab-dc82b4d8d449 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.20 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 810 time: 0.6295524 Nov 22 16:40:20.912473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:20.971376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11c6dfeb-b834-4296-84a2-ea07ee07130f req-a6ab825c-abef-41bc-a2bb-e3355b880193 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 210 time: 0.0974019 Nov 22 16:40:21.009030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e886fe68-5c7f-4eec-8ad2-8869e0d60329, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e886fe68-5c7f-4eec-8ad2-8869e0d60329,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:21.018274 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.019105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7eee047f-cb66-4218-ba63-f9bf60a63ebd no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:21.123468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.123833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.124153 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Floating IP ffb86ccf-fbb1-4a8b-a7db-906cdfc06712 disassociated. External IP: 172.25.6.210, port: e886fe68-5c7f-4eec-8ad2-8869e0d60329. Nov 22 16:40:21.124502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for e886fe68-5c7f-4eec-8ad2-8869e0d60329 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:21.134743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964c1f2-e443-4a8b-86f9-00e12362cc9f req-6f0ea926-efcb-47cd-9c20-5928b4e7da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.154328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b964c1f2-e443-4a8b-86f9-00e12362cc9f req-6f0ea926-efcb-47cd-9c20-5928b4e7da5c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 1097 time: 0.2450368 Nov 22 16:40:21.172525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e44e2-041d-4c35-b45e-f201f5caab37 req-bcc96c85-e1e2-4d0e-b318-3982c417c462 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.174293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-416e44e2-041d-4c35-b45e-f201f5caab37 req-bcc96c85-e1e2-4d0e-b318-3982c417c462 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.1892686 Nov 22 16:40:21.206638 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-3f318bff-f68b-4348-bec9-90a6d5f1ed2d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5 HTTP/1.1" status: 200 len: 380 time: 0.2845514 Nov 22 16:40:21.252659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.306285 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.329575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-416e44e2-041d-4c35-b45e-f201f5caab37 req-0832a5be-4a43-4914-ba9b-4d89c46181e8 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477530 Nov 22 16:40:21.369279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'port': {'device_id': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'admin_state_up': True, 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'security_groups': ['7d336f5a-cebf-4b45-b03f-1021c642bf55']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:21.419891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:21.427864 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.509902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c68822fe-f686-4057-9821-54255f4db0ca no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:21.531110 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b964c1f2-e443-4a8b-86f9-00e12362cc9f req-1c67485d-77de-4144-9f40-cbf94a31dbc5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3532732 Nov 22 16:40:21.751955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Made reservation on behalf of 19f45fdbf34f4a4f9f831cca7cdf55c5 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:40:21.757951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:21.914238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-888f9567-5e74-48e4-a89a-a815d22d0cfd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.923932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-888f9567-5e74-48e4-a89a-a815d22d0cfd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.924843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Allocated IP 172.20.0.4 (b1695cb5-2cda-4b6b-a160-140f1fd1c7e4/8fa53583-f575-4c53-838b-774ad0d29637/2c9d794f-b720-4689-a64f-63b159f4d465) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:40:21.932402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-888f9567-5e74-48e4-a89a-a815d22d0cfd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.940730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-888f9567-5e74-48e4-a89a-a815d22d0cfd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.970381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-888f9567-5e74-48e4-a89a-a815d22d0cfd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:21.980226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:21.983947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-888f9567-5e74-48e4-a89a-a815d22d0cfd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 3878 time: 0.1780515 Nov 22 16:40:22.012905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c68822fe-f686-4057-9821-54255f4db0ca not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:22.018673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device f0dbb82d-9161-4cef-847e-988561d1638a no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:22.026946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7759d39-8941-4adc-949c-c78462060e09 req-c5b8d6a1-90bf-45a4-800c-5f75e709e0d6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.036331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7759d39-8941-4adc-949c-c78462060e09 req-c5b8d6a1-90bf-45a4-800c-5f75e709e0d6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.2180510 Nov 22 16:40:22.079844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.115268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0d29608-71cf-4d7c-b85b-7f38e26224ef req-685bd439-4316-49b2-960a-0f1f2243c2df tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296136 Nov 22 16:40:22.160323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.162716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7759d39-8941-4adc-949c-c78462060e09 req-bc1dfc98-9885-461d-a28f-be48b719b666 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250169 Nov 22 16:40:22.237074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:40:22.246071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:40:22.250397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:40:22.253789 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.311595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f0dbb82d-9161-4cef-847e-988561d1638a,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:22.317108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.397554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.398162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:22.479895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94ead3-b2fe-43fa-ba25-251ccfef9f43 req-bdb887be-f40d-44a3-aca5-ebab15cf39c1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.481869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db94ead3-b2fe-43fa-ba25-251ccfef9f43 req-bdb887be-f40d-44a3-aca5-ebab15cf39c1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 931 time: 0.2380836 Nov 22 16:40:22.580236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db94ead3-b2fe-43fa-ba25-251ccfef9f43 req-6c54713c-3e46-44ad-9867-a9171d2372f2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911829 Nov 22 16:40:22.620286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event updated for resources: {'Port': ['ID=2c9d794f-b720-4689-a64f-63b159f4d465,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:22.682500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=e886fe68-5c7f-4eec-8ad2-8869e0d60329,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:22.734949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fb8c64f9-2784-4ef6-8fdd-25c1805e3c6b None None] Provisioning complete for port 2c9d794f-b720-4689-a64f-63b159f4d465 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:22.735255 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb8c64f9-2784-4ef6-8fdd-25c1805e3c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.758690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.761083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:22.772568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:22.825669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:22.839797 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75260ef-bd8b-44bf-9456-44184f28c1ba" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:22.863273 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-7728b858-d01e-4e89-bc08-66fbd4f7543e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5508959 Nov 22 16:40:22.868285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Router c3af463a-4687-46d6-b26b-efbe79945220 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:22.878888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Request body: {'port': {'device_id': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:22.906850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950f52a-e580-4174-b90c-4f5e8da099a4 req-5128bc9a-f379-4333-9a34-254bba3dcfc8 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:22.924702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6950f52a-e580-4174-b90c-4f5e8da099a4 req-5128bc9a-f379-4333-9a34-254bba3dcfc8 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.2362542 Nov 22 16:40:22.992475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2b6b-8fa0-4b1f-8692-406c583abbf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.024679 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7daf6a3-cb30-4d83-91be-cdc2a45c9d2e x-openstack-request-id: req-f7daf6a3-cb30-4d83-91be-cdc2a45c9d2e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:23.031897 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-unplugged", "status": "completed", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:23.032256 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7daf6a3-cb30-4d83-91be-cdc2a45c9d2e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:23.032646 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8', 'code': 200} Nov 22 16:40:23.034533 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a', 'code': 200} Nov 22 16:40:23.034817 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'code': 200} Nov 22 16:40:23.035072 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd', 'code': 200} Nov 22 16:40:23.035328 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a', 'code': 200} Nov 22 16:40:23.040261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c64f9-2784-4ef6-8fdd-25c1805e3c6b None None] Port 2c9d794f-b720-4689-a64f-63b159f4d465 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:40:23.140708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6950f52a-e580-4174-b90c-4f5e8da099a4 req-a3816156-4ab2-4084-a89a-dc365c3764ea tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2147465 Nov 22 16:40:23.220334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68f56a90-5453-490c-b915-2c3fa3368690 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.296914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.508548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331b5c3-caf9-4cc8-a663-b7243c55d786 req-8002e2ae-80fd-4885-9966-0b024feb9f05 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.517224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a331b5c3-caf9-4cc8-a663-b7243c55d786 req-8002e2ae-80fd-4885-9966-0b024feb9f05 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1563425 Nov 22 16:40:23.605202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638563ee-06f0-4287-ab90-87a8af3bb920 req-85c4fb36-aad4-4d72-8b4e-45c36c97ca5e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.611966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638563ee-06f0-4287-ab90-87a8af3bb920 req-85c4fb36-aad4-4d72-8b4e-45c36c97ca5e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.620449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638563ee-06f0-4287-ab90-87a8af3bb920 req-85c4fb36-aad4-4d72-8b4e-45c36c97ca5e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.631535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638563ee-06f0-4287-ab90-87a8af3bb920 req-85c4fb36-aad4-4d72-8b4e-45c36c97ca5e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:23.644097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-638563ee-06f0-4287-ab90-87a8af3bb920 req-85c4fb36-aad4-4d72-8b4e-45c36c97ca5e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 3143 time: 0.3529551 Nov 22 16:40:23.679572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:23.690492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] Sync routers for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:23.728221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:23.729201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:23.774075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-638563ee-06f0-4287-ab90-87a8af3bb920 req-1e1e81ff-90cf-4edc-8c15-e547a53a64d3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249521 Nov 22 16:40:23.780807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a331b5c3-caf9-4cc8-a663-b7243c55d786 req-40a1d4ba-62ba-4201-ab0a-97df60552bd7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616789 Nov 22 16:40:23.876273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] No DVR routers for this DVR port e886fe68-5c7f-4eec-8ad2-8869e0d60329 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:23.882869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:23.886685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-da8534fa-a00b-464f-acda-880c32bba33f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "DELETE /v2.0/ports/e886fe68-5c7f-4eec-8ad2-8869e0d60329 HTTP/1.1" status: 204 len: 173 time: 3.8150833 Nov 22 16:40:23.910599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:23.923780 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1480a4eb-8e43-4b5b-93a9-9387710c61a1" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:23.926221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:24.015079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0838e52e-c1c4-4120-b213-4a2a71ab7c92 req-4f9eb071-a607-4d64-8799-1d55650d6941 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:24.023152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0838e52e-c1c4-4120-b213-4a2a71ab7c92 req-4f9eb071-a607-4d64-8799-1d55650d6941 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 931 time: 0.1600063 Nov 22 16:40:24.057396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.076080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68f56a90-5453-490c-b915-2c3fa3368690 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.081644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9d794f-b720-4689-a64f-63b159f4d465 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:24.092978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.107694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Transition to ACTIVE for port object 2c9d794f-b720-4689-a64f-63b159f4d465 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:24.112836 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27b0ec9-d615-4193-9188-9a3c13753241 x-openstack-request-id: req-d27b0ec9-d615-4193-9188-9a3c13753241 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:24.113161 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "e886fe68-5c7f-4eec-8ad2-8869e0d60329", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:24.113592 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d27b0ec9-d615-4193-9188-9a3c13753241 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:24.114180 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': 'e886fe68-5c7f-4eec-8ad2-8869e0d60329', 'status': 'completed', 'code': 200} Nov 22 16:40:24.115649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-68f56a90-5453-490c-b915-2c3fa3368690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.181084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0838e52e-c1c4-4120-b213-4a2a71ab7c92 req-6d86aab5-a0a9-4b49-b8b5-db06b1aa6f16 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510918 Nov 22 16:40:24.230352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-64466807-69a4-477e-bf3a-6034c72d4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:24.232433 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-64466807-69a4-477e-bf3a-6034c72d4ca7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1100 time: 0.5670073 Nov 22 16:40:24.233410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.262243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f56a90-5453-490c-b915-2c3fa3368690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287f645a-9c51-4946-a209-ea84d799482a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.279954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36518) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:24.287038 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-68f56a90-5453-490c-b915-2c3fa3368690 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5e276b0a41e46da986b4910f28d405a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5034871 Nov 22 16:40:24.354130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9d794f-b720-4689-a64f-63b159f4d465,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.355130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:34Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:24.366786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f177b-62cb-4810-aad6-8911a6cc6e3b req-d6fe59b2-8655-4c8e-9240-3d1f2a1e5c37 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:24.384769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-874f177b-62cb-4810-aad6-8911a6cc6e3b req-d6fe59b2-8655-4c8e-9240-3d1f2a1e5c37 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.1211619 Nov 22 16:40:24.408024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] Checking router: c3af463a-4687-46d6-b26b-efbe79945220 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:24.428861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:24.429524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:24.500487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-874f177b-62cb-4810-aad6-8911a6cc6e3b req-ba76439b-62c4-4389-8896-ae6be28d1f7c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146617 Nov 22 16:40:24.549993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.603240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.629146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port 8daaf5fc-b601-4e63-a954-db35b72e08f8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:24.629482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.705881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.711101 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.714234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/287f645a-9c51-4946-a209-ea84d799482a HTTP/1.1" status: 204 len: 168 time: 0.4332221 Nov 22 16:40:24.729881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:24.806577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287f645a-9c51-4946-a209-ea84d799482a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:24.832640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.837686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.843021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.843676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.844171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.844671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.845166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.846205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.847356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.847885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.848424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.849475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda665d-0222-4ac3-be7d-9d596d54e2d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:24.859415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] For port 8daaf5fc-b601-4e63-a954-db35b72e08f8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8daaf5fc-b601-4e63-a954-db35b72e08f8,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:24.859780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:24.888369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a487946-fa39-4dfd-849f-fbde0fea5a55 req-ff20aa19-cf88-4101-b7ff-77702d621653 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:24.890036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a487946-fa39-4dfd-849f-fbde0fea5a55 req-ff20aa19-cf88-4101-b7ff-77702d621653 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.1898756 Nov 22 16:40:24.916292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36538) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:24.929485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for 8daaf5fc-b601-4e63-a954-db35b72e08f8 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:24.935178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Request body: {'floatingip': {'port_id': 'db83ecea-9e71-4355-aec3-bda6d528c276'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:25.167312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-bc2ea086-2923-4942-bba3-b0b5e1d8a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.169456 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-bc2ea086-2923-4942-bba3-b0b5e1d8a2a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.8762481 Nov 22 16:40:25.178858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.245372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:34Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:25.280439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc90f6-42e5-4eb2-addb-3f6e72af59b3 None None] The sync data for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 is: [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:29:24Z', 'revision_number': 4, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'fda6a4d4-3154-43e0-a165-6d9d206e5fa9', 'name': '', 'network_id': '049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'mac_address': 'fa:16:3e:a8:78:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:23Z', 'updated_at': '2021-11-22T16:29:34Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'subnets': [{'id': 'abc6a1dc-c822-4e67-9dfb-600cc772258b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:25.328619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-3b11ab93-d688-4180-b667-fb643bf1448a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.1509149 Nov 22 16:40:25.332218 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.381936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Attempting to bind port 2c9d794f-b720-4689-a64f-63b159f4d465 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:25.383198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Attempting to bind port 2c9d794f-b720-4689-a64f-63b159f4d465 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:25.383767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Attempting to bind port 2c9d794f-b720-4689-a64f-63b159f4d465 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:25.386702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36554) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:25.432802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Port 2c9d794f-b720-4689-a64f-63b159f4d465 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:25.433146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Attempting to bind port 2c9d794f-b720-4689-a64f-63b159f4d465 on network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:25.440881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b7eac22-d676-44ad-a461-572852a965f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.462766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:25.463114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Checking segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:25.463531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Bound using segment: {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:25.463974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Bound port: 2c9d794f-b720-4689-a64f-63b159f4d465, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a80bee-243d-4d82-9628-b5094eecaa44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:25.464338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.507720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-47fa7fda-0f96-4fe1-8750-fd3199dc3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.510028 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-47fa7fda-0f96-4fe1-8750-fd3199dc3d31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1693668 Nov 22 16:40:25.546839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40351a-16f9-4cce-9124-6ccd8c54c164 req-508b0567-6780-4ba9-92d0-c530559fdfe1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.556951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc40351a-16f9-4cce-9124-6ccd8c54c164 req-508b0567-6780-4ba9-92d0-c530559fdfe1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.4555285 Nov 22 16:40:25.700690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc40351a-16f9-4cce-9124-6ccd8c54c164 req-239cafc5-bb89-4f5f-80f5-585573d612f8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427267 Nov 22 16:40:25.731877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264392ba-c4d7-4963-b21b-87d2f25146f4 req-ff916ade-8fa2-4bf0-8937-c8634a608937 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.738421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264392ba-c4d7-4963-b21b-87d2f25146f4 req-ff916ade-8fa2-4bf0-8937-c8634a608937 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.745167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264392ba-c4d7-4963-b21b-87d2f25146f4 req-ff916ade-8fa2-4bf0-8937-c8634a608937 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.751220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264392ba-c4d7-4963-b21b-87d2f25146f4 req-ff916ade-8fa2-4bf0-8937-c8634a608937 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.752927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-264392ba-c4d7-4963-b21b-87d2f25146f4 req-ff916ade-8fa2-4bf0-8937-c8634a608937 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 3143 time: 0.6354594 Nov 22 16:40:25.845542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-48205ad5-1ec3-4062-af3d-a85c320b28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:25.848096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-48205ad5-1ec3-4062-af3d-a85c320b28dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3290174 Nov 22 16:40:25.859064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] For port 2c9d794f-b720-4689-a64f-63b159f4d465, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:25.934599 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2015c40b-2444-4aeb-9327-15f63585c646 None None] New status for floating IP ffb86ccf-fbb1-4a8b-a7db-906cdfc06712: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:25.978824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:25.985991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-a9a103a7-0500-49dc-84e7-bb7e2216160f service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247046 Nov 22 16:40:26.012660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.038194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] For port 2c9d794f-b720-4689-a64f-63b159f4d465, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c9d794f-b720-4689-a64f-63b159f4d465,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:26.147493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=8daaf5fc-b601-4e63-a954-db35b72e08f8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:26.161735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50db04b-a837-4871-9bb8-9377ddb9f06c req-a7829afe-a53d-4f40-b6a3-acf7cdc02458 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:26.177182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c50db04b-a837-4871-9bb8-9377ddb9f06c req-a7829afe-a53d-4f40-b6a3-acf7cdc02458 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 943 time: 0.1765604 Nov 22 16:40:26.221284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.250925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-264392ba-c4d7-4963-b21b-87d2f25146f4 req-dcb5e329-ce6a-4352-89f9-ea634f0b2a31 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4825847 Nov 22 16:40:26.279347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c50db04b-a837-4871-9bb8-9377ddb9f06c req-61aad578-2ede-4e9f-88cd-ee4a79c248cb tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009345 Nov 22 16:40:26.616480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.627374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.671857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:26.672387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.674078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c9d794f-b720-4689-a64f-63b159f4d465 HTTP/1.1" status: 200 len: 1091 time: 3.7992802 Nov 22 16:40:26.679942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:26.682296 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cada14ae-fbb4-4b29-8422-05877e33014b" -d '{"events": [{"name": "network-changed", "server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:26.751370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] No DVR routers for this DVR port 8daaf5fc-b601-4e63-a954-db35b72e08f8 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:26.796110 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed19224-590e-4934-8ba7-fba9b510d482 x-openstack-request-id: req-4ed19224-590e-4934-8ba7-fba9b510d482 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:26.796455 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:26.803454 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ed19224-590e-4934-8ba7-fba9b510d482 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:26.803454 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465', 'status': 'completed', 'code': 200} Nov 22 16:40:26.823231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b7eac22-d676-44ad-a461-572852a965f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.851322 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:26.862948 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-d0226aa3-237a-478f-914b-6eb0b82e3197 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "DELETE /v2.0/ports/8daaf5fc-b601-4e63-a954-db35b72e08f8 HTTP/1.1" status: 204 len: 173 time: 2.9230404 Nov 22 16:40:26.900986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b7eac22-d676-44ad-a461-572852a965f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.085264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eac22-d676-44ad-a461-572852a965f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818c0371-709d-4d01-8a70-44eff3b6a323,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:27.093941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dba5e9-96ce-47d2-be5c-be394b63beb0 service neutron] Pushing event updated for resources: {'Port': ['ID=2c9d794f-b720-4689-a64f-63b159f4d465,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:27.098818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-16f1c0b2-e7cf-4aa3-bf54-38705ac2b89f service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1044803 Nov 22 16:40:27.236399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-e21012be-d9a5-467a-a3b6-e3dd053ba0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:27.238124 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-e21012be-d9a5-467a-a3b6-e3dd053ba0de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 1094 time: 0.4881623 Nov 22 16:40:27.245355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b7eac22-d676-44ad-a461-572852a965f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62d578f56d5247719a763119e15575c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8349710 Nov 22 16:40:27.246154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36586) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:27.348441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-3ed667ab-0eb9-4f5f-9bff-25d84f8622a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9d794f-b720-4689-a64f-63b159f4d465 HTTP/1.1" status: 200 len: 217 time: 0.0881786 Nov 22 16:40:27.519788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-c4c1ac7c-6f20-43b7-af52-23c3c8d5f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:27.521626 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Floating IP aa63a50f-4f49-40f9-845e-f62302fcb0d9 associated. External IP: 172.25.6.225, port: db83ecea-9e71-4355-aec3-bda6d528c276. Nov 22 16:40:27.521752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-c4c1ac7c-6f20-43b7-af52-23c3c8d5f549 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.1088102 Nov 22 16:40:27.522349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f34dbb-b3a2-4932-b430-e1399241e2ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.529633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port 7eee047f-cb66-4218-ba63-f9bf60a63ebd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:27.529985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.670968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f34dbb-b3a2-4932-b430-e1399241e2ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.680287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abcaf7-34cb-49e3-bc26-ef8fc1d6f9bd req-4aad138a-2324-4eaf-9658-4b5ea462d55a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:27.687740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9abcaf7-34cb-49e3-bc26-ef8fc1d6f9bd req-4aad138a-2324-4eaf-9658-4b5ea462d55a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.7744703 Nov 22 16:40:27.715827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11c5aa-9222-40b6-8d8d-411ae7f1278d req-c46eaceb-6e53-49a6-b8b4-9abd5383b96b tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:27.723074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f11c5aa-9222-40b6-8d8d-411ae7f1278d req-c46eaceb-6e53-49a6-b8b4-9abd5383b96b tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 943 time: 0.2531600 Nov 22 16:40:27.805556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-838b0fa4-8cb1-4e7e-8506-d3acf0c57c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:27.807126 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-838b0fa4-8cb1-4e7e-8506-d3acf0c57c89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673888 Nov 22 16:40:27.821512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9abcaf7-34cb-49e3-bc26-ef8fc1d6f9bd req-13e011e0-669c-49d9-ad2f-ca99544fcd8f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284573 Nov 22 16:40:27.894403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] For port 7eee047f-cb66-4218-ba63-f9bf60a63ebd, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7eee047f-cb66-4218-ba63-f9bf60a63ebd,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:27.895096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:27.984365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for 7eee047f-cb66-4218-ba63-f9bf60a63ebd owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:28.002183 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f34dbb-b3a2-4932-b430-e1399241e2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.002814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f34dbb-b3a2-4932-b430-e1399241e2ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.018634 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-52f34dbb-b3a2-4932-b430-e1399241e2ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/818c0371-709d-4d01-8a70-44eff3b6a323 HTTP/1.1" status: 204 len: 168 time: 0.7585480 Nov 22 16:40:28.043321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f11c5aa-9222-40b6-8d8d-411ae7f1278d req-53f8353e-3e59-48d7-93cf-fe78e84b4f13 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3191855 Nov 22 16:40:28.073348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Router a6e886c5-8ca5-459b-925d-4fbd17504b0d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:28.097686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f34dbb-b3a2-4932-b430-e1399241e2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818c0371-709d-4d01-8a70-44eff3b6a323,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.133219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616c5d8-cf08-4d04-961e-397f88d77a1b req-b85a947f-12f4-4e69-a853-bcd9b991faa9 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:28.141194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616c5d8-cf08-4d04-961e-397f88d77a1b req-b85a947f-12f4-4e69-a853-bcd9b991faa9 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:28.150176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6616c5d8-cf08-4d04-961e-397f88d77a1b req-b85a947f-12f4-4e69-a853-bcd9b991faa9 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:28.162703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6616c5d8-cf08-4d04-961e-397f88d77a1b req-b85a947f-12f4-4e69-a853-bcd9b991faa9 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 2410 time: 0.2125561 Nov 22 16:40:28.231717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-4db4062b-dac3-401a-b92b-18cf1c450a23 service neutron] 10.222.0.20 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164555 Nov 22 16:40:28.376877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6616c5d8-cf08-4d04-961e-397f88d77a1b req-f7c25658-7ad1-4358-8b05-cac9b52be5ae tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137744 Nov 22 16:40:28.389423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:28.405413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.412650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] Sync routers for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:28.414401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b3cee843-034b-4cd7-963f-85005a51ba36 req-598e2fe6-3379-41c8-af19-51ed0443daf4 service neutron] 10.222.0.20 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639678 Nov 22 16:40:28.452615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:28.453249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:28.491604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-edd0f6e4-f9a9-4058-9c45-28031778f692 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "PUT /v2.0/floatingips/aa63a50f-4f49-40f9-845e-f62302fcb0d9 HTTP/1.1" status: 200 len: 992 time: 3.5706944 Nov 22 16:40:28.492584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:28.495347 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafaccb3-360d-4750-9a56-cf6663af24fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:28.553280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.604558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada14ae-fbb4-4b29-8422-05877e33014b req-d12ca6a1-43a3-478c-bfef-3d8e0fd06112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:28.606457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-d12ca6a1-43a3-478c-bfef-3d8e0fd06112 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 1094 time: 0.1194646 Nov 22 16:40:28.658212 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313a666a-fdcf-4f8c-9b1a-e7c3e78bebc8 x-openstack-request-id: req-313a666a-fdcf-4f8c-9b1a-e7c3e78bebc8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:28.658212 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:28.658212 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-313a666a-fdcf-4f8c-9b1a-e7c3e78bebc8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:28.658575 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'status': 'completed', 'code': 200} Nov 22 16:40:28.730474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:28.749911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=7eee047f-cb66-4218-ba63-f9bf60a63ebd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:28.854168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:28.856477 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f910eb-2b29-43d8-b2fa-0dc5a0cd977f" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:28.945718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] No DVR routers for this DVR port 7eee047f-cb66-4218-ba63-f9bf60a63ebd on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:28.951326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-905a9ec8-3fb2-4f56-8193-c547be448013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:28.953157 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-905a9ec8-3fb2-4f56-8193-c547be448013 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=76aef20049d843ce890190cc698a9134&device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 1097 time: 0.1960926 Nov 22 16:40:28.960891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:28.964969 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-975b196c-522d-49cc-9fca-abce468799be tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "DELETE /v2.0/ports/7eee047f-cb66-4218-ba63-f9bf60a63ebd HTTP/1.1" status: 204 len: 173 time: 2.0685666 Nov 22 16:40:29.084912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce58669-406c-4010-874d-435f8ba592c2 req-dba381b2-7a68-4988-8a94-a57982b31b85 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.087808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ce58669-406c-4010-874d-435f8ba592c2 req-dba381b2-7a68-4988-8a94-a57982b31b85 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1119678 Nov 22 16:40:29.094491 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927b3812-0316-40d7-8df4-234b63c1270c x-openstack-request-id: req-927b3812-0316-40d7-8df4-234b63c1270c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:29.095192 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "8daaf5fc-b601-4e63-a954-db35b72e08f8", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:29.095782 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-927b3812-0316-40d7-8df4-234b63c1270c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:29.096909 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': '8daaf5fc-b601-4e63-a954-db35b72e08f8', 'status': 'completed', 'code': 200} Nov 22 16:40:29.166263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada14ae-fbb4-4b29-8422-05877e33014b req-776e663e-fd51-456d-b5d5-40e405fdeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.171286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-776e663e-fd51-456d-b5d5-40e405fdeb42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.5513387 Nov 22 16:40:29.241241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ce58669-406c-4010-874d-435f8ba592c2 req-49d8ce0a-cbdd-4957-89e0-908e35246c4f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405575 Nov 22 16:40:29.411575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'aa63a50f-4f49-40f9-845e-f62302fcb0d9', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'port_id': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'mac_address': 'fa:16:3e:a4:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:00Z', 'updated_at': '2021-11-22T16:40:26Z', 'revision_number': 1, 'project_id': '76aef20049d843ce890190cc698a9134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.428100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e61e5c-2ec9-4096-8c7c-590b63c5ac60 req-c6948b1b-1c2e-4491-9ea1-9fad20992805 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.437304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e61e5c-2ec9-4096-8c7c-590b63c5ac60 req-c6948b1b-1c2e-4491-9ea1-9fad20992805 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 943 time: 0.1003122 Nov 22 16:40:29.511268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] Checking router: a6e886c5-8ca5-459b-925d-4fbd17504b0d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:29.527199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:29.528009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:29.581314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-0fa3f657-b4a7-4e2e-a33d-01c69edeeb72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9d794f-b720-4689-a64f-63b159f4d465 HTTP/1.1" status: 200 len: 217 time: 0.3219187 Nov 22 16:40:29.697182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41e61e5c-2ec9-4096-8c7c-590b63c5ac60 req-d2d465bd-8fa8-4db0-88f9-c4e05a0d1137 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585168 Nov 22 16:40:29.728160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-992f6f3f-a8fd-45ef-b423-f649ddc238b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.729338 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-992f6f3f-a8fd-45ef-b423-f649ddc238b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=613863f5-2393-4ec0-9239-f270341f6491 HTTP/1.1" status: 200 len: 916 time: 0.7608817 Nov 22 16:40:29.730831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada14ae-fbb4-4b29-8422-05877e33014b req-1ea2d0ad-3f4d-4b21-9080-4f5b102f73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.732156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-1ea2d0ad-3f4d-4b21-9080-4f5b102f73bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.1416392 Nov 22 16:40:29.791285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea081-a84e-4d47-82ea-c3cc621139cd req-398ebf91-d34d-4498-93e3-219c003413a2 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.799032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ea081-a84e-4d47-82ea-c3cc621139cd req-398ebf91-d34d-4498-93e3-219c003413a2 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:29.802236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:29.820248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c77ea081-a84e-4d47-82ea-c3cc621139cd req-398ebf91-d34d-4498-93e3-219c003413a2 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 1677 time: 0.1838415 Nov 22 16:40:29.866107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-ee2f4e1b-af2f-4870-9b97-733722f960fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db83ecea-9e71-4355-aec3-bda6d528c276 HTTP/1.1" status: 200 len: 1000 time: 0.1234465 Nov 22 16:40:29.907578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c77ea081-a84e-4d47-82ea-c3cc621139cd req-9e9c0139-7833-412b-a70e-0e50274c777f tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864043 Nov 22 16:40:29.935691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port cc80fb61-bfd8-49e6-b76b-79f6c889854a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:29.936145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.046800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada14ae-fbb4-4b29-8422-05877e33014b req-14359894-89b7-47a7-9531-59137ebd0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.050888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-14359894-89b7-47a7-9531-59137ebd0835 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3091693 Nov 22 16:40:30.088241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-ae9b4b95-b232-4ba3-b4b4-a4f6e8083bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.089826 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-ae9b4b95-b232-4ba3-b4b4-a4f6e8083bad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bbc448a-580f-4923-bcb3-bcd6ac9b87c0 HTTP/1.1" status: 200 len: 854 time: 0.2049627 Nov 22 16:40:30.102472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'aa63a50f-4f49-40f9-845e-f62302fcb0d9', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'port_id': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'mac_address': 'fa:16:3e:a4:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:00Z', 'updated_at': '2021-11-22T16:40:26Z', 'revision_number': 1, 'project_id': '76aef20049d843ce890190cc698a9134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:30.132634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd450221-db91-41e1-8038-14b8a3815835 None None] The sync data for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 is: [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'aa63a50f-4f49-40f9-845e-f62302fcb0d9', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'floating_ip_address': '172.25.6.225', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'port_id': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'mac_address': 'fa:16:3e:a4:fb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:00Z', 'updated_at': '2021-11-22T16:40:26Z', 'revision_number': 1, 'project_id': '76aef20049d843ce890190cc698a9134', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:30.218121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] For port cc80fb61-bfd8-49e6-b76b-79f6c889854a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cc80fb61-bfd8-49e6-b76b-79f6c889854a,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:30.218638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.251601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for cc80fb61-bfd8-49e6-b76b-79f6c889854a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:30.261154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-98c6d522-d139-448b-bc0f-447f6740418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.263277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-98c6d522-d139-448b-bc0f-447f6740418c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=613863f5-2393-4ec0-9239-f270341f6491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619575 Nov 22 16:40:30.312576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-fb5757ef-3bde-44e9-bafa-af79c6393b85 service neutron] 10.222.0.20 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497990 Nov 22 16:40:30.475961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b8e9-fd21-464a-9d75-fb28d389d5f3 req-cea1fa9c-d32b-4d8e-9d70-2db4c2f7f26a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.484884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4af5b8e9-fd21-464a-9d75-fb28d389d5f3 req-cea1fa9c-d32b-4d8e-9d70-2db4c2f7f26a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1280229 Nov 22 16:40:30.526384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa82b076-e85f-4504-a9d9-27be6f0b4989 None None] New status for floating IP aa63a50f-4f49-40f9-845e-f62302fcb0d9: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:30.613415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.617111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4af5b8e9-fd21-464a-9d75-fb28d389d5f3 req-9477f847-7880-4e59-b9bb-6062e53b96f3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309640 Nov 22 16:40:30.677079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=cc80fb61-bfd8-49e6-b76b-79f6c889854a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:30.788105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] No DVR routers for this DVR port cc80fb61-bfd8-49e6-b76b-79f6c889854a on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:30.791553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:30.798787 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-84de4d7a-d5c6-49a5-bd63-db8c56db207a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "DELETE /v2.0/ports/cc80fb61-bfd8-49e6-b76b-79f6c889854a HTTP/1.1" status: 204 len: 173 time: 1.6419368 Nov 22 16:40:30.860748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cada14ae-fbb4-4b29-8422-05877e33014b req-dc89bb60-1355-4a66-baca-bfc9587a7433 service neutron] 10.222.0.20 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181239 Nov 22 16:40:30.881289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-071e7975-1d41-4ff0-b82a-d7267bd84868 service neutron] 10.222.0.66 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5981388 Nov 22 16:40:30.885955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b110d-74da-4f64-b3b0-169a7f897b37 req-31f48c02-dfd9-422e-a9f7-41194c362ad2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.899367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d54b110d-74da-4f64-b3b0-169a7f897b37 req-31f48c02-dfd9-422e-a9f7-41194c362ad2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1723025 Nov 22 16:40:30.959104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fb1b38-07ea-4a0f-b693-952f0151688b req-ae4f5dd9-45f6-4be9-985e-69ac97b21c9a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:30.960774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00fb1b38-07ea-4a0f-b693-952f0151688b req-ae4f5dd9-45f6-4be9-985e-69ac97b21c9a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 943 time: 0.1626837 Nov 22 16:40:31.014403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d54b110d-74da-4f64-b3b0-169a7f897b37 req-6f055d55-b803-40e3-ad6c-e66cd44d41b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137714 Nov 22 16:40:31.067857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00fb1b38-07ea-4a0f-b693-952f0151688b req-d9e515d3-40b7-436c-a99b-7632b059f9b7 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990782 Nov 22 16:40:31.069235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bafaccb3-360d-4750-9a56-cf6663af24fa req-91658814-e9bd-4d73-9335-de7891f8ca0c service neutron] 10.222.0.66 "GET /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595631 Nov 22 16:40:31.112708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd'}, {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:31.116713 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3813b45f-cb78-4dbf-b4dd-b24f4bafab8b" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd"}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:31.164866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port f0dbb82d-9161-4cef-847e-988561d1638a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:31.171425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.343885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab80b4-d608-4c6b-a626-a1a7149897d4 req-ea0508c1-5e7f-4317-8147-3a1642529c75 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:31.346509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfab80b4-d608-4c6b-a626-a1a7149897d4 req-ea0508c1-5e7f-4317-8147-3a1642529c75 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 943 time: 0.0968926 Nov 22 16:40:31.358979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] For port f0dbb82d-9161-4cef-847e-988561d1638a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=f0dbb82d-9161-4cef-847e-988561d1638a,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:31.359484 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.387201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for f0dbb82d-9161-4cef-847e-988561d1638a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:31.455310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfab80b4-d608-4c6b-a626-a1a7149897d4 req-2708f29a-7a95-4261-b72c-c26e6811510d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups?id=74357a04-33bd-4a9a-9fc4-c905a00382fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014967 Nov 22 16:40:31.532504 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e4277-0168-4d60-ace1-77ecd577c8d6 x-openstack-request-id: req-ae2e4277-0168-4d60-ace1-77ecd577c8d6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:31.532810 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "7eee047f-cb66-4218-ba63-f9bf60a63ebd", "status": "completed", "code": 200}, {"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "cc80fb61-bfd8-49e6-b76b-79f6c889854a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:31.533096 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae2e4277-0168-4d60-ace1-77ecd577c8d6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:31.537089 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': '7eee047f-cb66-4218-ba63-f9bf60a63ebd', 'status': 'completed', 'code': 200} Nov 22 16:40:31.537249 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': 'cc80fb61-bfd8-49e6-b76b-79f6c889854a', 'status': 'completed', 'code': 200} Nov 22 16:40:31.629740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.717556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=f0dbb82d-9161-4cef-847e-988561d1638a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:31.796614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] No DVR routers for this DVR port f0dbb82d-9161-4cef-847e-988561d1638a on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:31.799972 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:31.804348 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-098b6099-f2b4-4720-b17e-6c77ed64f5b5 req-ebd61560-1583-48e4-beb9-a04a0faaa3b3 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.66 "DELETE /v2.0/ports/f0dbb82d-9161-4cef-847e-988561d1638a HTTP/1.1" status: 204 len: 173 time: 0.9862554 Nov 22 16:40:31.845838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9df84-1743-4ebe-9627-78dff29459f2 req-2d895140-8acc-431b-86e9-5c3c0eaf8c2e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:31.847397 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92d9df84-1743-4ebe-9627-78dff29459f2 req-2d895140-8acc-431b-86e9-5c3c0eaf8c2e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0742779 Nov 22 16:40:31.988182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9b9fa-0e9c-4e89-b411-eebb39c1a66d req-ca9199f1-f9d1-44e5-beb9-f3069003a673 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:31.991591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94d9b9fa-0e9c-4e89-b411-eebb39c1a66d req-ca9199f1-f9d1-44e5-beb9-f3069003a673 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1222820 Nov 22 16:40:31.995947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92d9df84-1743-4ebe-9627-78dff29459f2 req-8ae6de81-21f4-4707-980b-65098acdf0a7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379769 Nov 22 16:40:32.059879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94d9b9fa-0e9c-4e89-b411-eebb39c1a66d req-83d764f2-342f-41ed-a3a6-063c3e74a907 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606596 Nov 22 16:40:32.322845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c9d794f-b720-4689-a64f-63b159f4d465 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:32.333358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c465da-3215-46a0-81c8-d1ed6bcdac9c req-253aca40-6085-40e5-aadb-4996329ec33d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:32.343424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22c465da-3215-46a0-81c8-d1ed6bcdac9c req-253aca40-6085-40e5-aadb-4996329ec33d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 943 time: 0.1464620 Nov 22 16:40:32.362986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36802) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:32.428528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22c465da-3215-46a0-81c8-d1ed6bcdac9c req-dc223a03-500e-4235-b87d-fc5ae87bac5e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840571 Nov 22 16:40:32.518299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2c9d794f-b720-4689-a64f-63b159f4d465, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c9d794f-b720-4689-a64f-63b159f4d465,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:32.534751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '2c9d794f-b720-4689-a64f-63b159f4d465', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'port_id': '2c9d794f-b720-4689-a64f-63b159f4d465', 'mac_address': 'fa:16:3e:a3:04:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:32.588508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.610672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9d794f-b720-4689-a64f-63b159f4d465 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:32.645615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2e2-bea0-4a8a-a419-6370a12ab5f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.658712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2c9d794f-b720-4689-a64f-63b159f4d465, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c9d794f-b720-4689-a64f-63b159f4d465,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:32.669833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.721142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f00d80f-e124-4f55-ad99-abd13e68960f req-10246f35-55d4-4b2d-a843-6846aebae2db tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.1017268 Nov 22 16:40:32.779511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2c9d794f-b720-4689-a64f-63b159f4d465,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.852222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2e2-bea0-4a8a-a419-6370a12ab5f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.857683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b6ea2e2-bea0-4a8a-a419-6370a12ab5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:32.901146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ea2e2-bea0-4a8a-a419-6370a12ab5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9c4864-75dc-4e83-8b6c-31b60635f62a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:32.915179 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b6ea2e2-bea0-4a8a-a419-6370a12ab5f1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c7366851e3d54edd96e4dd76f828a915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510898 Nov 22 16:40:32.917837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36816) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:32.982234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84424113-169a-4ef2-b471-f66eed58419e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.010420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84424113-169a-4ef2-b471-f66eed58419e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.059095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2c9d794f-b720-4689-a64f-63b159f4d465'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:33.073126 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84424113-169a-4ef2-b471-f66eed58419e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.076811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84424113-169a-4ef2-b471-f66eed58419e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.080587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-84424113-169a-4ef2-b471-f66eed58419e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e9c4864-75dc-4e83-8b6c-31b60635f62a HTTP/1.1" status: 204 len: 168 time: 0.1594219 Nov 22 16:40:33.100793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84424113-169a-4ef2-b471-f66eed58419e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9c4864-75dc-4e83-8b6c-31b60635f62a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.277484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefdb7b6-736b-4440-9baa-7dd17c3ba8e8 req-efd428ba-b03e-4632-84fc-a52ce9caaaa1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.279558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aefdb7b6-736b-4440-9baa-7dd17c3ba8e8 req-efd428ba-b03e-4632-84fc-a52ce9caaaa1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.0813856 Nov 22 16:40:33.289964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d7dee4-aea2-4d58-a62a-2e1141c6f1df req-da96f667-5d05-45d5-93c5-15bf60471a1f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.291753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7d7dee4-aea2-4d58-a62a-2e1141c6f1df req-da96f667-5d05-45d5-93c5-15bf60471a1f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1213944 Nov 22 16:40:33.398393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aefdb7b6-736b-4440-9baa-7dd17c3ba8e8 req-7f54458a-01ca-4252-b64a-071df75a7b4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054509 Nov 22 16:40:33.407935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7d7dee4-aea2-4d58-a62a-2e1141c6f1df req-e2946172-746e-451d-9faa-941f7a632f4d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078801 Nov 22 16:40:33.539901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:33.544184 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f9f5bb-0fa1-4f05-8217-03f3048c139f" -d '{"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:33.579135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36840) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:33.599383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b9b35eb-89a8-4f33-83b5-268d11c31117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.602422 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc797b-0c21-4af0-b7fc-c25ca6cbf653 x-openstack-request-id: req-aedc797b-0c21-4af0-b7fc-c25ca6cbf653 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:33.602722 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab350f7-db21-411d-8f94-0e79a4649d13", "name": "network-vif-deleted", "tag": "f0dbb82d-9161-4cef-847e-988561d1638a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:33.603113 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aedc797b-0c21-4af0-b7fc-c25ca6cbf653 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:33.603701 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab350f7-db21-411d-8f94-0e79a4649d13', 'name': 'network-vif-deleted', 'tag': 'f0dbb82d-9161-4cef-847e-988561d1638a', 'status': 'completed', 'code': 200} Nov 22 16:40:33.624662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eb413-5abd-4a56-87b7-e586ecb2315d req-3bb6b7ae-2b62-4313-90bd-7915823d9291 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:33.626735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-572eb413-5abd-4a56-87b7-e586ecb2315d req-3bb6b7ae-2b62-4313-90bd-7915823d9291 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 944 time: 0.0945289 Nov 22 16:40:33.705180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b9b35eb-89a8-4f33-83b5-268d11c31117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.711823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b9b35eb-89a8-4f33-83b5-268d11c31117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.721405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-572eb413-5abd-4a56-87b7-e586ecb2315d req-90bd85c7-9608-4cd3-89a7-9b90bd8b1972 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873365 Nov 22 16:40:33.753128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b35eb-89a8-4f33-83b5-268d11c31117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68323e38-8dba-4530-b7a3-eb5f22066415,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:33.771276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b9b35eb-89a8-4f33-83b5-268d11c31117 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15a35aab2f39476189064efebf2f1192&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1907160 Nov 22 16:40:33.776557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36848) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:33.830725 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b284cca0-f763-4563-8b1b-63edc04ababd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.855441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b284cca0-f763-4563-8b1b-63edc04ababd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.873267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8a9fb49-1fa4-4ffa-a22b-5945b3f63484 req-081b888e-0c1e-468b-b1cd-594b775c908e tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0310321 Nov 22 16:40:33.925254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b284cca0-f763-4563-8b1b-63edc04ababd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.932250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b284cca0-f763-4563-8b1b-63edc04ababd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:33.939442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b284cca0-f763-4563-8b1b-63edc04ababd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68323e38-8dba-4530-b7a3-eb5f22066415 HTTP/1.1" status: 204 len: 168 time: 0.1628525 Nov 22 16:40:33.953295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284cca0-f763-4563-8b1b-63edc04ababd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68323e38-8dba-4530-b7a3-eb5f22066415,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.330568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:34.541100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.555181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33711db8-927e-40f4-b705-48c79a11275e req-a776052f-08e6-4ebd-8012-d4a197f4e85b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:34.556730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33711db8-927e-40f4-b705-48c79a11275e req-a776052f-08e6-4ebd-8012-d4a197f4e85b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0712214 Nov 22 16:40:34.597224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:34.599796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:34.602583 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e085f6a-e33c-43cd-b81d-03c1b2275506" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-unplugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:34.607953 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:34.675689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33711db8-927e-40f4-b705-48c79a11275e req-8b91600c-4790-46de-bf8a-044d4b36c545 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872173 Nov 22 16:40:34.697636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de96052-d8e4-4d61-9be8-c17a803bbfec req-b35c8b7d-7d61-45aa-902f-4692879b808d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:34.718109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=11']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:34.720538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3de96052-d8e4-4d61-9be8-c17a803bbfec req-b35c8b7d-7d61-45aa-902f-4692879b808d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1552024 Nov 22 16:40:34.730496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.732127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.732717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.733788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.734363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.734907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.735445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.735998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.736529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.737176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.737746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.738634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:40:34.830153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3de96052-d8e4-4d61-9be8-c17a803bbfec req-8b9902db-adc1-42e7-aed1-cd5d42ae91f8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087003 Nov 22 16:40:34.872791 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e6a286-7d28-4011-b2a8-7d53fc1cc5f1 x-openstack-request-id: req-a7e6a286-7d28-4011-b2a8-7d53fc1cc5f1 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:34.873087 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-unplugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:34.873340 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7e6a286-7d28-4011-b2a8-7d53fc1cc5f1 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:34.873765 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:40:34.980186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27ce9f-f3c7-4f64-935f-69a9a8020771 req-3b67a31d-b612-4f60-97e1-17147b529274 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:34.982594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d27ce9f-f3c7-4f64-935f-69a9a8020771 req-3b67a31d-b612-4f60-97e1-17147b529274 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 944 time: 0.0686998 Nov 22 16:40:35.033134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fd3be21-4959-4cae-b06d-2fedaee26e93 req-40db0c96-7279-47bd-907d-8c6bccaf7c4a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0388341 Nov 22 16:40:35.112481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d27ce9f-f3c7-4f64-935f-69a9a8020771 req-ada8b91f-e3d8-497f-890e-1675a3694236 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203249 Nov 22 16:40:35.865690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f457478-f375-4ed9-a9e0-67859a29e72c req-88d3e023-cb69-46ee-ba82-e78ab95c8511 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:35.877068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f457478-f375-4ed9-a9e0-67859a29e72c req-88d3e023-cb69-46ee-ba82-e78ab95c8511 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0814650 Nov 22 16:40:35.949031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f457478-f375-4ed9-a9e0-67859a29e72c req-c2c2ffa4-a74f-4568-90fa-60a450d1f371 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710185 Nov 22 16:40:36.092136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6a06d-120d-4c5a-a69e-25ac97928c8b req-3aca3b1e-ce75-43aa-bd9c-60a3d0b0ba6a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:36.131949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0b6a06d-120d-4c5a-a69e-25ac97928c8b req-3aca3b1e-ce75-43aa-bd9c-60a3d0b0ba6a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1236362 Nov 22 16:40:36.216789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0b6a06d-120d-4c5a-a69e-25ac97928c8b req-644b6c23-d600-4170-b9f1-1f9e865dd9a3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701184 Nov 22 16:40:36.272074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0b62461-17f3-4e4c-913d-635971253eb4 req-31010493-f59e-40df-b74e-f655b7d19714 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0806813 Nov 22 16:40:36.327454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:36.425212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c9d794f-b720-4689-a64f-63b159f4d465 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:36.485893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058a3c3-d15e-4fa1-8471-b04c68b8894c req-a2bcaea8-3984-4efb-84e4-f4dc5da958af tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:36.487846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b058a3c3-d15e-4fa1-8471-b04c68b8894c req-a2bcaea8-3984-4efb-84e4-f4dc5da958af tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 944 time: 0.1135252 Nov 22 16:40:36.638355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b058a3c3-d15e-4fa1-8471-b04c68b8894c req-03ce182b-a71f-4e38-a7c6-8e249d58b7b2 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441190 Nov 22 16:40:37.080542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:37.119365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'mac_address': 'fa:16:3e:ee:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:37.209391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 2c9d794f-b720-4689-a64f-63b159f4d465 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:37.309464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 2c9d794f-b720-4689-a64f-63b159f4d465 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:37.310241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.333556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158b135c-d305-40c3-971f-17b952f2d7a8 req-0573eccb-2ec2-45fb-baa0-e70ae734bda2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:37.348803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-158b135c-d305-40c3-971f-17b952f2d7a8 req-0573eccb-2ec2-45fb-baa0-e70ae734bda2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1597710 Nov 22 16:40:37.355030 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.357378 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.459282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-158b135c-d305-40c3-971f-17b952f2d7a8 req-6cb3dc6d-5c01-4abb-a42b-9683eded1d61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053913 Nov 22 16:40:37.508657 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.517699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 944de101-e0f2-45cf-a04c-1702c6f797a3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:37.538378 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:40:37.626966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c127c22-3bb5-4289-ada7-ce88a380cc29 req-b2451938-f8f4-449e-b526-4de53e1b623a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:37.628728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c127c22-3bb5-4289-ada7-ce88a380cc29 req-b2451938-f8f4-449e-b526-4de53e1b623a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1641145 Nov 22 16:40:37.672823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:37.695893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:37.714311 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc1204-6133-47d9-9bb0-7358ba26c162" -d '{"events": [{"server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "name": "network-vif-plugged", "status": "completed", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:37.739673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5443ebc7-884b-4adc-bbb8-74de32446d23 req-d6f55951-0e94-493f-8673-fae33764ba23 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.1089904 Nov 22 16:40:37.753150 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.798988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2c9d794f-b720-4689-a64f-63b159f4d465, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c9d794f-b720-4689-a64f-63b159f4d465,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:37.838366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:37.847524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c127c22-3bb5-4289-ada7-ce88a380cc29 req-a3ad9bef-ec2a-42de-b4e3-6c7bd9d1b8f3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982360 Nov 22 16:40:37.960933 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85345fa5-dc51-41cf-b8b0-515edd567ea5 x-openstack-request-id: req-85345fa5-dc51-41cf-b8b0-515edd567ea5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:37.961399 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "name": "network-vif-plugged", "status": "completed", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:37.961676 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85345fa5-dc51-41cf-b8b0-515edd567ea5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:37.962107 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465', 'code': 200} Nov 22 16:40:37.963130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['944de101-e0f2-45cf-a04c-1702c6f797a3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:37.982003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.161150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44661f45-5ecf-4601-96a4-159e76a1abda req-61a38428-1dad-4a4f-85bd-32c4083340d8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:38.169375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635662-5035-4e86-af48-3975ca42cd28 req-0e9c8fbd-5dd6-418a-a8b2-a247c3529152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:38.171052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-48635662-5035-4e86-af48-3975ca42cd28 req-0e9c8fbd-5dd6-418a-a8b2-a247c3529152 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 1096 time: 0.1227982 Nov 22 16:40:38.178857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44661f45-5ecf-4601-96a4-159e76a1abda req-61a38428-1dad-4a4f-85bd-32c4083340d8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.1244011 Nov 22 16:40:38.293196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-48635662-5035-4e86-af48-3975ca42cd28 req-15172583-ecb1-4acb-9d96-7adedbfc6cd2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098073 Nov 22 16:40:38.310348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2c9d794f-b720-4689-a64f-63b159f4d465,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:38.311383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44661f45-5ecf-4601-96a4-159e76a1abda req-fb2b7121-9570-4a52-bf78-a1798d14653a tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313422 Nov 22 16:40:38.722010 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:38.758170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f20a32-6ab0-4325-ad22-a79325fc7d5f req-a793aa9f-bc03-4534-8b1a-64773f83f07d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:38.779101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14f20a32-6ab0-4325-ad22-a79325fc7d5f req-a793aa9f-bc03-4534-8b1a-64773f83f07d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1579368 Nov 22 16:40:38.928030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14f20a32-6ab0-4325-ad22-a79325fc7d5f req-76302c44-8cb6-4863-9fd6-16ff2370ce66 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429350 Nov 22 16:40:38.963495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e20a469a-851b-4889-9a19-9f7db3dab7b5 req-eff389e5-08c9-4383-8842-566f84e59f07 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0670013 Nov 22 16:40:39.131845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f01e4-fefd-4af6-9675-a75e21d0e64f req-0b222227-1fee-4e1e-8aef-94a32ab5b0a8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:39.136438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a90f01e4-fefd-4af6-9675-a75e21d0e64f req-0b222227-1fee-4e1e-8aef-94a32ab5b0a8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.0799341 Nov 22 16:40:39.216536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a90f01e4-fefd-4af6-9675-a75e21d0e64f req-67ec15a7-e975-43de-8aa9-3faa5536520d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657997 Nov 22 16:40:39.523637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f762438-54c5-4443-af3b-60d76f90e6ef req-6221faae-72f1-4d6b-9518-9c0397a33917 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:39.525556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f762438-54c5-4443-af3b-60d76f90e6ef req-6221faae-72f1-4d6b-9518-9c0397a33917 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.0835834 Nov 22 16:40:39.708959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f762438-54c5-4443-af3b-60d76f90e6ef req-b014c655-22b4-4f71-87b6-8518b4f0e6b0 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765268 Nov 22 16:40:40.184995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd9757-aea5-474f-b41a-a7715a1ed729 req-86fdaf7c-3504-46d5-9775-74d38b981e96 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:40.187517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60fd9757-aea5-474f-b41a-a7715a1ed729 req-86fdaf7c-3504-46d5-9775-74d38b981e96 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1332102 Nov 22 16:40:40.222688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72500192-bffe-48cc-88ca-a6a8ab3d7b7a req-19a84aac-472f-46b8-a0bf-ccf3f443907d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0317492 Nov 22 16:40:40.317247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60fd9757-aea5-474f-b41a-a7715a1ed729 req-4489ae53-33f2-41d9-878f-5793afd5e727 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926342 Nov 22 16:40:40.337499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:40.435809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 944de101-e0f2-45cf-a04c-1702c6f797a3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:40.436177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.536233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afce7a3-7ea6-4aee-89a2-de32cf9321a1 req-3fe81770-7695-46e5-9ee6-91f8d2d7c2c2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:40.549771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4afce7a3-7ea6-4aee-89a2-de32cf9321a1 req-3fe81770-7695-46e5-9ee6-91f8d2d7c2c2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 946 time: 0.1391881 Nov 22 16:40:40.658720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4afce7a3-7ea6-4aee-89a2-de32cf9321a1 req-957319fa-7cb8-4c19-a1ee-63f5707240f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021738 Nov 22 16:40:40.669801 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.712894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:40.715659 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9afac2-4007-40da-9f00-bc627aa4ad6b" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:40.737384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:40.745494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:40.842382 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8be81e-f4f9-40e8-988b-55458aa2a625 x-openstack-request-id: req-2b8be81e-f4f9-40e8-988b-55458aa2a625 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:40.843117 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-plugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:40.843566 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b8be81e-f4f9-40e8-988b-55458aa2a625 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:40.844174 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:40:40.850125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:40.903252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd407c5b-37b9-4f5b-8422-2b741e0e2622 req-bcf0fa15-52b7-4269-8d09-7856037bca10 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:40.905063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd407c5b-37b9-4f5b-8422-2b741e0e2622 req-bcf0fa15-52b7-4269-8d09-7856037bca10 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.0759211 Nov 22 16:40:40.987595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd407c5b-37b9-4f5b-8422-2b741e0e2622 req-0ed45d14-f7a1-47f7-9194-742d7dae94b1 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752497 Nov 22 16:40:41.210183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e671356-2fbe-4328-95d1-5709e1c7af9b req-0f712f77-6507-4eb3-93dc-8b70c8966fd9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.224062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e671356-2fbe-4328-95d1-5709e1c7af9b req-0f712f77-6507-4eb3-93dc-8b70c8966fd9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.0877094 Nov 22 16:40:41.224747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37118) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:41.229113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Request body: {'floatingip': {'port_id': '2c9d794f-b720-4689-a64f-63b159f4d465'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:41.314800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:41.441415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e756890f-d161-4dfe-92c9-37787008d6cd req-65aff140-701b-472c-be3e-6fa88df41118 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0530510 Nov 22 16:40:41.638644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25b0279-dd61-4fa4-854b-cc042752c06d req-5c28c47f-2e52-4422-aba8-7d4a4b4905b6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.646837 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f25b0279-dd61-4fa4-854b-cc042752c06d req-5c28c47f-2e52-4422-aba8-7d4a4b4905b6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1429429 Nov 22 16:40:41.817212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f25b0279-dd61-4fa4-854b-cc042752c06d req-b3fa37da-068f-46d8-82ef-ab0f72be903c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691215 Nov 22 16:40:41.981131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b1eeb-7437-4dd5-9bde-edf2ef6b054a req-fd6b1000-bcc5-45d7-b90e-98350a65f00d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:41.995599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-474b1eeb-7437-4dd5-9bde-edf2ef6b054a req-fd6b1000-bcc5-45d7-b90e-98350a65f00d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1619735 Nov 22 16:40:42.104538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-474b1eeb-7437-4dd5-9bde-edf2ef6b054a req-cd327960-eaeb-4c64-9c2b-02f52b9f21ed tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031153 Nov 22 16:40:42.671094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac733614-0781-43f2-bdd3-82a323bf6650 req-8e42531e-5f1c-4595-92e4-acccfc478ffd tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0829568 Nov 22 16:40:42.814509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.821977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:42.985942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39496924-7815-492f-958b-3951dcce7f8d req-78208f13-9f39-476f-a6bb-bf2b1eb158ef tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:42.997553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39496924-7815-492f-958b-3951dcce7f8d req-78208f13-9f39-476f-a6bb-bf2b1eb158ef tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0785007 Nov 22 16:40:43.062352 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Floating IP 85f3db65-ae21-4502-bc89-36137c8dec10 associated. External IP: 172.25.6.100, port: 2c9d794f-b720-4689-a64f-63b159f4d465. Nov 22 16:40:43.070427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39496924-7815-492f-958b-3951dcce7f8d req-df3b673a-6241-4420-8e2e-bb78a2f7127d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658159 Nov 22 16:40:43.290556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd41b8e-b630-4b7b-b308-92e013564175 req-f25b41f7-011c-406f-846a-610b3deb8ab4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:43.292371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cd41b8e-b630-4b7b-b308-92e013564175 req-f25b41f7-011c-406f-846a-610b3deb8ab4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.0633140 Nov 22 16:40:43.407499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cd41b8e-b630-4b7b-b308-92e013564175 req-b4dabebd-8afe-4a60-993d-c5949da74901 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081855 Nov 22 16:40:43.499402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:40:43.895482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:40:43.900325 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:43.907870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:40:43.932041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2746e8b-cc28-489d-a91e-993d288ca284 req-f8dc4852-738f-4e5c-8f20-094029bdb0c4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0619957 Nov 22 16:40:43.936824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:43.939327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:43.964129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-deb8cd9e-8165-4563-85ef-efdb6a854a1d tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "PUT /v2.0/floatingips/85f3db65-ae21-4502-bc89-36137c8dec10 HTTP/1.1" status: 200 len: 991 time: 2.7383087 Nov 22 16:40:43.964994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:43.981776 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d" -d '{"events": [{"name": "network-changed", "server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:44.059308 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedbdb9c-ce2b-4b26-9539-7019b67c96fe x-openstack-request-id: req-aedbdb9c-ce2b-4b26-9539-7019b67c96fe {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:44.060006 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:44.060488 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aedbdb9c-ce2b-4b26-9539-7019b67c96fe {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:44.061617 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465', 'status': 'completed', 'code': 200} Nov 22 16:40:44.185307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-2d82344d-e65d-441d-9bed-ecc903e18eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.194607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-2d82344d-e65d-441d-9bed-ecc903e18eef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 1096 time: 0.1195643 Nov 22 16:40:44.291629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:44.311179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d3b55-4b58-4f59-90c9-1be349795fb7 req-572acb17-52b5-44c9-ae69-0893cde4aae1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.320508 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b32d3b55-4b58-4f59-90c9-1be349795fb7 req-572acb17-52b5-44c9-ae69-0893cde4aae1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1311629 Nov 22 16:40:44.448133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b32d3b55-4b58-4f59-90c9-1be349795fb7 req-3474c934-6219-463a-8930-0c81882d231a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224349 Nov 22 16:40:44.476513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-aed5bcc9-fa9e-4042-837f-79307da1a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.478401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-aed5bcc9-fa9e-4042-837f-79307da1a478 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 200 len: 911 time: 0.2738502 Nov 22 16:40:44.674578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1a31b-5da1-45d3-ba8a-77bbd7bdd810 req-4b4666c2-1488-4f84-9b90-b5b0a062905b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.682907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7b1a31b-5da1-45d3-ba8a-77bbd7bdd810 req-4b4666c2-1488-4f84-9b90-b5b0a062905b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1319931 Nov 22 16:40:44.715035 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-f37c80bd-2164-4749-96ea-b31406ae6eb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c9d794f-b720-4689-a64f-63b159f4d465 HTTP/1.1" status: 200 len: 999 time: 0.2091579 Nov 22 16:40:44.776005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '85f3db65-ae21-4502-bc89-36137c8dec10', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'port_id': '2c9d794f-b720-4689-a64f-63b159f4d465', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'mac_address': 'fa:16:3e:a3:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:14Z', 'updated_at': '2021-11-22T16:40:42Z', 'revision_number': 1, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:44.783024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-e738105b-f482-4366-989e-2bdb78eaad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.784517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-e738105b-f482-4366-989e-2bdb78eaad1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 200 len: 849 time: 0.0604856 Nov 22 16:40:44.787887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7b1a31b-5da1-45d3-ba8a-77bbd7bdd810 req-b8ef6d63-9265-4c6d-b531-a5f1bad37fcf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998123 Nov 22 16:40:44.859875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:40:44.866797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-732c689c-bc23-4b3b-9144-b9093444aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:44.868647 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-732c689c-bc23-4b3b-9144-b9093444aef8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733905 Nov 22 16:40:44.881049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:40:44.881787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:45.084117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-6d7b1283-91fe-4ecb-b05a-9b4a4416bc11 service neutron] 10.222.0.20 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969788 Nov 22 16:40:45.128741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:40:45.199699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17ad72b0-5451-497d-ab83-8634a4ce01c1 req-9484a011-5c81-45db-8c36-49e8b646c9fa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0699658 Nov 22 16:40:45.427297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a1dd7477-5c01-4c7b-adf9-6d9c7843b05d req-e9e3f367-8257-4fcf-bb8b-270c206422cf service neutron] 10.222.0.20 "GET /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272631 Nov 22 16:40:45.708288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28389f96-5ee8-4610-aded-fb6d16556a42 req-f4479e44-4429-4a35-8c75-86f32ddf54af tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:45.716426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28389f96-5ee8-4610-aded-fb6d16556a42 req-f4479e44-4429-4a35-8c75-86f32ddf54af tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0996435 Nov 22 16:40:45.783554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '85f3db65-ae21-4502-bc89-36137c8dec10', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'port_id': '2c9d794f-b720-4689-a64f-63b159f4d465', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'mac_address': 'fa:16:3e:a3:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:14Z', 'updated_at': '2021-11-22T16:40:42Z', 'revision_number': 1, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:40:45.804527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28389f96-5ee8-4610-aded-fb6d16556a42 req-bb66b6c3-de03-468c-9de9-0625b79ec926 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867133 Nov 22 16:40:45.822519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333765e0-89d6-4839-98e1-938a38bb3ba1 None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '85f3db65-ae21-4502-bc89-36137c8dec10', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'port_id': '2c9d794f-b720-4689-a64f-63b159f4d465', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'mac_address': 'fa:16:3e:a3:04:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:40:14Z', 'updated_at': '2021-11-22T16:40:42Z', 'revision_number': 1, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:40:46.055083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac705091-21b0-4cbe-9c26-3c0f9650afd0 req-fea452ea-474f-4035-b7c5-04afe5a4c9c7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:46.068946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac705091-21b0-4cbe-9c26-3c0f9650afd0 req-fea452ea-474f-4035-b7c5-04afe5a4c9c7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1308038 Nov 22 16:40:46.186610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac705091-21b0-4cbe-9c26-3c0f9650afd0 req-14ed463e-f52e-4969-b387-27e57ef202cf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166284 Nov 22 16:40:46.233951 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b9b94-d5f5-4085-ad3a-39ef7b9ca5eb None None] New status for floating IP 85f3db65-ae21-4502-bc89-36137c8dec10: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:40:46.385966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d773761-d71b-4087-a22e-22f54cba462c req-fe9cfba2-b37c-4114-b352-e4441884c606 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0437610 Nov 22 16:40:47.268643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37282) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.434404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be299a-3aca-41a9-bffc-661dfa42f648 req-33f04faa-737d-42f0-bb63-84384224b390 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.447030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30be299a-3aca-41a9-bffc-661dfa42f648 req-33f04faa-737d-42f0-bb63-84384224b390 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1260879 Nov 22 16:40:47.507551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0204853-e3d9-4b74-a0c9-f3dce08e2182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.559769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30be299a-3aca-41a9-bffc-661dfa42f648 req-ab7b06d9-d993-4d4f-9514-804a9fc31925 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117013 Nov 22 16:40:47.655708 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0204853-e3d9-4b74-a0c9-f3dce08e2182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.661628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e0204853-e3d9-4b74-a0c9-f3dce08e2182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.703172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0204853-e3d9-4b74-a0c9-f3dce08e2182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c693e4e5-2980-43d0-8ca7-77e102db8a96,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:47.726747 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e0204853-e3d9-4b74-a0c9-f3dce08e2182 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=595031ff9fc24b75a69f6a8b9ea38d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572570 Nov 22 16:40:47.728463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37298) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:47.749551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b6445-70d1-4b0f-8d48-630d29aae13b req-ddf5c47d-0798-451d-b052-de10d7d495c6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:47.760768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b52b6445-70d1-4b0f-8d48-630d29aae13b req-ddf5c47d-0798-451d-b052-de10d7d495c6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1334918 Nov 22 16:40:47.807843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd290baa-cd16-404a-87a9-ac3c336b4a3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.832679 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd290baa-cd16-404a-87a9-ac3c336b4a3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.894863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d82aea-513c-4a32-94db-5420bae03e0f req-d23339ff-2fe8-4ae1-b006-f6e4906136f6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0659285 Nov 22 16:40:47.899386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd290baa-cd16-404a-87a9-ac3c336b4a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.903924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd290baa-cd16-404a-87a9-ac3c336b4a3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:47.911694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd290baa-cd16-404a-87a9-ac3c336b4a3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c693e4e5-2980-43d0-8ca7-77e102db8a96 HTTP/1.1" status: 204 len: 168 time: 0.1812143 Nov 22 16:40:47.934535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b52b6445-70d1-4b0f-8d48-630d29aae13b req-c7e00a6b-a291-409d-bf8e-789e809ef3d8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722286 Nov 22 16:40:47.943381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd290baa-cd16-404a-87a9-ac3c336b4a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693e4e5-2980-43d0-8ca7-77e102db8a96,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:48.392252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37310) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.421322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-248fedb2-cfbd-4f74-9789-abe142337e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.690390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-248fedb2-cfbd-4f74-9789-abe142337e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.698447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-248fedb2-cfbd-4f74-9789-abe142337e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:48.845688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fedb2-cfbd-4f74-9789-abe142337e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9626e807-627f-4593-a861-a7a3551800f3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:48.864925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:48.872755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-248fedb2-cfbd-4f74-9789-abe142337e93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b29164b659c471aa0e853fedfbcab8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782104 Nov 22 16:40:48.917784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab500d-0ef5-4862-8984-658df2e0d6d5 req-94f35850-3a40-4071-a2a6-b7a6977e5ca0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:48.933564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adab500d-0ef5-4862-8984-658df2e0d6d5 req-94f35850-3a40-4071-a2a6-b7a6977e5ca0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1556828 Nov 22 16:40:48.960613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99c87c8d-1353-4ec6-9dc6-3afaf863db13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.032914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99c87c8d-1353-4ec6-9dc6-3afaf863db13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.107692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99c87c8d-1353-4ec6-9dc6-3afaf863db13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.110920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99c87c8d-1353-4ec6-9dc6-3afaf863db13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:49.112852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adab500d-0ef5-4862-8984-658df2e0d6d5 req-7daa0a57-73d0-4af1-89f5-e96532660ec4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781163 Nov 22 16:40:49.116578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-99c87c8d-1353-4ec6-9dc6-3afaf863db13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9626e807-627f-4593-a861-a7a3551800f3 HTTP/1.1" status: 204 len: 168 time: 0.2496543 Nov 22 16:40:49.130485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c87c8d-1353-4ec6-9dc6-3afaf863db13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9626e807-627f-4593-a861-a7a3551800f3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:49.249019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccc54bd2-817a-4191-948e-6fc250786c5e req-296304e6-45ed-486d-bb57-cd882a64ad9c tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.1824098 Nov 22 16:40:49.407588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df10f4d-806d-4b34-8713-938995b73613 req-b7d7a096-f449-40ef-8f96-66b51ac3e8f5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:49.413119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9df10f4d-806d-4b34-8713-938995b73613 req-b7d7a096-f449-40ef-8f96-66b51ac3e8f5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1630411 Nov 22 16:40:49.438066 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-01faae8b-4289-42d1-a12d-bc2b41a11968 service neutron] show failed (client error): The resource could not be found. Nov 22 16:40:49.439739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-01faae8b-4289-42d1-a12d-bc2b41a11968 service neutron] 10.222.0.20 "GET /v2.0/ports/ec09f245-a567-438e-b89b-261b797486a5/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.1678200 Nov 22 16:40:49.508848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9df10f4d-806d-4b34-8713-938995b73613 req-6bb59213-f545-4ce5-a1b9-da6cfc5b54ca tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860879 Nov 22 16:40:49.889182 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bd78742-06d4-400c-8392-7d4cba67d1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.242200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-72dd259b-d70f-47fa-b070-32cd779ce733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.248862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-72dd259b-d70f-47fa-b070-32cd779ce733 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 1100 time: 0.5002801 Nov 22 16:40:50.275205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:40:50.304269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9e9fc-6969-4c87-8f11-49f3dd5a292f req-60832f3f-58c0-4765-8b1c-2ed3c46b0ced tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.312986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30d9e9fc-6969-4c87-8f11-49f3dd5a292f req-60832f3f-58c0-4765-8b1c-2ed3c46b0ced tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1221609 Nov 22 16:40:50.403423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:50.556134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5de301e6-0588-452b-843f-f9dc0ab0c5cb req-32cf6b5f-8b87-4a02-93a1-921e4b25ae36 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0911415 Nov 22 16:40:50.575680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30d9e9fc-6969-4c87-8f11-49f3dd5a292f req-edb0c691-42b0-498a-8ca5-7280a94cebdb tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604187 Nov 22 16:40:50.885125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee358bd-b64f-4a8c-a254-5f62b474f61c req-5da6554c-bc9f-45d6-8a38-fe010f2226cb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:50.897425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ee358bd-b64f-4a8c-a254-5f62b474f61c req-5da6554c-bc9f-45d6-8a38-fe010f2226cb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1201656 Nov 22 16:40:51.053739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:51.065942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ee358bd-b64f-4a8c-a254-5f62b474f61c req-5c31fa4b-1167-487a-8c16-1e4b4eafd764 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638513 Nov 22 16:40:51.131403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:51.206926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.219661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Transition to ACTIVE for port object ec09f245-a567-438e-b89b-261b797486a5 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:40:51.220845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:51.223923 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcc48b2-06a0-4a25-b54f-3044cfafba91" -d '{"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:51.233739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.349899 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f82d03b-de38-45eb-b1b5-f8ca4b04723b x-openstack-request-id: req-7f82d03b-de38-45eb-b1b5-f8ca4b04723b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:51.352652 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:51.353201 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7f82d03b-de38-45eb-b1b5-f8ca4b04723b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:51.353819 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'code': 200} Nov 22 16:40:51.409873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] No DVR routers for this DVR port ec09f245-a567-438e-b89b-261b797486a5 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:40:51.413162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.492700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:40:51.493605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:40:51.494263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:51.500428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:40:51.501059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:40:51.508398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:40:51.509110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:40:51.509755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:40:51.510772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Bound port: ec09f245-a567-438e-b89b-261b797486a5, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:40:51.511152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.697613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:40:51.702266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:40:51.712782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.755420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.756054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:51.758212 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] 10.222.0.66 "PUT /v2.0/ports/ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 1095 time: 1.4982145 Nov 22 16:40:51.818272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34d77124-bf3a-4d85-8004-9f375167a48e req-61dc37e8-9e75-40c4-88e0-f2a15c071cb5 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0713601 Nov 22 16:40:51.868307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff321c-28a9-41a7-bb1c-16bfaea1036c req-a4205e2b-4de8-4e1c-939a-7c898e858412 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.880521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8ff321c-28a9-41a7-bb1c-16bfaea1036c req-a4205e2b-4de8-4e1c-939a-7c898e858412 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1318679 Nov 22 16:40:51.921443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c3332-688b-4f0d-97fe-bbfd8a7620a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:51.950180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-823caa5b-7a66-494c-ab11-86c94ba7987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:51.965309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-823caa5b-7a66-494c-ab11-86c94ba7987c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1098 time: 0.1741152 Nov 22 16:40:52.033942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8ff321c-28a9-41a7-bb1c-16bfaea1036c req-e0c9474a-157e-452d-8f5b-434a9f8fd5d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460266 Nov 22 16:40:52.350199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8ce62-230a-4e76-be5a-e3e15e4dff49 req-90227efe-2e9d-4c8c-a541-871bea77cc18 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:52.353384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abf8ce62-230a-4e76-be5a-e3e15e4dff49 req-90227efe-2e9d-4c8c-a541-871bea77cc18 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.1090205 Nov 22 16:40:52.361564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-c2d45384-0f93-414d-8f3a-d5815cce454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:52.375732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-c2d45384-0f93-414d-8f3a-d5815cce454c service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4006994 Nov 22 16:40:52.375917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:40:52.417566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abf8ce62-230a-4e76-be5a-e3e15e4dff49 req-f435173c-5f7e-4391-89e0-fc485b8f135d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581067 Nov 22 16:40:52.448842 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-363f2fb5-9cac-4870-a92e-bfa4cbc68efd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.0642035 Nov 22 16:40:52.484594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:40:52.553866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-fcc2d1bb-7642-464f-93b6-350549f5e726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:52.555809 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-fcc2d1bb-7642-464f-93b6-350549f5e726 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0963805 Nov 22 16:40:52.661809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-2907c5b6-d0de-4068-8412-00cf5ec1206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:52.672983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-2907c5b6-d0de-4068-8412-00cf5ec1206d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1036868 Nov 22 16:40:52.685053 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-9bcc0b6c-7b39-4c0f-9b69-b97f434b1b52 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1247165 Nov 22 16:40:52.856469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3efc7463-4841-49ba-a4f5-b83a58074402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:52.860019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-23292348-7c02-44d1-be02-c305eac64223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:52.861722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-23292348-7c02-44d1-be02-c305eac64223 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 1101 time: 0.1365345 Nov 22 16:40:52.973192 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-04b1ac6c-8a3a-4982-9293-728a67091703 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860832 Nov 22 16:40:53.074036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51b64f25-ec10-405d-b9f4-0f30c9fe7b90 req-cf05fea1-d76b-4091-8912-da3c6d30b215 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0414345 Nov 22 16:40:53.261236 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-baef402a-1efd-4da9-86b8-d9a76b613fb1 req-a7519088-ed80-4369-b74c-708d2d7440ba service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486885 Nov 22 16:40:53.287234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25917501-b58e-4723-85cb-1c269e3c5147 req-049f6142-311c-478a-8022-cc3b82ac280c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.296710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25917501-b58e-4723-85cb-1c269e3c5147 req-049f6142-311c-478a-8022-cc3b82ac280c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.0831616 Nov 22 16:40:53.313679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-3582f7d3-0980-4b49-b692-c8553c908acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.315643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-3582f7d3-0980-4b49-b692-c8553c908acc service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4084680 Nov 22 16:40:53.398282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25917501-b58e-4723-85cb-1c269e3c5147 req-5e520e7b-f65a-457b-8c63-f2b4c5348111 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943983 Nov 22 16:40:53.424280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:53.440173 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:53.456319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-3dd479d4-29a5-4b8d-a62c-161c34274e17 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 200 len: 217 time: 0.1253302 Nov 22 16:40:53.603351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-35ac1a02-06cc-4507-93f3-503479cd17ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.605361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-35ac1a02-06cc-4507-93f3-503479cd17ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1407368 Nov 22 16:40:53.651356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a767d1c5-13d6-4713-a8b8-2d53fd170090 req-e39462c6-d4cf-42a7-96f5-2031cd46dace tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.665736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a767d1c5-13d6-4713-a8b8-2d53fd170090 req-e39462c6-d4cf-42a7-96f5-2031cd46dace tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.0884244 Nov 22 16:40:53.685627 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c4acb3-8ad3-413c-b49a-fe0e75ad5919 x-openstack-request-id: req-d4c4acb3-8ad3-413c-b49a-fe0e75ad5919 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:40:53.686135 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:40:53.686463 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4c4acb3-8ad3-413c-b49a-fe0e75ad5919 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:40:53.686937 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'status': 'completed', 'code': 200} Nov 22 16:40:53.760209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a767d1c5-13d6-4713-a8b8-2d53fd170090 req-73b915a8-5796-440c-878e-6c359f06a6d8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865448 Nov 22 16:40:53.820237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-61e3bbe8-9b80-426c-bd80-4441a796750c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.822834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-61e3bbe8-9b80-426c-bd80-4441a796750c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2058697 Nov 22 16:40:53.915936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-23edb754-81ec-4588-a5b3-c7761600382f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:53.917956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-23edb754-81ec-4588-a5b3-c7761600382f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1098 time: 0.2195420 Nov 22 16:40:53.956025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:54.074911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-b4d2252a-c372-44c1-a03c-9144510567e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.076412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-b4d2252a-c372-44c1-a03c-9144510567e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1098 time: 0.3040605 Nov 22 16:40:54.296389 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-49895e93-e11f-4937-b3b8-bc0069b0f109 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521198 Nov 22 16:40:54.310591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b259b133-a136-4527-9f60-8f35185de22e req-e8e0fcb0-bc6f-4639-82cb-81438786ef22 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0739141 Nov 22 16:40:54.391909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-b2849a59-4975-4757-aae5-38a7fdf87012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.393500 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-b2849a59-4975-4757-aae5-38a7fdf87012 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4654489 Nov 22 16:40:54.540219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-4c45fb2f-cbe9-462b-9da7-daa4a7631ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.543666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-4c45fb2f-cbe9-462b-9da7-daa4a7631ceb service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.4382730 Nov 22 16:40:54.544974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-978430e5-aa0f-4402-ba24-3616b8f346d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.1157138 Nov 22 16:40:54.601823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-4c241cd3-3a05-4663-8c76-9995453fa9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.603362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-4c241cd3-3a05-4663-8c76-9995453fa9cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0505030 Nov 22 16:40:54.677554 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-f137fb7e-86ce-48c5-8b4e-25e548a51046 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.0708532 Nov 22 16:40:54.704557 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-db70b9e6-5ceb-4c47-8fe5-bca9f06f3295 req-858934ef-b4b0-4b2d-a8ef-11808b297547 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964865 Nov 22 16:40:54.754391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471e246-07cf-4e00-809b-33d37dc83d36 req-745b4a91-2673-4012-a1c9-96b66a96def3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.765207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37516) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:54.771378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9471e246-07cf-4e00-809b-33d37dc83d36 req-745b4a91-2673-4012-a1c9-96b66a96def3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.2515752 Nov 22 16:40:54.805003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-e3b1bb57-458c-43f7-b658-cba177df3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.808199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-e3b1bb57-458c-43f7-b658-cba177df3227 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1440904 Nov 22 16:40:54.810200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-8e1c6dd2-ff80-45df-a41a-1c0d26265fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:54.812083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-8e1c6dd2-ff80-45df-a41a-1c0d26265fc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1171038 Nov 22 16:40:54.953269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9471e246-07cf-4e00-809b-33d37dc83d36 req-a477fc20-fe85-4ee5-b34f-595a9ab92279 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809192 Nov 22 16:40:55.045764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-c9113fcb-c306-4c36-abdd-ba3e36fbcd6a service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291884 Nov 22 16:40:55.088058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def90736-211b-48e0-8af6-891f723b6529 req-e0be878b-2bda-41d0-b695-c5684defef06 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:55.090231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-def90736-211b-48e0-8af6-891f723b6529 req-e0be878b-2bda-41d0-b695-c5684defef06 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.0708976 Nov 22 16:40:55.170849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-def90736-211b-48e0-8af6-891f723b6529 req-e935bb55-ded5-4f9d-a6ba-8f1fa423ad09 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681565 Nov 22 16:40:55.317305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.461498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3860f7ff-d7af-4860-a4d0-f3bc7b69b0d9 req-486e914e-8407-40e7-8e45-fb9f26e775e6 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0427618 Nov 22 16:40:55.624228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6423bf-10a4-4ad1-b9df-82fd92b3a4e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.686381 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-04d24ad8-eae1-4f82-ae26-dea57a93e954 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273067 Nov 22 16:40:55.689834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-d82fa7d7-acc6-4e22-949f-f58725a0db0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:55.692195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-d82fa7d7-acc6-4e22-949f-f58725a0db0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6444759 Nov 22 16:40:55.907460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6423bf-10a4-4ad1-b9df-82fd92b3a4e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.914542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-cea863da-afee-49db-b433-a4e78ce907b9 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014105 Nov 22 16:40:55.917346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6423bf-10a4-4ad1-b9df-82fd92b3a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:55.995403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.113467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b5629-426e-4e45-858e-279a29596e7b req-add79fb0-bdb0-404d-bc0c-b47dcc36dc98 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:56.121099 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3b6423bf-10a4-4ad1-b9df-82fd92b3a4e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=156082b52b664dd29915e0187da22b65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3538194 Nov 22 16:40:56.121951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6423bf-10a4-4ad1-b9df-82fd92b3a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb74e1b-2db7-45d3-b9d2-efedc90a936d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.124964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37534) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.126211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e5b5629-426e-4e45-858e-279a29596e7b req-add79fb0-bdb0-404d-bc0c-b47dcc36dc98 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.0782211 Nov 22 16:40:56.214736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f85d4aa-1370-4358-ab1d-fc56b7166f0b req-faf506a2-fe7e-4115-817f-313c0029ca47 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890577 Nov 22 16:40:56.238608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e5b5629-426e-4e45-858e-279a29596e7b req-dee3a455-6ea6-4abf-8a87-db81afdd551e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108565 Nov 22 16:40:56.254958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55fe02cc-2eac-4c91-b871-f1fcac05011b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.306758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55fe02cc-2eac-4c91-b871-f1fcac05011b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.349540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d387e50-43a7-4d4f-869f-30078451c392 req-75bd3692-aee4-4919-be32-8bf6f8e662f4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:56.357415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d387e50-43a7-4d4f-869f-30078451c392 req-75bd3692-aee4-4919-be32-8bf6f8e662f4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.0658472 Nov 22 16:40:56.383724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55fe02cc-2eac-4c91-b871-f1fcac05011b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.386827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-55fe02cc-2eac-4c91-b871-f1fcac05011b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:56.390262 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-55fe02cc-2eac-4c91-b871-f1fcac05011b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eeb74e1b-2db7-45d3-b9d2-efedc90a936d HTTP/1.1" status: 204 len: 168 time: 0.2447951 Nov 22 16:40:56.399982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe02cc-2eac-4c91-b871-f1fcac05011b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb74e1b-2db7-45d3-b9d2-efedc90a936d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:56.430032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d387e50-43a7-4d4f-869f-30078451c392 req-fbbe3d73-b4cb-4683-bf1d-a60617ee792f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648444 Nov 22 16:40:56.676215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29f15951-8d83-4350-bc93-6959c3633b5a req-8460ac21-426b-45b2-ad4f-99a98791752d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0527749 Nov 22 16:40:56.894553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37554) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:56.935244 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0caab100-b09c-4603-b597-c41550f2ffea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.020906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-ee33c44b-7ad4-48bb-91b7-457ed16165cc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.026994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-ee33c44b-7ad4-48bb-91b7-457ed16165cc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 947 time: 0.1177380 Nov 22 16:40:57.213252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4475a7a7-188b-439f-9ba3-70b89973ad9b req-b0d1d016-be46-4abd-b85d-f675f8ef18ee tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.214920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4475a7a7-188b-439f-9ba3-70b89973ad9b req-b0d1d016-be46-4abd-b85d-f675f8ef18ee tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 947 time: 0.1915438 Nov 22 16:40:57.228235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ec09f245-a567-438e-b89b-261b797486a5 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:40:57.233316 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-8a71d59b-bfbe-42ef-aa2a-607324802921 service neutron] 10.222.0.66 "GET /v2.0/ports/ec09f245-a567-438e-b89b-261b797486a5/bindings/n-h1-816206-6 HTTP/1.1" status: 200 len: 382 time: 0.1895654 Nov 22 16:40:57.276187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0caab100-b09c-4603-b597-c41550f2ffea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.304733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0caab100-b09c-4603-b597-c41550f2ffea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.384191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4475a7a7-188b-439f-9ba3-70b89973ad9b req-bdc79760-5199-4537-885d-b8a7aa181aa7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315866 Nov 22 16:40:57.428754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-daa71057-c0c3-405a-992b-565e12eb3d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.430444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-daa71057-c0c3-405a-992b-565e12eb3d65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1098 time: 0.1678176 Nov 22 16:40:57.445251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caab100-b09c-4603-b597-c41550f2ffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd97be5-3c3c-4a68-8612-63e63e8a0a47,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.468324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0caab100-b09c-4603-b597-c41550f2ffea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b304f1c380c450baf583f32599868a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725603 Nov 22 16:40:57.469513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:57.525432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc7178-4054-4d7d-a36d-ec1bbcdb15ce req-afa164f7-209d-4c9d-a9b9-e493e65a5ced tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.527295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eacc7178-4054-4d7d-a36d-ec1bbcdb15ce req-afa164f7-209d-4c9d-a9b9-e493e65a5ced tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1204972 Nov 22 16:40:57.546405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:57.563401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'ec09f245-a567-438e-b89b-261b797486a5', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'ec09f245-a567-438e-b89b-261b797486a5', 'mac_address': 'fa:16:3e:63:13:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:40:57.607746 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.627235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec09f245-a567-438e-b89b-261b797486a5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:40:57.640810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-73dd0d4d-0c7a-4bcd-b512-60f22bc8a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.642329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-73dd0d4d-0c7a-4bcd-b512-60f22bc8a557 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1969845 Nov 22 16:40:57.693854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:57.700011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d60fec-6af3-4366-99d6-fe8524769173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.702621 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.727862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-98679335-08e8-4078-97b2-819a5be58210 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.0713723 Nov 22 16:40:57.775610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eacc7178-4054-4d7d-a36d-ec1bbcdb15ce req-cfa90b79-897e-4a41-a026-8d2074c4065e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393627 Nov 22 16:40:57.828136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d60fec-6af3-4366-99d6-fe8524769173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:57.831975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:57.873910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-63efa18e-221d-4904-9ad3-6bbbf03c39a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.876022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-63efa18e-221d-4904-9ad3-6bbbf03c39a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1244218 Nov 22 16:40:57.918378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba877c83-b3cf-4b4b-a964-09dbf173d29f req-4eaabbc7-4b7d-41b1-bdec-00b9f7e33bfa tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ab350f7-db21-411d-8f94-0e79a4649d13 HTTP/1.1" status: 200 len: 210 time: 0.0802710 Nov 22 16:40:57.975394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-7a448df2-ac26-4530-aaab-1ecf091f52d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:57.978346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-7a448df2-ac26-4530-aaab-1ecf091f52d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897856 Nov 22 16:40:58.033760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d60fec-6af3-4366-99d6-fe8524769173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.036675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9d60fec-6af3-4366-99d6-fe8524769173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:58.041236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9d60fec-6af3-4366-99d6-fe8524769173 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcd97be5-3c3c-4a68-8612-63e63e8a0a47 HTTP/1.1" status: 204 len: 168 time: 0.5681212 Nov 22 16:40:58.047601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['ec09f245-a567-438e-b89b-261b797486a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:40:58.085643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d60fec-6af3-4366-99d6-fe8524769173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd97be5-3c3c-4a68-8612-63e63e8a0a47,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:58.228459 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-5943aeeb-4928-4c11-a02d-d9fe45d1d069 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312090 Nov 22 16:40:58.479247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-628050ed-4cbe-44a0-a3f6-7a927c44cee4 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307537 Nov 22 16:40:58.546200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff2c90-cf77-49c1-8dee-30faf02e9060 req-b7f163af-31d2-44b3-9c87-77bc9e7a48f6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:58.549557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4ff2c90-cf77-49c1-8dee-30faf02e9060 req-b7f163af-31d2-44b3-9c87-77bc9e7a48f6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.0694432 Nov 22 16:40:58.621247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4ff2c90-cf77-49c1-8dee-30faf02e9060 req-7c1bccb1-e076-4c51-b370-b12c8e621b30 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651841 Nov 22 16:40:58.937465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5c332-8388-4cf3-b39e-30c66e37d27b req-f5f8c3cc-0e86-4402-bb4f-60cb77155dd5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:58.946531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97c5c332-8388-4cf3-b39e-30c66e37d27b req-f5f8c3cc-0e86-4402-bb4f-60cb77155dd5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.0809515 Nov 22 16:40:59.038396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97c5c332-8388-4cf3-b39e-30c66e37d27b req-88fd0108-4533-477a-be8b-ffe0dd62cce8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905881 Nov 22 16:40:59.066695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37614) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.139640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-688b7368-6e9f-47dc-92bf-23f6e1026edc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.167987 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-688b7368-6e9f-47dc-92bf-23f6e1026edc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.222093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ec09f245-a567-438e-b89b-261b797486a5 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:40:59.232132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-688b7368-6e9f-47dc-92bf-23f6e1026edc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.235446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-688b7368-6e9f-47dc-92bf-23f6e1026edc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.239474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-688b7368-6e9f-47dc-92bf-23f6e1026edc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/security-groups/74357a04-33bd-4a9a-9fc4-c905a00382fe HTTP/1.1" status: 204 len: 168 time: 0.1696465 Nov 22 16:40:59.239921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.248648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b7368-6e9f-47dc-92bf-23f6e1026edc tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74357a04-33bd-4a9a-9fc4-c905a00382fe,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.266100 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-66d75b6a-9f7e-4e04-8532-89d4507be585 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] show failed (client error): The resource could not be found. Nov 22 16:40:59.267159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66d75b6a-9f7e-4e04-8532-89d4507be585 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "GET /v2.0/security-groups/74357a04-33bd-4a9a-9fc4-c905a00382fe HTTP/1.1" status: 404 len: 347 time: 0.0262260 Nov 22 16:40:59.270529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37626) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.300016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port ec09f245-a567-438e-b89b-261b797486a5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:40:59.307051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port ec09f245-a567-438e-b89b-261b797486a5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:40:59.307508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.428719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port 31791c4f-8ad6-4b5a-9916-101bc4f8e88a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:40:59.429357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.523102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.523626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.537285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for 31791c4f-8ad6-4b5a-9916-101bc4f8e88a owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:40:59.554847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.627989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:40:59.630810 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37abf226-2a85-41b7-938c-0a0e92e4b66c" -d '{"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-plugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:40:59.764640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.829399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=31791c4f-8ad6-4b5a-9916-101bc4f8e88a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:40:59.896015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cb86c-ada0-48b9-bd92-8675cf4f0070 req-7a259667-bfae-4ebd-b66a-99780fb0821d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:40:59.906984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e6cb86c-ada0-48b9-bd92-8675cf4f0070 req-7a259667-bfae-4ebd-b66a-99780fb0821d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.1144810 Nov 22 16:40:59.948959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.951580 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:40:59.954929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7a36d1d9-65d4-4388-b947-6e604b3b89ab tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/floatingips/ffb86ccf-fbb1-4a8b-a7db-906cdfc06712 HTTP/1.1" status: 204 len: 168 time: 0.6832182 Nov 22 16:40:59.958190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37660) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:40:59.970701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:40:59.971890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f30c1ac-7dda-4fc6-b8e6-6e75a1029e1c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:00.004336 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.046352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e6cb86c-ada0-48b9-bd92-8675cf4f0070 req-208692c4-6654-40aa-9d8c-9262118241c6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222548 Nov 22 16:41:00.244466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port d268c641-86b1-4832-8d6d-b7715398d44d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:00.245023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.248969 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5670a8b-314a-4e87-846e-b7f79897ca4a x-openstack-request-id: req-b5670a8b-314a-4e87-846e-b7f79897ca4a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:00.249798 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-plugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:00.250728 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5670a8b-314a-4e87-846e-b7f79897ca4a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:00.251698 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'code': 200} Nov 22 16:41:00.262397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.383677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cf664-d1ab-481c-8014-58580052b833 req-6e7067d1-750d-4bef-89c2-e17bc4731653 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:00.392137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e49cf664-d1ab-481c-8014-58580052b833 req-6e7067d1-750d-4bef-89c2-e17bc4731653 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1284437 Nov 22 16:41:00.430380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.450045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for d268c641-86b1-4832-8d6d-b7715398d44d owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:00.454214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e49cf664-d1ab-481c-8014-58580052b833 req-b34c6287-f0e3-4a7f-8f50-7f0c0954d94c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611455 Nov 22 16:41:00.671223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.709177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=d268c641-86b1-4832-8d6d-b7715398d44d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:00.797850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:00.802314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dea26748-bb39-4f5c-90f7-4b8fa1c1243a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/ports/d268c641-86b1-4832-8d6d-b7715398d44d HTTP/1.1" status: 204 len: 168 time: 0.8429074 Nov 22 16:41:00.804645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:00.904384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port c68822fe-f686-4057-9821-54255f4db0ca {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:00.904810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.008341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.021742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for c68822fe-f686-4057-9821-54255f4db0ca owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:01.213353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d72ec-9e7e-436b-8f4b-18b0f80e8980 req-ec4b4bfc-eb4e-4d1e-a030-ad313602f1a2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.229843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-926d72ec-9e7e-436b-8f4b-18b0f80e8980 req-ec4b4bfc-eb4e-4d1e-a030-ad313602f1a2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0771708 Nov 22 16:41:01.278546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.331251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=c68822fe-f686-4057-9821-54255f4db0ca,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:01.384410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-926d72ec-9e7e-436b-8f4b-18b0f80e8980 req-f1b687db-c623-4434-a8ce-a4ced9b42aae tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316171 Nov 22 16:41:01.524179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.531019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37732) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:01.531667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11271759-ffc5-41e9-a50f-47b1a1c48f82 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/ports/c68822fe-f686-4057-9821-54255f4db0ca HTTP/1.1" status: 204 len: 168 time: 0.7254033 Nov 22 16:41:01.593897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting subnet 81b4d203-07e1-4b3a-8d78-df295ced5835 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:01.598770 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.638019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-25bfa2b5-6571-469c-a459-77fe7db78361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.642195 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.648650 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-25bfa2b5-6571-469c-a459-77fe7db78361 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 1100 time: 0.0767934 Nov 22 16:41:01.661278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:01.751343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.821859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:01.885571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db09661-8bdf-43ae-a08b-b217789cb8b1 req-d7a36256-292b-4d5f-ba6c-9b5806baf388 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:01.887326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db09661-8bdf-43ae-a08b-b217789cb8b1 req-d7a36256-292b-4d5f-ba6c-9b5806baf388 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 947 time: 0.1226797 Nov 22 16:41:01.992852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db09661-8bdf-43ae-a08b-b217789cb8b1 req-5afaa3c6-dcad-46b4-a52f-53b27f5078d0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958471 Nov 22 16:41:01.994537 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.048886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Subnet': ['ID=81b4d203-07e1-4b3a-8d78-df295ced5835,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.063494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:02.076160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.077764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59ec85-cca5-4762-abe0-211c863cdb94 None None] Network 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:02.085930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0753fc19-962e-4724-8f30-a07edd14f68d tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/subnets/81b4d203-07e1-4b3a-8d78-df295ced5835 HTTP/1.1" status: 204 len: 168 time: 0.5535271 Nov 22 16:41:02.091470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37756) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.151689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:02.224720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting subnet 8b08447d-470a-45b1-a360-00931707180f {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:02.230163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.270425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.278869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:02.285846 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a262be-1816-4fc1-a33b-eddc5039c14e" -d '{"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:02.311203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.351257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Transition to ACTIVE for port object ec09f245-a567-438e-b89b-261b797486a5 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:02.362097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.448330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.451265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.452188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:02.483094 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0a668-f79a-4243-b334-45cbcefb9efe x-openstack-request-id: req-d9c0a668-f79a-4243-b334-45cbcefb9efe {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:02.485726 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:02.486153 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9c0a668-f79a-4243-b334-45cbcefb9efe {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:02.486717 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'code': 200} Nov 22 16:41:02.542176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] No DVR routers for this DVR port ec09f245-a567-438e-b89b-261b797486a5 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:02.587675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.590088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] DHCP port deletion for 4d245e0f-43f5-46bb-98fc-14c12ddd9c3e request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:02.647025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:02.647656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:02.648159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:02.659559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:02.659884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Attempting to bind port ec09f245-a567-438e-b89b-261b797486a5 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:02.673569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:02.673941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:02.674327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:02.674759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Bound port: ec09f245-a567-438e-b89b-261b797486a5, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:02.675146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.675407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Subnet': ['ID=8b08447d-470a-45b1-a360-00931707180f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:02.689327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.698361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88c0b2b9-46a8-4422-9911-51d80777ddd4 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/subnets/8b08447d-470a-45b1-a360-00931707180f HTTP/1.1" status: 204 len: 168 time: 0.6057506 Nov 22 16:41:02.708002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37782) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:02.782037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb95f9-c7d9-4cf5-8a56-9f89ce243ae7 None None] Network 4de8f45a-66af-4e6d-b8f1-079890f95a1e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:02.825477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:02.829303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:02.842264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.861014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.930838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:02.931859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:02.933516 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] 10.222.0.20 "PUT /v2.0/ports/ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 1096 time: 1.2788153 Nov 22 16:41:02.949599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:02.955902 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5a4f1b-79b2-4ce7-b14b-0c65650c1eed" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-unplugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:02.956206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3381df-fc72-4754-9cc3-8cce40ed1221 service neutron] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=11']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.038350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c9744-56cf-4e00-ae7a-36e48f3ff705 req-2f3a3545-10dc-4a69-8f6f-446c942090bc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.040294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-225c9744-56cf-4e00-ae7a-36e48f3ff705 req-2f3a3545-10dc-4a69-8f6f-446c942090bc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.3709173 Nov 22 16:41:03.062438 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.063456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-a3d74390-5e48-46ab-a78e-935e6dd6f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.064277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-a3d74390-5e48-46ab-a78e-935e6dd6f10a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1099 time: 0.0964925 Nov 22 16:41:03.070089 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba3205-8101-40d6-ab8c-20265225b605 x-openstack-request-id: req-b7ba3205-8101-40d6-ab8c-20265225b605 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:03.070390 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-unplugged", "status": "completed", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:03.084501 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7ba3205-8101-40d6-ab8c-20265225b605 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:03.103854 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'code': 200} Nov 22 16:41:03.146666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:03.227601 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.228698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-225c9744-56cf-4e00-ae7a-36e48f3ff705 req-5e1de773-448f-4639-8e1a-1974eb82a17c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360188 Nov 22 16:41:03.277930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Deleting port 28996107-e6e6-43a5-810d-27e786596faf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:03.280217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.327606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] Deleting port 28996107-e6e6-43a5-810d-27e786596faf {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:03.331130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-12e06a25-a29e-4b27-83bc-a7d012236498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.333593 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-12e06a25-a29e-4b27-83bc-a7d012236498 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2617018 Nov 22 16:41:03.333837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.412311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] For port 28996107-e6e6-43a5-810d-27e786596faf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=28996107-e6e6-43a5-810d-27e786596faf,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:03.416270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.422563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-b02d28ca-c568-4bc1-b544-77b97ed5476d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.0806460 Nov 22 16:41:03.467973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Calling delete_port for 28996107-e6e6-43a5-810d-27e786596faf owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:03.506493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-f156ebe3-6455-4a96-a10e-03f6768efa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.507983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-f156ebe3-6455-4a96-a10e-03f6768efa40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0724087 Nov 22 16:41:03.599448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] For port 28996107-e6e6-43a5-810d-27e786596faf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=28996107-e6e6-43a5-810d-27e786596faf,segment=NetworkSegment(a535b076-82b2-4514-b0d8-8b714a878768),segment_id=a535b076-82b2-4514-b0d8-8b714a878768)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:03.600655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:03.627091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] Calling delete_port for 28996107-e6e6-43a5-810d-27e786596faf owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:03.676950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6759a-7817-45bd-9336-605d10747900 req-60beead9-23e6-4b43-bba4-177e5c9d6560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:03.685197 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-60beead9-23e6-4b43-bba4-177e5c9d6560 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1589174 Nov 22 16:41:03.803841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 28996107-e6e6-43a5-810d-27e786596faf no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:03.862332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=14']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:03.903771 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-8cc3222b-1902-426c-af93-ed3c757d8f33 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979864 Nov 22 16:41:04.026719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.082296 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No ports have port_id starting with 28996107-e6e6-43a5-810d-27e786596faf Nov 22 16:41:04.088780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Port': ['ID=28996107-e6e6-43a5-810d-27e786596faf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:04.125280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] No DVR routers for this DVR port 28996107-e6e6-43a5-810d-27e786596faf on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:04.150425 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e6d6759a-7817-45bd-9336-605d10747900 req-445ef3ec-ddae-4c09-b881-acf3fe86203e service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350845 Nov 22 16:41:04.168168 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.207311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] Pushing event deleted for resources: {'Port': ['ID=28996107-e6e6-43a5-810d-27e786596faf,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:04.214545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3c9d1-9bfb-4c5e-a2e3-a1c4ce88d721 None None] No DVR routers for this DVR port 28996107-e6e6-43a5-810d-27e786596faf on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:04.254056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] DHCP port deletion for 4de8f45a-66af-4e6d-b8f1-079890f95a1e request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:04.283031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.315731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] Deleting port 45914ca8-22e8-448f-8558-39940811be40 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:04.316402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.318755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d245e0f-43f5-46bb-98fc-14c12ddd9c3e']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.329001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a535b076-82b2-4514-b0d8-8b714a878768') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.329303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a535b076-82b2-4514-b0d8-8b714a878768') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.342242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.374362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.394566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:04.395698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:04.399756 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:04.407918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] For port 45914ca8-22e8-448f-8558-39940811be40, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=45914ca8-22e8-448f-8558-39940811be40,segment=NetworkSegment(7d749d87-5b82-44e3-8952-45e7bba7dcda),segment_id=7d749d87-5b82-44e3-8952-45e7bba7dcda)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:04.408326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.431158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] Calling delete_port for 45914ca8-22e8-448f-8558-39940811be40 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:04.479523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be571b76-edb9-47f9-8437-d125959695b2 req-aaa0f304-e1c7-4135-904b-d38298f2fe45 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:04.481069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be571b76-edb9-47f9-8437-d125959695b2 req-aaa0f304-e1c7-4135-904b-d38298f2fe45 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.1230159 Nov 22 16:41:04.482280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.488319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:04.491769 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:04.498098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.504790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/networks/4d245e0f-43f5-46bb-98fc-14c12ddd9c3e HTTP/1.1" status: 204 len: 168 time: 1.7298994 Nov 22 16:41:04.505442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:04.537880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.560325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640ee78-e893-469e-a0c0-ef3792dbe455 tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Network': ['ID=4d245e0f-43f5-46bb-98fc-14c12ddd9c3e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:04.622432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be571b76-edb9-47f9-8437-d125959695b2 req-10dd334a-cd00-466d-868d-2bcdd33eb576 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040773 Nov 22 16:41:04.646701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] No DVR routers for this DVR port 45914ca8-22e8-448f-8558-39940811be40 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:04.673613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793fcae-bdce-4afc-9013-89e44a651762 None None] Pushing event deleted for resources: {'Port': ['ID=45914ca8-22e8-448f-8558-39940811be40,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:04.691980 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.812612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.846411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de8f45a-66af-4e6d-b8f1-079890f95a1e']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.872963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d749d87-5b82-44e3-8952-45e7bba7dcda') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.874624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d749d87-5b82-44e3-8952-45e7bba7dcda') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:04.898073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.924077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.932829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:04.933590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:04.936865 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:05.010145 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01998e73-26bb-4c84-a60f-a51a1ab30381 x-openstack-request-id: req-01998e73-26bb-4c84-a60f-a51a1ab30381 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:05.010440 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:05.010728 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01998e73-26bb-4c84-a60f-a51a1ab30381 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:05.011361 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'status': 'completed', 'code': 200} Nov 22 16:41:05.072062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e698b5-cd41-479d-bf3c-866887ab82dc req-007b7855-afba-402a-b29d-5c5681edee94 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.074053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02e698b5-cd41-479d-bf3c-866887ab82dc req-007b7855-afba-402a-b29d-5c5681edee94 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0650551 Nov 22 16:41:05.115548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.122096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-24dae979-441d-42d2-bf85-4ed0ae8c31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.123882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-24dae979-441d-42d2-bf85-4ed0ae8c31a8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1099 time: 0.1117868 Nov 22 16:41:05.125622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-71ae3aac-91cb-4737-9ae3-0dc88c5cceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.126991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-71ae3aac-91cb-4737-9ae3-0dc88c5cceb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 1099 time: 0.1138177 Nov 22 16:41:05.134351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:05.137993 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] 10.222.0.65 "DELETE /v2.0/networks/4de8f45a-66af-4e6d-b8f1-079890f95a1e HTTP/1.1" status: 204 len: 168 time: 0.6314030 Nov 22 16:41:05.138492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02e698b5-cd41-479d-bf3c-866887ab82dc req-17f5618d-0ec8-4f2a-a4ef-9f18cdd51330 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566216 Nov 22 16:41:05.224746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c29b8-21db-4633-8445-a8c28220fc7a tempest-TaggedBootDevicesTest-1522280655 tempest-TaggedBootDevicesTest-1522280655-project] Pushing event deleted for resources: {'Network': ['ID=4de8f45a-66af-4e6d-b8f1-079890f95a1e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:05.238365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ec09f245-a567-438e-b89b-261b797486a5 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:05.337160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ec09f245-a567-438e-b89b-261b797486a5 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:05.413333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-e11bd2ee-6670-436b-98d8-e973c2f1075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.428943 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-e11bd2ee-6670-436b-98d8-e973c2f1075b service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2850587 Nov 22 16:41:05.487903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-b9c37068-fc66-448b-8f5e-b2b57b69b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.490694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-b9c37068-fc66-448b-8f5e-b2b57b69b881 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.3504798 Nov 22 16:41:05.575479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45914ca8-22e8-448f-8558-39940811be40 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:05.646436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 45914ca8-22e8-448f-8558-39940811be40 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:05.646995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45914ca8-22e8-448f-8558-39940811be40 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:05.647407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cb205-a0f9-485b-9b91-aa9288291b0a req-d1a98272-2886-44d0-8ee4-5fff3e5429bf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.658197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-341cb205-a0f9-485b-9b91-aa9288291b0a req-d1a98272-2886-44d0-8ee4-5fff3e5429bf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1125124 Nov 22 16:41:05.695442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-bc51b364-ab73-4db7-b30f-2f38b8d4c9e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.1739571 Nov 22 16:41:05.698200 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-09847908-8756-4723-889b-9b10c936caaf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 200 len: 217 time: 0.2066150 Nov 22 16:41:05.779897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-326dab8d-ac06-4e7c-954c-c4f179ca2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.781050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-341cb205-a0f9-485b-9b91-aa9288291b0a req-d9bec08f-5af5-4d1d-b71c-67dec5585bf4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193805 Nov 22 16:41:05.794682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-326dab8d-ac06-4e7c-954c-c4f179ca2c9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.2890260 Nov 22 16:41:05.812501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bad6c7-196b-43d9-9012-512c65c3241f req-d7eed85d-62c5-420c-bf33-b6df3155f985 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.814699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75bad6c7-196b-43d9-9012-512c65c3241f req-d7eed85d-62c5-420c-bf33-b6df3155f985 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 948 time: 0.0799046 Nov 22 16:41:05.881707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75bad6c7-196b-43d9-9012-512c65c3241f req-b25cb6a4-63f3-4e19-810d-e756c3863e32 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591884 Nov 22 16:41:05.917795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-833a48b8-07d4-43b2-b38c-ffbc29edb7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.919287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-833a48b8-07d4-43b2-b38c-ffbc29edb7ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2070601 Nov 22 16:41:05.922326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-ce328d40-f22c-4cb1-904e-601bd9234883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:05.923635 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-ce328d40-f22c-4cb1-904e-601bd9234883 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2145877 Nov 22 16:41:06.034041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-217ac7f6-e7e2-4d71-aaa7-355cb85220e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.035573 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-217ac7f6-e7e2-4d71-aaa7-355cb85220e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2306881 Nov 22 16:41:06.053046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-f3c8e876-b101-499f-a7e6-14d324a65f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.054506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-f3c8e876-b101-499f-a7e6-14d324a65f56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258492 Nov 22 16:41:06.057612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-1d179853-8b2d-4061-95a4-a5b33ecb72c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.059117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-1d179853-8b2d-4061-95a4-a5b33ecb72c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131806 Nov 22 16:41:06.220402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-29ce1288-a1b3-4768-b46a-34f8a3fe9996 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.1758337 Nov 22 16:41:06.475178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:06.512619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.520234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.527176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.534214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.542468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.549813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.559532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.568908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-c898e9b5-0686-456f-b27b-a612850e07bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.1254935 Nov 22 16:41:06.585023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:06.604909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'ec09f245-a567-438e-b89b-261b797486a5', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'ec09f245-a567-438e-b89b-261b797486a5', 'mac_address': 'fa:16:3e:63:13:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:06.605954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-daf30dc5-779a-4747-ba6d-3d880c7fa9b7 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157325 Nov 22 16:41:06.607753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-6ffd3d96-5e5d-4b44-8707-b5313902fa3d service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163267 Nov 22 16:41:06.652871 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.693241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec09f245-a567-438e-b89b-261b797486a5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:06.709365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92b412be-ee3d-41c4-b107-9bf4d3f4bae6 req-5f98a7d6-cdd1-43ac-afad-00f8d8286645 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357169 Nov 22 16:41:06.732847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:06.740595 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:06.747934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-f2c37d52-5c5b-4b28-a749-d7fbdc362d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.750701 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-f2c37d52-5c5b-4b28-a749-d7fbdc362d3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.5209036 Nov 22 16:41:06.837890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:06.937915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.956788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.967659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.978440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.984743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:06.991516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.000174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.005477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-d77e545d-493b-4d7e-ae8c-d02f269c1972 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883145 Nov 22 16:41:07.024365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-634033e8-e335-4179-88d2-1755c77e0c5e req-6da04188-76d3-4048-a0b5-17fcdf13c380 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.1977119 Nov 22 16:41:07.080516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['ec09f245-a567-438e-b89b-261b797486a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:07.137644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37139d-f9bb-423e-9e22-089c22e6c35e req-5b09cb66-6b8f-4438-9e70-8640a5c15ba3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.147246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db37139d-f9bb-423e-9e22-089c22e6c35e req-5b09cb66-6b8f-4438-9e70-8640a5c15ba3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2341456 Nov 22 16:41:07.151244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-cd37b53a-e32f-4966-bc46-19a11b33ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.152898 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-cd37b53a-e32f-4966-bc46-19a11b33ef8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452719 Nov 22 16:41:07.155851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-13763a7d-a775-44f0-94d0-9ce60c4c7ddc req-598b089a-cd83-4948-90e9-7ed85ba17831 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392816 Nov 22 16:41:07.246089 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:07.291325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db37139d-f9bb-423e-9e22-089c22e6c35e req-b1bc21a3-f0e4-4fea-8e7d-7bc2f16c3424 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375291 Nov 22 16:41:07.378230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-2bac756c-9c2a-4baf-b691-7f12e8d6dd88 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084699 Nov 22 16:41:07.414818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae04523-ef05-476e-8808-f9fb6287ad17 req-9bf8f51e-2428-4e41-8a15-89839e74591d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.422892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bae04523-ef05-476e-8808-f9fb6287ad17 req-9bf8f51e-2428-4e41-8a15-89839e74591d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.1515639 Nov 22 16:41:07.491240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bae04523-ef05-476e-8808-f9fb6287ad17 req-10f9b8fc-b2d0-4c64-b9ba-9051ae24543a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673306 Nov 22 16:41:07.511980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-21efd9a2-59a1-48e3-a11f-b19cfe2bea9f req-e4b61664-0795-42e5-ad4e-5482aba883f0 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255071 Nov 22 16:41:07.627009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa533c-f501-46f8-9d10-f8b8ac626092 req-c98d6d21-42ab-46db-8ce1-fe9d25ea58e6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:07.629808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42aa533c-f501-46f8-9d10-f8b8ac626092 req-c98d6d21-42ab-46db-8ce1-fe9d25ea58e6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 949 time: 0.0549760 Nov 22 16:41:07.718737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42aa533c-f501-46f8-9d10-f8b8ac626092 req-30ee1ddb-5ed0-4bf9-b6d0-e60b740bfda9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814569 Nov 22 16:41:08.048495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-ca000ace-b7b3-4321-9e99-bad52fa61204 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356345 Nov 22 16:41:08.277314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-2dd619ad-8231-4255-bd90-ae5aba6af8fd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.285680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-2dd619ad-8231-4255-bd90-ae5aba6af8fd tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266335 Nov 22 16:41:08.299632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-98ddc1f7-16db-4b4a-bdae-b2c0384c6d15 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/quotas/fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 375 time: 0.0129213 Nov 22 16:41:08.372244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-ce4972cd-92b4-4173-8608-8e9f7c8efc68 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631895 Nov 22 16:41:08.448954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052217d-1d02-4f0b-a4c3-76bc767d2e8a req-b8b5ba34-63c2-4db4-9694-402de2143311 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.460561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c052217d-1d02-4f0b-a4c3-76bc767d2e8a req-b8b5ba34-63c2-4db4-9694-402de2143311 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0778241 Nov 22 16:41:08.487954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:08.559272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c052217d-1d02-4f0b-a4c3-76bc767d2e8a req-9ccec745-2028-4513-9de8-b5e02d7111da tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957861 Nov 22 16:41:08.686552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port ec09f245-a567-438e-b89b-261b797486a5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:08.696356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port ec09f245-a567-438e-b89b-261b797486a5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:08.697458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.713167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c75e7e2-dbb6-4dd5-838c-7e240c7d1321 req-393e396c-f595-4306-8211-b9de77bdada7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 210 time: 0.0750680 Nov 22 16:41:08.777501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38016) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:08.843825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.898491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.977296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12752-1c21-42ab-9f97-392a6274467d req-cbb85385-f2ee-4076-b69f-90de9477167d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:08.980085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eab12752-1c21-42ab-9f97-392a6274467d req-cbb85385-f2ee-4076-b69f-90de9477167d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0755835 Nov 22 16:41:08.986221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-47acf9fd-ea92-43a2-a5d3-26948163cb1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:08.995235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:08.999136 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e83a77-6853-4ec2-bbf1-46a908f9ed72" -d '{"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-plugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:09.010424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:09.021389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.060017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eab12752-1c21-42ab-9f97-392a6274467d req-64ab62b1-c2c0-4416-a132-8c8ce927df24 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700836 Nov 22 16:41:09.121833 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca7e01d-26b8-431d-9f48-b0101af5c681 x-openstack-request-id: req-aca7e01d-26b8-431d-9f48-b0101af5c681 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:09.122067 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-plugged", "status": "completed", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:09.122324 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aca7e01d-26b8-431d-9f48-b0101af5c681 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:09.122832 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'code': 200} Nov 22 16:41:09.172368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-47acf9fd-ea92-43a2-a5d3-26948163cb1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.180433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-47acf9fd-ea92-43a2-a5d3-26948163cb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.219899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.257962 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-47acf9fd-ea92-43a2-a5d3-26948163cb1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16c106bc5e4c42c29bd1b9fab6ba74b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4788513 Nov 22 16:41:09.260524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38046) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:09.268125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acf9fd-ea92-43a2-a5d3-26948163cb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f77fc6a-e35b-4dfb-8142-1edf84c19b59,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.338858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cd85-d871-4695-baaa-7792a63b8272 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.345716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49408dc5-71e2-4a72-8cf5-2a246ba389d1 req-06064d06-e4f4-4685-89ce-e94bf3847651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:09.356196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49408dc5-71e2-4a72-8cf5-2a246ba389d1 req-06064d06-e4f4-4685-89ce-e94bf3847651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1273291 Nov 22 16:41:09.374513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cd85-d871-4695-baaa-7792a63b8272 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.442942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cd85-d871-4695-baaa-7792a63b8272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.446592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5d6cd85-d871-4695-baaa-7792a63b8272 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:09.450011 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c5d6cd85-d871-4695-baaa-7792a63b8272 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f77fc6a-e35b-4dfb-8142-1edf84c19b59 HTTP/1.1" status: 204 len: 168 time: 0.1884727 Nov 22 16:41:09.469028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6cd85-d871-4695-baaa-7792a63b8272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f77fc6a-e35b-4dfb-8142-1edf84c19b59,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:09.492073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49408dc5-71e2-4a72-8cf5-2a246ba389d1 req-484d84a7-bb90-4103-aa6f-721b7d78e416 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328552 Nov 22 16:41:09.903904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38074) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.031142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-554e6e81-768f-4269-8df0-d669aba073a0 req-484c0a06-93a5-414d-8da4-763ddc3e35d7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 210 time: 0.1256602 Nov 22 16:41:10.136318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.137173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.137873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.138490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.139311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.139978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.140591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.149161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-eb589ddd-f835-4cbe-bdac-80881697018f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6501 time: 0.2436237 Nov 22 16:41:10.165441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-0b32dbc9-2d32-4401-a74e-5b1d10ac4161 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.167833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.174170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-0b32dbc9-2d32-4401-a74e-5b1d10ac4161 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.3099236 Nov 22 16:41:10.189243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.194215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-5bf0aa3b-73b0-475e-b424-443bf47cbc33 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/quotas/56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 375 time: 0.0190790 Nov 22 16:41:10.314009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-fde0363d-4500-4e15-be5f-3bac4c70865a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1185670 Nov 22 16:41:10.319266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-5fa0b94d-4cac-449e-b97e-115948d619b8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684127 Nov 22 16:41:10.423193 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-fe47b1df-ae79-4cfb-9612-e010eb8b93c3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031790 Nov 22 16:41:10.617693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.660434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.695964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c034c5c-b4cb-496f-9bb4-4ff5a4cb7021,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:10.724399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-392923dd-de64-42d5-8ad6-e414e49d2cec tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:10.725946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-392923dd-de64-42d5-8ad6-e414e49d2cec tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2894459 Nov 22 16:41:10.730713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.731061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.731403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.731737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.732070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.732394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.732720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.733041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.733489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.733851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.734173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.734496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:10.741419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-fc80ca8a-a142-44f8-841e-30c071dfa792 service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260359 Nov 22 16:41:10.743571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Request body: {'port': {'device_id': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'fc4d1aee37b74f9da54d3ef0a1e24838'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:10.752679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8fc0ce7-2344-4fac-84b9-8b7c46e3c0f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a13e966183e4ce0a5f28b4ff385f630&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812767 Nov 22 16:41:10.762016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:10.888493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef61ce4f-1198-409c-8d5d-5945ec87bda5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.912846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-b27e161f-0ddb-4e36-8deb-6d1f46179496 service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701150 Nov 22 16:41:10.930543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef61ce4f-1198-409c-8d5d-5945ec87bda5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:10.946592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Made reservation on behalf of fc4d1aee37b74f9da54d3ef0a1e24838 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:10.951097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.057779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef61ce4f-1198-409c-8d5d-5945ec87bda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.060948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef61ce4f-1198-409c-8d5d-5945ec87bda5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.062555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ef61ce4f-1198-409c-8d5d-5945ec87bda5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c034c5c-b4cb-496f-9bb4-4ff5a4cb7021 HTTP/1.1" status: 204 len: 168 time: 0.2993186 Nov 22 16:41:11.078094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef61ce4f-1198-409c-8d5d-5945ec87bda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c034c5c-b4cb-496f-9bb4-4ff5a4cb7021,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.140292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Allocated IP 192.168.233.186 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:11.291815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6dc208f-96a4-4b63-bda7-4988593d40c2 req-161eb9fe-01d5-4aa8-bcf4-281a82a477d6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 210 time: 0.0436795 Nov 22 16:41:11.395500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3bd6d79-8d24-4cce-b98d-0048cf5f3a77 req-24636f2e-b770-40eb-a301-edd06be48ee9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 210 time: 0.1025469 Nov 22 16:41:11.540314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.642177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:11.658659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['ec09f245-a567-438e-b89b-261b797486a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:11.757690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:11.799182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:11.829537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:11.837080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:11.852840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:12.052912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:12.053878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.087477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-93468eda-6069-4306-8746-8d1986c98f47 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3477993 Nov 22 16:41:12.105215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Request body: {'port': {'device_id': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:12.238552 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.437283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-afbf78d0-2f57-4518-9c6c-06034aa9468e None None] Provisioning complete for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:12.437883 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-afbf78d0-2f57-4518-9c6c-06034aa9468e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.492230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512e4e8-b867-4181-8668-1b5a7529ac14 req-58c72e45-94cd-4ec2-9364-e577f4f250c7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:12.494625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0512e4e8-b867-4181-8668-1b5a7529ac14 req-58c72e45-94cd-4ec2-9364-e577f4f250c7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 936 time: 0.0711460 Nov 22 16:41:12.516489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-afbf78d0-2f57-4518-9c6c-06034aa9468e None None] Port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:12.635698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0512e4e8-b867-4181-8668-1b5a7529ac14 req-b132a692-11d7-4290-bb70-8bb5300960ba tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335466 Nov 22 16:41:12.761608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-445bfce8-3d54-41fd-82aa-5e8bbef604f5 req-9d956615-e836-4d2d-a220-db41eb8ce7b7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 210 time: 0.0786157 Nov 22 16:41:12.884041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:12.891924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:12.917812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Transition to ACTIVE for port object fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:12.956541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.044600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.116971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-5ff89e3d-d9ef-4181-87e9-5cbb567c4399 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.120367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-5ff89e3d-d9ef-4181-87e9-5cbb567c4399 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.2159472 Nov 22 16:41:13.166916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'port': {'device_id': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'admin_state_up': True, 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:13.334762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:13.335176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:13.335456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:13.369109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:13.369470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:13.399448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:13.399448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:13.399448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:13.399448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Bound port: fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:13.400020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.476748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:13.480633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.594866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:13.601812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:13.627326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.716170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:13.725694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.726415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:13.727829 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-44fca30d-2a97-4617-8d7c-01ad7eb3d2e9 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 1096 time: 1.6284802 Nov 22 16:41:13.728250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:13.730547 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:13.771718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Allocated IP 172.20.0.6 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/a6ff36f7-8472-48c4-a421-7908abaaf388) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:13.860011 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9154d300-4544-433a-8762-03b25b8ffb0a x-openstack-request-id: req-9154d300-4544-433a-8762-03b25b8ffb0a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:13.860363 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:13.860575 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9154d300-4544-433a-8762-03b25b8ffb0a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:13.863162 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'status': 'completed', 'code': 200} Nov 22 16:41:13.906859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9052-00b1-4d7a-a6f8-8075d6ccafdf req-b4121d18-f0b6-444f-92a3-42410d5a4cf2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.927470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e01f9052-00b1-4d7a-a6f8-8075d6ccafdf req-b4121d18-f0b6-444f-92a3-42410d5a4cf2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.1262000 Nov 22 16:41:13.995988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-db7c0f2f-4870-4e09-8b0e-835eb7e14bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:13.997444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-db7c0f2f-4870-4e09-8b0e-835eb7e14bf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1099 time: 0.2142730 Nov 22 16:41:14.095372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e89b4412-dd1f-4a7a-8423-3c3f594cc207 req-4e256135-40df-47fa-8842-7bab51ae257b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 210 time: 0.1138918 Nov 22 16:41:14.110460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e01f9052-00b1-4d7a-a6f8-8075d6ccafdf req-3c4bb8b5-dd57-45aa-a20f-03778d63924e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770446 Nov 22 16:41:14.177969 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-c329f710-c327-4dbf-a637-f9ee7b53c3f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.1664732 Nov 22 16:41:14.255507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.276877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-715cd980-8297-4b64-94e7-63cc4241b03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.278417 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-715cd980-8297-4b64-94e7-63cc4241b03c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0856850 Nov 22 16:41:14.344727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.383553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-90fa3985-f544-4a97-a87e-be61b5a134fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.384988 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-90fa3985-f544-4a97-a87e-be61b5a134fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0894423 Nov 22 16:41:14.450171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:14.456632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:14.464823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:14.499923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=a6ff36f7-8472-48c4-a421-7908abaaf388,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:14.541561 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:14.560869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:14.561569 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.573157 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-76c09d82-f1ee-4a3a-8e88-50c71fdb2da3 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767128 Nov 22 16:41:14.587824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-a99b815b-b50c-4f41-9ed9-082005e5efb0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4540653 Nov 22 16:41:14.612039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Request body: {'port': {'device_id': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:14.808015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:14.899963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9735adb7-4050-47b5-bde4-5ea6b48359bb req-8ae47a1b-5663-48b6-a7dc-cc2cd341d3c5 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161037 Nov 22 16:41:14.962390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-64e9ed0c-5305-49b3-8b4b-32979b874ce4 None None] Provisioning complete for port a6ff36f7-8472-48c4-a421-7908abaaf388 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:14.962962 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64e9ed0c-5305-49b3-8b4b-32979b874ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.066933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-64e9ed0c-5305-49b3-8b4b-32979b874ce4 None None] Port a6ff36f7-8472-48c4-a421-7908abaaf388 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:15.345493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6ff36f7-8472-48c4-a421-7908abaaf388 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:15.356218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.368499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-8cdf0460-ff6b-4f74-b54e-3a8322112443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.370325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-8cdf0460-ff6b-4f74-b54e-3a8322112443 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1099 time: 0.3317790 Nov 22 16:41:15.380709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Transition to ACTIVE for port object a6ff36f7-8472-48c4-a421-7908abaaf388 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:15.394347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.395313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041d7a7-e88a-498d-a7d9-3fac566705bb req-9f66d177-fff2-41d5-be5f-ac0d2fed032e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.396905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8041d7a7-e88a-498d-a7d9-3fac566705bb req-9f66d177-fff2-41d5-be5f-ac0d2fed032e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 931 time: 0.1389973 Nov 22 16:41:15.416898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d93eabc-7362-482b-84a8-782dbdf872dd req-0fee0e27-bf96-469e-9967-3782798bb12d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.427175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d93eabc-7362-482b-84a8-782dbdf872dd req-0fee0e27-bf96-469e-9967-3782798bb12d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.2135005 Nov 22 16:41:15.508917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38250) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:15.566453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8041d7a7-e88a-498d-a7d9-3fac566705bb req-85be1063-956a-420c-a9fd-4a524452ca3e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308024 Nov 22 16:41:15.601065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Pushing event updated for resources: {'Port': ['ID=a6ff36f7-8472-48c4-a421-7908abaaf388,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:15.605004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d93eabc-7362-482b-84a8-782dbdf872dd req-8a78b025-6ba9-474d-96c8-5326723c787b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733866 Nov 22 16:41:15.749899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-407759e1-0243-4934-9d64-a0a5c62bcfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:15.751684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-407759e1-0243-4934-9d64-a0a5c62bcfcd service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.3696809 Nov 22 16:41:15.789587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Attempting to bind port a6ff36f7-8472-48c4-a421-7908abaaf388 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:15.791016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Attempting to bind port a6ff36f7-8472-48c4-a421-7908abaaf388 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:15.791582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Attempting to bind port a6ff36f7-8472-48c4-a421-7908abaaf388 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:15.844881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9238808-ce3a-402d-8dc0-8b7d9684e622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.848566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-f333b386-ac50-4bda-8248-2fb52f33921e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0814505 Nov 22 16:41:15.852988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Port a6ff36f7-8472-48c4-a421-7908abaaf388 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:15.853325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Attempting to bind port a6ff36f7-8472-48c4-a421-7908abaaf388 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:15.863347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:15.863696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:15.864086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:15.864542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Bound port: a6ff36f7-8472-48c4-a421-7908abaaf388, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:15.864908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.983928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9238808-ce3a-402d-8dc0-8b7d9684e622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:15.988348 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9238808-ce3a-402d-8dc0-8b7d9684e622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.005804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] For port a6ff36f7-8472-48c4-a421-7908abaaf388, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:16.010332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] For port a6ff36f7-8472-48c4-a421-7908abaaf388, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a6ff36f7-8472-48c4-a421-7908abaaf388,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:16.020763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9238808-ce3a-402d-8dc0-8b7d9684e622 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c72dc6dd1624730a9349bb05d0386df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5104315 Nov 22 16:41:16.024161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38260) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:16.035945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-4ba93991-1d62-4bb7-abb1-67dc473b890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.037436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-4ba93991-1d62-4bb7-abb1-67dc473b890b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1556110 Nov 22 16:41:16.039990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.109492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9238808-ce3a-402d-8dc0-8b7d9684e622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96500831-c327-48a7-ad2b-0330f601eb5f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.120269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37f96217-cdae-4259-b43e-53978b135be3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.153887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37f96217-cdae-4259-b43e-53978b135be3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.162855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.163677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.165088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] 10.222.0.20 "PUT /v2.0/ports/a6ff36f7-8472-48c4-a421-7908abaaf388 HTTP/1.1" status: 200 len: 1091 time: 1.5579927 Nov 22 16:41:16.166408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'tag': 'a6ff36f7-8472-48c4-a421-7908abaaf388'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:16.172215 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ecba2f-98c6-4b68-be20-4becda07d8de" -d '{"events": [{"name": "network-changed", "server_uuid": "f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b", "tag": "a6ff36f7-8472-48c4-a421-7908abaaf388"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:16.200580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-1394f686-0a68-4c10-8034-c60c8e47dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.203214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-1394f686-0a68-4c10-8034-c60c8e47dc10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527431 Nov 22 16:41:16.280278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37f96217-cdae-4259-b43e-53978b135be3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.283205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37f96217-cdae-4259-b43e-53978b135be3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.285028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-37f96217-cdae-4259-b43e-53978b135be3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96500831-c327-48a7-ad2b-0330f601eb5f HTTP/1.1" status: 204 len: 168 time: 0.2596514 Nov 22 16:41:16.293836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f96217-cdae-4259-b43e-53978b135be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96500831-c327-48a7-ad2b-0330f601eb5f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.335963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987f526-7550-4109-ac2d-6bae492dae3f service neutron] Pushing event updated for resources: {'Port': ['ID=a6ff36f7-8472-48c4-a421-7908abaaf388,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:16.341250 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e999ba-db05-4af4-b784-1717f3f9ba1c x-openstack-request-id: req-54e999ba-db05-4af4-b784-1717f3f9ba1c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:16.341549 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b", "tag": "a6ff36f7-8472-48c4-a421-7908abaaf388", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:16.341837 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54e999ba-db05-4af4-b784-1717f3f9ba1c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:16.342238 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'tag': 'a6ff36f7-8472-48c4-a421-7908abaaf388', 'status': 'completed', 'code': 200} Nov 22 16:41:16.428039 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-7ee6fdd4-35c7-45fe-9e54-7180e80c4d97 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100716 Nov 22 16:41:16.506576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-11d0f288-fb67-45bf-b421-bdc0fd50d5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.508130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-11d0f288-fb67-45bf-b421-bdc0fd50d5f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 1094 time: 0.2513030 Nov 22 16:41:16.573767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-52cebfca-bff5-4b54-b136-9dfab1f91ac6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ff36f7-8472-48c4-a421-7908abaaf388 HTTP/1.1" status: 200 len: 217 time: 0.0516000 Nov 22 16:41:16.646948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-e2341003-e1b5-48a1-981c-62f7ac8886eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.649120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-e2341003-e1b5-48a1-981c-62f7ac8886eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0663114 Nov 22 16:41:16.651799 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1dab933a-0fca-4ae3-ba84-43f6af8e1e93 req-ea282690-167e-4017-8c41-e84fc660ea44 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124155 Nov 22 16:41:16.704588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-9e2aefd0-2ac4-4591-9c81-16d821858ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.707257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-9e2aefd0-2ac4-4591-9c81-16d821858ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495231 Nov 22 16:41:16.739943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607061cc-99cb-4bbc-a5ca-6df218293d4d req-2b8c9628-cf1b-4c75-9d32-389f76551775 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.742402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-607061cc-99cb-4bbc-a5ca-6df218293d4d req-2b8c9628-cf1b-4c75-9d32-389f76551775 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 943 time: 0.0931273 Nov 22 16:41:16.755653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38276) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:16.822490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-f99d63f3-9109-452e-b919-2adb474ad96f service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065204 Nov 22 16:41:16.831316 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72e19298-46e5-4daf-a231-f20a55c3654f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:16.871707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-607061cc-99cb-4bbc-a5ca-6df218293d4d req-44452af7-694c-466e-bdc0-d00d4e1ccfff tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220527 Nov 22 16:41:16.924996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6a704-2351-4ad8-8e10-d7a65be2bcf7 req-5cb10fee-b0bb-421b-85dd-6d0104f8e7e3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:16.932832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6a704-2351-4ad8-8e10-d7a65be2bcf7 req-5cb10fee-b0bb-421b-85dd-6d0104f8e7e3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.1776791 Nov 22 16:41:17.005598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7cf6a704-2351-4ad8-8e10-d7a65be2bcf7 req-3853fc18-40f3-4675-bc1b-4870ddc6e689 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716915 Nov 22 16:41:17.038595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72e19298-46e5-4daf-a231-f20a55c3654f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.043228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72e19298-46e5-4daf-a231-f20a55c3654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.089268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-72e19298-46e5-4daf-a231-f20a55c3654f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44b8a0cb188c475f83b26f37d1440f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3322272 Nov 22 16:41:17.090357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e19298-46e5-4daf-a231-f20a55c3654f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22248327-0bc6-4185-91b7-d18499554016,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.093537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:17.148618 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f87454f7-6e63-4390-9256-0e39271fc97d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.188059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f87454f7-6e63-4390-9256-0e39271fc97d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.254064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f87454f7-6e63-4390-9256-0e39271fc97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.258406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f87454f7-6e63-4390-9256-0e39271fc97d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.262228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f87454f7-6e63-4390-9256-0e39271fc97d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22248327-0bc6-4185-91b7-d18499554016 HTTP/1.1" status: 204 len: 168 time: 0.1654003 Nov 22 16:41:17.294297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87454f7-6e63-4390-9256-0e39271fc97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22248327-0bc6-4185-91b7-d18499554016,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.296121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16e2d34e-009c-4665-be7e-aa5412df7478 req-0a7d953c-3750-476c-954c-8a69ff3a9f36 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646575 Nov 22 16:41:17.306952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:17.452409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-0ab466a4-e861-4c1e-a6d0-c1d136ea3425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.458525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-0ab466a4-e861-4c1e-a6d0-c1d136ea3425 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 1094 time: 0.0881081 Nov 22 16:41:17.508645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:17.532171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'mac_address': 'fa:16:3e:58:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:17.585443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.600259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:17.624736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:17.631254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:17.632043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-d4702f4f-6104-43f2-866a-397e499dd97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.640582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-d4702f4f-6104-43f2-866a-397e499dd97d service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.1685705 Nov 22 16:41:17.713747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:17.715346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-872dc6e2-441e-4b44-97e7-e6ea2a87c0fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ff36f7-8472-48c4-a421-7908abaaf388 HTTP/1.1" status: 200 len: 217 time: 0.0638361 Nov 22 16:41:17.794899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-5594c5b9-55c1-47da-93c2-46e8d0ad0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.796927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-5594c5b9-55c1-47da-93c2-46e8d0ad0861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0663557 Nov 22 16:41:17.861823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-39a9ac11-7477-4760-9ebf-479caa1d9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:17.864537 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-39a9ac11-7477-4760-9ebf-479caa1d9c94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512636 Nov 22 16:41:17.951935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:18.083274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f27042-e13f-4c0f-9844-afd74294e23e req-562fe851-a034-4119-9139-debbcde1d531 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.083885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-205364d4-855a-4838-b792-cba1d45c25a2 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014186 Nov 22 16:41:18.090599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9f27042-e13f-4c0f-9844-afd74294e23e req-562fe851-a034-4119-9139-debbcde1d531 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 943 time: 0.0784290 Nov 22 16:41:18.155655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9f27042-e13f-4c0f-9844-afd74294e23e req-62785044-4ed7-41da-8ed6-fb495b320e86 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640759 Nov 22 16:41:18.261045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e5905-4059-4774-9cfe-dcb942ada8f0 req-f848e2a6-4b35-4c90-aa15-5507f0432b45 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:18.270054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-278e5905-4059-4774-9cfe-dcb942ada8f0 req-f848e2a6-4b35-4c90-aa15-5507f0432b45 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0662551 Nov 22 16:41:18.324662 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-42ecba2f-98c6-4b68-be20-4becda07d8de req-55ece875-fcad-445f-80dd-18223a4858db service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257130 Nov 22 16:41:18.395699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-278e5905-4059-4774-9cfe-dcb942ada8f0 req-0cd44cf9-6ae6-488a-9f94-2a99e28ee026 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138675 Nov 22 16:41:19.044569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.215838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5577bdd2-457b-4f75-9df8-aa9f50833666 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.303865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd415a-d234-4be3-ae9b-a2739d584629 req-7310f8bd-e1c2-40ad-9350-4be210e08efd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.314266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24bd415a-d234-4be3-ae9b-a2739d584629 req-7310f8bd-e1c2-40ad-9350-4be210e08efd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 943 time: 0.0719388 Nov 22 16:41:19.326278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:19.336963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5577bdd2-457b-4f75-9df8-aa9f50833666 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.342799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5577bdd2-457b-4f75-9df8-aa9f50833666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.396188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5577bdd2-457b-4f75-9df8-aa9f50833666 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c80220b0e754aef8a08a84795cada91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3502696 Nov 22 16:41:19.397468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577bdd2-457b-4f75-9df8-aa9f50833666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad347bf-ca9a-465a-9b13-3a39ae5bb270,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.399914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:19.406236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:19.411015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:19.411389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.438639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24bd415a-d234-4be3-ae9b-a2739d584629 req-5d75087d-9ba6-44ed-802c-ac978d417ee7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231937 Nov 22 16:41:19.523121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d5e70cc-4a5f-4c65-a211-cf5f33848d24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.568420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d5e70cc-4a5f-4c65-a211-cf5f33848d24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.607052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73eb30e-15ba-4a54-8d7b-0edffdef9c14 req-929986dc-9343-40ff-b5b2-9b403bfc4533 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.608623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d73eb30e-15ba-4a54-8d7b-0edffdef9c14 req-929986dc-9343-40ff-b5b2-9b403bfc4533 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0732555 Nov 22 16:41:19.618489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.663146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d5e70cc-4a5f-4c65-a211-cf5f33848d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.667605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d5e70cc-4a5f-4c65-a211-cf5f33848d24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.669616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:19.671470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0d5e70cc-4a5f-4c65-a211-cf5f33848d24 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7ad347bf-ca9a-465a-9b13-3a39ae5bb270 HTTP/1.1" status: 204 len: 168 time: 0.2705712 Nov 22 16:41:19.671936 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e37f58e-ebae-4d37-bc69-848568af1d59" -d '{"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-plugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:19.683744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e70cc-4a5f-4c65-a211-cf5f33848d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad347bf-ca9a-465a-9b13-3a39ae5bb270,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.693107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:19.703713 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.764481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d73eb30e-15ba-4a54-8d7b-0edffdef9c14 req-b00605e4-6c17-44f6-aa17-0612e116372a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422663 Nov 22 16:41:19.791332 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a71b94-daa3-4ea9-b1c6-5f1a6eb2425b x-openstack-request-id: req-c6a71b94-daa3-4ea9-b1c6-5f1a6eb2425b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:19.792170 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-plugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:19.792579 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6a71b94-daa3-4ea9-b1c6-5f1a6eb2425b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:19.793534 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'code': 200} Nov 22 16:41:19.812891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:19.890787 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e41841a6-2618-466a-9c58-8916d44c0248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:19.908167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6ff031-e888-4045-85da-c4b0e62a5d3f req-c5362e07-03ca-485e-8624-4f3511849018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:19.910468 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6d6ff031-e888-4045-85da-c4b0e62a5d3f req-c5362e07-03ca-485e-8624-4f3511849018 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1101 time: 0.0545838 Nov 22 16:41:19.962230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6d6ff031-e888-4045-85da-c4b0e62a5d3f req-065c3758-6ccb-4669-9c60-acd296b5eaeb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 Nov 22 16:41:20.101817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:20.566755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a6ff36f7-8472-48c4-a421-7908abaaf388 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:20.577009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14a16a-cb2b-46be-871d-e2091cfa4706 req-103d71df-1d4c-4230-9eee-326d4da49ce1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:20.586587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd14a16a-cb2b-46be-871d-e2091cfa4706 req-103d71df-1d4c-4230-9eee-326d4da49ce1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 943 time: 0.0709512 Nov 22 16:41:20.700454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd14a16a-cb2b-46be-871d-e2091cfa4706 req-f2b7fe38-1532-45d3-825b-1a8238cd2df5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128492 Nov 22 16:41:20.762536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:20.987541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a6ff36f7-8472-48c4-a421-7908abaaf388, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a6ff36f7-8472-48c4-a421-7908abaaf388,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:21.004966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1d4ee-f944-4b38-92de-10fef1e9671f req-f81b544e-fcd9-420a-8e3d-3bdd750bdf1b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:21.006721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0d1d4ee-f944-4b38-92de-10fef1e9671f req-f81b544e-fcd9-420a-8e3d-3bdd750bdf1b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0936868 Nov 22 16:41:21.020075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'a6ff36f7-8472-48c4-a421-7908abaaf388', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': 'a6ff36f7-8472-48c4-a421-7908abaaf388', 'mac_address': 'fa:16:3e:b3:14:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:21.100112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0d1d4ee-f944-4b38-92de-10fef1e9671f req-7c21dfcc-6799-4e00-8b95-02ef48352d0e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864825 Nov 22 16:41:21.109823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.135834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6ff36f7-8472-48c4-a421-7908abaaf388 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:21.162388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a6ff36f7-8472-48c4-a421-7908abaaf388, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a6ff36f7-8472-48c4-a421-7908abaaf388,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:21.172653 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.223168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Deleting port fda6a4d4-3154-43e0-a165-6d9d206e5fa9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:21.223701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.234646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a6ff36f7-8472-48c4-a421-7908abaaf388,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.367112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] For port fda6a4d4-3154-43e0-a165-6d9d206e5fa9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:21.367642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.411321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Calling delete_port for fda6a4d4-3154-43e0-a165-6d9d206e5fa9 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:21.538100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:21.659136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:21.696696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=fda6a4d4-3154-43e0-a165-6d9d206e5fa9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:21.765780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38448) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.055338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc1102-109f-4f21-a7e1-3dfd0d6aaa9d req-ac92ae29-79e6-4ab5-83cf-f77954817f7a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.055338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bccc1102-109f-4f21-a7e1-3dfd0d6aaa9d req-ac92ae29-79e6-4ab5-83cf-f77954817f7a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 944 time: 0.1204760 Nov 22 16:41:22.055338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bccc1102-109f-4f21-a7e1-3dfd0d6aaa9d req-482927c0-77e9-47d1-8bdd-560eb979bdef tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131394 Nov 22 16:41:22.075065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7e83f77f-209a-40f4-8e1d-d82fef0d4db0 tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:22.113842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.125212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7e83f77f-209a-40f4-8e1d-d82fef0d4db0 tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "PUT /v2.0/quotas/68d3dbc2f88748e3886a7229307717fc HTTP/1.1" status: 200 len: 366 time: 0.3512843 Nov 22 16:41:22.129851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.185065 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fabf1022-a714-4d14-ae14-a9e2a38ffe8e tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0518551 Nov 22 16:41:22.185605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38470) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.206399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-75472554-e95a-4d0e-9136-dc772b3ec426 tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "GET /v2.0/quotas/68d3dbc2f88748e3886a7229307717fc HTTP/1.1" status: 200 len: 366 time: 0.0194449 Nov 22 16:41:22.209252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38472) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.253841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-484b3baa-9683-420f-8b87-c9c32bf0a1e9 tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/68d3dbc2f88748e3886a7229307717fc HTTP/1.1" status: 204 len: 168 time: 0.0431445 Nov 22 16:41:22.256252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38476) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.275033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe87e2-f446-4093-9da7-58dc786b0347 req-e473bf9f-7115-43cb-a8b5-97271bbfa176 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.276580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfbe87e2-f446-4093-9da7-58dc786b0347 req-e473bf9f-7115-43cb-a8b5-97271bbfa176 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0942068 Nov 22 16:41:22.278176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a8cc6e6-051c-463c-9cff-1616f83920ac tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0209296 Nov 22 16:41:22.280719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38478) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.298389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1d2f4272-8a35-491f-8505-364ab636a62d tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "GET /v2.0/quotas/68d3dbc2f88748e3886a7229307717fc HTTP/1.1" status: 200 len: 370 time: 0.0164950 Nov 22 16:41:22.305863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38480) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.313310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-63da762b-476c-4fd2-8ac8-86be19b5726b tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "GET /v2.0/quotas/68d3dbc2f88748e3886a7229307717fc/default HTTP/1.1" status: 200 len: 370 time: 0.0058835 Nov 22 16:41:22.316721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.338833 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-a6950017-eb85-4550-9e51-37275fa3fe96 tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] delete failed (client error): The resource could not be found. Nov 22 16:41:22.342402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a6950017-eb85-4550-9e51-37275fa3fe96 tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/68d3dbc2f88748e3886a7229307717fc HTTP/1.1" status: 404 len: 348 time: 0.0219145 Nov 22 16:41:22.355965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfbe87e2-f446-4093-9da7-58dc786b0347 req-67bed7b2-746d-42af-8559-b1780f3ef0bc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682220 Nov 22 16:41:22.406378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Router c3af463a-4687-46d6-b26b-efbe79945220 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:22.511971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb78d9-6459-44bb-ad60-8d28f1dcb858 req-f6e96519-9a0e-44e7-a1f9-7c0aaed96642 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:22.520494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4eb78d9-6459-44bb-ad60-8d28f1dcb858 req-f6e96519-9a0e-44e7-a1f9-7c0aaed96642 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1101 time: 0.0518253 Nov 22 16:41:22.529064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38494) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.570414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:22.577340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:network and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.577454 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5a12eef9-3435-494a-915c-a1bb3ce73a0c admin admin] 10.222.0.65 "PUT /v2.0/routers/c3af463a-4687-46d6-b26b-efbe79945220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4745359 Nov 22 16:41:22.579886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38498) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:22.586303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] Sync routers for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:22.588074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.600182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4eb78d9-6459-44bb-ad60-8d28f1dcb858 req-6b99b861-72a5-48cd-aef3-4ff456c6e3d4 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778263 Nov 22 16:41:22.604595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:22.606012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:40:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:22.620073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:subnet and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.623500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.631849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:subnetpool and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.639025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.678084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:port and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.697224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.719522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:router and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.725875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.736850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.745103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:floatingip and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.754274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.780863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:22.812572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:security_group and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.817869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.826016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Usage tracker for resource:security_group_rule and project:79f017cf0a4d427e84f39e1c2272f64c is out of sync, need to count used quota {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 22 16:41:22.835932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-0ec2042f-b4e5-4cb3-86a3-93418b11f41a req-632e4dd4-bcf0-4cc6-bf32-085a41bfaade service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:41:22.837317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ec2042f-b4e5-4cb3-86a3-93418b11f41a req-632e4dd4-bcf0-4cc6-bf32-085a41bfaade service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072162 Nov 22 16:41:22.838185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.quota.resource [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103514) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 22 16:41:22.844058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-510c469e-1bd7-47f6-a9e3-f855c94956fb tempest-QuotasTest-1246360643 tempest-QuotasTest-1246360643-project-admin] 10.222.0.65 "GET /v2.0/quotas/79f017cf0a4d427e84f39e1c2272f64c/details.json HTTP/1.1" status: 200 len: 703 time: 0.3138847 Nov 22 16:41:22.943349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:22.960887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a7d1cbc1-92a6-401e-ab0a-d602bfbaf361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.017722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Deleting port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:23.018630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.146707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:41:21Z', 'revision_number': 5, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port': {'id': 'e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:35:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:19Z', 'updated_at': '2021-11-22T16:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:23.163402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] For port e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:23.166769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.195396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] Checking router: c3af463a-4687-46d6-b26b-efbe79945220 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:23.198038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Calling delete_port for e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:23.207268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] Routers {'c3af463a-4687-46d6-b26b-efbe79945220'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:23.208253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c3af463a-4687-46d6-b26b-efbe79945220'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:23.308329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0970c5-a7f7-4731-af22-3f2baeb1292b req-eb0a07de-4a68-4d18-8eb6-474a53160e39 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.313718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec0970c5-a7f7-4731-af22-3f2baeb1292b req-eb0a07de-4a68-4d18-8eb6-474a53160e39 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 944 time: 0.1104403 Nov 22 16:41:23.335218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] Set router c3af463a-4687-46d6-b26b-efbe79945220 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:23.419316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 6, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:23.435568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec0970c5-a7f7-4731-af22-3f2baeb1292b req-972057b9-f2f1-4fc4-b9fc-272d3b9805f5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144404 Nov 22 16:41:23.453587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f0ebcd-3ce1-45b4-a37f-4dd3734f26b4 None None] The sync data for ids ['c3af463a-4687-46d6-b26b-efbe79945220'] in n-d-816206-6 is: [{'id': 'c3af463a-4687-46d6-b26b-efbe79945220', 'name': 'tempest-TaggedBootDevicesTest-141691960-router', 'tenant_id': '96f4a139df2f47a6a912865a040904d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:17Z', 'updated_at': '2021-11-22T16:41:22Z', 'revision_number': 6, 'project_id': '96f4a139df2f47a6a912865a040904d7', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:23.501155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.518391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:23.540366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:23.551220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4667b34e-cedb-4b82-a96a-1826c8114283 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:23.624048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.760052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2624120e-0ff2-443c-8849-b4694c28c1f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.761547 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.763907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.798953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ebf602-167f-4c7c-af10-7d3803cf339a req-1658b333-ba2d-43d6-8c06-1c8ce36ad6b5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:23.802376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62ebf602-167f-4c7c-af10-7d3803cf339a req-1658b333-ba2d-43d6-8c06-1c8ce36ad6b5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1453197 Nov 22 16:41:23.807898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-5377da1c-1c7a-4fa5-baef-4aa329caf174 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1684811 Nov 22 16:41:23.829409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.830271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3af463a-4687-46d6-b26b-efbe79945220 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:23.842516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:23.847430 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85b1851d-dfcd-4527-b439-1287608a5006 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c3af463a-4687-46d6-b26b-efbe79945220 HTTP/1.1" status: 204 len: 168 time: 1.2656796 Nov 22 16:41:23.848513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38546) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:23.931617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Deleting subnet abc6a1dc-c822-4e67-9dfb-600cc772258b {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:23.943142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.006889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.012738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62ebf602-167f-4c7c-af10-7d3803cf339a req-3b57a6a4-1ab6-47cd-a585-7a832d5822de tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687162 Nov 22 16:41:24.013191 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.027553 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2624120e-0ff2-443c-8849-b4694c28c1f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.041294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2624120e-0ff2-443c-8849-b4694c28c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.108665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2624120e-0ff2-443c-8849-b4694c28c1f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72b1d35a099f4c37b2a21bc92615c3f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5889888 Nov 22 16:41:24.110844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624120e-0ff2-443c-8849-b4694c28c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59808288-f15e-403d-bc33-22f37fef2397,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:24.111811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:24.188960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.260720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-564a6ad3-c560-4e99-8b46-390dfecf59da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.299276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-564a6ad3-c560-4e99-8b46-390dfecf59da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.309253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.359839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc6a1dc-c822-4e67-9dfb-600cc772258b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:24.365123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b27d17-7134-4561-9bac-7e62e749ffe6 None None] Network 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:24.365470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.372076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8175d143-bcc1-4562-866d-43c7b1295cd9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/abc6a1dc-c822-4e67-9dfb-600cc772258b HTTP/1.1" status: 204 len: 168 time: 0.5191712 Nov 22 16:41:24.372479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38576) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:24.411861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-564a6ad3-c560-4e99-8b46-390dfecf59da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.416114 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-564a6ad3-c560-4e99-8b46-390dfecf59da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.419114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-564a6ad3-c560-4e99-8b46-390dfecf59da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59808288-f15e-403d-bc33-22f37fef2397 HTTP/1.1" status: 204 len: 168 time: 0.2853396 Nov 22 16:41:24.428099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a6ad3-c560-4e99-8b46-390dfecf59da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59808288-f15e-403d-bc33-22f37fef2397,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:24.544152 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.606895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a6ff36f7-8472-48c4-a421-7908abaaf388 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:24.699928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] DHCP port deletion for 049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:24.714311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port a6ff36f7-8472-48c4-a421-7908abaaf388 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:24.725082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port a6ff36f7-8472-48c4-a421-7908abaaf388 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:24.726181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.816924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2da00-7fae-496f-8ec0-fbe7ca29262e req-31fe0163-bfa1-4bf9-a4b4-5829b3eda59f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:24.819227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95e2da00-7fae-496f-8ec0-fbe7ca29262e req-31fe0163-bfa1-4bf9-a4b4-5829b3eda59f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 944 time: 0.1730769 Nov 22 16:41:24.822190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Deleting port cf839b89-c897-481f-b48b-688081fb5044 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:24.822687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:24.871210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] Deleting port cf839b89-c897-481f-b48b-688081fb5044 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:24.871495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.009564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95e2da00-7fae-496f-8ec0-fbe7ca29262e req-32c0d694-4b1e-4097-86d9-45792d5b669a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793683 Nov 22 16:41:25.022864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] For port cf839b89-c897-481f-b48b-688081fb5044, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cf839b89-c897-481f-b48b-688081fb5044,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:25.024933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.066513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] For port cf839b89-c897-481f-b48b-688081fb5044, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cf839b89-c897-481f-b48b-688081fb5044,segment=NetworkSegment(b29adba9-c7d6-4a51-beb2-b2f32c18161b),segment_id=b29adba9-c7d6-4a51-beb2-b2f32c18161b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:25.067550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.068384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Calling delete_port for cf839b89-c897-481f-b48b-688081fb5044 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:25.089720 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.118319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38606) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.122753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] Calling delete_port for cf839b89-c897-481f-b48b-688081fb5044 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:25.136599 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee4b0-9149-4473-9ab6-c3de52a1f6c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.185010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a6ff36f7-8472-48c4-a421-7908abaaf388, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a6ff36f7-8472-48c4-a421-7908abaaf388,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:25.187309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ff36f7-8472-48c4-a421-7908abaaf388'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:25.195387 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f57632e-be0d-428f-978b-f3f2437b86f8" -d '{"events": [{"server_uuid": "f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b", "name": "network-vif-plugged", "status": "completed", "tag": "a6ff36f7-8472-48c4-a421-7908abaaf388"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:25.216994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.245306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc15c7-9f61-4753-990e-90d44a1de84f req-d6a6df1a-7cc3-41c0-a700-d63483739809 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.247003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efdc15c7-9f61-4753-990e-90d44a1de84f req-d6a6df1a-7cc3-41c0-a700-d63483739809 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0859334 Nov 22 16:41:25.271826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.313059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf839b89-c897-481f-b48b-688081fb5044,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.316390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee4b0-9149-4473-9ab6-c3de52a1f6c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.319496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] No DVR routers for this DVR port cf839b89-c897-481f-b48b-688081fb5044 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:25.323298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca5ee4b0-9149-4473-9ab6-c3de52a1f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.336154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.336577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.336842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.337195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.337530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.337970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.338301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.338632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.338960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.339283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.339606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.339948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:25.432307 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ca5ee4b0-9149-4473-9ab6-c3de52a1f6c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79f017cf0a4d427e84f39e1c2272f64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3093622 Nov 22 16:41:25.434059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38614) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.436134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ee4b0-9149-4473-9ab6-c3de52a1f6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41efa6-0b54-484e-a834-8d22e8272756,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.441526 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebf183f-9a09-4149-917e-55885fd07f41 x-openstack-request-id: req-aebf183f-9a09-4149-917e-55885fd07f41 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:25.441864 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b", "name": "network-vif-plugged", "status": "completed", "tag": "a6ff36f7-8472-48c4-a421-7908abaaf388", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:25.442240 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aebf183f-9a09-4149-917e-55885fd07f41 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:25.442845 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6ff36f7-8472-48c4-a421-7908abaaf388', 'code': 200} Nov 22 16:41:25.461924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.488487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a6ff36f7-8472-48c4-a421-7908abaaf388,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.512902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efdc15c7-9f61-4753-990e-90d44a1de84f req-924ba5e1-c053-48cf-8075-440a2548df02 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497964 Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: from cryptography.utils import int_from_bytes Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: from cryptography.utils import int_from_bytes Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.528338 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:25.531045 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:41:25.534885 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.554286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.563366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] Pushing event deleted for resources: {'Port': ['ID=cf839b89-c897-481f-b48b-688081fb5044,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.571789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a6cc6-4227-4a6c-b41b-79bac567de42 None None] No DVR routers for this DVR port cf839b89-c897-481f-b48b-688081fb5044 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:25.601746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:25.611201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:25.624140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29adba9-c7d6-4a51-beb2-b2f32c18161b') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:25.624619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29adba9-c7d6-4a51-beb2-b2f32c18161b') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:25.629728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6953ba90-1f40-4776-9df1-63d35de12a02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.637561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:25.637913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.638515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e5fd5a15-88c8-4ff7-b9cf-8ca19a01e61a not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:25.639525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cf839b89-c897-481f-b48b-688081fb5044 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:25.667497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: cf839b89-c897-481f-b48b-688081fb5044 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:25.668247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cf839b89-c897-481f-b48b-688081fb5044 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:25.668925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fda6a4d4-3154-43e0-a165-6d9d206e5fa9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:25.671063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.687004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdc83c-9bb7-481b-8b14-dda3aca96d29 req-63579de8-087b-4d7d-b23e-431735df6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:25.687004 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-75cdc83c-9bb7-481b-8b14-dda3aca96d29 req-63579de8-087b-4d7d-b23e-431735df6d31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 1096 time: 0.0894268 Nov 22 16:41:25.687004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6953ba90-1f40-4776-9df1-63d35de12a02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.692344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:25.694217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:25.702121 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:25.714765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: fda6a4d4-3154-43e0-a165-6d9d206e5fa9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:25.715229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fda6a4d4-3154-43e0-a165-6d9d206e5fa9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:25.774575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-75cdc83c-9bb7-481b-8b14-dda3aca96d29 req-4bd4d889-d054-4b30-b2d7-c89d4dae828e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814860 Nov 22 16:41:25.775681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.781177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.785672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] 10.222.0.65 "DELETE /v2.0/networks/049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1 HTTP/1.1" status: 204 len: 168 time: 1.4118803 Nov 22 16:41:25.788733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38620) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:25.808630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5be16d-a767-42b7-9538-f7d3fdfb3a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=049b6ea1-c8c0-4f73-bdb5-9fa3f6d39de1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.833960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6953ba90-1f40-4776-9df1-63d35de12a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.836528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6953ba90-1f40-4776-9df1-63d35de12a02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:25.837749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6953ba90-1f40-4776-9df1-63d35de12a02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d41efa6-0b54-484e-a834-8d22e8272756 HTTP/1.1" status: 204 len: 168 time: 0.4025183 Nov 22 16:41:25.922222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953ba90-1f40-4776-9df1-63d35de12a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41efa6-0b54-484e-a834-8d22e8272756,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:25.983539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.194615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deb91b-6c45-42b2-b4f1-0d074f094aa4 req-59d1642a-53c7-4cc7-a602-48b8673dcfcd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.196566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09deb91b-6c45-42b2-b4f1-0d074f094aa4 req-59d1642a-53c7-4cc7-a602-48b8673dcfcd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0816567 Nov 22 16:41:26.247357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-642e9d31-606c-4032-952f-147da239ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.249018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-642e9d31-606c-4032-952f-147da239ae96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1101 time: 0.0902226 Nov 22 16:41:26.278327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09deb91b-6c45-42b2-b4f1-0d074f094aa4 req-59bd00b6-678a-47b9-a19f-caa99552b3b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746870 Nov 22 16:41:26.431241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-cb942509-5105-4bb4-827a-6ebb2103ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.442359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-cb942509-5105-4bb4-827a-6ebb2103ce3e service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1675696 Nov 22 16:41:26.463716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:26.533611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-56acdd31-ba52-4203-9b6e-cc0e40d72977 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0879450 Nov 22 16:41:26.676103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51752bae-5f9f-4e80-bbae-8a68de398d0e req-cdf28193-3a53-4551-93e5-609a02b5283a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.678060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51752bae-5f9f-4e80-bbae-8a68de398d0e req-cdf28193-3a53-4551-93e5-609a02b5283a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0676773 Nov 22 16:41:26.754254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51752bae-5f9f-4e80-bbae-8a68de398d0e req-bbd903bc-9814-497a-ae46-b8f0edb903b8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685031 Nov 22 16:41:26.982822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-11e9734d-1025-495b-a5a0-d561678ac8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:26.984336 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-11e9734d-1025-495b-a5a0-d561678ac8e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0929010 Nov 22 16:41:27.078909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-21ac5f56-d221-4356-8d29-25acbd53d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:27.080458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-21ac5f56-d221-4356-8d29-25acbd53d2ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846148 Nov 22 16:41:27.233954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-50f2fcf7-cb50-470c-a57f-20eaccf03cc2 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297762 Nov 22 16:41:27.395034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-407aa5f4-41a9-4b7f-9590-47461d4b2f89 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401546 Nov 22 16:41:27.397376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Deleting port ee23a122-0d19-407a-ac2e-1e45f40b0c81 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:27.397730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.402437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e096a-5f5c-43de-b2bd-c484d6cc9392 req-b537c550-2d90-4491-a00b-3cd90b9d9b67 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:27.404684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d4e096a-5f5c-43de-b2bd-c484d6cc9392 req-b537c550-2d90-4491-a00b-3cd90b9d9b67 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0506260 Nov 22 16:41:27.517487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d4e096a-5f5c-43de-b2bd-c484d6cc9392 req-9264ed68-55a4-4b0c-9c18-c1ddc4f213cf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007984 Nov 22 16:41:27.592782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] For port ee23a122-0d19-407a-ac2e-1e45f40b0c81, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ee23a122-0d19-407a-ac2e-1e45f40b0c81,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:27.594650 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.613714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Calling delete_port for ee23a122-0d19-407a-ac2e-1e45f40b0c81 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:27.855823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:27.870812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac2deb-ff5d-43cf-b4d3-0ac01a3375d1 req-60b14004-9d8f-4cc5-b210-007c81cf0a43 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:27.890150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5ac2deb-ff5d-43cf-b4d3-0ac01a3375d1 req-60b14004-9d8f-4cc5-b210-007c81cf0a43 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1127760 Nov 22 16:41:27.899618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38714) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:27.927940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee23a122-0d19-407a-ac2e-1e45f40b0c81,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:27.985605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5ac2deb-ff5d-43cf-b4d3-0ac01a3375d1 req-fd8a0bc0-b813-4feb-ad4d-70b73097e336 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944014 Nov 22 16:41:28.004255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8b26c-3c55-403a-b7e3-8c96d8dc4b30 req-55b35538-7d90-4dcb-80e6-dffb11212856 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:28.011896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8e8b26c-3c55-403a-b7e3-8c96d8dc4b30 req-55b35538-7d90-4dcb-80e6-dffb11212856 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1194847 Nov 22 16:41:28.094162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1026425423', 'router:external': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:28.113951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8e8b26c-3c55-403a-b7e3-8c96d8dc4b30 req-eb1a5dce-8fc4-4b55-9da4-edca6598f0b7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010468 Nov 22 16:41:28.141939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Made reservation on behalf of b6e1cf2ddabd4768b088c9374fbd2367 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:28.144738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.162298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.207209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.260773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.265043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.291777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:28.301715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecbbc4a-500f-4f70-b6b3-5181d3edc7bf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.306655 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.307002 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Added segment f51d45b1-802d-4809-8f03-da6de8343d47 of type vlan for network b2779340-4c85-4216-9263-7d60378f7bbd Nov 22 16:41:28.360671 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.395160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.396447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:28.397117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.450231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Router 44808045-9ef5-483c-b900-baa0cf8f784e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:28.458474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5574775 Nov 22 16:41:28.462762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38728) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:28.470453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a2e23-62b2-473f-9ea0-8bcf88c8b9ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Network': ['ID=b2779340-4c85-4216-9263-7d60378f7bbd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:28.475756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'subnet': {'network_id': 'b2779340-4c85-4216-9263-7d60378f7bbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:28.482891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b2779340-4c85-4216-9263-7d60378f7bbd details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:28.503104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Made reservation on behalf of b6e1cf2ddabd4768b088c9374fbd2367 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:28.506226 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.603096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:28.617774 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] Sync routers for ids ['44808045-9ef5-483c-b900-baa0cf8f784e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:28.626206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38734) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:28.629954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-af6ad18a-aeac-41a2-986f-b35d31652096 admin admin] 10.222.0.65 "PUT /v2.0/routers/44808045-9ef5-483c-b900-baa0cf8f784e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8397455 Nov 22 16:41:28.630306 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] Routers {'44808045-9ef5-483c-b900-baa0cf8f784e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:28.631012 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44808045-9ef5-483c-b900-baa0cf8f784e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:28.770269 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] Set router 44808045-9ef5-483c-b900-baa0cf8f784e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:28.820812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:28.974442 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:41:27Z', 'revision_number': 5, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port': {'id': '58182925-d2a9-4fcb-9ed0-b8cf77d6c29f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:f1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:29:29Z', 'updated_at': '2021-11-22T16:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:28.974877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.004026 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] Checking router: 44808045-9ef5-483c-b900-baa0cf8f784e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:29.013393 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] Routers {'44808045-9ef5-483c-b900-baa0cf8f784e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:29.014061 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44808045-9ef5-483c-b900-baa0cf8f784e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:29.113542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Deleting port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:29.113912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.117792 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] Set router 44808045-9ef5-483c-b900-baa0cf8f784e gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:29.205158 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 6, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:29.340038 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9f5766-a1aa-45f4-a565-ee5ed3877bee None None] The sync data for ids ['44808045-9ef5-483c-b900-baa0cf8f784e'] in n-d-816206-6 is: [{'id': '44808045-9ef5-483c-b900-baa0cf8f784e', 'name': 'tempest-TaggedBootDevicesTest-954623142-router', 'tenant_id': '880b28acfe5b4e8d86049540d183ab50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:29:28Z', 'updated_at': '2021-11-22T16:41:28Z', 'revision_number': 6, 'project_id': '880b28acfe5b4e8d86049540d183ab50', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:29.528535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:41:29.529205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.608970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628a3c5-097e-43b9-bb63-c304483c0d93 req-c08bc72c-b3a2-4a7f-b529-b60f2885a03e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.610499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4628a3c5-097e-43b9-bb63-c304483c0d93 req-c08bc72c-b3a2-4a7f-b529-b60f2885a03e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.5411167 Nov 22 16:41:29.677920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Subnet': ['ID=879ebb33-a4bd-4ea8-ab36-e739e224d048,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:29.687123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382fee60-94a5-4fe1-8bdc-99750aae1212 req-d413798c-1ef8-49fd-b0c0-bbaf89ec41ca tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.694520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-382fee60-94a5-4fe1-8bdc-99750aae1212 req-d413798c-1ef8-49fd-b0c0-bbaf89ec41ca tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.2457621 Nov 22 16:41:29.714009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] For port 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:29.714377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.761551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Checking segment: {'id': 'f51d45b1-802d-4809-8f03-da6de8343d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'b2779340-4c85-4216-9263-7d60378f7bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:29.762060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network hostable DHCP agents. Network: b2779340-4c85-4216-9263-7d60378f7bbd, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:29.764337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Calling delete_port for 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:29.782201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ee23a122-0d19-407a-ac2e-1e45f40b0c81 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:29.797146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4628a3c5-097e-43b9-bb63-c304483c0d93 req-40b7514b-683c-4a3a-b32f-b59d910d0aa1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765630 Nov 22 16:41:29.809667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ee23a122-0d19-407a-ac2e-1e45f40b0c81 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:29.811010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ee23a122-0d19-407a-ac2e-1e45f40b0c81 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:29.853694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-382fee60-94a5-4fe1-8bdc-99750aae1212 req-af0416a5-befb-47cc-b458-bc9beeec89de tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572165 Nov 22 16:41:29.868600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network b2779340-4c85-4216-9263-7d60378f7bbd is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:29.922386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b2779340-4c85-4216-9263-7d60378f7bbd) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:29.930104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:29.930704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:29.932174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442fe144-8ca7-471f-a745-f2c23c447768 None None] Network b2779340-4c85-4216-9263-7d60378f7bbd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:29.962862 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-470cb646-2dda-4c7d-934d-9fc3a70c9700 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4934356 Nov 22 16:41:29.965696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38772) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:29.970589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1875636309', 'network_id': 'b2779340-4c85-4216-9263-7d60378f7bbd'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:30.043129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Made reservation on behalf of b6e1cf2ddabd4768b088c9374fbd2367 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:30.045513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.056325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.087338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=58182925-d2a9-4fcb-9ed0-b8cf77d6c29f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:30.089846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] device_id is not set on port 2e58dd3c-8058-4ac4-9525-d31df6c00d82 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:41:30.104893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef96b24c-7876-482e-9b13-8673774da58f None None] Network b2779340-4c85-4216-9263-7d60378f7bbd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:30.158787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e03a57-0367-419e-a2af-629b9ba41af4 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:30.226456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.344514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.347374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Allocated IP 172.20.0.10 (b2779340-4c85-4216-9263-7d60378f7bbd/879ebb33-a4bd-4ea8-ab36-e739e224d048/2e58dd3c-8058-4ac4-9525-d31df6c00d82) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:30.350111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.421883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.422405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44808045-9ef5-483c-b900-baa0cf8f784e {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:30.429402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.432942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5efa3405-ce84-49e3-a3ab-734c2ebb2b7a admin admin] 10.222.0.65 "DELETE /v2.0/routers/44808045-9ef5-483c-b900-baa0cf8f784e HTTP/1.1" status: 204 len: 168 time: 1.7997167 Nov 22 16:41:30.433248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38782) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.480144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Deleting subnet 273ea178-38d7-49fa-ae18-f62c1932cbdf {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:30.483976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.528991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.571225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.625226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.625592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.681580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network b2779340-4c85-4216-9263-7d60378f7bbd is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:30.684717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:30.688755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:30.696559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.702020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Port': ['ID=2e58dd3c-8058-4ac4-9525-d31df6c00d82,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:30.713938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.719913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076046e-f54a-4a68-8ba2-7bae0f89fd6a None None] Network 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:30.724343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/273ea178-38d7-49fa-ae18-f62c1932cbdf HTTP/1.1" status: 204 len: 168 time: 0.2899516 Nov 22 16:41:30.724522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38788) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.743946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940bc32-4606-4abc-ad55-e14fb51c26a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273ea178-38d7-49fa-ae18-f62c1932cbdf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:30.810090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.810704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.830024 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:30.847881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-99369958-bde8-44fa-82a9-a82742e86417 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8784752 Nov 22 16:41:30.848302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38794) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:30.965387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] DHCP port deletion for 35452d73-3e2b-4e8a-8c02-e490f3b8c7fd request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:30.991108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512a854-872e-4875-91fb-1526edabb5c0 req-822b11ea-a3a4-4ae6-8fe3-2a352845d215 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:30.993973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3512a854-872e-4875-91fb-1526edabb5c0 req-822b11ea-a3a4-4ae6-8fe3-2a352845d215 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0866382 Nov 22 16:41:30.995838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Deleting port 9eb5ead4-1c00-43fa-bf65-24048251865b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:30.996364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.004045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Deleting port 2e58dd3c-8058-4ac4-9525-d31df6c00d82 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:31.004396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.077687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] Deleting port 9eb5ead4-1c00-43fa-bf65-24048251865b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:31.078041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.109073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.125110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Calling delete_port for 2e58dd3c-8058-4ac4-9525-d31df6c00d82 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:31.153505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] For port 9eb5ead4-1c00-43fa-bf65-24048251865b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9eb5ead4-1c00-43fa-bf65-24048251865b,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:31.153955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.170508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] Calling delete_port for 9eb5ead4-1c00-43fa-bf65-24048251865b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:31.177091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] For port 9eb5ead4-1c00-43fa-bf65-24048251865b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9eb5ead4-1c00-43fa-bf65-24048251865b,segment=NetworkSegment(0acf4dfd-7403-4731-ae77-5774ea690d6d),segment_id=0acf4dfd-7403-4731-ae77-5774ea690d6d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:31.177475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.199794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad4713-1893-4256-9793-59e3340f7eae req-93fd63ba-39bd-47eb-bab2-9411f6248fd7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:31.201461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adad4713-1893-4256-9793-59e3340f7eae req-93fd63ba-39bd-47eb-bab2-9411f6248fd7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1406868 Nov 22 16:41:31.217806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3512a854-872e-4875-91fb-1526edabb5c0 req-a0b53df3-986c-424c-b212-b7202f52bdb7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679587 Nov 22 16:41:31.222844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Calling delete_port for 9eb5ead4-1c00-43fa-bf65-24048251865b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:31.320480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adad4713-1893-4256-9793-59e3340f7eae req-167ba49b-e6b9-4f33-a32a-a70ea9e4a26a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954578 Nov 22 16:41:31.325017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.370463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e58dd3c-8058-4ac4-9525-d31df6c00d82,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.378559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.389475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.427874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] No DVR routers for this DVR port 9eb5ead4-1c00-43fa-bf65-24048251865b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:31.432052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b0425-2f6d-42d0-afb0-a718ec66a816 None None] Pushing event deleted for resources: {'Port': ['ID=9eb5ead4-1c00-43fa-bf65-24048251865b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.452661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb5ead4-1c00-43fa-bf65-24048251865b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.460409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] No DVR routers for this DVR port 9eb5ead4-1c00-43fa-bf65-24048251865b on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:41:31.467751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.472947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e8b7006-e92f-4306-8e1a-71520d1bcb19 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2e58dd3c-8058-4ac4-9525-d31df6c00d82 HTTP/1.1" status: 204 len: 168 time: 0.6223757 Nov 22 16:41:31.478274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:31.483350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2779340-4c85-4216-9263-7d60378f7bbd', 'external_fixed_ips': [{'subnet_id': '879ebb33-a4bd-4ea8-ab36-e739e224d048', 'ip_address': '172.20.0.10'}]}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:31.512063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.514933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.551867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.587626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9eb5ead4-1c00-43fa-bf65-24048251865b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:31.592687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35452d73-3e2b-4e8a-8c02-e490f3b8c7fd']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:31.593703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.605857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0acf4dfd-7403-4731-ae77-5774ea690d6d') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:31.606208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0acf4dfd-7403-4731-ae77-5774ea690d6d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:31.610958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 9eb5ead4-1c00-43fa-bf65-24048251865b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:31.612140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9eb5ead4-1c00-43fa-bf65-24048251865b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:31.612994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:31.620059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.635190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:31.635822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 58182925-d2a9-4fcb-9ed0-b8cf77d6c29f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:31.636118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.648129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:31.648760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:31.651529 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:31.725390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.731713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.738200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] 10.222.0.65 "DELETE /v2.0/networks/35452d73-3e2b-4e8a-8c02-e490f3b8c7fd HTTP/1.1" status: 204 len: 168 time: 1.0101161 Nov 22 16:41:31.750243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a78ba-e0a5-4963-95f8-d9652d6c9442 admin admin] Pushing event deleted for resources: {'Network': ['ID=35452d73-3e2b-4e8a-8c02-e490f3b8c7fd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:31.787902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:31.945596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38824) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:31.989638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f41d89d7-0275-4015-b197-d454e1e2995e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=96f4a139df2f47a6a912865a040904d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425775 Nov 22 16:41:31.992017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38828) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:32.017910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.043605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.060444 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-996839fd-3d93-40c9-a040-fb4c9ef550c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.082908 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-996839fd-3d93-40c9-a040-fb4c9ef550c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.147065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-996839fd-3d93-40c9-a040-fb4c9ef550c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.152258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-996839fd-3d93-40c9-a040-fb4c9ef550c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.154308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-996839fd-3d93-40c9-a040-fb4c9ef550c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/51fe8bfe-98d1-4fb2-aacc-95085ace2e0d HTTP/1.1" status: 204 len: 168 time: 0.1612916 Nov 22 16:41:32.167631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996839fd-3d93-40c9-a040-fb4c9ef550c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fe8bfe-98d1-4fb2-aacc-95085ace2e0d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.221982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Allocated IP 172.20.0.10 (b2779340-4c85-4216-9263-7d60378f7bbd/879ebb33-a4bd-4ea8-ab36-e739e224d048/b2caf549-5dbc-4a63-a888-32f8bf2499c1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:32.357699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.393224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f34ad-4234-4946-9562-0acac9e55b52 req-9b7f6f5a-028a-482e-a2ac-12ed9a6a7f3a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:32.396628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a1f34ad-4234-4946-9562-0acac9e55b52 req-9b7f6f5a-028a-482e-a2ac-12ed9a6a7f3a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0926905 Nov 22 16:41:32.425316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.474799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a1f34ad-4234-4946-9562-0acac9e55b52 req-887cbc91-d087-4b74-a305-aad2508056c5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711842 Nov 22 16:41:32.481442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Port': ['ID=b2caf549-5dbc-4a63-a888-32f8bf2499c1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:32.493560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network b2779340-4c85-4216-9263-7d60378f7bbd is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:32.496295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:32.500356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:32.646569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa90ab6-f8ca-49dd-8772-3126cefce05d req-53bfa000-44ac-4d0d-97b9-97a5a1c289bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:32.664650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aa90ab6-f8ca-49dd-8772-3126cefce05d req-53bfa000-44ac-4d0d-97b9-97a5a1c289bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1028578 Nov 22 16:41:32.801036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aa90ab6-f8ca-49dd-8772-3126cefce05d req-af1c5f76-71c1-43ba-81f0-715493d5c021 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302123 Nov 22 16:41:32.857828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:32.869704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38856) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:32.922966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8e7f5e8f-cbf7-4e99-a0b3-261dcc2125d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=880b28acfe5b4e8d86049540d183ab50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519278 Nov 22 16:41:32.925862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38860) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:32.984023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3872da0-2239-4915-a368-2d5e92304915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.009959 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3872da0-2239-4915-a368-2d5e92304915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.092766 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3872da0-2239-4915-a368-2d5e92304915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.108384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3872da0-2239-4915-a368-2d5e92304915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.112432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e3872da0-2239-4915-a368-2d5e92304915 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db41c2d5-4dc2-4470-9613-75fb671b9d93 HTTP/1.1" status: 204 len: 168 time: 0.1826282 Nov 22 16:41:33.119328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3872da0-2239-4915-a368-2d5e92304915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db41c2d5-4dc2-4470-9613-75fb671b9d93,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:33.128156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.308139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Router 27dd08a8-8b17-4651-bf61-7930ea103837 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:33.446611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:33.459894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Sync routers for ids ['27dd08a8-8b17-4651-bf61-7930ea103837'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:33.467759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.470598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c00b605-b3d9-4b36-8a48-352c9ce71e7f tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 1.9908960 Nov 22 16:41:33.472029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38880) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:33.527414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Routers {'27dd08a8-8b17-4651-bf61-7930ea103837'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:33.528368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['27dd08a8-8b17-4651-bf61-7930ea103837'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:33.672759 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:33.748656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b9317-c143-43e1-a89f-6f37a0908b31 req-fd28e9f8-9b6c-4f29-93fa-f1d1e9a33503 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:33.750539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e94b9317-c143-43e1-a89f-6f37a0908b31 req-fd28e9f8-9b6c-4f29-93fa-f1d1e9a33503 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1592505 Nov 22 16:41:33.762500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Set router 27dd08a8-8b17-4651-bf61-7930ea103837 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:33.874514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e94b9317-c143-43e1-a89f-6f37a0908b31 req-80d936fd-3879-4f42-8e4a-286a69b8e6f1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142988 Nov 22 16:41:33.893093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.019264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a49a1-1ed9-4563-ba9c-bcd3083fdeca req-9377d8ec-1b61-4088-aaf2-fe1522461cc5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.020853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e6a49a1-1ed9-4563-ba9c-bcd3083fdeca req-9377d8ec-1b61-4088-aaf2-fe1522461cc5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1118686 Nov 22 16:41:34.027281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Deleting port b2caf549-5dbc-4a63-a888-32f8bf2499c1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:34.027606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.152685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e6a49a1-1ed9-4563-ba9c-bcd3083fdeca req-d9409181-6514-428b-8933-12c4ea2dda4b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229465 Nov 22 16:41:34.167752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.186479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Calling delete_port for b2caf549-5dbc-4a63-a888-32f8bf2499c1 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:34.251785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dd08a8-8b17-4651-bf61-7930ea103837', 'name': '', 'tenant_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2779340-4c85-4216-9263-7d60378f7bbd', 'external_fixed_ips': [{'subnet_id': '879ebb33-a4bd-4ea8-ab36-e739e224d048', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'b2caf549-5dbc-4a63-a888-32f8bf2499c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:31Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 3, 'project_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'gw_port': {'id': 'b2caf549-5dbc-4a63-a888-32f8bf2499c1', 'name': '', 'network_id': 'b2779340-4c85-4216-9263-7d60378f7bbd', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:17:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dd08a8-8b17-4651-bf61-7930ea103837', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '879ebb33-a4bd-4ea8-ab36-e739e224d048', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:32Z', 'updated_at': '2021-11-22T16:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '879ebb33-a4bd-4ea8-ab36-e739e224d048', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:34.281775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Checking router: 27dd08a8-8b17-4651-bf61-7930ea103837 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:34.282397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Updating router 27dd08a8-8b17-4651-bf61-7930ea103837 port b2caf549-5dbc-4a63-a888-32f8bf2499c1 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:34.293153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38918) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.316295 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.400928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.419106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1949362000-network', 'tenant_id': 'ad40f25623b544578faf86357cd85869'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:34.437615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2caf549-5dbc-4a63-a888-32f8bf2499c1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.463876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Made reservation on behalf of ad40f25623b544578faf86357cd85869 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:34.467699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.482397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.527313 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.621043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.629301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.660033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:41:34.667163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.683104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.687276 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:41:34.688111 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:41:34.691691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.692184 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Added segment 9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520 of type vlan for network bb437556-f760-4ce6-b341-66691a0a33dc Nov 22 16:41:34.746717 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.747252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27dd08a8-8b17-4651-bf61-7930ea103837 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:34.749576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d391fbb-f7c2-4717-b8b4-f452844bc1e9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.757812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.759063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f051eff5-abf8-47ac-8b52-6d399b7017db tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/routers/27dd08a8-8b17-4651-bf61-7930ea103837 HTTP/1.1" status: 204 len: 168 time: 1.2858331 Nov 22 16:41:34.762749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38932) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.774705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.818069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Deleting subnet 879ebb33-a4bd-4ea8-ab36-e739e224d048 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:41:34.822202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.823955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.825261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:34.826010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.869908 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.904857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6103172 Nov 22 16:41:34.906181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38936) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:34.913084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5982-4103-4135-9970-0fa0bc5f0a43 admin admin] Pushing event updated for resources: {'Network': ['ID=bb437556-f760-4ce6-b341-66691a0a33dc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:34.913369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Request body: {'subnet': {'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1949362000-subnet', 'tenant_id': 'ad40f25623b544578faf86357cd85869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:34.924528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bb437556-f760-4ce6-b341-66691a0a33dc details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:41:34.942071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:34.975365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Made reservation on behalf of ad40f25623b544578faf86357cd85869 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:34.978591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.091027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.141292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=879ebb33-a4bd-4ea8-ab36-e739e224d048,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.147036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.157960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1831030b-d2d7-469b-ac12-7c9d736735a8 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/879ebb33-a4bd-4ea8-ab36-e739e224d048 HTTP/1.1" status: 204 len: 168 time: 0.3868403 Nov 22 16:41:35.159929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38948) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:35.182236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f0f24c-829e-4ca2-81c7-ba7eb75ea653 req-76da2be3-1072-46ba-b16b-1fd036e4d1f4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.183776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76f0f24c-829e-4ca2-81c7-ba7eb75ea653 req-76da2be3-1072-46ba-b16b-1fd036e4d1f4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1629982 Nov 22 16:41:35.222492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Port b2caf549-5dbc-4a63-a888-32f8bf2499c1 not found while updating agent binding for router 27dd08a8-8b17-4651-bf61-7930ea103837. {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 16:41:35.255431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:35.256375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:41:35.257014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_agentschedulers_db [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27dd08a8-8b17-4651-bf61-7930ea103837'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103516) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:41:35.257514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659d3eb-2770-46c3-bd38-f49d8b346152 None None] The sync data for ids ['27dd08a8-8b17-4651-bf61-7930ea103837'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:35.308569 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.337981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76f0f24c-829e-4ca2-81c7-ba7eb75ea653 req-a18f6824-4ae5-46ab-b74c-944fe324444e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457083 Nov 22 16:41:35.365820 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.384250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c50647-2260-43c6-9342-9bb9b4b8ff20 req-bb507445-d8b8-43fd-83e6-3a380d9040af tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.389230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4c50647-2260-43c6-9342-9bb9b4b8ff20 req-bb507445-d8b8-43fd-83e6-3a380d9040af tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1365821 Nov 22 16:41:35.412973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.438640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2779340-4c85-4216-9263-7d60378f7bbd']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:35.449270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51d45b1-802d-4809-8f03-da6de8343d47') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:35.449884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51d45b1-802d-4809-8f03-da6de8343d47') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:35.464229 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.478059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1793396-b711-47b5-babf-3015fbf1d509,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.483623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.492318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4c50647-2260-43c6-9342-9bb9b4b8ff20 req-8d042938-f5ad-4567-b277-e085301f4c4c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801959 Nov 22 16:41:35.492495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:41:35.492989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.496934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Checking segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:35.497325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Network hostable DHCP agents. Network: bb437556-f760-4ce6-b341-66691a0a33dc, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:41:35.535653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Network bb437556-f760-4ce6-b341-66691a0a33dc is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:41:35.544690 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:41:35.547774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bb437556-f760-4ce6-b341-66691a0a33dc) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:35.553363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:35.554082 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.560212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46963a9-f56e-420f-bff6-c01d96fc4bc8 None None] Network bb437556-f760-4ce6-b341-66691a0a33dc requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:35.570577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.575709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2779340-4c85-4216-9263-7d60378f7bbd {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:41:35.578315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:35.582981 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b2779340-4c85-4216-9263-7d60378f7bbd HTTP/1.1" status: 204 len: 168 time: 0.4220343 Nov 22 16:41:35.595661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4ae25b51-c793-46bf-8806-0323db0a8988 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6884615 Nov 22 16:41:35.597487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c74d985-83e3-44c4-8c23-753ffe76cf48 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2779340-4c85-4216-9263-7d60378f7bbd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:35.800222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff02d2f-0cc3-4fe3-a004-d0e7489863ab None None] Network bb437556-f760-4ce6-b341-66691a0a33dc requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:41:36.023446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38978) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.028597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'name': 'tempest-router--12733776', 'project_id': 'c7801190fced4b60a099c6a5c79586b5'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:36.084675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.087352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.162925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.169457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.191085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.193314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11744ce8-402d-44b8-a061-02910c5fd505 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1681263 Nov 22 16:41:36.196034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38986) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:36.633189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.855306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-88fe1fb1-8d59-40fb-bca2-85c78e923a2b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.856783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-88fe1fb1-8d59-40fb-bca2-85c78e923a2b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 815 time: 0.6133623 Nov 22 16:41:36.862496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.867180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.875392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5653a-3c7c-4aaa-a0a4-b7c1a828f715 req-2beb773a-56e6-4e02-945a-9da3b808d8b3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:36.876819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9a5653a-3c7c-4aaa-a0a4-b7c1a828f715 req-2beb773a-56e6-4e02-945a-9da3b808d8b3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.2567945 Nov 22 16:41:36.924394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-af6c95db-5aef-448f-8be9-86af1ac397aa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/quotas/ad40f25623b544578faf86357cd85869 HTTP/1.1" status: 200 len: 375 time: 0.0592654 Nov 22 16:41:36.967419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-9ac1a60f-1460-4f0f-950b-89e5f1b7ecff tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348628 Nov 22 16:41:36.968015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.968530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64cd790b-5acc-4f61-abf5-af0ea64a5e0a {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:36.976052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:36.979302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cac85270-8324-4984-b726-f1750a463eca tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/routers/64cd790b-5acc-4f61-abf5-af0ea64a5e0a HTTP/1.1" status: 204 len: 168 time: 0.7792833 Nov 22 16:41:37.051428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9a5653a-3c7c-4aaa-a0a4-b7c1a828f715 req-41c5a22e-0d42-4cb6-87a8-df434cedf537 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653476 Nov 22 16:41:37.113831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39002) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:37.122105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-e4675c8b-6620-49cd-9c6d-9888d61a0456 service neutron] 10.222.0.65 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430550 Nov 22 16:41:37.236429 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.251686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192fcc-2d1b-440a-bd61-8a1c2120dfd9 req-6071e80a-c39f-4ff8-8551-8e273f13501c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:37.254165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93192fcc-2d1b-440a-bd61-8a1c2120dfd9 req-6071e80a-c39f-4ff8-8551-8e273f13501c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1185646 Nov 22 16:41:37.282900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-ea4092a5-d809-4e5b-b68b-18be50bb9669 service neutron] 10.222.0.65 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598353 Nov 22 16:41:37.311580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93192fcc-2d1b-440a-bd61-8a1c2120dfd9 req-8c422f17-b5b4-4e9e-8a36-4b2c4403d2a0 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511286 Nov 22 16:41:37.413730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-604674001', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:37.456559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.457903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:37.526695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d8f4c69-aa13-4d02-81da-856e27552d2e req-619802c2-1203-4376-aa3c-1eba60a74f8a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 210 time: 0.0341434 Nov 22 16:41:37.848378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.072193 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.254473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77232ea-4363-495b-9d75-a70675be7f57 req-2f42c923-9fc1-4127-8d41-441bceaf9b73 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:38.256851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d77232ea-4363-495b-9d75-a70675be7f57 req-2f42c923-9fc1-4127-8d41-441bceaf9b73 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0926344 Nov 22 16:41:38.322973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d77232ea-4363-495b-9d75-a70675be7f57 req-a292e809-17f3-44f4-81f4-586a1a9e71f6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527301 Nov 22 16:41:38.334539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.360543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.473188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ca51-1d0b-4410-841a-d573200f8d8f req-90db045f-2f45-4c1a-84d5-806d34b2a73d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:38.475641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c51ca51-1d0b-4410-841a-d573200f8d8f req-90db045f-2f45-4c1a-84d5-806d34b2a73d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0816228 Nov 22 16:41:38.496384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Allocated IP 172.25.6.89 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/7bd4e8d5-b73d-4c62-ae87-471e477aa97b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:38.561244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c51ca51-1d0b-4410-841a-d573200f8d8f req-8d3d8c1c-e1df-4d42-9f6c-2099699f8d24 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692930 Nov 22 16:41:38.657044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.682032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe1cfe49-c7c0-443c-85a8-108b2ffb21a1 req-879b8f97-35d1-474e-9c32-ff1e2d038a56 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 210 time: 0.0345013 Nov 22 16:41:38.710239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.724155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.808119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:38.814334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:38.816853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:38.827747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd34b62-b36c-4aa9-8c8b-92113c17c062 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:38.850715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event updated for resources: {'Port': ['ID=7bd4e8d5-b73d-4c62-ae87-471e477aa97b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:38.887994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-48da0cbd-c283-4937-87ee-57bdb3ff70b9 None None] Provisioning complete for port 7bd4e8d5-b73d-4c62-ae87-471e477aa97b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:38.888844 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-48da0cbd-c283-4937-87ee-57bdb3ff70b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:38.934240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-48da0cbd-c283-4937-87ee-57bdb3ff70b9 None None] Port 7bd4e8d5-b73d-4c62-ae87-471e477aa97b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:38.990332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-f8db210f-892d-468e-9b0c-9d3c70b73239 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:38.992005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-f8db210f-892d-468e-9b0c-9d3c70b73239 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 815 time: 0.2480769 Nov 22 16:41:39.019329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Request body: {'port': {'device_id': '2e976419-cb49-465d-8f32-674eedc91fbc', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'admin_state_up': True, 'tenant_id': 'ad40f25623b544578faf86357cd85869'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:39.285801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Made reservation on behalf of ad40f25623b544578faf86357cd85869 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:41:39.289575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.302939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.520771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1456d-49bc-4c19-b143-0a8ba87cff03 req-542309b4-648b-4f51-a07e-a4bfbd0bf945 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:39.522533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a1456d-49bc-4c19-b143-0a8ba87cff03 req-542309b4-648b-4f51-a07e-a4bfbd0bf945 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0859528 Nov 22 16:41:39.581592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Allocated IP 172.20.0.2 (bb437556-f760-4ce6-b341-66691a0a33dc/b1793396-b711-47b5-babf-3015fbf1d509/3cfd3ce2-1c21-40b1-9c58-45dab87c327f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:39.630876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a1456d-49bc-4c19-b143-0a8ba87cff03 req-dbbd405b-dc1b-4699-a2bd-e5d45c18f90a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018815 Nov 22 16:41:39.695990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.774306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d93aa-3011-4341-9c7f-66e86125cbae req-21813ed7-7e0c-4c25-8336-a286a37c1eda tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:39.782290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e55d93aa-3011-4341-9c7f-66e86125cbae req-21813ed7-7e0c-4c25-8336-a286a37c1eda tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0820541 Nov 22 16:41:39.828860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e26a0b88-91bf-4b24-aa08-e65b6fbd9ddf req-464fe5fa-abc8-4209-aa76-8ee9bf412e9b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 210 time: 0.0381162 Nov 22 16:41:39.866337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e55d93aa-3011-4341-9c7f-66e86125cbae req-e8d28f81-8ecb-45f0-b5e1-05ff53016c66 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826464 Nov 22 16:41:39.917596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:39.972035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Router 73973190-4391-4c31-b4a6-a6fcd1375ab6 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:39.987645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.079341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Network bb437556-f760-4ce6-b341-66691a0a33dc is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:40.084819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:40.087516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:40.116458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:40.177338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:40.178208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.183603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:40.193745 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] Sync routers for ids ['73973190-4391-4c31-b4a6-a6fcd1375ab6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:40.204969 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] Routers {'73973190-4391-4c31-b4a6-a6fcd1375ab6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:40.206061 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['73973190-4391-4c31-b4a6-a6fcd1375ab6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.210309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-3724cb04-b125-4cb8-ac89-6bcc2da8b69e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1956487 Nov 22 16:41:40.213464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.217175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd6529dd-0008-48a6-9d82-ecc6c5e6f552 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0991936 Nov 22 16:41:40.217421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39042) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.229234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Request body: {'port': {'device_id': '2e976419-cb49-465d-8f32-674eedc91fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:40.244766 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.253891 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] Routers {'73973190-4391-4c31-b4a6-a6fcd1375ab6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:40.254518 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['73973190-4391-4c31-b4a6-a6fcd1375ab6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.289116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:40.293053 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc656dd-c4d5-4cfe-bdc6-bec2bd5cc0bb None None] The sync data for ids ['73973190-4391-4c31-b4a6-a6fcd1375ab6'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:40.657782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.688483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-874b955b-06d8-466f-b556-db357504c352 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/73973190-4391-4c31-b4a6-a6fcd1375ab6 HTTP/1.1" status: 200 len: 919 time: 0.4693828 Nov 22 16:41:40.691808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39052) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.735758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80cf5fb5-5f47-4b68-9b95-570c4aa56c8b tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=73973190-4391-4c31-b4a6-a6fcd1375ab6 HTTP/1.1" status: 200 len: 205 time: 0.0426025 Nov 22 16:41:40.737109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39054) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:40.965577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632aab3-6f7c-451e-98c9-f8ae62af96ba req-b209cbfe-8a69-4380-b259-a0deaae69699 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:40.967223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d632aab3-6f7c-451e-98c9-f8ae62af96ba req-b209cbfe-8a69-4380-b259-a0deaae69699 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.2373815 Nov 22 16:41:40.969471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfd3ce2-1c21-40b1-9c58-45dab87c327f {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:40.978727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:40.994365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Transition to ACTIVE for port object 3cfd3ce2-1c21-40b1-9c58-45dab87c327f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:41:40.998999 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.042380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.061383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.134530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Attempting to bind port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:41.134757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2b64a-b769-4fc8-aede-26f104a54f14 req-dc5b9b18-92bc-4f04-bdb6-93af19a9bc45 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.134962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Attempting to bind port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:41.135316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Attempting to bind port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f on network bb437556-f760-4ce6-b341-66691a0a33dc {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:41.136304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdb2b64a-b769-4fc8-aede-26f104a54f14 req-dc5b9b18-92bc-4f04-bdb6-93af19a9bc45 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 931 time: 0.1852448 Nov 22 16:41:41.139869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f on network bb437556-f760-4ce6-b341-66691a0a33dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:41:41.140265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Attempting to bind port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f on network bb437556-f760-4ce6-b341-66691a0a33dc {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:41.146407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:41.146893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Checking segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:41.147352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Bound using segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:41.147909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Bound port: 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:41.148338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.155416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d632aab3-6f7c-451e-98c9-f8ae62af96ba req-fc7539f1-e8ab-4c44-81a9-604710e4f688 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735585 Nov 22 16:41:41.240319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:41.244736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:41.252035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.260598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdb2b64a-b769-4fc8-aede-26f104a54f14 req-5436f13a-8855-4bce-b0cd-08ea4d6687a6 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117880 Nov 22 16:41:41.265524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.296153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.296799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.298394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] 10.222.0.66 "PUT /v2.0/ports/3cfd3ce2-1c21-40b1-9c58-45dab87c327f HTTP/1.1" status: 200 len: 1091 time: 1.0743475 Nov 22 16:41:41.299077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:41.302073 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cd6cd8-df72-4383-8fdb-b300a930e4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:41.348846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0ad3b-b77e-40cb-bac9-12ad58081e4c service neutron] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.379075 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0cafde-ab6b-461f-ba04-ce660eea5c90 x-openstack-request-id: req-cd0cafde-ab6b-461f-ba04-ce660eea5c90 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:41.379075 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:41.379075 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd0cafde-ab6b-461f-ba04-ce660eea5c90 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:41.380300 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'status': 'completed', 'code': 200} Nov 22 16:41:41.389361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06b149-a255-40c7-8f23-efd55cef0e2d req-56ba7a9e-6477-4425-8d17-a37857034687 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.390827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b06b149-a255-40c7-8f23-efd55cef0e2d req-56ba7a9e-6477-4425-8d17-a37857034687 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1287813 Nov 22 16:41:41.423645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-0afe07da-485e-4b5f-8fd9-74703293443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.426623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-0afe07da-485e-4b5f-8fd9-74703293443b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 1094 time: 0.0643885 Nov 22 16:41:41.450476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Deleting port 7bd4e8d5-b73d-4c62-ae87-471e477aa97b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:41.450809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.457356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b06b149-a255-40c7-8f23-efd55cef0e2d req-05ddfcb5-903f-4b01-8e25-76aaacbadba1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552599 Nov 22 16:41:41.477424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-ddc81d4e-4ca8-44aa-be07-90108274a975 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f HTTP/1.1" status: 200 len: 217 time: 0.0401163 Nov 22 16:41:41.539129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.544415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-7a89e101-f52d-43fd-8bfe-6e9c69f85251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.545985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-7a89e101-f52d-43fd-8bfe-6e9c69f85251 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.0483682 Nov 22 16:41:41.552230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Calling delete_port for 7bd4e8d5-b73d-4c62-ae87-471e477aa97b owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:41.592873 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-e2d1d72d-b6b4-4274-8b56-f0c20c6c02a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301812 Nov 22 16:41:41.703217 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-ab5ce969-914e-4ae3-a679-9d3036de6f5c service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003411 Nov 22 16:41:41.755450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.787614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event deleted for resources: {'Port': ['ID=7bd4e8d5-b73d-4c62-ae87-471e477aa97b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:41.808266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c89418-4d84-4eed-b506-eaa522bfe08e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:41.848663 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb0f8e1d-0237-435e-a32d-7033dd90b2b1 req-2d3f171e-54e4-4bc0-b341-b3f1e7cbf6f3 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368840 Nov 22 16:41:41.882605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.947520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-e7e3e98d-3208-4da7-8903-921a0182002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:41.949039 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-e7e3e98d-3208-4da7-8903-921a0182002e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 1094 time: 0.0414743 Nov 22 16:41:41.976251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:41.978428 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.026066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.026729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Fanout notify agent at l3_agent the message router_deleted on router 73973190-4391-4c31-b4a6-a6fcd1375ab6 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:42.035598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.036598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-df6ff4b7-13b1-48fa-8a06-17a9279d0cbd tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/73973190-4391-4c31-b4a6-a6fcd1375ab6 HTTP/1.1" status: 204 len: 168 time: 1.2977560 Nov 22 16:41:42.042087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39068) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:42.046334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1977523974', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': False}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:42.052263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-4cc7a681-02b3-4d46-b0d8-b9a58b1d08ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.053760 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-4cc7a681-02b3-4d46-b0d8-b9a58b1d08ac service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 916 time: 0.0883949 Nov 22 16:41:42.067280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.068298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.105080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-a5edbede-4bfd-4434-8d29-73d1361866c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f HTTP/1.1" status: 200 len: 217 time: 0.0428195 Nov 22 16:41:42.121890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.169718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-c2fce4a5-105e-4550-9ebf-81cef35cac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.171448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-c2fce4a5-105e-4550-9ebf-81cef35cac5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.0462787 Nov 22 16:41:42.223100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-75c2bf0c-aae6-4294-afb7-7e2d14879d2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367246 Nov 22 16:41:42.274490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.340097 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-46bc8229-fa2e-4792-9b26-6164bfdcdf3b service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966544 Nov 22 16:41:42.355670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8169639-ef20-4e85-9ee2-430b4b34fc73 req-7a62a541-ecb5-490f-8b93-11a6fd0461f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.357134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8169639-ef20-4e85-9ee2-430b4b34fc73 req-7a62a541-ecb5-490f-8b93-11a6fd0461f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0980539 Nov 22 16:41:42.457357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-85cd6cd8-df72-4383-8fdb-b300a930e4ab req-f8fbf41c-5ae1-4b47-9372-d4a58964c915 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041775 Nov 22 16:41:42.460786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82888c39-0194-4af0-a798-f89dd8141d44 req-e829032a-45e3-422d-bf29-2d21550b9e32 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.462332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82888c39-0194-4af0-a798-f89dd8141d44 req-e829032a-45e3-422d-bf29-2d21550b9e32 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 943 time: 0.1165845 Nov 22 16:41:42.466607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8169639-ef20-4e85-9ee2-430b4b34fc73 req-bc83f02a-952e-4358-9b28-65226ce81dd5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999441 Nov 22 16:41:42.598766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82888c39-0194-4af0-a798-f89dd8141d44 req-56f9e8bb-fcb7-4d2d-8f8a-7efe7fbbe2d8 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194599 Nov 22 16:41:42.701271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe109bc-2df4-4c26-9670-c7de6f491db5 req-6d7cd741-9e20-4866-bfb8-1104ce552e7b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:42.703010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffe109bc-2df4-4c26-9670-c7de6f491db5 req-6d7cd741-9e20-4866-bfb8-1104ce552e7b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1632931 Nov 22 16:41:42.736310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.762506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:42.795735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffe109bc-2df4-4c26-9670-c7de6f491db5 req-32e70d45-18e1-49fd-9fb3-00736119b7eb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826578 Nov 22 16:41:42.913504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Allocated IP 172.25.6.254 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/38d36b88-4fc1-4864-b141-f617960c55ed) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:43.326589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.360275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.401614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:43.404681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:43.408291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:43.420162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e992f2-91cf-4dc6-92a0-8f85dbd8a97e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:43.434091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Port': ['ID=38d36b88-4fc1-4864-b141-f617960c55ed,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:43.502431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-eee80800-2270-449c-a2d5-2a3bbdbeefd5 None None] Provisioning complete for port 38d36b88-4fc1-4864-b141-f617960c55ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:43.503014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eee80800-2270-449c-a2d5-2a3bbdbeefd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.543580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-eee80800-2270-449c-a2d5-2a3bbdbeefd5 None None] Port 38d36b88-4fc1-4864-b141-f617960c55ed cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:43.669139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9a0fb3-13b5-47cb-9502-f12e793bfe9e req-9953a90e-4dc9-4a6a-a919-6b7db02d1618 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:43.670723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c9a0fb3-13b5-47cb-9502-f12e793bfe9e req-9953a90e-4dc9-4a6a-a919-6b7db02d1618 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1070142 Nov 22 16:41:43.821956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:43.882054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcefba0-bde4-4927-9672-e3caf731e0a4 req-395e81bf-4480-461e-a2c9-ced4e0d9420f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:43.883606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bcefba0-bde4-4927-9672-e3caf731e0a4 req-395e81bf-4480-461e-a2c9-ced4e0d9420f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 943 time: 0.2022502 Nov 22 16:41:43.889074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c9a0fb3-13b5-47cb-9502-f12e793bfe9e req-507c807b-ad7c-47ea-908d-7d66e186e6d3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109160 Nov 22 16:41:44.019544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bcefba0-bde4-4927-9672-e3caf731e0a4 req-7626461b-0e75-46b4-8489-7b30fe85fd50 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254113 Nov 22 16:41:44.085036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec6ea6-6289-4151-b5b6-680d91c556b4 req-f18f47dc-8cef-47ad-a56d-6df66f0f8da1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:44.086614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6eec6ea6-6289-4151-b5b6-680d91c556b4 req-f18f47dc-8cef-47ad-a56d-6df66f0f8da1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1148198 Nov 22 16:41:44.187629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.204688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6eec6ea6-6289-4151-b5b6-680d91c556b4 req-0dfd5e42-bd7f-4621-bf17-59b34155e9a1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784335 Nov 22 16:41:44.352074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Router 145a18fd-26df-4aa1-956c-18fa58599c69 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:44.477303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:44.491161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Sync routers for ids ['145a18fd-26df-4aa1-956c-18fa58599c69'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:44.500756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.505093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39208) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.505793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-385ae43c-fc83-4102-8d05-844c28883337 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.4620688 Nov 22 16:41:44.507015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Routers {'145a18fd-26df-4aa1-956c-18fa58599c69'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:44.507674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['145a18fd-26df-4aa1-956c-18fa58599c69'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:44.638209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24417fbf-bba6-4885-9fff-c714d6329bb5 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/145a18fd-26df-4aa1-956c-18fa58599c69 HTTP/1.1" status: 200 len: 909 time: 0.1309166 Nov 22 16:41:44.640575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39222) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:44.646059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Set router 145a18fd-26df-4aa1-956c-18fa58599c69 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:44.649129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1977523974', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': True}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:44.675251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.677135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.743054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.878547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a18fd-26df-4aa1-956c-18fa58599c69', 'name': 'tempest-snat-router-1977523974', 'tenant_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.254'}], 'enable_snat': False}, 'gw_port_id': '38d36b88-4fc1-4864-b141-f617960c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:42Z', 'updated_at': '2021-11-22T16:41:43Z', 'revision_number': 3, 'project_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'gw_port': {'id': '38d36b88-4fc1-4864-b141-f617960c55ed', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a18fd-26df-4aa1-956c-18fa58599c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:42Z', 'updated_at': '2021-11-22T16:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:44.915808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Checking router: 145a18fd-26df-4aa1-956c-18fa58599c69 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:44.916162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Updating router 145a18fd-26df-4aa1-956c-18fa58599c69 port 38d36b88-4fc1-4864-b141-f617960c55ed binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:44.934197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:44.944055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.175475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a6849-fbf7-40d9-9a2c-dbc1a8f29df0 req-69e3cf53-d35b-40ea-b54e-b9d51a3e4341 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:45.185696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-741a6849-fbf7-40d9-9a2c-dbc1a8f29df0 req-69e3cf53-d35b-40ea-b54e-b9d51a3e4341 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1218331 Nov 22 16:41:45.304235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-741a6849-fbf7-40d9-9a2c-dbc1a8f29df0 req-ff5b6f02-0709-46e3-8248-82e989bc4b4d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032119 Nov 22 16:41:45.309968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.316292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.325285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33471905-5844-421a-8f9d-22f7dd7c375d req-c8d92e15-4314-468c-bf8d-b3cd910fb541 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:45.329790 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.331981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33471905-5844-421a-8f9d-22f7dd7c375d req-c8d92e15-4314-468c-bf8d-b3cd910fb541 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 943 time: 0.1354260 Nov 22 16:41:45.336445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.447610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33471905-5844-421a-8f9d-22f7dd7c375d req-c8038edf-1b9d-4464-9a5d-61b543898974 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069210 Nov 22 16:41:45.462515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Attempting to bind port 38d36b88-4fc1-4864-b141-f617960c55ed on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:45.463111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Attempting to bind port 38d36b88-4fc1-4864-b141-f617960c55ed by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:45.463737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Attempting to bind port 38d36b88-4fc1-4864-b141-f617960c55ed on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:45.484504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:45.486857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:45.487875 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.489832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:45.490793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Bound port: 38d36b88-4fc1-4864-b141-f617960c55ed, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:45.491405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.495368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1ecbd-c553-454b-9082-e92061c895be None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:45.507795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Allocated IP 172.25.6.242 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/8cc7bc84-9bd5-4be2-9507-35ecf2d86b80) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:45.540031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3cfd3ce2-1c21-40b1-9c58-45dab87c327f details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:41:45.604977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Pushing event updated for resources: {'Port': ['ID=38d36b88-4fc1-4864-b141-f617960c55ed,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.655198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.655495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.655695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.656664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.657450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.658046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.658545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.659282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.659779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.660270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.660781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.661281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:45.668681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc88602-578d-49a7-8ced-6c6e60eb7918 req-183684fd-140f-419e-97f6-0d3dd8d8a222 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:45.671844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffc88602-578d-49a7-8ced-6c6e60eb7918 req-183684fd-140f-419e-97f6-0d3dd8d8a222 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1052339 Nov 22 16:41:45.697219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.761057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffc88602-578d-49a7-8ced-6c6e60eb7918 req-c7e43e4f-38e2-43f2-856e-f836ebf5545b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674944 Nov 22 16:41:45.770883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.776653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] For port 38d36b88-4fc1-4864-b141-f617960c55ed, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:41:45.816363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] For port 38d36b88-4fc1-4864-b141-f617960c55ed, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38d36b88-4fc1-4864-b141-f617960c55ed,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:41:45.816757 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:45.822794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:45.826536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c29a6d5a-6db8-4a4c-a553-18ef083054d7 None None] Provisioning complete for port 38d36b88-4fc1-4864-b141-f617960c55ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:45.827442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c29a6d5a-6db8-4a4c-a553-18ef083054d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.828032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:45.859647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Port': ['ID=8cc7bc84-9bd5-4be2-9507-35ecf2d86b80,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:45.886600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:45.888876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9857779e-9f98-46ee-9243-d3cec5193863 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:45.929909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:45.943927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'port_id': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'mac_address': 'fa:16:3e:ac:56:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1793396-b711-47b5-babf-3015fbf1d509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:41:46.057273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e182ab-6008-45f2-a2f5-d40b07b1eb12 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:46.071434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e071a83-d4cb-4b82-91f8-1aef7f42db6f None None] Pushing event updated for resources: {'Port': ['ID=38d36b88-4fc1-4864-b141-f617960c55ed,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:46.086629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Routers {'145a18fd-26df-4aa1-956c-18fa58599c69'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:46.088734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['145a18fd-26df-4aa1-956c-18fa58599c69'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:46.092818 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.176844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfd3ce2-1c21-40b1-9c58-45dab87c327f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:41:46.185972 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.262405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:46.265538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c29a6d5a-6db8-4a4c-a553-18ef083054d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.276419 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.333633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] Set router 145a18fd-26df-4aa1-956c-18fa58599c69 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:46.475311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ad7227-1b81-48a2-85ef-52c3ec3776e8 req-668f28ef-327b-4117-a6c6-ecbc5f4c8171 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:46.488300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6ad7227-1b81-48a2-85ef-52c3ec3776e8 req-668f28ef-327b-4117-a6c6-ecbc5f4c8171 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0774112 Nov 22 16:41:46.543047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c29a6d5a-6db8-4a4c-a553-18ef083054d7 None None] For port 38d36b88-4fc1-4864-b141-f617960c55ed, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38d36b88-4fc1-4864-b141-f617960c55ed,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:46.559792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.596910 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c29a6d5a-6db8-4a4c-a553-18ef083054d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.615227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6ad7227-1b81-48a2-85ef-52c3ec3776e8 req-b441d642-d142-41b2-9e0a-0b13bed4e7e8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255593 Nov 22 16:41:46.723119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd24f11-99d8-4f57-b0ce-43230afa10e4 req-b8bfda5a-5e9c-4bca-98e0-436d1d6c18ac tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:46.738840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cd24f11-99d8-4f57-b0ce-43230afa10e4 req-b8bfda5a-5e9c-4bca-98e0-436d1d6c18ac tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 944 time: 0.1024568 Nov 22 16:41:46.758112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3cfd3ce2-1c21-40b1-9c58-45dab87c327f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:41:46.812135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:46.827751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Router 3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:46.911005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cd24f11-99d8-4f57-b0ce-43230afa10e4 req-659d52f3-5c26-4d97-ae98-9fb4fea24265 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648161 Nov 22 16:41:46.943649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9e6837e0-cfe3-43d3-a433-261339ccc997 None None] Provisioning complete for port 38d36b88-4fc1-4864-b141-f617960c55ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:46.944980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e6837e0-cfe3-43d3-a433-261339ccc997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:46.953766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd71fa-b953-4fa0-8ec8-ceb599c86434 req-b0f55369-e480-4dcb-8818-3dcb6a73fba1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:46.956185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fecd71fa-b953-4fa0-8ec8-ceb599c86434 req-b0f55369-e480-4dcb-8818-3dcb6a73fba1 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0998380 Nov 22 16:41:47.010386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:47.020455 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Sync routers for ids ['3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:47.034534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.037084 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Routers {'3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:47.037746 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:47.039180 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-20f23d17-cdf4-4620-8a01-0eb64f61a00a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3973072 Nov 22 16:41:47.039407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39476) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.053022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a6d5a-6db8-4a4c-a553-18ef083054d7 None None] Pushing event updated for resources: {'Port': ['ID=38d36b88-4fc1-4864-b141-f617960c55ed,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:47.074495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fecd71fa-b953-4fa0-8ec8-ceb599c86434 req-a9477ad6-4973-4d18-a330-1cfc73ced90b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998533 Nov 22 16:41:47.207675 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Set router 3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:41:47.268704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '145a18fd-26df-4aa1-956c-18fa58599c69', 'name': 'tempest-snat-router-1977523974', 'tenant_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.254'}], 'enable_snat': False}, 'gw_port_id': '38d36b88-4fc1-4864-b141-f617960c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:42Z', 'updated_at': '2021-11-22T16:41:43Z', 'revision_number': 3, 'project_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'gw_port': {'id': '38d36b88-4fc1-4864-b141-f617960c55ed', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a18fd-26df-4aa1-956c-18fa58599c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:42Z', 'updated_at': '2021-11-22T16:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:47.321693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d4a6b01-f683-493f-ab4a-d1abfe95a8ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca HTTP/1.1" status: 200 len: 908 time: 0.2808776 Nov 22 16:41:47.324521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39500) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:47.328399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efaa472-b143-4a54-9ece-c0882a7d6837 None None] The sync data for ids ['145a18fd-26df-4aa1-956c-18fa58599c69'] in n-d-816206-6 is: [{'id': '145a18fd-26df-4aa1-956c-18fa58599c69', 'name': 'tempest-snat-router-1977523974', 'tenant_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.254'}], 'enable_snat': False}, 'gw_port_id': '38d36b88-4fc1-4864-b141-f617960c55ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:42Z', 'updated_at': '2021-11-22T16:41:43Z', 'revision_number': 3, 'project_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'gw_port': {'id': '38d36b88-4fc1-4864-b141-f617960c55ed', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '145a18fd-26df-4aa1-956c-18fa58599c69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:42Z', 'updated_at': '2021-11-22T16:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:47.353207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9e6837e0-cfe3-43d3-a433-261339ccc997 None None] Provisioning complete for port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:47.353734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e6837e0-cfe3-43d3-a433-261339ccc997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.407099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9e6837e0-cfe3-43d3-a433-261339ccc997 None None] Port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:47.425826 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca', 'name': 'tempest-snat-router-1977523974', 'tenant_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': '8cc7bc84-9bd5-4be2-9507-35ecf2d86b80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:41:44Z', 'updated_at': '2021-11-22T16:41:46Z', 'revision_number': 3, 'project_id': 'b6e1cf2ddabd4768b088c9374fbd2367', 'gw_port': {'id': '8cc7bc84-9bd5-4be2-9507-35ecf2d86b80', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:49:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:41:45Z', 'updated_at': '2021-11-22T16:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:47.464645 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Checking router: 3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:41:47.465200 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Updating router 3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:41:47.504529 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.532415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.706774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.784990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Deleting port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:47.786502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:47.981331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17260e-7201-4fba-9e8d-d1eb7c77d169 req-73589d6d-aae2-4d61-8aef-188c65b32391 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:48.019177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.028941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a17260e-7201-4fba-9e8d-d1eb7c77d169 req-73589d6d-aae2-4d61-8aef-188c65b32391 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.2311001 Nov 22 16:41:48.046941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Calling delete_port for 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:48.064000 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.073762 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.135173 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Pushing event updated for resources: {'Port': ['ID=8cc7bc84-9bd5-4be2-9507-35ecf2d86b80,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.146003 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.146537 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.147034 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.147534 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.148035 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.148524 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.149021 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.150705 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.152390 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.152958 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.153785 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.154267 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90bc49f-21fc-4cbd-b310-902414098fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:41:48.189024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf90c9-f411-4de0-a7b7-dc434360c3b2 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:48.204698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Attempting to bind port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:48.205311 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Attempting to bind port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:48.207121 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Attempting to bind port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:48.222968 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:48.222968 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:48.222968 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.228810 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:48.229476 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Bound port: 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:48.229997 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.253072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0883be6b-97ac-4999-aeef-79e99ecd5ea3 None None] Provisioning complete for port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:48.253541 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0883be6b-97ac-4999-aeef-79e99ecd5ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.271382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a17260e-7201-4fba-9e8d-d1eb7c77d169 req-c5396d90-e726-40d0-a455-5de7fad298a7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405300 Nov 22 16:41:48.297814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044a126-eede-4611-83c2-b2f52f887af0 req-3fc6f1d9-1ee0-4fd2-92ec-98aae89ee430 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:48.308490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8044a126-eede-4611-83c2-b2f52f887af0 req-3fc6f1d9-1ee0-4fd2-92ec-98aae89ee430 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 944 time: 0.2219965 Nov 22 16:41:48.359707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0883be6b-97ac-4999-aeef-79e99ecd5ea3 None None] Port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:48.375242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.377938 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.db.api [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:41:48.378370 n-d-816206-6 neutron-server[103517]: DEBUG oslo_db.api [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:41:48.394279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8044a126-eede-4611-83c2-b2f52f887af0 req-aae8e250-14da-4169-a242-ff252f309a1d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845492 Nov 22 16:41:48.409016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cc7bc84-9bd5-4be2-9507-35ecf2d86b80,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:48.434361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c141e14d-9f3c-4fa9-a790-625033806b1b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:48.453730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab081c-b3d8-4d8b-8b2f-44ad8392402d req-20ff0839-7cae-4bfc-b90d-a95961d20468 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:48.455545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ab081c-b3d8-4d8b-8b2f-44ad8392402d req-20ff0839-7cae-4bfc-b90d-a95961d20468 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0796173 Nov 22 16:41:48.477032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.520228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09ab081c-b3d8-4d8b-8b2f-44ad8392402d req-c268267c-43ec-432f-aeb8-0b7758c7caa6 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575159 Nov 22 16:41:48.572817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.575203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.626622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.627365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:48.632074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.633251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0a113001-9cc8-4f70-9ecc-36fc4eb0f5d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/routers/3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca HTTP/1.1" status: 204 len: 168 time: 1.3073909 Nov 22 16:41:48.638216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39592) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:48.747571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.848699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.894210 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Attempting to bind port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:41:48.894573 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Attempting to bind port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:41:48.894928 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Attempting to bind port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:41:48.899972 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:41:48.900334 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:41:48.900726 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.901108 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:41:48.901562 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Bound port: 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:41:48.902259 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.904609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Deleting port 38d36b88-4fc1-4864-b141-f617960c55ed {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:48.904950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.920255 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.plugin [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Port 8cc7bc84-9bd5-4be2-9507-35ecf2d86b80 has been deleted concurrently {{(pid=103517) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 22 16:41:48.929364 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:48.929771 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:41:48.930398 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_agentschedulers_db [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103517) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:41:48.930766 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40064285-d086-4e55-8a0d-55dcbd77cb43 None None] The sync data for ids ['3e7ee4c0-d2a2-41ef-aa81-02b8becb3dca'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:48.984760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] For port 38d36b88-4fc1-4864-b141-f617960c55ed, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38d36b88-4fc1-4864-b141-f617960c55ed,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:48.985119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:48.997937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Calling delete_port for 38d36b88-4fc1-4864-b141-f617960c55ed owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:49.411882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24054787-e145-4fbb-90ef-5c75d46578cd req-4f60dc8e-e0f6-4900-8ccf-3c330531cff1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:49.420511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24054787-e145-4fbb-90ef-5c75d46578cd req-4f60dc8e-e0f6-4900-8ccf-3c330531cff1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0630913 Nov 22 16:41:49.498846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24054787-e145-4fbb-90ef-5c75d46578cd req-1cd7a17c-8501-4d57-9c00-28f1e650c645 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741172 Nov 22 16:41:49.519971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3cfd3ce2-1c21-40b1-9c58-45dab87c327f up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:49.557797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.596881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event deleted for resources: {'Port': ['ID=38d36b88-4fc1-4864-b141-f617960c55ed,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:49.598301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80de70-89e2-427e-abd2-17f1ad1a0eff req-68003f61-9f01-4995-aa91-d56624ed1513 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:49.599860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db80de70-89e2-427e-abd2-17f1ad1a0eff req-68003f61-9f01-4995-aa91-d56624ed1513 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 944 time: 0.1000638 Nov 22 16:41:49.626319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147872a-943c-4eb5-a0e8-f3ede5d36117 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:49.676726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:41:49.682026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:49.682398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.727821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.743855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38d36b88-4fc1-4864-b141-f617960c55ed up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:41:49.768432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 38d36b88-4fc1-4864-b141-f617960c55ed {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:49.770016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38d36b88-4fc1-4864-b141-f617960c55ed not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 16:41:49.789983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db80de70-89e2-427e-abd2-17f1ad1a0eff req-482c4577-b106-497c-9b07-7c5757d693a6 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788187 Nov 22 16:41:49.821202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d5391-ef5b-4a94-9b25-4161bbc68515 req-cfc02052-4a2f-439d-9432-de0f98b9acf2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:49.825016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Port 38d36b88-4fc1-4864-b141-f617960c55ed not found, will not notify nova. {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 16:41:49.838402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262d5391-ef5b-4a94-9b25-4161bbc68515 req-cfc02052-4a2f-439d-9432-de0f98b9acf2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1474988 Nov 22 16:41:49.869737 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.894381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.896737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.924786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:41:49.926387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:41:49.927514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262d5391-ef5b-4a94-9b25-4161bbc68515 req-fe039832-e689-4807-b304-be3212e84be4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879598 Nov 22 16:41:49.939942 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee18c97-0640-43dd-850e-ec9a791f6dc1" -d '{"events": [{"server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:41:49.944557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.955128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e611ad8a-0af3-4ad4-b3b8-ca37ffec23c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.957906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.958458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 145a18fd-26df-4aa1-956c-18fa58599c69 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:49.964747 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:49.969921 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c590806c-2304-40aa-97bb-639ab60a960a tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "DELETE /v2.0/routers/145a18fd-26df-4aa1-956c-18fa58599c69 HTTP/1.1" status: 204 len: 168 time: 1.3267100 Nov 22 16:41:49.972758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39618) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:49.981563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1185211068', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:50.028819 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87205068-1389-4923-914d-00b10a5423ea x-openstack-request-id: req-87205068-1389-4923-914d-00b10a5423ea {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:41:50.029122 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:41:50.029380 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-87205068-1389-4923-914d-00b10a5423ea {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:41:50.029803 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'code': 200} Nov 22 16:41:50.047307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.048999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.088800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:50.144270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.218473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858cdee5-cd57-40b5-964d-cbcbedd4faf8 req-515a3fb9-27d9-438a-8104-861aee3ccbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.221225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-858cdee5-cd57-40b5-964d-cbcbedd4faf8 req-515a3fb9-27d9-438a-8104-861aee3ccbc4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 1096 time: 0.0960097 Nov 22 16:41:50.236750 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-fd9cc7de-b627-48ee-8577-7be3275f3c30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0952480 Nov 22 16:41:50.295934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-858cdee5-cd57-40b5-964d-cbcbedd4faf8 req-2a55be14-4be8-458f-8e4a-55a7bc5a7801 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672293 Nov 22 16:41:50.305926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.363781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.364264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.364730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.365187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.365638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.366110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.366558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.368681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d62c96c9-d71e-41e0-a88a-8428eb577dec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=756df09ce5054c699db108fca12f9b4a&device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 6501 time: 0.0649362 Nov 22 16:41:50.515811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-eaa2c8a5-57ab-4d53-bd7f-f6aa653a3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.515811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-eaa2c8a5-57ab-4d53-bd7f-f6aa653a3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.516171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-eaa2c8a5-57ab-4d53-bd7f-f6aa653a3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.518353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-eaa2c8a5-57ab-4d53-bd7f-f6aa653a3f0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=814ab345-506a-4727-afa4-8693f6a63c15&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=0f7a640c-5467-41d9-99ee-cb560f265bf7&id=9ab9394f-c0dd-4391-b480-58aa4f91e268&id=9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 200 len: 2296 time: 0.1177485 Nov 22 16:41:50.585073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.594976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-43b08c45-3ed4-4f8a-9af8-054fe4109492 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 200 len: 1002 time: 0.0688620 Nov 22 16:41:50.624494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:50.648642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-90cf0dc8-c0cd-433e-852e-051f229d77b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.650164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-90cf0dc8-c0cd-433e-852e-051f229d77b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf8ba9d4-5255-459d-add5-172f844a844b HTTP/1.1" status: 200 len: 855 time: 0.0483913 Nov 22 16:41:50.689773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d142d04-e9c3-41ce-b464-ef81e498cf69 req-8241a9d2-30a3-4ecb-ab26-dbc9ad634701 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.691739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d142d04-e9c3-41ce-b464-ef81e498cf69 req-8241a9d2-30a3-4ecb-ab26-dbc9ad634701 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1087704 Nov 22 16:41:50.698135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-508259e2-ab62-4c37-8855-c9463fa906f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.699711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-508259e2-ab62-4c37-8855-c9463fa906f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814ab345-506a-4727-afa4-8693f6a63c15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420001 Nov 22 16:41:50.798245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d142d04-e9c3-41ce-b464-ef81e498cf69 req-dfca846c-26c0-4fdc-a070-326132674533 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985754 Nov 22 16:41:50.806545 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-08feb1da-5720-4762-a1fc-98067914fca1 service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983734 Nov 22 16:41:50.809124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Allocated IP 172.25.6.82 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/d43d0fa2-dc93-4c1e-8403-252ed614d199) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:50.908775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-20047c53-f758-42ac-9215-90fa4f7c0cfc service neutron] 10.222.0.20 "GET /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922413 Nov 22 16:41:50.954171 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-bbb4ef66-863e-4e09-99a4-8939e25d1468 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.200&port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 217 time: 0.0374348 Nov 22 16:41:50.959921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f29e1-eec5-4bb7-815b-5c035823d673 req-dcc5a2b3-2d03-45c4-93bc-41634100b1db tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:50.961461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-177f29e1-eec5-4bb7-815b-5c035823d673 req-dcc5a2b3-2d03-45c4-93bc-41634100b1db tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0877144 Nov 22 16:41:50.986812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.013927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-76c90083-e68d-46e9-8c3d-2f82e54072a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.015390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-76c90083-e68d-46e9-8c3d-2f82e54072a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0531602 Nov 22 16:41:51.067594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-f49edc80-ca81-40d5-acd0-a6c7ec52c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.068958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-f49edc80-ca81-40d5-acd0-a6c7ec52c6f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429173 Nov 22 16:41:51.072502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-177f29e1-eec5-4bb7-815b-5c035823d673 req-79d42a54-e6d3-4c27-aa02-d230dc17d546 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969172 Nov 22 16:41:51.098499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b8956-16f8-4cc7-b441-e7b31cb59745 req-90841a85-de7d-4771-a037-4d62fcd3de30 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.100049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-080b8956-16f8-4cc7-b441-e7b31cb59745 req-90841a85-de7d-4771-a037-4d62fcd3de30 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0913525 Nov 22 16:41:51.103013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.168655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:51.182187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:51.183999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event updated for resources: {'Port': ['ID=d43d0fa2-dc93-4c1e-8403-252ed614d199,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:51.188072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:51.191638 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d2f4aa41-e7c9-4522-bf3e-8a52fb95b4c2 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143157 Nov 22 16:41:51.197547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdba15e-6b77-4943-8a5c-3e9e35b42a65 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:51.238304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-080b8956-16f8-4cc7-b441-e7b31cb59745 req-d1726787-1d96-428b-8aca-a33eea1eba0b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307485 Nov 22 16:41:51.287863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-b415e0f4-59c2-4a6e-900e-bf4c6356fb09 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876954 Nov 22 16:41:51.303511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ae2b899c-f536-4d23-9519-021ffaecd96c None None] Provisioning complete for port d43d0fa2-dc93-4c1e-8403-252ed614d199 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:51.303889 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae2b899c-f536-4d23-9519-021ffaecd96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.331686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-b2d3e38f-83f7-4468-b2d3-67c1df18bb8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.20&port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 217 time: 0.0365696 Nov 22 16:41:51.344428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b899c-f536-4d23-9519-021ffaecd96c None None] Port d43d0fa2-dc93-4c1e-8403-252ed614d199 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:51.387464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d1fbd8f0-6414-4ab6-a038-8feb63e237e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.389094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d1fbd8f0-6414-4ab6-a038-8feb63e237e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0497775 Nov 22 16:41:51.436792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-e119eba4-b44f-45b3-b704-b51142983cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.438379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-e119eba4-b44f-45b3-b704-b51142983cf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418057 Nov 22 16:41:51.489318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.545228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:41:51.563431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-b33f1cd3-1226-452f-8f97-43082ebbd513 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165514 Nov 22 16:41:51.577503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38d36b88-4fc1-4864-b141-f617960c55ed no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:41:51.603407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 38d36b88-4fc1-4864-b141-f617960c55ed {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:41:51.603995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38d36b88-4fc1-4864-b141-f617960c55ed not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:41:51.700153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-47019ed3-ed1e-4bcb-8000-0d79602c8d92 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271560 Nov 22 16:41:51.760342 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-fb48deee-313e-4443-8dc0-942fa0e43a8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=c666916e-74e3-44af-bebc-f27b78f06a79 HTTP/1.1" status: 200 len: 217 time: 0.0524259 Nov 22 16:41:51.773941 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:51.823209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-165a7460-7d1e-4b1a-abe1-537c6079c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.824783 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-165a7460-7d1e-4b1a-abe1-537c6079c35f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0565128 Nov 22 16:41:51.885004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-4e186b6c-cbbf-4df5-a697-080dfda9fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:51.886473 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-4e186b6c-cbbf-4df5-a697-080dfda9fec2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0514133 Nov 22 16:41:51.996473 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-97c17bf9-44fa-4c4e-a5d9-e3693aa038c9 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021998 Nov 22 16:41:52.112238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-ba9372d3-f03c-48ae-a73a-889d59536d74 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075957 Nov 22 16:41:52.163120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-d0913ddf-f20c-48c8-9e90-9bdb6ed9ca11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.187&port_id=a846105b-7e81-411c-866a-ad369e0b0029 HTTP/1.1" status: 200 len: 217 time: 0.0424118 Nov 22 16:41:52.246654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-03b1bb26-a23a-4f0b-8141-4fff0cde9c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.248851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-03b1bb26-a23a-4f0b-8141-4fff0cde9c0e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 200 len: 797 time: 0.0736692 Nov 22 16:41:52.299911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-abfdbbeb-8127-481f-96b7-d44beb8c58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.301579 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-abfdbbeb-8127-481f-96b7-d44beb8c58b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0f7a640c-5467-41d9-99ee-cb560f265bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445907 Nov 22 16:41:52.317416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e393eba-094b-486b-9d69-7b84edc16d8a req-ba130ee3-9fe0-43c0-9493-0c120d8b51c9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.319147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e393eba-094b-486b-9d69-7b84edc16d8a req-ba130ee3-9fe0-43c0-9493-0c120d8b51c9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0907960 Nov 22 16:41:52.330066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e81c4-83d2-475c-b0d8-24b780763ab2 req-4fc96c8b-9f60-45e2-aee6-b7c5c53d1abd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.332114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc6e81c4-83d2-475c-b0d8-24b780763ab2 req-4fc96c8b-9f60-45e2-aee6-b7c5c53d1abd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1126709 Nov 22 16:41:52.421766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e393eba-094b-486b-9d69-7b84edc16d8a req-c306e181-3320-46b8-a255-bd2b17a27273 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885239 Nov 22 16:41:52.422636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Router 99f753b4-d85b-4adf-8307-825d312ccf25 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:52.428681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc6e81c4-83d2-475c-b0d8-24b780763ab2 req-ee3fccbc-65a0-4835-8f56-d937c7797d92 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862813 Nov 22 16:41:52.488705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-614d4f1e-ba88-40e2-b6ac-e87ccfffe9a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1046433 Nov 22 16:41:52.493101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-645494e5-fd1c-4ef6-a5f9-f1511ed20088 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796548 Nov 22 16:41:52.631057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-e741eb83-b79e-4e25-9bee-758bdc974f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.632747 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-e741eb83-b79e-4e25-9bee-758bdc974f5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 1101 time: 0.0822268 Nov 22 16:41:52.642963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-00713125-6632-4fb4-abc0-b7f30ef49e69 service neutron] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417382 Nov 22 16:41:52.662595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca86f-f61b-4437-bdb9-a90abdde062a req-5c9fd1b8-e5a0-46b2-902a-2ad28bd26c8e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.666743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14bca86f-f61b-4437-bdb9-a90abdde062a req-5c9fd1b8-e5a0-46b2-902a-2ad28bd26c8e tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1154885 Nov 22 16:41:52.682242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:52.694689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] Sync routers for ids ['99f753b4-d85b-4adf-8307-825d312ccf25'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:52.706050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] Routers {'99f753b4-d85b-4adf-8307-825d312ccf25'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:52.707008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99f753b4-d85b-4adf-8307-825d312ccf25'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:52.710920 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-4be2caca-1a9a-4cb7-b569-d0cacec1bf72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9 HTTP/1.1" status: 200 len: 217 time: 0.0549326 Nov 22 16:41:52.746879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:52.749164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.750987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5b89c031-9aea-430d-b0f5-26669668b71a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7766428 Nov 22 16:41:52.760022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:52.764748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] Routers {'99f753b4-d85b-4adf-8307-825d312ccf25'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:52.765691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99f753b4-d85b-4adf-8307-825d312ccf25'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:52.772239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d78cb5-6faf-4260-be67-fa7ec9380d9f req-3d43fba8-6220-4427-9f53-881ff41b48a9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.773422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7d78cb5-6faf-4260-be67-fa7ec9380d9f req-3d43fba8-6220-4427-9f53-881ff41b48a9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1594822 Nov 22 16:41:52.779256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': False}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:52.836990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:52.837858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3001ce2-fbcd-4469-b7d5-9999bed89904 None None] The sync data for ids ['99f753b4-d85b-4adf-8307-825d312ccf25'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:52.859895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-46cc73a6-3aa0-4e1f-8df6-c77af083789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.861743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-46cc73a6-3aa0-4e1f-8df6-c77af083789a service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1496179 Nov 22 16:41:52.863918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-1b870d57-ccab-4dd1-893b-eaf98c249689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:52.864651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-1b870d57-ccab-4dd1-893b-eaf98c249689 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.1324327 Nov 22 16:41:52.868201 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc16ac95-c80f-4892-87c2-76b56d447ab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:52.874179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14bca86f-f61b-4437-bdb9-a90abdde062a req-f6e2e1d1-d98f-42d1-ac6c-ff3e7c5ee223 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879692 Nov 22 16:41:52.930793 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-e0de2370-1ad3-4921-83db-4f2f083f1c3f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 200 len: 217 time: 0.0603046 Nov 22 16:41:52.945801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7d78cb5-6faf-4260-be67-fa7ec9380d9f req-1635fcdd-f2ea-4da6-b2db-8df0b1517a67 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630359 Nov 22 16:41:53.017438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-cf2b4aa8-fc45-4333-8fb3-ae0a6d863b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.020954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-cf2b4aa8-fc45-4333-8fb3-ae0a6d863b89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1019034 Nov 22 16:41:53.152852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-7198b586-ca4d-477b-8cbb-f56563cec4ee service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153576 Nov 22 16:41:53.154899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-6c509d2a-e4d3-42b0-89ae-2847fbd58d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.156539 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-6c509d2a-e4d3-42b0-89ae-2847fbd58d3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1998835 Nov 22 16:41:53.221480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.305894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-21c2e90d-b394-4bdf-b077-5859091015cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.311980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-21c2e90d-b394-4bdf-b077-5859091015cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379611 Nov 22 16:41:53.451330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-95a6954d-5420-4f3f-b04d-659b02cc9e73 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909210 Nov 22 16:41:53.480452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-fbddbdb2-914c-4a5d-b29c-ae3680921190 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399732 Nov 22 16:41:53.563597 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-b4b4eea0-7037-47e0-9a7a-76b67b97ab0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 200 len: 217 time: 0.1031213 Nov 22 16:41:53.567031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed4086-b631-4855-b451-26687a55a81f req-1ea1a229-bf86-4bac-ac36-36b0ad42f7d7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.574541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33ed4086-b631-4855-b451-26687a55a81f req-1ea1a229-bf86-4bac-ac36-36b0ad42f7d7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1282566 Nov 22 16:41:53.686358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-3a0aac1e-01ac-42f5-875e-2eded4b51284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.688090 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-3a0aac1e-01ac-42f5-875e-2eded4b51284 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 200 len: 797 time: 0.0658212 Nov 22 16:41:53.725958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f4289-1020-4219-855b-ba752d9ea89d req-afcb3151-3e33-4ec6-b8b0-7dc8fabc4aa5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.740181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-866f4289-1020-4219-855b-ba752d9ea89d req-afcb3151-3e33-4ec6-b8b0-7dc8fabc4aa5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1906312 Nov 22 16:41:53.743563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ecb80d6b-2f02-4269-894f-4468e8afaa15 req-4504d277-444b-40c6-9233-55a21b3e2add service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920493 Nov 22 16:41:53.787597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-4426706f-ce67-4f92-9876-194d39bd5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:53.789088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-4426706f-ce67-4f92-9876-194d39bd5659 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9ab9394f-c0dd-4391-b480-58aa4f91e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0770690 Nov 22 16:41:53.826918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33ed4086-b631-4855-b451-26687a55a81f req-b20d986e-901d-445e-969e-6a897fb11e8f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514100 Nov 22 16:41:53.936368 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-9576ca1a-f4b1-4811-9e87-6b237cb02535 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387169 Nov 22 16:41:53.954132 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:53.977437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-866f4289-1020-4219-855b-ba752d9ea89d req-c177591c-5be8-418a-ab33-186841cc30e3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883729 Nov 22 16:41:54.059418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00d321da-9d66-48d8-9223-2e972b03b1d7 req-070f31ba-934d-4cc7-9469-eb7d7603da66 service neutron] 10.222.0.20 "GET /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139405 Nov 22 16:41:54.085374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.091417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.101698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999d78-d9c2-4afe-b0ea-21e2ba79dfb8 req-e89653b9-58d5-4b91-a29f-496829180417 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.103253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba999d78-d9c2-4afe-b0ea-21e2ba79dfb8 req-e89653b9-58d5-4b91-a29f-496829180417 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.1023588 Nov 22 16:41:54.256562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba999d78-d9c2-4afe-b0ea-21e2ba79dfb8 req-fcbb1773-1253-4307-bdd5-0d7af08505fb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460152 Nov 22 16:41:54.283434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Router 99f753b4-d85b-4adf-8307-825d312ccf25 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:41:54.402779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:54.407752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:54.409191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bf8564fb-d9a7-4d5e-a367-e3ac1bcc36e2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "PUT /v2.0/routers/99f753b4-d85b-4adf-8307-825d312ccf25 HTTP/1.1" status: 200 len: 921 time: 1.6468654 Nov 22 16:41:54.411879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39688) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.414757 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] Sync routers for ids ['99f753b4-d85b-4adf-8307-825d312ccf25'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:54.439273 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] Routers {'99f753b4-d85b-4adf-8307-825d312ccf25'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:54.440866 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99f753b4-d85b-4adf-8307-825d312ccf25'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:54.479308 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:54.488590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] Routers {'99f753b4-d85b-4adf-8307-825d312ccf25'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:54.489193 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99f753b4-d85b-4adf-8307-825d312ccf25'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:54.529314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03f9f91d-44bc-4452-bec9-71d2b9270cf9 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/99f753b4-d85b-4adf-8307-825d312ccf25 HTTP/1.1" status: 200 len: 921 time: 0.1161373 Nov 22 16:41:54.533116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39690) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.537350 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:54.537984 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1fb8b3-5748-4d78-bfa2-7b5e9b69712b None None] The sync data for ids ['99f753b4-d85b-4adf-8307-825d312ccf25'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:54.614295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13898ef3-1516-4203-a164-dc8c29154bf0 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.615825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-13898ef3-1516-4203-a164-dc8c29154bf0 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=99f753b4-d85b-4adf-8307-825d312ccf25&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0817623 Nov 22 16:41:54.618602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39692) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.708191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc16dc2-3694-4488-9f58-b8de30108beb tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.709568 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-afc16dc2-3694-4488-9f58-b8de30108beb tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.0900006 Nov 22 16:41:54.712398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39694) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.739972 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ebdfa5cb-677c-4940-9e4e-fa7b1b061c13 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=99f753b4-d85b-4adf-8307-825d312ccf25 HTTP/1.1" status: 200 len: 205 time: 0.0264318 Nov 22 16:41:54.742491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39696) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:54.945514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8fca5-85a8-41da-b815-09868b247894 req-fd8194cf-d9ef-48de-bd6f-6adcf6982a81 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:54.953600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5df8fca5-85a8-41da-b815-09868b247894 req-fd8194cf-d9ef-48de-bd6f-6adcf6982a81 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0627525 Nov 22 16:41:55.013258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5df8fca5-85a8-41da-b815-09868b247894 req-350a0757-482e-45e3-9012-a844f0e05352 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Nov 22 16:41:55.136482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d355c03-c799-4861-be26-6283a7960871 req-b334d30f-ac0d-4439-9cc5-4bb8183c699f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:55.138085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d355c03-c799-4861-be26-6283a7960871 req-b334d30f-ac0d-4439-9cc5-4bb8183c699f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0547676 Nov 22 16:41:55.154144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.199530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d355c03-c799-4861-be26-6283a7960871 req-d7aa5801-3704-4a5b-ad4b-6ca0943ebdb3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538914 Nov 22 16:41:55.265218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.322424 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.344969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Deleting port d43d0fa2-dc93-4c1e-8403-252ed614d199 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:55.345991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.403653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bbc6e-01f1-4535-9eb8-f3820ea755bc req-d70c529f-3d23-4658-bc34-595bab79405c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:55.405182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-057bbc6e-01f1-4535-9eb8-f3820ea755bc req-d70c529f-3d23-4658-bc34-595bab79405c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0551915 Nov 22 16:41:55.428280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.440441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Calling delete_port for d43d0fa2-dc93-4c1e-8403-252ed614d199 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:55.459275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-057bbc6e-01f1-4535-9eb8-f3820ea755bc req-22ae9f59-d9c9-4b68-82b8-47a2bc63b548 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Nov 22 16:41:55.619797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.650173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event deleted for resources: {'Port': ['ID=d43d0fa2-dc93-4c1e-8403-252ed614d199,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:55.669926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634414c7-af1e-475f-ba81-73fea61bf25b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:55.711907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.805868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.808024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.860112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.861555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Fanout notify agent at l3_agent the message router_deleted on router 99f753b4-d85b-4adf-8307-825d312ccf25 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:55.868849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.874055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0e24184-b712-4746-a4ce-7ee0ddc86657 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/99f753b4-d85b-4adf-8307-825d312ccf25 HTTP/1.1" status: 204 len: 168 time: 1.1265817 Nov 22 16:41:55.874157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39712) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:55.879463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-338058442', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:55.903403 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.904666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.964558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.969503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.980199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.991024 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:55.995006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7dc09d6c-f555-4df5-b4c2-3521dc98901c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1173019 Nov 22 16:41:55.995300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39714) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:56.000290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:56.167719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b8966-7532-489b-bc2c-f55eb594ebde req-2a0f6eca-0579-4f42-abf1-512236a9b389 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.169470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-650b8966-7532-489b-bc2c-f55eb594ebde req-2a0f6eca-0579-4f42-abf1-512236a9b389 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0515273 Nov 22 16:41:56.224261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-650b8966-7532-489b-bc2c-f55eb594ebde req-f1c223aa-90f4-4220-8349-478a4da595fc tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468009 Nov 22 16:41:56.235098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.348194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b57616-6c8d-4b27-b4b3-d75bd7f9c910 req-f4e2ed7d-2ee7-4581-9566-fed24e4c5053 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.349750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18b57616-6c8d-4b27-b4b3-d75bd7f9c910 req-f4e2ed7d-2ee7-4581-9566-fed24e4c5053 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0579290 Nov 22 16:41:56.450296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18b57616-6c8d-4b27-b4b3-d75bd7f9c910 req-23adf269-5120-44db-9e87-bc05d2520f4e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893748 Nov 22 16:41:56.469402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.506769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.596171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e451ef-9595-422a-8871-40521c2a6e75 req-6350cc15-97ec-4597-b8b1-1ce583d36299 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:56.598759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0e451ef-9595-422a-8871-40521c2a6e75 req-6350cc15-97ec-4597-b8b1-1ce583d36299 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0634053 Nov 22 16:41:56.628965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Allocated IP 172.25.6.111 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/4fdd75e6-8678-42f6-988c-25b62d7b21b7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:41:56.660987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0e451ef-9595-422a-8871-40521c2a6e75 req-89bbbccc-fe16-4e3f-9711-f6e03b3d6127 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557461 Nov 22 16:41:56.753216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.789157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.832916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:41:56.835850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:41:56.838333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:41:56.844301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event updated for resources: {'Port': ['ID=4fdd75e6-8678-42f6-988c-25b62d7b21b7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:56.854727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d85f76b-54fe-45ec-b1f0-271e25894190 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:56.931175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e6c8d988-1a48-4d84-b327-feb35c1a58e8 None None] Provisioning complete for port 4fdd75e6-8678-42f6-988c-25b62d7b21b7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:41:56.931575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d988-1a48-4d84-b327-feb35c1a58e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:56.971495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8d988-1a48-4d84-b327-feb35c1a58e8 None None] Port 4fdd75e6-8678-42f6-988c-25b62d7b21b7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:41:57.105267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.325728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.331223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.374261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a54340-bb8d-4abd-b8b2-26a0ae09bc1b req-2092d342-d9e9-4683-bf3b-3bb6f73189bc tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:57.376752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6a54340-bb8d-4abd-b8b2-26a0ae09bc1b req-2092d342-d9e9-4683-bf3b-3bb6f73189bc tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0570447 Nov 22 16:41:57.432391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6a54340-bb8d-4abd-b8b2-26a0ae09bc1b req-556bb0cb-cbbb-48eb-b762-f97dee1b393c tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490069 Nov 22 16:41:57.473948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Router 5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:41:57.601436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7212149-69e2-45b4-a851-0c282306970f req-61f91f68-798f-4bc8-8728-d387779df738 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:57.603419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7212149-69e2-45b4-a851-0c282306970f req-61f91f68-798f-4bc8-8728-d387779df738 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0679390 Nov 22 16:41:57.608694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:41:57.619195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:57.621734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8dbcec3f-7b6e-4510-9a63-aff6a9c11388 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "PUT /v2.0/routers/5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 HTTP/1.1" status: 200 len: 879 time: 1.6241198 Nov 22 16:41:57.623250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39738) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.623714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] Sync routers for ids ['5aff3ef3-827f-4fd2-8aa0-da6d895e2a38'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:41:57.640677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] Routers {'5aff3ef3-827f-4fd2-8aa0-da6d895e2a38'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:57.641601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5aff3ef3-827f-4fd2-8aa0-da6d895e2a38'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.698535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7212149-69e2-45b4-a851-0c282306970f req-c745ba8a-eb6f-421d-ab3f-a82ff1e3b703 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843003 Nov 22 16:41:57.711382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.722695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] Routers {'5aff3ef3-827f-4fd2-8aa0-da6d895e2a38'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:41:57.723353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5aff3ef3-827f-4fd2-8aa0-da6d895e2a38'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.773585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:41:57.774404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbfdb3f-a23c-4328-8578-eb00fab91fb8 None None] The sync data for ids ['5aff3ef3-827f-4fd2-8aa0-da6d895e2a38'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:41:57.800062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c7f9a35d-a1f5-4d20-b7a8-44e5528e7d06 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 HTTP/1.1" status: 200 len: 920 time: 0.1718988 Nov 22 16:41:57.801331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.843917 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac07532-dfde-4901-a073-c060976f42d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:57.845539 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2ac07532-dfde-4901-a073-c060976f42d4 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=5aff3ef3-827f-4fd2-8aa0-da6d895e2a38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0431814 Nov 22 16:41:57.846481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f35ef-cce0-4bed-901b-577de4f3d403 req-1cba4588-3e44-4e4f-9160-11a4b4350ec9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:57.848369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-769f35ef-cce0-4bed-901b-577de4f3d403 req-1cba4588-3e44-4e4f-9160-11a4b4350ec9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0611453 Nov 22 16:41:57.848511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39744) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:57.955104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-769f35ef-cce0-4bed-901b-577de4f3d403 req-997efc17-9871-4773-938d-910526c087bc tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979896 Nov 22 16:41:57.973244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620b9ef-aa08-4dbb-9e8f-8a354910dd58 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:57.974669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c620b9ef-aa08-4dbb-9e8f-8a354910dd58 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.1251662 Nov 22 16:41:57.977394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39748) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.005696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-58dc9095-84da-4603-8cea-5f4334b70317 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 HTTP/1.1" status: 200 len: 205 time: 0.0271456 Nov 22 16:41:58.008888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39750) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.117926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.227903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.280943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Deleting port 4fdd75e6-8678-42f6-988c-25b62d7b21b7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:41:58.281275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.361229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.372719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Calling delete_port for 4fdd75e6-8678-42f6-988c-25b62d7b21b7 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:41:58.567255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.603994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addc67a-9c70-482c-84a1-40f4b5eb1586 req-bc401665-d4ab-4490-965c-2989e6c399cf tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:58.605509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1addc67a-9c70-482c-84a1-40f4b5eb1586 req-bc401665-d4ab-4490-965c-2989e6c399cf tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0870993 Nov 22 16:41:58.606741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event deleted for resources: {'Port': ['ID=4fdd75e6-8678-42f6-988c-25b62d7b21b7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:41:58.643409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb90e38e-f037-48fb-baa1-8d7a4f169c9d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:41:58.711734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1addc67a-9c70-482c-84a1-40f4b5eb1586 req-6b85974c-c576-4f81-a582-3ace28ca69b3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966234 Nov 22 16:41:58.713934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.822299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.837257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.899451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce9150-142b-4c39-857b-350b7f3f9969 req-0d1916e2-253f-4b96-8add-f1df8794b8ee tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:58.901000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bce9150-142b-4c39-857b-350b7f3f9969 req-0d1916e2-253f-4b96-8add-f1df8794b8ee tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.0947301 Nov 22 16:41:58.902233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.902755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Fanout notify agent at l3_agent the message router_deleted on router 5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:41:58.910208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.915086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-daea9368-af05-4f17-81ff-05398ba4f54f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 HTTP/1.1" status: 204 len: 168 time: 0.9015172 Nov 22 16:41:58.915086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39762) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:58.920462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1461976294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:58.965473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.966432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:58.992953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bce9150-142b-4c39-857b-350b7f3f9969 req-21a833b9-5df7-4988-8874-2360fd4dc7ad tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Nov 22 16:41:59.039969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.046222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.069612 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.071704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d7f771a6-4dbe-408c-b5f7-425a8ad22b89 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1557996 Nov 22 16:41:59.074780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39768) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:41:59.080892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': True}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:41:59.642323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789abd28-1aab-4b04-9e19-b6586e3e44f9 req-23380ef6-eb23-422b-94f1-24190f055246 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:59.643918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-789abd28-1aab-4b04-9e19-b6586e3e44f9 req-23380ef6-eb23-422b-94f1-24190f055246 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.5220251 Nov 22 16:41:59.690247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae552b0-c7ba-4801-841c-1829ebeddff5 req-de2fdc07-3f9b-4d59-82e7-c677117f98a7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:41:59.691705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eae552b0-c7ba-4801-841c-1829ebeddff5 req-de2fdc07-3f9b-4d59-82e7-c677117f98a7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.5184817 Nov 22 16:41:59.706542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:41:59.810116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-789abd28-1aab-4b04-9e19-b6586e3e44f9 req-c61f3be6-7f8c-4b32-bd24-e90746a235fe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352212 Nov 22 16:41:59.815079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eae552b0-c7ba-4801-841c-1829ebeddff5 req-d223ac64-a33e-4fa7-88ef-4539f130321b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133280 Nov 22 16:42:00.049581 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-b6f75777-0ccd-47b0-9869-f6c836b6ed50 service neutron] show failed (client error): The resource could not be found. Nov 22 16:42:00.050638 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-b6f75777-0ccd-47b0-9869-f6c836b6ed50 service neutron] 10.222.0.66 "GET /v2.0/ports/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0593743 Nov 22 16:42:00.088173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.098969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2232df5-7681-4c2a-b761-c4387dfbacbb req-291aa687-bcd4-48c8-bde6-c411e5b73bc1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.100478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2232df5-7681-4c2a-b761-c4387dfbacbb req-291aa687-bcd4-48c8-bde6-c411e5b73bc1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1267455 Nov 22 16:42:00.125603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23426ee1-fdcf-4208-8429-a9ad7e0d51c2 req-3833c9bd-8e49-46c9-ae12-c51823f94858 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.127787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23426ee1-fdcf-4208-8429-a9ad7e0d51c2 req-3833c9bd-8e49-46c9-ae12-c51823f94858 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1552088 Nov 22 16:42:00.135449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.314504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2232df5-7681-4c2a-b761-c4387dfbacbb req-7f0bf9d5-b791-4f77-aac6-47371253ab88 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853728 Nov 22 16:42:00.319008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-67274b30-76b9-439c-a314-b005f2d246b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.320767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-67274b30-76b9-439c-a314-b005f2d246b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 1101 time: 0.0441802 Nov 22 16:42:00.338335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23426ee1-fdcf-4208-8429-a9ad7e0d51c2 req-c6b2f57b-3142-4084-a177-edb2327b382a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886480 Nov 22 16:42:00.338479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:00.353911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Allocated IP 172.25.6.119 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:00.411002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.506115 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.552083 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.622565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:00.659093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:00.662184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:00.665666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:00.677590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b16e912-2e80-4344-b1ea-7b7b4c5302b6 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:00.705197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:00.706959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Port': ['ID=60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.724964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a89882c1-6d65-4c47-b95b-0e80c38f6e18 None None] Provisioning complete for port 60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:00.725609 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a89882c1-6d65-4c47-b95b-0e80c38f6e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.765741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a89882c1-6d65-4c47-b95b-0e80c38f6e18 None None] Port 60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:00.769886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:00.772794 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15908b2e-29a6-4116-9717-49230442726e" -d '{"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-unplugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:00.777983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.795858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Transition to ACTIVE for port object fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:00.804226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:00.836309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-4f6a8ee1-cf0a-4639-ae5c-c6209d9ea407 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:00.837904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-4f6a8ee1-cf0a-4639-ae5c-c6209d9ea407 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.2715163 Nov 22 16:42:00.854781 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97dfba4-723c-4877-ba35-a7472b7762af x-openstack-request-id: req-c97dfba4-723c-4877-ba35-a7472b7762af {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:00.855071 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-unplugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:00.856921 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c97dfba4-723c-4877-ba35-a7472b7762af {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:00.857375 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'code': 200} Nov 22 16:42:00.882651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-429cc1f9-a0a4-40ab-ba7d-c8f4b433e596 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/quotas/56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 375 time: 0.0364850 Nov 22 16:42:00.935447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] No DVR routers for this DVR port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:00.973101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:00.997235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:00.997696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:00.998110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:01.005808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:01.006231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:01.011740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:01.012286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:01.012753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:01.013405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Bound port: fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:01.013870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.101374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:01.108444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:01.117202 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.118995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-6f66db24-5818-4672-93ca-bb12272e6178 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2166891 Nov 22 16:42:01.160353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.161129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.161858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ccf2-b4a4-4ead-b997-6fb09f5ffc51 req-4f25bca7-a3f9-4c6c-a646-064541e911d5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.162584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] 10.222.0.20 "PUT /v2.0/ports/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 1096 time: 0.8286607 Nov 22 16:42:01.163381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b33ccf2-b4a4-4ead-b997-6fb09f5ffc51 req-4f25bca7-a3f9-4c6c-a646-064541e911d5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.1988540 Nov 22 16:42:01.212522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.247262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1f7cf-6c53-4ac8-82ac-99c0875d4cda service neutron] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:01.268248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-f10e9a4c-7859-4331-afe9-5a59fb8cbcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.269821 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-f10e9a4c-7859-4331-afe9-5a59fb8cbcd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1099 time: 0.0789223 Nov 22 16:42:01.376326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b33ccf2-b4a4-4ead-b997-6fb09f5ffc51 req-8cf96a34-0737-461f-9adf-dd2355348b38 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803372 Nov 22 16:42:01.384901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-ffdb19b9-86d4-41bc-af54-1a4bceb54a3d service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561438 Nov 22 16:42:01.418618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-3280370a-739a-4945-a51e-2be87f780e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.425573 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-3280370a-739a-4945-a51e-2be87f780e00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1459906 Nov 22 16:42:01.490812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-42d5b5e4-9a53-4651-85af-a2ce5a7dfbab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0543296 Nov 22 16:42:01.570237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-b44cc4b4-574c-4abb-980f-8d6385a2df37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.572177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-b44cc4b4-574c-4abb-980f-8d6385a2df37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0728807 Nov 22 16:42:01.633311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-151cd10b-21a1-4645-98d9-bc6465143191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.637517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-151cd10b-21a1-4645-98d9-bc6465143191 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543594 Nov 22 16:42:01.640341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.664158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-bf7543b0-b401-4fc3-8eb7-ffb4eac9146b service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702997 Nov 22 16:42:01.672641 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:01.748817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-17113ef8-5a4a-477e-9d72-d752efa2b45f service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056778 Nov 22 16:42:01.778937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc6b79-563a-43e1-863f-00015652fb1d req-2bd3a12f-c148-4c2e-ad2c-fececb75a502 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:01.786765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66bc6b79-563a-43e1-863f-00015652fb1d req-2bd3a12f-c148-4c2e-ad2c-fececb75a502 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1667795 Nov 22 16:42:01.851308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66bc6b79-563a-43e1-863f-00015652fb1d req-e93e0f0c-224f-45f2-b5f8-60ec45ade56f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635834 Nov 22 16:42:01.887812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-2a406782-e64f-4f8f-a8a4-26a80a3a3663 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289618 Nov 22 16:42:01.919728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c264bfd-8977-476b-9e2f-a4e7d2c6a969 req-d7ea2906-e49c-4b35-847b-ae04bd11e990 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 210 time: 0.0341702 Nov 22 16:42:01.935487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Router ad26d4d6-65c8-4e29-9a20-535602aafa7b is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:42:02.079022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:02.085612 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.086226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8ee06f9-a1ac-4109-adf2-2d53c79148ac tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "PUT /v2.0/routers/ad26d4d6-65c8-4e29-9a20-535602aafa7b HTTP/1.1" status: 200 len: 915 time: 3.0096705 Nov 22 16:42:02.089060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39858) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.092425 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] Sync routers for ids ['ad26d4d6-65c8-4e29-9a20-535602aafa7b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:02.109625 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] Routers {'ad26d4d6-65c8-4e29-9a20-535602aafa7b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:02.110350 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ad26d4d6-65c8-4e29-9a20-535602aafa7b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:02.156604 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:02.168916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] Routers {'ad26d4d6-65c8-4e29-9a20-535602aafa7b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:02.169905 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ad26d4d6-65c8-4e29-9a20-535602aafa7b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:02.203646 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:02.206536 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a943200-1f3e-4871-93d0-fc56d49a2910 None None] The sync data for ids ['ad26d4d6-65c8-4e29-9a20-535602aafa7b'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:02.213118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ebd4e5b7-5505-484b-881e-d68a8d2992dc tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/ad26d4d6-65c8-4e29-9a20-535602aafa7b HTTP/1.1" status: 200 len: 921 time: 0.1201680 Nov 22 16:42:02.213118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39860) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.292410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762241cc-8602-4686-8a9a-fe17f4762ff9 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:02.296381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-762241cc-8602-4686-8a9a-fe17f4762ff9 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=ad26d4d6-65c8-4e29-9a20-535602aafa7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0796056 Nov 22 16:42:02.297002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.383076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1dd741-b9c3-4768-9554-8d20406a43fc tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:02.385682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0c1dd741-b9c3-4768-9554-8d20406a43fc tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.0865345 Nov 22 16:42:02.387578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39868) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.429403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cd524f9e-de21-4839-b485-829304808093 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad26d4d6-65c8-4e29-9a20-535602aafa7b HTTP/1.1" status: 200 len: 205 time: 0.0364804 Nov 22 16:42:02.429403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:02.523860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23a16f-f83c-43c2-990d-b6c2d7fe9753 req-ee68107b-1db8-4760-999c-2ec0ba1842e2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:02.531876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b23a16f-f83c-43c2-990d-b6c2d7fe9753 req-ee68107b-1db8-4760-999c-2ec0ba1842e2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.0604630 Nov 22 16:42:02.566635 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.594491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b23a16f-f83c-43c2-990d-b6c2d7fe9753 req-8e0ce24c-cb38-4621-9d23-96d81a894bfa tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610142 Nov 22 16:42:02.699593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.754035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Deleting port 60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:02.754370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.839587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:02.851123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Calling delete_port for 60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:02.858654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:02.862464 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8352d7af-53d2-477d-b7ac-6593a7013c51" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:02.970836 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2267cd-a839-4a2d-9706-5831a1a6a69f x-openstack-request-id: req-9a2267cd-a839-4a2d-9706-5831a1a6a69f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:02.971146 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:02.971401 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a2267cd-a839-4a2d-9706-5831a1a6a69f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:02.971936 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'status': 'completed', 'code': 200} Nov 22 16:42:03.048269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f8de-7c21-4b63-be2d-68d40bd78c78 req-fb7ce295-46f1-447a-83c3-9023049a395d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.053512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5a6f8de-7c21-4b63-be2d-68d40bd78c78 req-fb7ce295-46f1-447a-83c3-9023049a395d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1133952 Nov 22 16:42:03.135630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc476f8b-0c5f-47d3-9be7-b61b8ff21186 req-6e28b197-8629-4c83-82d7-9e93896cc281 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 210 time: 0.0430121 Nov 22 16:42:03.159305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5a6f8de-7c21-4b63-be2d-68d40bd78c78 req-103aba6c-5557-4fcd-8686-25e4970d2182 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882332 Nov 22 16:42:03.231321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:03.246275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-c79af5a7-e7cd-4887-8b61-4200c25f5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.247886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-c79af5a7-e7cd-4887-8b61-4200c25f5bba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1099 time: 0.2569880 Nov 22 16:42:03.294031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-a4a5e5f4-f3d4-4767-9695-ea1b5cb79bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.295625 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-a4a5e5f4-f3d4-4767-9695-ea1b5cb79bb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1099 time: 0.2438350 Nov 22 16:42:03.296524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event deleted for resources: {'Port': ['ID=60d0530a-a7f3-4a6c-9287-4b5bdaeb41fe,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:03.296655 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136342b4-1608-4a0a-a65d-2a55076f6433 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:03.568325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:03.615396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:03.779210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec70a-2d11-4375-8a10-3ce0b45968f0 req-b263bbaf-89de-4007-bf8f-755e1304eaa5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.787282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-969ec70a-2d11-4375-8a10-3ce0b45968f0 req-b263bbaf-89de-4007-bf8f-755e1304eaa5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.0797074 Nov 22 16:42:03.847752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-969ec70a-2d11-4375-8a10-3ce0b45968f0 req-197c6510-bc7d-4a43-abfc-09729bf89489 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592384 Nov 22 16:42:03.875031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-cea56399-83c8-48db-8eed-bd43f86efea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.877676 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-cea56399-83c8-48db-8eed-bd43f86efea4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.5676455 Nov 22 16:42:03.883442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-2dd22f01-10f0-498d-b340-89dc65b14ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.885429 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-2dd22f01-10f0-498d-b340-89dc65b14ae7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.6110075 Nov 22 16:42:03.899864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-492af319-cc12-4073-8244-858944044660 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:03.901340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-492af319-cc12-4073-8244-858944044660 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.8153265 Nov 22 16:42:03.928984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'port': {'device_id': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'admin_state_up': True, 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:04.006921 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-dcc0941b-e9a0-4756-bf2b-618e38a595b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.1043360 Nov 22 16:42:04.034888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-3a624c96-bc60-4f64-b75b-c995a642b063 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.1293507 Nov 22 16:42:04.049225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.209174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.219080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.246789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-3def468f-ffd0-4cf5-bb89-c2acf301371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:04.248280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-3def468f-ffd0-4cf5-bb89-c2acf301371f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2160182 Nov 22 16:42:04.299843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59179b15-b585-4858-a0a4-7bfa249015de req-ee40fdd5-99ff-41e4-967d-05b995c8d813 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 210 time: 0.0408826 Nov 22 16:42:04.308539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-6fe8911f-9fcb-4cbd-ae14-45d309b3dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:04.310248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-6fe8911f-9fcb-4cbd-ae14-45d309b3dbea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.2635486 Nov 22 16:42:04.320310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abdba0-6ade-4232-94e1-7c0456abcd8f req-d4d0157d-115e-4448-a458-b2430d8fa581 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:04.331618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12abdba0-6ade-4232-94e1-7c0456abcd8f req-d4d0157d-115e-4448-a458-b2430d8fa581 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0820398 Nov 22 16:42:04.370647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.371185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Fanout notify agent at l3_agent the message router_deleted on router ad26d4d6-65c8-4e29-9a20-535602aafa7b {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:04.383535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.388196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-659f4d07-5a2e-48cf-bb89-01603ae80934 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/ad26d4d6-65c8-4e29-9a20-535602aafa7b HTTP/1.1" status: 204 len: 168 time: 1.9538395 Nov 22 16:42:04.388364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12abdba0-6ade-4232-94e1-7c0456abcd8f req-2ed6c0be-e141-4da3-9196-d5fbfe9be261 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566442 Nov 22 16:42:04.391806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39924) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:04.397337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1858338680', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:04.414911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-9f391243-4179-4b18-90af-859a4f22f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:04.416871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-9f391243-4179-4b18-90af-859a4f22f3f0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170309 Nov 22 16:42:04.418961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:04.422365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.429967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.431117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.447801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-b66dbc0a-8200-44e5-89cc-b7f986f1350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:04.450148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-b66dbc0a-8200-44e5-89cc-b7f986f1350c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1164925 Nov 22 16:42:04.507218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.512781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.541574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.545153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2e918e61-8baf-4414-8952-fee6b07b1072 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1494517 Nov 22 16:42:04.545287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39930) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:04.550563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': False}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:04.649121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-0351f35a-8884-4de5-8a27-98d57fd9e3c0 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155755 Nov 22 16:42:04.769502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:04.788125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:04.810589 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-83d495a2-7450-47ae-959e-ba72d1c6c336 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154521 Nov 22 16:42:04.829882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Allocated IP 172.20.0.8 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/7f0db838-9529-4bdc-9b50-39e9605bb90f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:04.987177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:04.996326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-f0f6e9c4-cf92-4565-9c0f-cea552740999 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659926 Nov 22 16:42:05.011623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'mac_address': 'fa:16:3e:58:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:05.016253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208f654c-2cf6-4d2f-9764-3b64c2c8a0ce req-264bc48e-6024-4836-9090-83320d4db6b4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.018939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-208f654c-2cf6-4d2f-9764-3b64c2c8a0ce req-264bc48e-6024-4836-9090-83320d4db6b4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 948 time: 0.0701022 Nov 22 16:42:05.057878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8352d7af-53d2-477d-b7ac-6593a7013c51 req-0c709ae3-1dda-410d-8878-3b2fda4696f5 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382860 Nov 22 16:42:05.112153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.130810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:05.167991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:05.174646 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.211099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.253340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:05.257590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.270032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:05.316860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:05.323086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:05.328658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:05.334411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=7f0db838-9529-4bdc-9b50-39e9605bb90f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:05.445474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.449443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.478574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-0574568c-83a1-4909-b598-ae1106c1f2c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5575094 Nov 22 16:42:05.493868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Request body: {'port': {'device_id': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:05.557343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:05.602648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.659570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-208f654c-2cf6-4d2f-9764-3b64c2c8a0ce req-ff6ff16a-8b96-4f52-8174-9d3c94005ebb tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328814 Nov 22 16:42:05.689029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac367b-97b7-471e-933c-f658428f177c req-1f186b4d-c71d-42e2-b15f-58b03def2833 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.698667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebac367b-97b7-471e-933c-f658428f177c req-1f186b4d-c71d-42e2-b15f-58b03def2833 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 931 time: 0.2202170 Nov 22 16:42:05.745430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-da902ad7-5c71-4116-aadb-10bb8cdacda2 None None] Provisioning complete for port 7f0db838-9529-4bdc-9b50-39e9605bb90f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:05.745871 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da902ad7-5c71-4116-aadb-10bb8cdacda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.753687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.814533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebac367b-97b7-471e-933c-f658428f177c req-dd2e6460-ce28-471e-a947-46217072e280 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059570 Nov 22 16:42:05.822369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-da902ad7-5c71-4116-aadb-10bb8cdacda2 None None] Port 7f0db838-9529-4bdc-9b50-39e9605bb90f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:05.833780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:05.925579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e5b576-dfcc-4149-b572-9d233bee663d req-f27e2b7a-e8b3-4ba9-9990-10d3c9ae321d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:05.927785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98e5b576-dfcc-4149-b572-9d233bee663d req-f27e2b7a-e8b3-4ba9-9990-10d3c9ae321d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1285129 Nov 22 16:42:05.988454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0db838-9529-4bdc-9b50-39e9605bb90f {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:05.990632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Allocated IP 172.25.6.116 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/d94f5b37-fce6-4892-8582-843de72341e6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:06.004261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.025355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Transition to ACTIVE for port object 7f0db838-9529-4bdc-9b50-39e9605bb90f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:06.031799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.106621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98e5b576-dfcc-4149-b572-9d233bee663d req-8bddc9b8-d76a-45c6-bd7a-69fb2e5d67c0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421478 Nov 22 16:42:06.233095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.281854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Pushing event updated for resources: {'Port': ['ID=7f0db838-9529-4bdc-9b50-39e9605bb90f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:06.321118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-b4fb01d4-9288-4d7a-93e3-7b743b4f0274 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.322670 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-b4fb01d4-9288-4d7a-93e3-7b743b4f0274 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 949 time: 0.2188530 Nov 22 16:42:06.329355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.334692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Attempting to bind port 7f0db838-9529-4bdc-9b50-39e9605bb90f on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:06.335282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Attempting to bind port 7f0db838-9529-4bdc-9b50-39e9605bb90f by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:06.335854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Attempting to bind port 7f0db838-9529-4bdc-9b50-39e9605bb90f on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:06.353213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:06.357790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:06.373692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638c77e-835d-4c46-a35f-ac75bddced47 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:06.403961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:06.410704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Port 7f0db838-9529-4bdc-9b50-39e9605bb90f on network 269cc198-39c7-49b3-a6cb-698876c8fb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:06.411094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Attempting to bind port 7f0db838-9529-4bdc-9b50-39e9605bb90f on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:06.414930 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-bd8b851c-77b5-4115-9e2c-78bf6c7cd66c service neutron] 10.222.0.20 "GET /v2.0/ports/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 382 time: 0.0762045 Nov 22 16:42:06.419052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:06.419419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:06.422365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:06.423997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Bound port: 7f0db838-9529-4bdc-9b50-39e9605bb90f, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:06.424636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.452809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914959c-dc5e-4cf4-96ae-27fc1c09a1c9 req-084af0a7-a28f-482a-9fc1-eb28c5c78f67 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.455246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2914959c-dc5e-4cf4-96ae-27fc1c09a1c9 req-084af0a7-a28f-482a-9fc1-eb28c5c78f67 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.1672721 Nov 22 16:42:06.469134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Pushing event updated for resources: {'Port': ['ID=d94f5b37-fce6-4892-8582-843de72341e6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:06.471667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f7397ebc-45bd-476e-ab08-1a080fa206a5 None None] Provisioning complete for port d94f5b37-fce6-4892-8582-843de72341e6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:06.477905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7397ebc-45bd-476e-ab08-1a080fa206a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.527266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f7397ebc-45bd-476e-ab08-1a080fa206a5 None None] Port d94f5b37-fce6-4892-8582-843de72341e6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:06.551549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] For port 7f0db838-9529-4bdc-9b50-39e9605bb90f, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:06.556023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] For port 7f0db838-9529-4bdc-9b50-39e9605bb90f, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:06.561788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.597553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-305dede6-0448-4503-885e-88bbeed49e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.599292 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-305dede6-0448-4503-885e-88bbeed49e9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1100 time: 0.1378081 Nov 22 16:42:06.612526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2914959c-dc5e-4cf4-96ae-27fc1c09a1c9 req-a3c493f4-0986-4aaf-8836-cacd15990194 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374683 Nov 22 16:42:06.694455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.695424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.696938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] 10.222.0.20 "PUT /v2.0/ports/7f0db838-9529-4bdc-9b50-39e9605bb90f HTTP/1.1" status: 200 len: 1091 time: 1.2093394 Nov 22 16:42:06.697482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'tag': '7f0db838-9529-4bdc-9b50-39e9605bb90f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:06.700085 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964626e8-fbd8-42ca-98da-5f9cb3d02168" -d '{"events": [{"name": "network-changed", "server_uuid": "7f7d4b37-a9d0-48de-b911-4e33e19682a2", "tag": "7f0db838-9529-4bdc-9b50-39e9605bb90f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:06.728578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11085d51-7066-479f-92df-d5eb4293c26f service neutron] Pushing event updated for resources: {'Port': ['ID=7f0db838-9529-4bdc-9b50-39e9605bb90f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:06.781384 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d691a9-25cd-411a-bc30-201fdcd71288 x-openstack-request-id: req-b2d691a9-25cd-411a-bc30-201fdcd71288 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:06.781689 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f7d4b37-a9d0-48de-b911-4e33e19682a2", "tag": "7f0db838-9529-4bdc-9b50-39e9605bb90f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:06.781956 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2d691a9-25cd-411a-bc30-201fdcd71288 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:06.783313 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'tag': '7f0db838-9529-4bdc-9b50-39e9605bb90f', 'status': 'completed', 'code': 200} Nov 22 16:42:06.788707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:06.799248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-b733fdb5-5c35-432c-8a26-ec7eee88b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.800492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-b733fdb5-5c35-432c-8a26-ec7eee88b85a service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1930957 Nov 22 16:42:06.865770 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-6d99703c-f2bd-4a9e-b94c-033aa6feb00d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0504315 Nov 22 16:42:06.884991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-e43567ba-82b5-4cf6-a978-ea6a8b2bfb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.886709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-e43567ba-82b5-4cf6-a978-ea6a8b2bfb45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 1094 time: 0.1030321 Nov 22 16:42:06.968787 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-87936637-4e53-48f0-9ed4-02fa3d8c6c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f HTTP/1.1" status: 200 len: 217 time: 0.0467863 Nov 22 16:42:06.989698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-ca96c8e5-fb8a-400c-bf41-91f690b40b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:06.991259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-ca96c8e5-fb8a-400c-bf41-91f690b40b9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1169565 Nov 22 16:42:07.032747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900e2a7-0b54-4bc9-88fc-35f72e7bf752 req-31a62211-f548-4fe1-bb29-b26d8bfdc739 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.034287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f900e2a7-0b54-4bc9-88fc-35f72e7bf752 req-31a62211-f548-4fe1-bb29-b26d8bfdc739 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 943 time: 0.0971074 Nov 22 16:42:07.057749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-b71907e2-3106-43a5-852d-39cb9cac04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.059323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-b71907e2-3106-43a5-852d-39cb9cac04a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0815260 Nov 22 16:42:07.077861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-9fad82b2-c35b-45ac-9e49-22be26488942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.079720 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-9fad82b2-c35b-45ac-9e49-22be26488942 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693641 Nov 22 16:42:07.145690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f900e2a7-0b54-4bc9-88fc-35f72e7bf752 req-d9daa1b6-8027-43c1-8926-c85302261124 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022923 Nov 22 16:42:07.175255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607462a-a167-4186-a8ef-55069371f925 req-7814c247-8b13-472a-b0d5-9dc5080b005c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.177939 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-7814c247-8b13-472a-b0d5-9dc5080b005c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095712 Nov 22 16:42:07.187937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.209688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.264706 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.314713 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-e8e2d909-e264-4a4b-b758-8ebd4dbba830 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159190 Nov 22 16:42:07.342243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e636c5-5080-4110-950e-b35fda6f7e1f req-65aef830-4375-4ac5-9906-688b4c89d330 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.343767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98e636c5-5080-4110-950e-b35fda6f7e1f req-65aef830-4375-4ac5-9906-688b4c89d330 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1494467 Nov 22 16:42:07.398328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-8422907d-2d21-41f5-a185-3e6d7dfb3a9f service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111430 Nov 22 16:42:07.426695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98e636c5-5080-4110-950e-b35fda6f7e1f req-1c1b8662-7ed6-42c6-8c3a-05dcbb5fed1d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719707 Nov 22 16:42:07.452026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Router 1618f2c2-122d-4a2d-9467-9f37605bd363 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:42:07.483608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-2e6dc1a5-782e-4255-aa34-3390dca435ad service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591713 Nov 22 16:42:07.521040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3607462a-a167-4186-a8ef-55069371f925 req-f54deaa5-e899-408e-a28b-0a12789f3c27 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150939 Nov 22 16:42:07.572889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:07.577359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:07.579498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b3c005e-3ecb-42b9-9ae6-08e75527ee53 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "PUT /v2.0/routers/1618f2c2-122d-4a2d-9467-9f37605bd363 HTTP/1.1" status: 200 len: 916 time: 3.0324428 Nov 22 16:42:07.582295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40004) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:07.584780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] Sync routers for ids ['1618f2c2-122d-4a2d-9467-9f37605bd363'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:07.597176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] Routers {'1618f2c2-122d-4a2d-9467-9f37605bd363'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:07.597935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1618f2c2-122d-4a2d-9467-9f37605bd363'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:07.633441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:07.651127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] Routers {'1618f2c2-122d-4a2d-9467-9f37605bd363'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:07.651920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1618f2c2-122d-4a2d-9467-9f37605bd363'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:07.692098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:07.693027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25c6d49-081f-4361-8ac9-d2721ea9fdd0 None None] The sync data for ids ['1618f2c2-122d-4a2d-9467-9f37605bd363'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:07.717237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-68fdd723-8817-40b7-9ca7-0c5b518183a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.718769 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-68fdd723-8817-40b7-9ca7-0c5b518183a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 1094 time: 0.0919676 Nov 22 16:42:07.730709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f780c011-bb97-4d7e-b90a-50293bfe24f5 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/1618f2c2-122d-4a2d-9467-9f37605bd363 HTTP/1.1" status: 200 len: 922 time: 0.1444070 Nov 22 16:42:07.732359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40008) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:07.788238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e616fd5-5fce-411e-893f-61054a5b646b req-58843bcc-a8ba-45c9-aee1-a65ad622a290 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.789815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e616fd5-5fce-411e-893f-61054a5b646b req-58843bcc-a8ba-45c9-aee1-a65ad622a290 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0827885 Nov 22 16:42:07.793167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd052c-a2c8-44d8-8d92-eb44ae9049fd tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.795987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ebd052c-a2c8-44d8-8d92-eb44ae9049fd tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=1618f2c2-122d-4a2d-9467-9f37605bd363&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0612199 Nov 22 16:42:07.798123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40014) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:07.821687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-e073ffd8-ac7c-4bdf-b0bf-b5a0d1478415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.823181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-e073ffd8-ac7c-4bdf-b0bf-b5a0d1478415 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.0940638 Nov 22 16:42:07.870213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-763c61a7-9e5c-4f34-a079-77ac56db10c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f HTTP/1.1" status: 200 len: 217 time: 0.0383086 Nov 22 16:42:07.909916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e616fd5-5fce-411e-893f-61054a5b646b req-fd1928a2-79f0-4e36-8c91-45412bf496b8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034286 Nov 22 16:42:07.931176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc4cb3-fbdc-43bc-99eb-339df27174fc tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.932576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4cbc4cb3-fbdc-43bc-99eb-339df27174fc tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.1334684 Nov 22 16:42:07.946279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40016) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:07.952879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-c01ce3fb-eb5c-482c-b2c4-634c909df108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:07.954983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-c01ce3fb-eb5c-482c-b2c4-634c909df108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0761862 Nov 22 16:42:07.974835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d565d261-8589-40fa-9bdb-0cb3d3f40988 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=1618f2c2-122d-4a2d-9467-9f37605bd363 HTTP/1.1" status: 200 len: 205 time: 0.0274911 Nov 22 16:42:07.977403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40018) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:08.007605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-52fe2304-8784-4893-8407-a268a18c7a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.009225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-52fe2304-8784-4893-8407-a268a18c7a42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435417 Nov 22 16:42:08.093151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.110695 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-f313cc54-82eb-42a7-bbfc-89de009249a7 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914526 Nov 22 16:42:08.228362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.232256 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-964626e8-fbd8-42ca-98da-5f9cb3d02168 req-7ace279a-5297-486d-9042-e361dee21186 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141164 Nov 22 16:42:08.296680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909ff5e-929c-47bc-801a-a29d5427453e req-e6b0a688-efae-4755-bafa-d8404ea1738a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.298278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2909ff5e-929c-47bc-801a-a29d5427453e req-e6b0a688-efae-4755-bafa-d8404ea1738a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 943 time: 0.0844223 Nov 22 16:42:08.337324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Deleting port d94f5b37-fce6-4892-8582-843de72341e6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:08.337771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.401695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2909ff5e-929c-47bc-801a-a29d5427453e req-35ee9a3f-d045-44d8-94e2-91d8d3b0885a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928338 Nov 22 16:42:08.455623 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.471453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Calling delete_port for d94f5b37-fce6-4892-8582-843de72341e6 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:08.585296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203fc6c-1396-4a2c-b4bb-b017a7410c55 req-aa0352ce-7ca4-4a8a-ab76-a3b4e4118178 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:08.586909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8203fc6c-1396-4a2c-b4bb-b017a7410c55 req-aa0352ce-7ca4-4a8a-ab76-a3b4e4118178 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0679188 Nov 22 16:42:08.677277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8203fc6c-1396-4a2c-b4bb-b017a7410c55 req-40bb983e-583b-4ef4-8565-e7ac201334b8 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605547 Nov 22 16:42:08.726306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.737189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.753281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event deleted for resources: {'Port': ['ID=d94f5b37-fce6-4892-8582-843de72341e6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:08.772644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a944c49b-0716-4cee-b8df-8567dc9e2643 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:08.779912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:08.815989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.836857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:08.841060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:08.841535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.916734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.919050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.934445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:08.973808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:08.976223 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d882b0e-13f6-4a9a-b4d0-2efc79f0502c" -d '{"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-plugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:08.991987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:08.998558 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.010993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.011889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Fanout notify agent at l3_agent the message router_deleted on router 1618f2c2-122d-4a2d-9467-9f37605bd363 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:09.022126 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.030404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:09.030684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d3cc4e0-2734-409f-8cff-ef8568ea5ca8 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/1618f2c2-122d-4a2d-9467-9f37605bd363 HTTP/1.1" status: 204 len: 168 time: 1.0520334 Nov 22 16:42:09.035530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1922039544', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:09.067521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.071191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.094023 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639d3afe-eae4-49e6-b5f7-99e7c7631ca4 x-openstack-request-id: req-639d3afe-eae4-49e6-b5f7-99e7c7631ca4 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:09.094696 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-plugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:09.095189 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-639d3afe-eae4-49e6-b5f7-99e7c7631ca4 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:09.095575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca215e-a89a-4a4c-a17e-ed0407c58fed req-2c445e24-ae9d-4539-8e3d-aef26f508f25 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.096525 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'code': 200} Nov 22 16:42:09.097283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2ca215e-a89a-4a4c-a17e-ed0407c58fed req-2c445e24-ae9d-4539-8e3d-aef26f508f25 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0655286 Nov 22 16:42:09.115181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:09.148091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.155797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2ca215e-a89a-4a4c-a17e-ed0407c58fed req-42dac4f3-4199-40e8-be7d-d9cad99e54c4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477443 Nov 22 16:42:09.297253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.564117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.586584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf50928-2121-492f-90d9-d38444991ae2 req-a308bfd4-efec-403f-b073-f2c90227325c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.594342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdf50928-2121-492f-90d9-d38444991ae2 req-a308bfd4-efec-403f-b073-f2c90227325c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 943 time: 0.0939136 Nov 22 16:42:09.610585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:09.647512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdf50928-2121-492f-90d9-d38444991ae2 req-c3a1f732-bf10-49b9-860c-3471e38f37e5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518863 Nov 22 16:42:09.823932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7084d7c-a91f-4ec9-8f08-02062680dcab req-1c82fec5-8e98-486d-82a1-88a0f7e80950 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:09.825745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7084d7c-a91f-4ec9-8f08-02062680dcab req-1c82fec5-8e98-486d-82a1-88a0f7e80950 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0634863 Nov 22 16:42:09.906726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7084d7c-a91f-4ec9-8f08-02062680dcab req-33ac6814-f542-48d5-abfc-efe6d10c14cd tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702484 Nov 22 16:42:10.070381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-8e7f7e6b-591a-4e88-b410-e8d188903d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:10.071870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-8e7f7e6b-591a-4e88-b410-e8d188903d39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199&tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838 HTTP/1.1" status: 200 len: 1101 time: 0.0799940 Nov 22 16:42:10.090202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:10.101517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Allocated IP 172.25.6.141 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/5fe75558-2ddf-406d-931f-5acc1ade2ac5) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:10.244582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.266744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.281554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb872c-a086-4e1b-9f02-3e626993047a req-3e22075c-be4b-4cd3-8f09-364e81bd39cf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:10.284166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18bb872c-a086-4e1b-9f02-3e626993047a req-3e22075c-be4b-4cd3-8f09-364e81bd39cf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0551481 Nov 22 16:42:10.337360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18bb872c-a086-4e1b-9f02-3e626993047a req-a459410f-aa3c-4883-bc32-682b1d662ad3 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465136 Nov 22 16:42:10.402299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.504664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:10.509894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:10.513119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:10.515060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event updated for resources: {'Port': ['ID=5fe75558-2ddf-406d-931f-5acc1ade2ac5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:10.528908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7e70b-6da7-4638-a720-a6a0496bd355 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:10.645529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-47421d35-016e-4600-8db1-758dda839a87 None None] Provisioning complete for port 5fe75558-2ddf-406d-931f-5acc1ade2ac5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:10.646114 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47421d35-016e-4600-8db1-758dda839a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.657192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:10.688178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-47421d35-016e-4600-8db1-758dda839a87 None None] Port 5fe75558-2ddf-406d-931f-5acc1ade2ac5 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:10.727749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:10.778786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7f0db838-9529-4bdc-9b50-39e9605bb90f details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:10.801977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b794fb-e90f-45e5-8da2-7577f44a2b6e req-c4c32b61-9dcf-4ad1-871e-11452e0976af tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:10.811299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8b794fb-e90f-45e5-8da2-7577f44a2b6e req-c4c32b61-9dcf-4ad1-871e-11452e0976af tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 943 time: 0.0704067 Nov 22 16:42:10.821538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:10.823882 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d33682f-fdf7-4a99-8adc-af79588da254" -d '{"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-unplugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:10.857480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.867112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8b794fb-e90f-45e5-8da2-7577f44a2b6e req-23f25ac6-798a-4e33-a120-c779504ea562 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546107 Nov 22 16:42:10.883119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Transition to ACTIVE for port object fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:10.892614 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.941062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:10.942966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 7f0db838-9529-4bdc-9b50-39e9605bb90f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:10.946975 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e487bd-666b-4d4d-96f5-67a1b17a8b51 x-openstack-request-id: req-a0e487bd-666b-4d4d-96f5-67a1b17a8b51 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:10.947255 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-unplugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:10.947506 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0e487bd-666b-4d4d-96f5-67a1b17a8b51 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:10.947906 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'code': 200} Nov 22 16:42:10.963126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '7f0db838-9529-4bdc-9b50-39e9605bb90f', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '7f0db838-9529-4bdc-9b50-39e9605bb90f', 'mac_address': 'fa:16:3e:41:31:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:11.016086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.060455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:11.070768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0db838-9529-4bdc-9b50-39e9605bb90f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:11.093564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc936d-71a8-4a1d-a3e3-8ab7e30ea509 req-99df49c8-a47e-418a-821a-fdc10033b4b0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.094854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 7f0db838-9529-4bdc-9b50-39e9605bb90f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:11.100628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.104045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43fc936d-71a8-4a1d-a3e3-8ab7e30ea509 req-99df49c8-a47e-418a-821a-fdc10033b4b0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0958641 Nov 22 16:42:11.117199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.117559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.117951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.118297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.118872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.119215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.119551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.119885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.120218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.120551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.120881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.121206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:11.137503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] No DVR routers for this DVR port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:11.160322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=7f0db838-9529-4bdc-9b50-39e9605bb90f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:11.171212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43fc936d-71a8-4a1d-a3e3-8ab7e30ea509 req-2c120b98-394f-4b87-a503-5d1189a53db1 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659544 Nov 22 16:42:11.233758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:11.233758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:11.233992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:11.243898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:11.244227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Attempting to bind port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:11.252039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:11.252683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:11.252831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:11.253190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Bound port: fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:11.253549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.421693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:11.426953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['7f0db838-9529-4bdc-9b50-39e9605bb90f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:11.427584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:11.429821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.434706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.482468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715799d-1117-4e08-b19d-328bbc98d9ae req-efaaea1e-7682-49a3-8c70-9ef1f0d4338f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.484057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9715799d-1117-4e08-b19d-328bbc98d9ae req-efaaea1e-7682-49a3-8c70-9ef1f0d4338f tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0665708 Nov 22 16:42:11.551670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9715799d-1117-4e08-b19d-328bbc98d9ae req-045fb8b8-c61b-4e9e-b4a1-2b9edd7d9f9c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607076 Nov 22 16:42:11.563645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.564047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.565699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 1097 time: 1.4822783 Nov 22 16:42:11.651255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755012d-d635-45ad-b11e-05e4c131b7d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=11']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:11.701956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-65cdaf77-d56e-4bc5-a284-afb6e55fc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.704122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-65cdaf77-d56e-4bc5-a284-afb6e55fc693 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1100 time: 0.0975959 Nov 22 16:42:11.705267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Router b0b5e91c-0220-48be-9f98-72b145ec7ddb is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:42:11.888866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-87270624-1069-4815-acd1-df866d8a0d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:11.890426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-87270624-1069-4815-acd1-df866d8a0d78 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1764095 Nov 22 16:42:11.891723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:11.903083 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] Sync routers for ids ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:11.917371 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] Routers {'b0b5e91c-0220-48be-9f98-72b145ec7ddb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:11.918155 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:11.949217 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-62e054fd-0060-4ccb-aa8f-a6734e1e4875 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0436943 Nov 22 16:42:11.965526 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:11.970024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:11.974209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ebe75442-63ee-435e-8ff7-c25a3a7ac84f tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9427381 Nov 22 16:42:11.975028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:11.979481 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] Routers {'b0b5e91c-0220-48be-9f98-72b145ec7ddb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:11.981900 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:12.003686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:12.020322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54792b86-09c3-41d7-9645-1bfdfcdd9a43 req-7d6eef99-0c78-4e1d-a4a8-7459200c000e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.023206 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:12.024098 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a941c76-30fe-4031-8d74-8517e5f9272a None None] The sync data for ids ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:12.029286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54792b86-09c3-41d7-9645-1bfdfcdd9a43 req-7d6eef99-0c78-4e1d-a4a8-7459200c000e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 944 time: 0.0638335 Nov 22 16:42:12.079944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54792b86-09c3-41d7-9645-1bfdfcdd9a43 req-0db09ab0-e05c-4043-ba99-35cd7d2b85a3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496230 Nov 22 16:42:12.099776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-5a9a92cc-ae81-4424-98fa-aa08a24363d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.101268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-5a9a92cc-ae81-4424-98fa-aa08a24363d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1426585 Nov 22 16:42:12.201525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-3b531785-4948-4cd7-b421-d45c8a14c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.203024 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-3b531785-4948-4cd7-b421-d45c8a14c8a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904036 Nov 22 16:42:12.344062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091a2e4-e929-4bd2-8bba-f7e5e9a16740 req-5b263ca1-806b-4cd8-9e81-a9919b26ebbd tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.346090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a091a2e4-e929-4bd2-8bba-f7e5e9a16740 req-5b263ca1-806b-4cd8-9e81-a9919b26ebbd tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0623655 Nov 22 16:42:12.403842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a091a2e4-e929-4bd2-8bba-f7e5e9a16740 req-2728777e-fd5b-4735-8e12-a221fc47fd1b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474660 Nov 22 16:42:12.429765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-2301cf52-fded-45b3-8484-cd788aca498d service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930053 Nov 22 16:42:12.451220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.500932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.573797 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73931313-eb71-4436-aaf6-d6cf8a4398f2 req-bd83e4df-5ec2-45e0-ab4f-c1d26365cfb9 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320598 Nov 22 16:42:12.588828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Deleting port 5fe75558-2ddf-406d-931f-5acc1ade2ac5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:12.589316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.698382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.707821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13aae2-a72c-4b49-948b-2d744170c5e5 req-a616dfc7-424d-4fe8-80d3-512e4999aa60 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:12.712296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Calling delete_port for 5fe75558-2ddf-406d-931f-5acc1ade2ac5 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:12.716483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe13aae2-a72c-4b49-948b-2d744170c5e5 req-a616dfc7-424d-4fe8-80d3-512e4999aa60 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0873871 Nov 22 16:42:12.764552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe13aae2-a72c-4b49-948b-2d744170c5e5 req-a03b1e91-6e9c-41ad-88e9-75ae5b7bb956 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483150 Nov 22 16:42:12.792021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7f0db838-9529-4bdc-9b50-39e9605bb90f up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:12.850748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 7f0db838-9529-4bdc-9b50-39e9605bb90f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:12.855088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 7f0db838-9529-4bdc-9b50-39e9605bb90f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:12.855803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.913975 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:12.945692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Pushing event deleted for resources: {'Port': ['ID=5fe75558-2ddf-406d-931f-5acc1ade2ac5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:12.949186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:12.951970 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc46face-9ce5-4a86-8ac6-be1f258b01b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:12.968762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be9dc77-3c91-4adc-aa43-485929410e5d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:12.977421 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.020431 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e11403f-56a0-4577-b9b4-86fd9833f913 x-openstack-request-id: req-5e11403f-56a0-4577-b9b4-86fd9833f913 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:13.020799 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:13.021109 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e11403f-56a0-4577-b9b4-86fd9833f913 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:13.021596 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'status': 'completed', 'code': 200} Nov 22 16:42:13.038292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0db838-9529-4bdc-9b50-39e9605bb90f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:13.040611 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997c19b-fde4-41b6-af72-79be50318c3c" -d '{"events": [{"server_uuid": "7f7d4b37-a9d0-48de-b911-4e33e19682a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f0db838-9529-4bdc-9b50-39e9605bb90f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:13.055568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 7f0db838-9529-4bdc-9b50-39e9605bb90f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:13.062905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.064468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:13.093564 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4a616e-369b-4e10-a66d-1c444f60b7ef x-openstack-request-id: req-4d4a616e-369b-4e10-a66d-1c444f60b7ef {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:13.093897 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7d4b37-a9d0-48de-b911-4e33e19682a2", "name": "network-vif-plugged", "status": "completed", "tag": "7f0db838-9529-4bdc-9b50-39e9605bb90f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:13.094133 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d4a616e-369b-4e10-a66d-1c444f60b7ef {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:13.095303 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0db838-9529-4bdc-9b50-39e9605bb90f', 'code': 200} Nov 22 16:42:13.113233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.152315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=7f0db838-9529-4bdc-9b50-39e9605bb90f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:13.163698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:13.254677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c11c9-363c-4ce5-a31a-e13119e84f2c req-5841b497-0c73-427c-b6cc-4382994bc3a6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.256338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f77c11c9-363c-4ce5-a31a-e13119e84f2c req-5841b497-0c73-427c-b6cc-4382994bc3a6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 945 time: 0.0624392 Nov 22 16:42:13.261387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-7f3bd91c-f8ef-4c60-b7fa-ba569e9ee1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.262891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-7f3bd91c-f8ef-4c60-b7fa-ba569e9ee1e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1100 time: 0.2121601 Nov 22 16:42:13.304250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-70784a88-fa10-48da-a5e9-5e63ced951ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.305798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-70784a88-fa10-48da-a5e9-5e63ced951ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1100 time: 0.2527885 Nov 22 16:42:13.312094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f77c11c9-363c-4ce5-a31a-e13119e84f2c req-7ecb8589-ca1b-440f-a78b-76eda9e6e8c9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480468 Nov 22 16:42:13.539993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ca38f-ef6b-4237-9144-5c8762a7878e req-23f05a84-f535-421d-b715-e53a07243b22 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.546199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a3ca38f-ef6b-4237-9144-5c8762a7878e req-23f05a84-f535-421d-b715-e53a07243b22 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0643921 Nov 22 16:42:13.597187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a3ca38f-ef6b-4237-9144-5c8762a7878e req-b02161ac-7c60-4ffb-b1c2-7cb2fe49db37 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495291 Nov 22 16:42:13.767198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb2918-414d-4215-b482-d2579b051e4b req-2993b335-d5dd-4f6b-a40c-f24d15c23160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.768742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30bb2918-414d-4215-b482-d2579b051e4b req-2993b335-d5dd-4f6b-a40c-f24d15c23160 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 1096 time: 0.5416672 Nov 22 16:42:13.894360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.913191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebf326-23b6-4aa8-91cd-f5f3e356fc51 req-e559bbf8-d522-406d-a9dc-4a48ffbf9a12 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.914758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95ebf326-23b6-4aa8-91cd-f5f3e356fc51 req-e559bbf8-d522-406d-a9dc-4a48ffbf9a12 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0568180 Nov 22 16:42:13.916327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:13.951472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-e61fe71d-84f7-4119-bab6-9632048252c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:13.953373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-e61fe71d-84f7-4119-bab6-9632048252c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.6816278 Nov 22 16:42:13.966046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95ebf326-23b6-4aa8-91cd-f5f3e356fc51 req-0db5e03f-e704-4a8a-a862-16b91dd93cfe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Nov 22 16:42:14.044182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-41ccaa2b-ba51-4505-8fa6-9b2d9a2ee935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.045676 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-41ccaa2b-ba51-4505-8fa6-9b2d9a2ee935 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.6769710 Nov 22 16:42:14.087240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30bb2918-414d-4215-b482-d2579b051e4b req-d94a4516-ffee-47b2-b81b-1cfdb4df0080 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054106 Nov 22 16:42:14.088423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-b5cadb88-996c-481e-8046-717b553d6472 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0977461 Nov 22 16:42:14.123631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Router b0b5e91c-0220-48be-9f98-72b145ec7ddb has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:14.125328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-7a78c221-eced-4eb3-8a8f-ef2601aa36d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 200 len: 217 time: 0.0484078 Nov 22 16:42:14.238161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:14.246441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.247909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57dd8045-2a19-4860-9618-f5d9ffe6e8b5 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "PUT /v2.0/routers/b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 200 len: 706 time: 2.2703052 Nov 22 16:42:14.250307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40186) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:14.251379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] Sync routers for ids ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:14.258005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-20285290-d857-42c1-a882-ba6853f4fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.259467 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-20285290-d857-42c1-a882-ba6853f4fb73 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0885808 Nov 22 16:42:14.268660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] Routers {'b0b5e91c-0220-48be-9f98-72b145ec7ddb'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:14.269279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:14.341296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-92d7d254-f2b8-432d-9949-28f0c29e8ac2 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/routers/b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 200 len: 741 time: 0.0892177 Nov 22 16:42:14.342561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40190) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:14.365687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-03860984-56be-4320-9944-58fd6c3f2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.367205 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-03860984-56be-4320-9944-58fd6c3f2fbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939581 Nov 22 16:42:14.373458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-9c435818-cd81-4790-9b4d-e25cb1c0680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.374953 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-9c435818-cd81-4790-9b4d-e25cb1c0680f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0912085 Nov 22 16:42:14.392843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc5a2ed1-c54d-4dc3-8c0b-ec979a32b718 tempest-RoutersAdminTest-1783235496 tempest-RoutersAdminTest-1783235496-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 200 len: 205 time: 0.0491247 Nov 22 16:42:14.393738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40192) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:14.435019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f571f37-f957-4f3b-945a-a63e25661530 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 200 len: 205 time: 0.0399599 Nov 22 16:42:14.443739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40196) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:14.506877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-9f0d72cc-ca32-4a23-9556-8865869b5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.508435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-9f0d72cc-ca32-4a23-9556-8865869b5423 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1122980 Nov 22 16:42:14.554679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:14.567766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775bd78-fc98-4832-8379-ad3dea915e47 req-65e860b7-1bc0-44e9-866e-b378b33608e4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:14.569565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2775bd78-fc98-4832-8379-ad3dea915e47 req-65e860b7-1bc0-44e9-866e-b378b33608e4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 945 time: 0.1419296 Nov 22 16:42:14.593145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:14.605389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] Routers {'b0b5e91c-0220-48be-9f98-72b145ec7ddb'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:14.606522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:14.655444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:14.656160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8ee54-2164-42e8-8c3a-23ffb3f4b309 None None] The sync data for ids ['b0b5e91c-0220-48be-9f98-72b145ec7ddb'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:14.676948 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-5d5276c0-dd7d-4402-98ea-9cef1cac0b27 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577611 Nov 22 16:42:14.745602 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-6e634d34-b557-4d5d-905f-f06926c80a4d service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618178 Nov 22 16:42:14.860368 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-1e395e81-e4e6-433f-b1bb-08bc0526787f service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706555 Nov 22 16:42:14.889231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc46face-9ce5-4a86-8ac6-be1f258b01b9 req-d86d8c4e-f9dc-4b98-b450-96197bffb819 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294096 Nov 22 16:42:15.169897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.173953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.178424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2775bd78-fc98-4832-8379-ad3dea915e47 req-2ea28a32-be4a-484e-9f1a-97765b6e1bcd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733776 Nov 22 16:42:15.228333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41e320-67d3-49dc-a573-bd257dd6c22c req-e149ae90-518f-47fa-93aa-79286528293d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:15.234202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f41e320-67d3-49dc-a573-bd257dd6c22c req-e149ae90-518f-47fa-93aa-79286528293d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.2134910 Nov 22 16:42:15.256672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.257204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Fanout notify agent at l3_agent the message router_deleted on router b0b5e91c-0220-48be-9f98-72b145ec7ddb {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:15.264463 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.265544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8e868db5-eb1c-472d-8c40-e932523f3853 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 204 len: 168 time: 0.8200943 Nov 22 16:42:15.269043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40218) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.306542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f41e320-67d3-49dc-a573-bd257dd6c22c req-7849ea85-6ba6-4a85-aa57-d1ac3d250d3a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690508 Nov 22 16:42:15.316166 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f2b49f0b-71f5-4c44-883a-821905dd2e46 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 200 len: 205 time: 0.0459225 Nov 22 16:42:15.318610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40220) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.373446 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-ecbb9199-0017-44fd-9ae2-933bdd3efccb tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] delete failed (client error): The resource could not be found. Nov 22 16:42:15.386575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ecbb9199-0017-44fd-9ae2-933bdd3efccb tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/b0b5e91c-0220-48be-9f98-72b145ec7ddb HTTP/1.1" status: 404 len: 336 time: 0.0669188 Nov 22 16:42:15.389494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40222) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.429404 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8bd4479f-b529-4aca-90dc-348f864df4e1 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=1618f2c2-122d-4a2d-9467-9f37605bd363 HTTP/1.1" status: 200 len: 205 time: 0.0340562 Nov 22 16:42:15.431789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40224) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.447540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ccab8-64f5-4ee1-9ab5-b2c3caa47315 req-ec2e33f8-ddb6-4dd1-a937-352d6a857a43 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:15.454834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c9ccab8-64f5-4ee1-9ab5-b2c3caa47315 req-ec2e33f8-ddb6-4dd1-a937-352d6a857a43 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 949 time: 0.0646465 Nov 22 16:42:15.493839 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-4595e83f-40f1-4c97-9a09-b79591e02bcb tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] delete failed (client error): The resource could not be found. Nov 22 16:42:15.494813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4595e83f-40f1-4c97-9a09-b79591e02bcb tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/1618f2c2-122d-4a2d-9467-9f37605bd363 HTTP/1.1" status: 404 len: 336 time: 0.0621068 Nov 22 16:42:15.497618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40234) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.532227 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d0ab8d62-592d-4e9a-be95-b55abac5f360 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad26d4d6-65c8-4e29-9a20-535602aafa7b HTTP/1.1" status: 200 len: 205 time: 0.0306525 Nov 22 16:42:15.532352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40236) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.542271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c9ccab8-64f5-4ee1-9ab5-b2c3caa47315 req-98898564-557e-4ab8-b19d-d45b427b6d9c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864418 Nov 22 16:42:15.581363 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-9a3147b3-410f-4d46-b3e1-ce5c4a79c146 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] delete failed (client error): The resource could not be found. Nov 22 16:42:15.582686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a3147b3-410f-4d46-b3e1-ce5c4a79c146 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/ad26d4d6-65c8-4e29-9a20-535602aafa7b HTTP/1.1" status: 404 len: 336 time: 0.0485942 Nov 22 16:42:15.585075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40240) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.616004 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c1c0bb2-5295-4975-9891-2d3faa642cf7 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 HTTP/1.1" status: 200 len: 205 time: 0.0267732 Nov 22 16:42:15.616004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40242) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.625566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:15.675157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e518a7-a2ae-4938-a134-9a16942294a7 req-8c80e39e-b70b-42cd-b722-85cdb2bb2b9d tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:15.677198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e518a7-a2ae-4938-a134-9a16942294a7 req-8c80e39e-b70b-42cd-b722-85cdb2bb2b9d tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 1100 time: 0.0582068 Nov 22 16:42:15.683726 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-eb8d74ce-65ee-4742-803c-5bff1d3e1450 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] delete failed (client error): The resource could not be found. Nov 22 16:42:15.687201 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eb8d74ce-65ee-4742-803c-5bff1d3e1450 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/5aff3ef3-827f-4fd2-8aa0-da6d895e2a38 HTTP/1.1" status: 404 len: 336 time: 0.0685689 Nov 22 16:42:15.687560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40244) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.722832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40246) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.723248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-33b4d5a4-c171-4495-8448-efb769e52ac4 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=99f753b4-d85b-4adf-8307-825d312ccf25 HTTP/1.1" status: 200 len: 205 time: 0.0343204 Nov 22 16:42:15.753018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:15.765044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1e518a7-a2ae-4938-a134-9a16942294a7 req-ada1b2d5-041d-43f8-ab1b-40875fddfda6 tempest-MigrationsAdminTest-1146340584 tempest-MigrationsAdminTest-1146340584-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788939 Nov 22 16:42:15.766557 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-035fcf5e-019d-44ac-98cf-ea033589e72c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] delete failed (client error): The resource could not be found. Nov 22 16:42:15.770544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-035fcf5e-019d-44ac-98cf-ea033589e72c tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/99f753b4-d85b-4adf-8307-825d312ccf25 HTTP/1.1" status: 404 len: 336 time: 0.0431464 Nov 22 16:42:15.770710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'mac_address': 'fa:16:3e:58:6d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:15.770845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.803389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ea47b46-c1ea-4b41-8ea5-b095bf0ecb7a tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "GET /v2.0/ports?device_id=73973190-4391-4c31-b4a6-a6fcd1375ab6 HTTP/1.1" status: 200 len: 205 time: 0.0291889 Nov 22 16:42:15.807263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40256) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.822158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.850938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:15.854616 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-9bd75d4b-2432-43b2-ad1b-70f4a962be64 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] delete failed (client error): The resource could not be found. Nov 22 16:42:15.858306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9bd75d4b-2432-43b2-ad1b-70f4a962be64 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/routers/73973190-4391-4c31-b4a6-a6fcd1375ab6 HTTP/1.1" status: 404 len: 336 time: 0.0476348 Nov 22 16:42:15.858867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40258) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:15.884087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:15.887424 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7adc8e-6876-4174-835a-cfc111f9ea66 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] DELETE failed (client error): The resource could not be found. Nov 22 16:42:15.887944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7adc8e-6876-4174-835a-cfc111f9ea66 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:42:15.891685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:15.896171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6c7adc8e-6876-4174-835a-cfc111f9ea66 tempest-RoutersAdminTest-863102216 tempest-RoutersAdminTest-863102216-project] 10.222.0.65 "DELETE /v2.0/subnets/879ebb33-a4bd-4ea8-ab36-e739e224d048 HTTP/1.1" status: 404 len: 337 time: 0.0329452 Nov 22 16:42:15.945345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:16.080472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc44d73-80d4-42bc-afa2-63566b357b0a req-7908b75b-a889-4e06-ab42-fa2c67c4f649 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.081853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efc44d73-80d4-42bc-afa2-63566b357b0a req-7908b75b-a889-4e06-ab42-fa2c67c4f649 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0610015 Nov 22 16:42:16.151805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efc44d73-80d4-42bc-afa2-63566b357b0a req-8c68d45e-d6f4-42e5-8e2f-31b646f43b7a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627871 Nov 22 16:42:16.198400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40270) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:16.316600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434f3a4-4360-4f74-9a4e-00d09967673a req-3c1a69d4-c2e8-46a0-a438-39bc9f378b8b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.318386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f434f3a4-4360-4f74-9a4e-00d09967673a req-3c1a69d4-c2e8-46a0-a438-39bc9f378b8b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 945 time: 0.0590527 Nov 22 16:42:16.320988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94866b81-036b-44ab-8606-fd88a103c2c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.324236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:16.419502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f434f3a4-4360-4f74-9a4e-00d09967673a req-d07dfbef-c0f9-4788-a3c1-63765551b773 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Nov 22 16:42:16.457198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94866b81-036b-44ab-8606-fd88a103c2c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.465680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94866b81-036b-44ab-8606-fd88a103c2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.545087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94866b81-036b-44ab-8606-fd88a103c2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e37f8e-8e4c-4209-99a7-b1e21793be05,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:16.558196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40290) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:16.565096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94866b81-036b-44ab-8606-fd88a103c2c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a58c272f0464545ac03196dccfc332f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3592393 Nov 22 16:42:16.619313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3e6fb-b7bd-4acd-b45f-6d6edf028961 req-a01bae30-c86f-4ec6-8dae-2272b1ff7771 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.627312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40f3e6fb-b7bd-4acd-b45f-6d6edf028961 req-a01bae30-c86f-4ec6-8dae-2272b1ff7771 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0988908 Nov 22 16:42:16.693792 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f799a36-ada3-42f1-bedb-12a66d2f998a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.717257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40f3e6fb-b7bd-4acd-b45f-6d6edf028961 req-85f45127-fc33-400a-b6ec-4a972592a7da tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886948 Nov 22 16:42:16.742265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f799a36-ada3-42f1-bedb-12a66d2f998a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.813823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f799a36-ada3-42f1-bedb-12a66d2f998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.816382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f799a36-ada3-42f1-bedb-12a66d2f998a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:16.817483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4f799a36-ada3-42f1-bedb-12a66d2f998a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5e37f8e-8e4c-4209-99a7-b1e21793be05 HTTP/1.1" status: 204 len: 168 time: 0.2575026 Nov 22 16:42:16.831810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f799a36-ada3-42f1-bedb-12a66d2f998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e37f8e-8e4c-4209-99a7-b1e21793be05,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:16.856969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d54674-d7bd-468e-8b3b-2c16a4abb16a req-95a485a2-b664-4745-8577-949c99911938 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:16.858864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17d54674-d7bd-468e-8b3b-2c16a4abb16a req-95a485a2-b664-4745-8577-949c99911938 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.0735266 Nov 22 16:42:16.919134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17d54674-d7bd-468e-8b3b-2c16a4abb16a req-33525d93-acd7-417d-830c-b7b34a56e274 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491056 Nov 22 16:42:17.117459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40306) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:17.156665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-659b0f5c-e273-46b3-9991-6902b3de0678 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6e1cf2ddabd4768b088c9374fbd2367&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379465 Nov 22 16:42:17.159977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40308) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:17.214691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77bc108b-86d6-4fa1-86a6-d6d021f57ffb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.246366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77bc108b-86d6-4fa1-86a6-d6d021f57ffb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.279492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec353ac1-eb83-4517-a8e4-c863757f8b96 req-d1a452d1-ce63-4b1d-9022-adb568d79c36 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.280987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec353ac1-eb83-4517-a8e4-c863757f8b96 req-d1a452d1-ce63-4b1d-9022-adb568d79c36 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 950 time: 0.0574126 Nov 22 16:42:17.301946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77bc108b-86d6-4fa1-86a6-d6d021f57ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.304825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77bc108b-86d6-4fa1-86a6-d6d021f57ffb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.309720 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77bc108b-86d6-4fa1-86a6-d6d021f57ffb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ecbbc4a-500f-4f70-b6b3-5181d3edc7bf HTTP/1.1" status: 204 len: 168 time: 0.1473894 Nov 22 16:42:17.317934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc108b-86d6-4fa1-86a6-d6d021f57ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecbbc4a-500f-4f70-b6b3-5181d3edc7bf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:17.358062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec353ac1-eb83-4517-a8e4-c863757f8b96 req-56c0dac7-e767-4862-9de4-9dc3aafd4f6c tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683241 Nov 22 16:42:17.623579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:17.695180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:17.699884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:17.700271 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.800075 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.833169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:17.837004 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f4c2d8-d2d2-4d07-8796-868f5cc0799a" -d '{"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-plugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:17.850464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:17.855047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:17.892235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee7af-b8d4-48bc-a70c-d210eafd2cf7 req-dcd55038-904c-48df-a8ff-a5f27199c366 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:17.894879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d37ee7af-b8d4-48bc-a70c-d210eafd2cf7 req-dcd55038-904c-48df-a8ff-a5f27199c366 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0766826 Nov 22 16:42:17.897024 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc142a0-ebf3-499b-879c-ed43ecb3e9d2 x-openstack-request-id: req-4bc142a0-ebf3-499b-879c-ed43ecb3e9d2 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:17.897407 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-plugged", "status": "completed", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:17.897744 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bc142a0-ebf3-499b-879c-ed43ecb3e9d2 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:17.898197 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'code': 200} Nov 22 16:42:17.951412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:17.986262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d37ee7af-b8d4-48bc-a70c-d210eafd2cf7 req-7ef97904-6bf0-4faf-8efb-41b058cb22d0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843616 Nov 22 16:42:18.091173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31c9b6-a907-42a0-8f35-015bd950665a req-3b619070-22b6-4c17-b346-7f8627e9f444 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:18.093270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea31c9b6-a907-42a0-8f35-015bd950665a req-3b619070-22b6-4c17-b346-7f8627e9f444 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.0625412 Nov 22 16:42:18.151630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea31c9b6-a907-42a0-8f35-015bd950665a req-01583b58-6098-4d68-bbcc-54b34ecb1b9a tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515552 Nov 22 16:42:18.195814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88033e-87d5-4896-a7ad-820bf685117e req-d1ce86b2-b825-45fe-9fb4-9eea22173866 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:18.197416 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a88033e-87d5-4896-a7ad-820bf685117e req-d1ce86b2-b825-45fe-9fb4-9eea22173866 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 951 time: 0.0728393 Nov 22 16:42:18.308344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Deleting port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:18.309089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.427596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] For port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:18.427832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.459579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Calling delete_port for fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:18.492477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f6c35-94c7-43b2-99fd-e6d26905c2e5 req-4faa214b-7f63-412c-b8a3-437fe4c4b5ed tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:18.494719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d8f6c35-94c7-43b2-99fd-e6d26905c2e5 req-4faa214b-7f63-412c-b8a3-437fe4c4b5ed tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca82c50e-4abe-474b-9457-1e2df8d78199 HTTP/1.1" status: 200 len: 951 time: 0.0597937 Nov 22 16:42:18.597020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d8f6c35-94c7-43b2-99fd-e6d26905c2e5 req-81183a79-4c03-48da-a823-a4f81fe94bb7 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953453 Nov 22 16:42:18.674354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.686838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['ec09f245-a567-438e-b89b-261b797486a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:18.691577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:18.711380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event deleted for resources: {'Port': ['ID=fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:18.786136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] No DVR routers for this DVR port fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:18.789697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:18.794293 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a88033e-87d5-4896-a7ad-820bf685117e req-6f49af95-b6d6-4d8d-9bb6-846ec58107be tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "DELETE /v2.0/ports/fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 HTTP/1.1" status: 204 len: 173 time: 0.5870969 Nov 22 16:42:18.795105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-deleted', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:18.798850 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912a4942-99aa-4d99-b687-1112555697ac" -d '{"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-deleted", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:18.896502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40394) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:18.994557 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad020721-2e61-4bba-9860-7dadda82134a x-openstack-request-id: req-ad020721-2e61-4bba-9860-7dadda82134a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:18.994896 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca82c50e-4abe-474b-9457-1e2df8d78199", "name": "network-vif-deleted", "tag": "fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:18.995228 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad020721-2e61-4bba-9860-7dadda82134a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:18.995724 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca82c50e-4abe-474b-9457-1e2df8d78199', 'name': 'network-vif-deleted', 'tag': 'fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7', 'status': 'completed', 'code': 200} Nov 22 16:42:19.050865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-d557fc4a-2870-4b62-abf9-7f322504c913 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.052777 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-d557fc4a-2870-4b62-abf9-7f322504c913 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.66 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.1625962 Nov 22 16:42:19.191596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1240371773'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:19.260634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b5dd9-dd27-4262-b87c-d11d349a0a78 req-5b09ce2c-3aed-4daf-83ef-a0638b42a115 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.264445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Deleting port db83ecea-9e71-4355-aec3-bda6d528c276 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:19.264777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.268566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e3b5dd9-dd27-4262-b87c-d11d349a0a78 req-5b09ce2c-3aed-4daf-83ef-a0638b42a115 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1322474 Nov 22 16:42:19.295854 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.296882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.412290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e3b5dd9-dd27-4262-b87c-d11d349a0a78 req-1fb9aa62-8daa-4453-a2fe-7aa2caca6e87 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370885 Nov 22 16:42:19.414156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.427367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.439752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] For port db83ecea-9e71-4355-aec3-bda6d528c276, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db83ecea-9e71-4355-aec3-bda6d528c276,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:19.440385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.448343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.451094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b9fc423-d616-4292-93fd-60618a86a870 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5521879 Nov 22 16:42:19.455165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40406) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:19.558912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.666655 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.667509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.667840 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Floating IP aa63a50f-4f49-40f9-845e-f62302fcb0d9 disassociated. External IP: 172.25.6.225, port: db83ecea-9e71-4355-aec3-bda6d528c276. Nov 22 16:42:19.668321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Calling delete_port for db83ecea-9e71-4355-aec3-bda6d528c276 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:19.676293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d8490-f936-4b96-8c1c-eddbdcb140c5 req-c3fadb37-c25d-4543-bbcb-d7add5e0de5a tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:19.678138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b4d8490-f936-4b96-8c1c-eddbdcb140c5 req-c3fadb37-c25d-4543-bbcb-d7add5e0de5a tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 946 time: 0.2253962 Nov 22 16:42:19.806124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.809969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.849754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.880280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b4d8490-f936-4b96-8c1c-eddbdcb140c5 req-f0f5f09c-ed5f-42f2-86ef-d0b33a741008 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups?id=9424b016-bd98-430b-85c1-0b6164147962&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942413 Nov 22 16:42:19.881574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event deleted for resources: {'Port': ['ID=db83ecea-9e71-4355-aec3-bda6d528c276,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:19.909127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.909928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d271dd98-ef6d-4068-956c-5738cacc7193 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:19.917744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.918782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39a13900-5c7e-40e2-b3e8-cdfe6b070540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.921768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ea945503-08dc-4307-886c-b29e943b7559 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "DELETE /v2.0/routers/d271dd98-ef6d-4068-956c-5738cacc7193 HTTP/1.1" status: 204 len: 168 time: 0.4630682 Nov 22 16:42:19.926468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40424) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:19.931198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Request body: {'router': {'name': 'tempest-router-1081860948', 'distributed': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:19.972132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:19.973181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.058717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Router a6e886c5-8ca5-459b-925d-4fbd17504b0d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:20.062741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.068419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.082618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ca06-1ca8-4622-a1c9-7dd1217171c2 req-e875da3e-67ab-418f-8fb4-ecc712a563b4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.084199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1c8ca06-1ca8-4622-a1c9-7dd1217171c2 req-e875da3e-67ab-418f-8fb4-ecc712a563b4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 950 time: 0.1073573 Nov 22 16:42:20.102714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.103843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-439d72c0-421d-4c11-b263-fcf535bb7201 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1762793 Nov 22 16:42:20.107541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:20.142161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1c8ca06-1ca8-4622-a1c9-7dd1217171c2 req-659b4f9a-059f-454f-8598-3f68eaac3a9b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489676 Nov 22 16:42:20.216600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.390582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:20.403956 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] Sync routers for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:20.427491 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:20.428115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:20.449905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] No DVR routers for this DVR port db83ecea-9e71-4355-aec3-bda6d528c276 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:20.452385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.454838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.461728 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6727d52c-f745-48b7-bba0-e955f0dbdbee req-bab3c69f-b12d-4a14-9d9b-2add11f72542 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.66 "DELETE /v2.0/ports/db83ecea-9e71-4355-aec3-bda6d528c276 HTTP/1.1" status: 204 len: 173 time: 1.3959036 Nov 22 16:42:20.463100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.536041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.537254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dc00ca4-ebec-4cc7-a494-c8596a49827e {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:20.545299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.546484 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ec422c72-1aa6-4dc0-8c2c-42a0caf63208 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "DELETE /v2.0/routers/5dc00ca4-ebec-4cc7-a494-c8596a49827e HTTP/1.1" status: 204 len: 168 time: 0.4380147 Nov 22 16:42:20.558724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:20.563678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Request body: {'router': {'name': 'tempest-router-10069728', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '88c958db6ddb4a87ab1d958b9778709c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:20.597767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.599006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.601314 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:20.618177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747723a-466e-46c0-a811-817fe524e6e1 req-8fb9c415-c6a9-4101-a40c-be90fbc6462a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:20.627804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2747723a-466e-46c0-a811-817fe524e6e1 req-8fb9c415-c6a9-4101-a40c-be90fbc6462a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1100745 Nov 22 16:42:20.741011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2747723a-466e-46c0-a811-817fe524e6e1 req-2d3b5a36-4bbe-4642-bc51-d6a3b284bccc tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977914 Nov 22 16:42:20.745883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.753857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.770360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:20.773753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6532b377-c952-40fd-828d-3c7a74ba1534 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2119823 Nov 22 16:42:20.774465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40448) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:20.779440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:20.881073 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:20.928141 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] Checking router: a6e886c5-8ca5-459b-925d-4fbd17504b0d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:20.937223 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:20.938621 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:41:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:21.010506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'name': 'network-vif-deleted', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:21.014889 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02d0064-2201-49f6-9cdd-70ffb01aae58" -d '{"events": [{"server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "name": "network-vif-deleted", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:21.030277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.030806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.056839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d124746c-3e56-42dd-ab17-15f5d2464afa req-56a9464f-70ae-4e07-9c5d-727dee222797 tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7bfb255-3f4e-4e13-b01e-f872d46c96e5 HTTP/1.1" status: 200 len: 210 time: 0.0870693 Nov 22 16:42:21.120560 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce6484e-50c5-4bd0-8f51-8126255c6250 x-openstack-request-id: req-cce6484e-50c5-4bd0-8f51-8126255c6250 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:21.120895 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7bfb255-3f4e-4e13-b01e-f872d46c96e5", "name": "network-vif-deleted", "tag": "db83ecea-9e71-4355-aec3-bda6d528c276", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:21.120895 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cce6484e-50c5-4bd0-8f51-8126255c6250 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:21.121474 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7bfb255-3f4e-4e13-b01e-f872d46c96e5', 'name': 'network-vif-deleted', 'tag': 'db83ecea-9e71-4355-aec3-bda6d528c276', 'status': 'completed', 'code': 200} Nov 22 16:42:21.241376 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:21.322598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351339bb-5b6c-422a-8d05-401380a20846 req-675b6bf0-0dbf-458d-9d47-42a3445adabe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.325422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-351339bb-5b6c-422a-8d05-401380a20846 req-675b6bf0-0dbf-458d-9d47-42a3445adabe tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 950 time: 0.0568161 Nov 22 16:42:21.385045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-351339bb-5b6c-422a-8d05-401380a20846 req-1870089d-a967-4492-8e8e-8cf45c9571d8 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530083 Nov 22 16:42:21.513303 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:21.542579 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1b9cf0-470d-48c5-972c-35a7c3bf7921 None None] The sync data for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 is: [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e7cbbc5-2f1e-4957-99e3-2002b26c028c', 'name': '', 'network_id': '613863f5-2393-4ec0-9239-f270341f6491', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'mac_address': 'fa:16:3e:a4:0c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:55Z', 'updated_at': '2021-11-22T16:40:02Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'subnets': [{'id': '3bbc448a-580f-4923-bcb3-bcd6ac9b87c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:21.607759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103515) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 22 16:42:21.607759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Router fc99f123-1d11-47c9-bcb0-359f8dd9eee7 migrating from provider to provider. {{(pid=103515) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 22 16:42:21.608425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.618741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.629952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:21.660483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:21.684807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:21.685355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device fd01fb05-4be6-4f02-8a2b-4d43a9a2d0d7 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:21.685965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db83ecea-9e71-4355-aec3-bda6d528c276 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:21.708038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: db83ecea-9e71-4355-aec3-bda6d528c276 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:21.708776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db83ecea-9e71-4355-aec3-bda6d528c276 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:21.722655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-5dbf692c-0a61-4e3e-a128-f7273a9c4fe9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.724175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-5dbf692c-0a61-4e3e-a128-f7273a9c4fe9 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 950 time: 0.1485515 Nov 22 16:42:21.744245 n-d-816206-6 neutron-server[103515]: WARNING neutron.scheduler.l3_agent_scheduler [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] No L3 agents can host the router fc99f123-1d11-47c9-bcb0-359f8dd9eee7 Nov 22 16:42:21.873851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b570dfa-a2e6-40b9-b98d-fdf4882c6f16 req-03f32a66-b3a3-4cad-b0c2-2f447284fc1e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:21.881722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b570dfa-a2e6-40b9-b98d-fdf4882c6f16 req-03f32a66-b3a3-4cad-b0c2-2f447284fc1e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0721219 Nov 22 16:42:21.901153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c88fabd-7de5-48ad-aa93-7bb4a111d47b None None] New status for floating IP aa63a50f-4f49-40f9-845e-f62302fcb0d9: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:42:21.946917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b570dfa-a2e6-40b9-b98d-fdf4882c6f16 req-5ae5e656-154c-4219-b337-4229da98548b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640187 Nov 22 16:42:21.976258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Hosts for router fc99f123-1d11-47c9-bcb0-359f8dd9eee7: [] {{(pid=103515) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 22 16:42:22.010677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Hosts for other DVR routers connected to router fc99f123-1d11-47c9-bcb0-359f8dd9eee7: set() {{(pid=103515) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 22 16:42:22.013221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.015982 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-49726988-75fe-4b64-9ba8-b1b138487108 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "PUT /v2.0/routers/fc99f123-1d11-47c9-bcb0-359f8dd9eee7 HTTP/1.1" status: 200 len: 715 time: 1.2388558 Nov 22 16:42:22.017754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.030385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Deleting port ec09f245-a567-438e-b89b-261b797486a5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:22.033509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.124235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40486) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.124941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0f158d2-8caa-41ec-84f5-ac4b3ef8839a tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "GET /v2.0/routers/fc99f123-1d11-47c9-bcb0-359f8dd9eee7 HTTP/1.1" status: 200 len: 715 time: 0.1033785 Nov 22 16:42:22.153730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] For port ec09f245-a567-438e-b89b-261b797486a5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=ec09f245-a567-438e-b89b-261b797486a5,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:22.154041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.173134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40492) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.182707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Calling delete_port for ec09f245-a567-438e-b89b-261b797486a5 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:22.272221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64f9e4cd-96ac-4aa3-864e-0781a007ce7d tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.301539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64f9e4cd-96ac-4aa3-864e-0781a007ce7d tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.352469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64f9e4cd-96ac-4aa3-864e-0781a007ce7d tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.355300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64f9e4cd-96ac-4aa3-864e-0781a007ce7d tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.356577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-64f9e4cd-96ac-4aa3-864e-0781a007ce7d tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "DELETE /v2.0/security-groups/9424b016-bd98-430b-85c1-0b6164147962 HTTP/1.1" status: 204 len: 168 time: 0.1788652 Nov 22 16:42:22.362215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40498) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.362645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1583e046-7e84-45a0-8ceb-5bc4b0ebf2b4 tempest-RoutersTestDVR-1076195396 tempest-RoutersTestDVR-1076195396-project] 10.222.0.65 "GET /v2.0/routers/fc99f123-1d11-47c9-bcb0-359f8dd9eee7 HTTP/1.1" status: 200 len: 681 time: 0.2360678 Nov 22 16:42:22.365258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40500) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.375929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9e4cd-96ac-4aa3-864e-0781a007ce7d tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9424b016-bd98-430b-85c1-0b6164147962,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:22.388701 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-dfbeda4f-06d8-43bc-ae5b-fe8c7cbfa5cd tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] show failed (client error): The resource could not be found. Nov 22 16:42:22.394359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dfbeda4f-06d8-43bc-ae5b-fe8c7cbfa5cd tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "GET /v2.0/security-groups/9424b016-bd98-430b-85c1-0b6164147962 HTTP/1.1" status: 404 len: 347 time: 0.0307910 Nov 22 16:42:22.395175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.501445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.581902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be71136b-dcae-4fb4-bb75-b02270cc2792 req-a025b73b-4bcd-4ed5-bf58-0bd8240366e5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:22.583795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be71136b-dcae-4fb4-bb75-b02270cc2792 req-a025b73b-4bcd-4ed5-bf58-0bd8240366e5 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a7702ae-0e82-4abb-bb43-8edf5c04432c HTTP/1.1" status: 200 len: 950 time: 0.0701771 Nov 22 16:42:22.588870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Deleting port 4b59a66e-0d42-4e58-ae42-ca594658a543 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:22.589217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.713544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.726193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be71136b-dcae-4fb4-bb75-b02270cc2792 req-d23d8d97-32ac-4fbb-8158-2c84311e860d tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232750 Nov 22 16:42:22.728184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['ec09f245-a567-438e-b89b-261b797486a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:22.731566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:22.755137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.755619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.769507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Calling delete_port for 4b59a66e-0d42-4e58-ae42-ca594658a543 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:22.772356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event deleted for resources: {'Port': ['ID=ec09f245-a567-438e-b89b-261b797486a5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:22.776507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.794375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.816809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] No DVR routers for this DVR port ec09f245-a567-438e-b89b-261b797486a5 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:22.822127 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.825374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6db27aec-a7eb-4c0a-a552-453ae565361e req-16958e77-3d2f-4c29-b1f7-8d03d9b6882b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.20 "DELETE /v2.0/ports/ec09f245-a567-438e-b89b-261b797486a5 HTTP/1.1" status: 204 len: 173 time: 1.0914731 Nov 22 16:42:22.867669 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bf8a7c20-5648-473f-9c07-365742572d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.869370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.870043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc99f123-1d11-47c9-bcb0-359f8dd9eee7 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:22.893443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:22.899622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fb4d93a4-b5be-4eb2-bf02-7c5ec831abd9 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "DELETE /v2.0/routers/fc99f123-1d11-47c9-bcb0-359f8dd9eee7 HTTP/1.1" status: 204 len: 168 time: 0.5302892 Nov 22 16:42:22.900202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40518) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:22.909875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Request body: {'router': {'name': 'tempest-router-921041537', 'distributed': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:23.045804 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.047098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.067288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.123033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-deleted', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:23.126091 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11d8244-eec6-4e0c-bdf1-889fa033d65c" -d '{"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-deleted", "tag": "ec09f245-a567-438e-b89b-261b797486a5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:23.166575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Pushing event deleted for resources: {'Port': ['ID=4b59a66e-0d42-4e58-ae42-ca594658a543,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:23.176717 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a7e615-cd52-4986-9edd-9add031f05ac x-openstack-request-id: req-e3a7e615-cd52-4986-9edd-9add031f05ac {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:23.176969 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a7702ae-0e82-4abb-bb43-8edf5c04432c", "name": "network-vif-deleted", "tag": "ec09f245-a567-438e-b89b-261b797486a5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:23.177225 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3a7e615-cd52-4986-9edd-9add031f05ac {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:23.177772 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7702ae-0e82-4abb-bb43-8edf5c04432c', 'name': 'network-vif-deleted', 'tag': 'ec09f245-a567-438e-b89b-261b797486a5', 'status': 'completed', 'code': 200} Nov 22 16:42:23.195482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.229320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.267450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.268667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a7acd73f-9838-47dd-88e4-c1398b0dd815 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3662977 Nov 22 16:42:23.272206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.273124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:23.275476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.276560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-65a9feee-3a1b-4ccb-8a0d-9bee4f673b5c tempest-ServersTestFqdnHostnames-2123679735 tempest-ServersTestFqdnHostnames-2123679735-project] 10.222.0.65 "DELETE /v2.0/floatingips/aa63a50f-4f49-40f9-845e-f62302fcb0d9 HTTP/1.1" status: 204 len: 168 time: 0.8798330 Nov 22 16:42:23.281000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:23.284771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b415719-200a-4937-87c9-a6b4962a6e89 req-ca80ab3c-14c5-4c2a-bd31-254b4abfe030 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:23.290471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b415719-200a-4937-87c9-a6b4962a6e89 req-ca80ab3c-14c5-4c2a-bd31-254b4abfe030 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.2194774 Nov 22 16:42:23.378280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b415719-200a-4937-87c9-a6b4962a6e89 req-32c51e45-c276-4777-bfaf-23bb17b6c300 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857513 Nov 22 16:42:23.415993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.629384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.631885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.717983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.718686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dad84768-ab8d-48fa-b646-9e6055081846 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:23.723398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:23.724479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5c4c15cd-a8d7-45e6-a4e8-b933786aebf6 tempest-RoutersTestDVR-2087800287 tempest-RoutersTestDVR-2087800287-project-admin] 10.222.0.65 "DELETE /v2.0/routers/dad84768-ab8d-48fa-b646-9e6055081846 HTTP/1.1" status: 204 len: 168 time: 0.4503284 Nov 22 16:42:23.950216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.019315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.099955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fa2c4-1e1b-447d-8acb-7cdecf58c13d req-85854d4a-8918-421f-8ad6-d3a1a32e71a4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.110298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-706fa2c4-1e1b-447d-8acb-7cdecf58c13d req-85854d4a-8918-421f-8ad6-d3a1a32e71a4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0658953 Nov 22 16:42:24.135573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40560) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:24.190491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-706fa2c4-1e1b-447d-8acb-7cdecf58c13d req-08162253-cafb-4957-9934-301a6335bb74 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777793 Nov 22 16:42:24.313594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53763d97-ad1e-4070-94a7-fc0ce83501ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.334807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Deleting port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:24.335141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.404325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53763d97-ad1e-4070-94a7-fc0ce83501ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.410912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-53763d97-ad1e-4070-94a7-fc0ce83501ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.456241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] For port 1e7cbbc5-2f1e-4957-99e3-2002b26c028c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:24.457030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.463973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53763d97-ad1e-4070-94a7-fc0ce83501ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88c958db6ddb4a87ab1d958b9778709c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3272815 Nov 22 16:42:24.464775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53763d97-ad1e-4070-94a7-fc0ce83501ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526cc2cf-8967-461d-a695-1c10e88ef4b6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:24.467337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40572) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:24.485510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Calling delete_port for 1e7cbbc5-2f1e-4957-99e3-2002b26c028c owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:24.589037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a88330-98b4-484e-bfef-8e6b6cf587f9 req-382a4acf-64e4-46a2-92d2-c2d54d53d60b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:24.590700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a88330-98b4-484e-bfef-8e6b6cf587f9 req-382a4acf-64e4-46a2-92d2-c2d54d53d60b tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0849097 Nov 22 16:42:24.664136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a88330-98b4-484e-bfef-8e6b6cf587f9 req-e723f004-c805-4310-89db-a8ad3e5cd9fb tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634131 Nov 22 16:42:24.703085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7462e41-fe4f-4284-94cd-a7bac6d749a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:24.850785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:24.882335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: ec09f245-a567-438e-b89b-261b797486a5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:24.882942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device ec09f245-a567-438e-b89b-261b797486a5 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:25.057819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7462e41-fe4f-4284-94cd-a7bac6d749a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.151150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.177365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7462e41-fe4f-4284-94cd-a7bac6d749a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.180150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7462e41-fe4f-4284-94cd-a7bac6d749a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.184233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a7462e41-fe4f-4284-94cd-a7bac6d749a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/526cc2cf-8967-461d-a695-1c10e88ef4b6 HTTP/1.1" status: 204 len: 168 time: 0.7155969 Nov 22 16:42:25.189235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7cbbc5-2f1e-4957-99e3-2002b26c028c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.198778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7462e41-fe4f-4284-94cd-a7bac6d749a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526cc2cf-8967-461d-a695-1c10e88ef4b6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:25.331344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.381907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a38a3-366a-43f2-935a-a80c1514ca41 req-7e3d6ac9-5fe4-4b72-83e8-f5f6861b4e36 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.383614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b07a38a3-366a-43f2-935a-a80c1514ca41 req-7e3d6ac9-5fe4-4b72-83e8-f5f6861b4e36 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.0892389 Nov 22 16:42:25.456522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.481916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b07a38a3-366a-43f2-935a-a80c1514ca41 req-8fa697d4-68e1-4d8f-9941-8cd8c1f74f75 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914059 Nov 22 16:42:25.869834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40614) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:25.870078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dba110-cca8-45fc-9970-7c367a7cac44 req-e674412d-ecbd-40b4-a06f-e4c3da54aa06 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:25.872089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23dba110-cca8-45fc-9970-7c367a7cac44 req-e674412d-ecbd-40b4-a06f-e4c3da54aa06 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1055825 Nov 22 16:42:25.894496 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed644c8-467f-449c-8454-6776a456c9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:25.940613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Router a6e886c5-8ca5-459b-925d-4fbd17504b0d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:25.999330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.014084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23dba110-cca8-45fc-9970-7c367a7cac44 req-dda5811d-a5e4-4e79-83cd-04ce019b6713 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195281 Nov 22 16:42:26.086139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-1aa1aca2-f7a2-4bda-afcc-2495401b373b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.087618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-1aa1aca2-f7a2-4bda-afcc-2495401b373b tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 950 time: 0.1405535 Nov 22 16:42:26.135385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed644c8-467f-449c-8454-6776a456c9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.159501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed644c8-467f-449c-8454-6776a456c9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.253522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:26.255102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed644c8-467f-449c-8454-6776a456c9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e4757-94a5-4a4d-8c29-8f2e78ac5a09,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:26.267139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b7fff5ed-ebf5-48a1-8c6f-e4996ea064cc admin admin] 10.222.0.65 "PUT /v2.0/routers/a6e886c5-8ca5-459b-925d-4fbd17504b0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9794772 Nov 22 16:42:26.267139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fed644c8-467f-449c-8454-6776a456c9fb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e09fadc6a025410e93195665e4a17a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3895090 Nov 22 16:42:26.267403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40624) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:26.267494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40626) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:26.269296 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602517d-465a-4844-a49e-013c6758063f None None] Sync routers for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:26.303007 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:26.304398 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:26.331132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Deleting port b54da9aa-a497-4cf5-81ee-6405584cb7e8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:26.331535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.381161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa83d-56f2-4ab1-93a5-e4007095bb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.415845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa83d-56f2-4ab1-93a5-e4007095bb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.427065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.448741 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:26.475858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] For port b54da9aa-a497-4cf5-81ee-6405584cb7e8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b54da9aa-a497-4cf5-81ee-6405584cb7e8,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:26.476220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.502141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Calling delete_port for b54da9aa-a497-4cf5-81ee-6405584cb7e8 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:26.527648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa83d-56f2-4ab1-93a5-e4007095bb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.534596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc8aa83d-56f2-4ab1-93a5-e4007095bb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.541379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fc8aa83d-56f2-4ab1-93a5-e4007095bb70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a87e4757-94a5-4a4d-8c29-8f2e78ac5a09 HTTP/1.1" status: 204 len: 168 time: 0.2726159 Nov 22 16:42:26.636460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8aa83d-56f2-4ab1-93a5-e4007095bb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e4757-94a5-4a4d-8c29-8f2e78ac5a09,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:26.694971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.729731 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:42:25Z', 'revision_number': 5, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port': {'id': 'bca72ae7-5179-4884-9134-fe75783635bb', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:4f:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:39:50Z', 'updated_at': '2021-11-22T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:26.737365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.754775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:26.795272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602517d-465a-4844-a49e-013c6758063f None None] Checking router: a6e886c5-8ca5-459b-925d-4fbd17504b0d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:42:26.798143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event deleted for resources: {'Port': ['ID=b54da9aa-a497-4cf5-81ee-6405584cb7e8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:26.817632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] Routers {'a6e886c5-8ca5-459b-925d-4fbd17504b0d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:26.822255 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:26.894910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] No DVR routers for this DVR port b54da9aa-a497-4cf5-81ee-6405584cb7e8 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:26.905249 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:26.909240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d63ed1e-5b34-4485-b500-8f1820a650ef req-b7bc0412-8b25-4b29-877e-76d42a46b539 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "DELETE /v2.0/ports/b54da9aa-a497-4cf5-81ee-6405584cb7e8 HTTP/1.1" status: 204 len: 173 time: 0.7853432 Nov 22 16:42:26.911248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-deleted', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:26.918148 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8574fae3-994a-47f8-a73d-bbd85cd7e079" -d '{"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-deleted", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:26.956051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5327ee43-c51c-400c-90d3-b33230a4ea94 req-53544fe6-d1a3-45a5-a624-3fb3bf11e6d4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:26.968293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5327ee43-c51c-400c-90d3-b33230a4ea94 req-53544fe6-d1a3-45a5-a624-3fb3bf11e6d4 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=5fabc14f-dfe9-4231-9ab3-3fc1affb7c18 HTTP/1.1" status: 200 len: 867 time: 0.3222220 Nov 22 16:42:27.003332 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] Set router a6e886c5-8ca5-459b-925d-4fbd17504b0d gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:42:27.081981 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8602517d-465a-4844-a49e-013c6758063f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:42:26Z', 'revision_number': 6, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:27.111801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Deleting port bca72ae7-5179-4884-9134-fe75783635bb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:27.112144 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.142556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5327ee43-c51c-400c-90d3-b33230a4ea94 req-43194a22-bfc0-458f-9b37-a750c5975323 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658106 Nov 22 16:42:27.145568 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8602517d-465a-4844-a49e-013c6758063f None None] The sync data for ids ['a6e886c5-8ca5-459b-925d-4fbd17504b0d'] in n-d-816206-6 is: [{'id': 'a6e886c5-8ca5-459b-925d-4fbd17504b0d', 'name': 'tempest-ServersTestFqdnHostnames-1881969912-router', 'tenant_id': '76aef20049d843ce890190cc698a9134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:39:49Z', 'updated_at': '2021-11-22T16:42:26Z', 'revision_number': 6, 'project_id': '76aef20049d843ce890190cc698a9134', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:27.226274 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340aab1e-c607-450e-984d-c7a59832d66d x-openstack-request-id: req-340aab1e-c607-450e-984d-c7a59832d66d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:27.226805 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fabc14f-dfe9-4231-9ab3-3fc1affb7c18", "name": "network-vif-deleted", "tag": "b54da9aa-a497-4cf5-81ee-6405584cb7e8", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:27.226805 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-340aab1e-c607-450e-984d-c7a59832d66d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:27.227205 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fabc14f-dfe9-4231-9ab3-3fc1affb7c18', 'name': 'network-vif-deleted', 'tag': 'b54da9aa-a497-4cf5-81ee-6405584cb7e8', 'status': 'completed', 'code': 200} Nov 22 16:42:27.325829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] For port bca72ae7-5179-4884-9134-fe75783635bb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bca72ae7-5179-4884-9134-fe75783635bb,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:27.331192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.359758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Calling delete_port for bca72ae7-5179-4884-9134-fe75783635bb owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:27.534035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093575a-e6d5-44b5-8f63-d42389914a78 req-a5bbe381-2d08-4acc-94f7-9051c90d3317 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:27.541432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a093575a-e6d5-44b5-8f63-d42389914a78 req-a5bbe381-2d08-4acc-94f7-9051c90d3317 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1786458 Nov 22 16:42:27.653233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e7cbbc5-2f1e-4957-99e3-2002b26c028c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:27.716778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3cfd3ce2-1c21-40b1-9c58-45dab87c327f details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:27.722770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1e7cbbc5-2f1e-4957-99e3-2002b26c028c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:27.723148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e7cbbc5-2f1e-4957-99e3-2002b26c028c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:27.803815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a093575a-e6d5-44b5-8f63-d42389914a78 req-e5b9d9a4-aedd-40ea-b060-aa6e709b9644 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613623 Nov 22 16:42:27.913110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:27.918754 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:27.931402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'port_id': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'mac_address': 'fa:16:3e:ac:56:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1793396-b711-47b5-babf-3015fbf1d509', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:27.951593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Pushing event deleted for resources: {'Port': ['ID=bca72ae7-5179-4884-9134-fe75783635bb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:27.992591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.992951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.993292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.994125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.994125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.994370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.994649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.994976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.995303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.996150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:27.996150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:28.000130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:28.013344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5b4c93-936a-44bc-803c-e8ef088cd3f7 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:28.020952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.052062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.060840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3cfd3ce2-1c21-40b1-9c58-45dab87c327f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:28.111058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:28.117972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.170133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.172673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.232540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.233230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6e886c5-8ca5-459b-925d-4fbd17504b0d {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:28.240652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.244273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d761816-903d-41b6-a601-43a4e5b95c7d admin admin] 10.222.0.65 "DELETE /v2.0/routers/a6e886c5-8ca5-459b-925d-4fbd17504b0d HTTP/1.1" status: 204 len: 168 time: 1.9766471 Nov 22 16:42:28.244928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40694) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:28.287099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:28.313470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Deleting subnet 3bbc448a-580f-4923-bcb3-bcd6ac9b87c0 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:42:28.317915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.403205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3cfd3ce2-1c21-40b1-9c58-45dab87c327f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:28.404155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.515030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.558563 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:42:28.640036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.705846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bbc448a-580f-4923-bcb3-bcd6ac9b87c0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:28.722719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.742502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3da79eec-d1fc-43e6-8ec6-1ff97f4c547f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3bbc448a-580f-4923-bcb3-bcd6ac9b87c0 HTTP/1.1" status: 204 len: 168 time: 0.4952972 Nov 22 16:42:28.743534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:28.744264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ef7a95-b8a4-412b-bc04-8b891c2390e7 None None] Network 613863f5-2393-4ec0-9239-f270341f6491 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:28.760939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45943c93-c99a-4264-a322-cf408dbd4c5e req-24651e90-e1be-4711-a580-00dc8a45e8db tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:28.796457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45943c93-c99a-4264-a322-cf408dbd4c5e req-24651e90-e1be-4711-a580-00dc8a45e8db tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.2336123 Nov 22 16:42:28.911481 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:28.995140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Deleting port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:28.995404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.013142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45943c93-c99a-4264-a322-cf408dbd4c5e req-2e966378-77d0-4950-a92b-13a1e596fc51 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017167 Nov 22 16:42:29.064952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702d582-a2c7-4831-9bb4-6bc4d3610b52 req-c0f44e7f-3a78-454c-818f-dfdacead7429 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.074269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6702d582-a2c7-4831-9bb4-6bc4d3610b52 req-c0f44e7f-3a78-454c-818f-dfdacead7429 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1982043 Nov 22 16:42:29.123132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] For port 47806f2c-cb55-4e07-a91e-6739b1d86bd3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=47806f2c-cb55-4e07-a91e-6739b1d86bd3,segment=NetworkSegment(49ad5132-af38-47dd-9f52-c7c1ab2cf2d4),segment_id=49ad5132-af38-47dd-9f52-c7c1ab2cf2d4)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:29.123495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.142905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Calling delete_port for 47806f2c-cb55-4e07-a91e-6739b1d86bd3 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:29.147495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40730) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:29.150016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] DHCP port deletion for 613863f5-2393-4ec0-9239-f270341f6491 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:29.236184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6702d582-a2c7-4831-9bb4-6bc4d3610b52 req-f3559482-ef76-4fd9-b0c0-dc61ae96cd2a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535451 Nov 22 16:42:29.291001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Deleting port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:29.291666 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.294525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.334236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aef1bd-1c47-4bcb-925a-d9008b5caa48 req-bf53de7d-c293-4f8a-b14a-0d9ebc5e59d3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.339829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7aef1bd-1c47-4bcb-925a-d9008b5caa48 req-bf53de7d-c293-4f8a-b14a-0d9ebc5e59d3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 944 time: 0.1642227 Nov 22 16:42:29.375998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=47806f2c-cb55-4e07-a91e-6739b1d86bd3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:29.377900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] No DVR routers for this DVR port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:29.396063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] For port 47806f2c-cb55-4e07-a91e-6739b1d86bd3, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:29.397948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.431425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Calling delete_port for 47806f2c-cb55-4e07-a91e-6739b1d86bd3 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:29.434663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:42:29.435142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-118421140', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:29.436349 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.468510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] Pushing event deleted for resources: {'Port': ['ID=47806f2c-cb55-4e07-a91e-6739b1d86bd3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:29.477411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.485440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2b14d-1ebd-4bc7-817c-aab2d829ce59 None None] No DVR routers for this DVR port 47806f2c-cb55-4e07-a91e-6739b1d86bd3 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:29.504778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613863f5-2393-4ec0-9239-f270341f6491']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:29.505809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52513e1f-57a9-4c51-91d5-5bba9d07375d req-f9fb20e1-ec2c-4807-87a7-686c55098aa4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:29.507746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52513e1f-57a9-4c51-91d5-5bba9d07375d req-f9fb20e1-ec2c-4807-87a7-686c55098aa4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1664956 Nov 22 16:42:29.522484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7aef1bd-1c47-4bcb-925a-d9008b5caa48 req-efc27cd3-96f8-4bca-85e3-93391e145574 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607485 Nov 22 16:42:29.530016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Made reservation on behalf of 132996fdacbc4db3ba3b86a48fa0f9ed for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:29.533191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.558570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.575520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:29.577274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ad5132-af38-47dd-9f52-c7c1ab2cf2d4') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:29.606089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.616825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52513e1f-57a9-4c51-91d5-5bba9d07375d req-3007c7e7-4ad6-4040-9319-c59a94704fba tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999253 Nov 22 16:42:29.631627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.660470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:42:29.660838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.683909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3cfd3ce2-1c21-40b1-9c58-45dab87c327f up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:29.687599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bca72ae7-5179-4884-9134-fe75783635bb no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: items = [ Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:42:29.738210 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:42:29.743922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.753645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.758478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] device_id is not set on port a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:42:29.768219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bca72ae7-5179-4884-9134-fe75783635bb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:29.768219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bca72ae7-5179-4884-9134-fe75783635bb not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:29.768219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 47806f2c-cb55-4e07-a91e-6739b1d86bd3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:29.778349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.785445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:29.793177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/613863f5-2393-4ec0-9239-f270341f6491 HTTP/1.1" status: 204 len: 168 time: 1.0448797 Nov 22 16:42:29.847643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c38c98-eae4-496e-8109-91b7df6944a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=613863f5-2393-4ec0-9239-f270341f6491,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:29.864881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 47806f2c-cb55-4e07-a91e-6739b1d86bd3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:29.865232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 47806f2c-cb55-4e07-a91e-6739b1d86bd3 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:29.932080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:29.932450 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.008350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de17fa-0e28-424d-a775-7e3ddbf2f4cc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:30.056194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Allocated IP 172.25.6.157 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:30.077154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bf5bf-0025-434b-a98a-90aa84816b27 req-91419b2f-6555-4546-ad8d-03b664cef4b2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.092298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e3bf5bf-0025-434b-a98a-90aa84816b27 req-91419b2f-6555-4546-ad8d-03b664cef4b2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1553032 Nov 22 16:42:30.092617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.140514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:30.143339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:30.147178 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ca8086-9c61-4ce6-86d3-5d0bc8951ecf" -d '{"events": [{"server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:30.154995 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.157501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:30.176209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-48761d36-b41f-44b7-9352-b92f2d6dd0bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.181606 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-48761d36-b41f-44b7-9352-b92f2d6dd0bf tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1026385 Nov 22 16:42:30.183981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40758) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:30.186739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: b54da9aa-a497-4cf5-81ee-6405584cb7e8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:30.187337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b54da9aa-a497-4cf5-81ee-6405584cb7e8 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:30.262266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:30.383598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1ff5e436-c8d1-4d44-a0b3-7d0a4d9fd4f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76aef20049d843ce890190cc698a9134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956141 Nov 22 16:42:30.387116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40764) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:30.463780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7363b491-02be-47a9-8ad9-56b1b4b016cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.489441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Deleting port e50a1769-7b63-4f56-96dd-7a5237ad3b93 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:30.489811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.497626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7363b491-02be-47a9-8ad9-56b1b4b016cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.621923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] For port e50a1769-7b63-4f56-96dd-7a5237ad3b93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e50a1769-7b63-4f56-96dd-7a5237ad3b93,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:30.622298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.638252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Calling delete_port for e50a1769-7b63-4f56-96dd-7a5237ad3b93 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:30.774514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e3bf5bf-0025-434b-a98a-90aa84816b27 req-91a477f6-38d6-487e-a5a2-76510dc267e2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6715171 Nov 22 16:42:30.822793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264e50d-8f11-4fb4-8664-fe9f986026d0 req-6dbc625b-860e-434b-8843-9d6b951ba962 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:30.831056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4264e50d-8f11-4fb4-8664-fe9f986026d0 req-6dbc625b-860e-434b-8843-9d6b951ba962 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 950 time: 0.1564505 Nov 22 16:42:30.878358 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a369e1-c468-4e4c-ac03-89845bbbc76e x-openstack-request-id: req-e5a369e1-c468-4e4c-ac03-89845bbbc76e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:30.878724 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "name": "network-vif-plugged", "status": "completed", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:30.879173 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5a369e1-c468-4e4c-ac03-89845bbbc76e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:30.879580 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'code': 200} Nov 22 16:42:30.993523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7363b491-02be-47a9-8ad9-56b1b4b016cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:30.997023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.001149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7363b491-02be-47a9-8ad9-56b1b4b016cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.003182 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7363b491-02be-47a9-8ad9-56b1b4b016cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0798ab3-007c-4f13-aba2-64c5a9973ddb HTTP/1.1" status: 204 len: 168 time: 0.6144938 Nov 22 16:42:31.044200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363b491-02be-47a9-8ad9-56b1b4b016cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0798ab3-007c-4f13-aba2-64c5a9973ddb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.044200 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.076134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e50a1769-7b63-4f56-96dd-7a5237ad3b93'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:31.166949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Pushing event deleted for resources: {'Port': ['ID=e50a1769-7b63-4f56-96dd-7a5237ad3b93,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.176619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.196353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4264e50d-8f11-4fb4-8664-fe9f986026d0 req-f85e3fe7-568a-450c-a7ef-a58ddadf340a tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/security-groups?id=5dd0c85a-19b5-4802-b371-04733e77b7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3643208 Nov 22 16:42:31.273142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80b1ea-ac90-4876-8c67-a138fc8398c4 req-32a3d576-7fd7-4ef9-96b3-b7c975bd7354 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.275015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773fddf-f8e5-469d-9132-684a620c705b req-7ee75db5-c7fc-48c4-a32d-8ffcabc261ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.281440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5773fddf-f8e5-469d-9132-684a620c705b req-7ee75db5-c7fc-48c4-a32d-8ffcabc261ca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 1096 time: 0.2251842 Nov 22 16:42:31.293825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f80b1ea-ac90-4876-8c67-a138fc8398c4 req-32a3d576-7fd7-4ef9-96b3-b7c975bd7354 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.2154365 Nov 22 16:42:31.316113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] No DVR routers for this DVR port e50a1769-7b63-4f56-96dd-7a5237ad3b93 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:31.340618 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.349458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8d4350b3-4803-4b3d-b28c-6c758b336d53 req-d66b37b4-b14e-4018-9635-4373537fde61 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.66 "DELETE /v2.0/ports/e50a1769-7b63-4f56-96dd-7a5237ad3b93 HTTP/1.1" status: 204 len: 173 time: 1.1578937 Nov 22 16:42:31.351066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-deleted', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:31.351364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:31.358040 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a3216-3da9-4b45-9682-bdb95f4fa02e" -d '{"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-deleted", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:31.385869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:31.404039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76210ca1-70ae-4585-95ca-a01736e057f1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:31.446611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:31.514622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2754c8bc-02cd-4a41-b21b-338b237c8800 None None] Provisioning complete for port a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:31.515007 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2754c8bc-02cd-4a41-b21b-338b237c8800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.517791 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5773fddf-f8e5-469d-9132-684a620c705b req-aabe7880-4879-41c6-a3dd-3bc1d509a12e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991069 Nov 22 16:42:31.599528 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08e9355-28de-4ef0-9197-053f9f05b6a0 x-openstack-request-id: req-b08e9355-28de-4ef0-9197-053f9f05b6a0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:31.600262 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6457d05e-cc06-48d9-b95d-ad4d2880af6e", "name": "network-vif-deleted", "tag": "e50a1769-7b63-4f56-96dd-7a5237ad3b93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:31.600748 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b08e9355-28de-4ef0-9197-053f9f05b6a0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:31.601391 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6457d05e-cc06-48d9-b95d-ad4d2880af6e', 'name': 'network-vif-deleted', 'tag': 'e50a1769-7b63-4f56-96dd-7a5237ad3b93', 'status': 'completed', 'code': 200} Nov 22 16:42:31.604172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Pushing event updated for resources: {'Port': ['ID=a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:31.616721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2754c8bc-02cd-4a41-b21b-338b237c8800 None None] Port a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:31.620260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f80b1ea-ac90-4876-8c67-a138fc8398c4 req-a046c557-7c86-432e-86f0-4645a3af3e69 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220017 Nov 22 16:42:31.660417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:31.661043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.691377 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e397efd8-fe34-44fe-afec-e1d4667cfe45 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5398576 Nov 22 16:42:31.691377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40798) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:31.697760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.157'}]}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:31.724623 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.727577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:31.877069 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.067647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae768ccf-7db3-4c80-b6cd-84aec70e1f22 req-307a1768-4038-41c5-8e7a-83f81224ad44 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:32.069274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae768ccf-7db3-4c80-b6cd-84aec70e1f22 req-307a1768-4038-41c5-8e7a-83f81224ad44 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1906471 Nov 22 16:42:32.141161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.186791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae768ccf-7db3-4c80-b6cd-84aec70e1f22 req-7dcfb81a-fe4d-49e6-8d9e-acdac46c56f3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878882 Nov 22 16:42:32.344588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:32.363450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a60016a6-25d2-4ee5-a261-052f3c2614f7 req-54f0289f-a8ee-4889-84bf-1068dd8a2ba2 tempest-MigrationsAdminTest-1326050696 tempest-MigrationsAdminTest-1326050696-project] 10.222.0.65 "GET /v2.0/ports?device_id=6457d05e-cc06-48d9-b95d-ad4d2880af6e HTTP/1.1" status: 200 len: 210 time: 0.0471404 Nov 22 16:42:32.514430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-70204904-network', 'tenant_id': '72d21fc451f7458bb739ea5b3069a4a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:32.550636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Made reservation on behalf of 72d21fc451f7458bb739ea5b3069a4a9 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:32.554636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.554986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.576498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.581799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.713146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.726584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.749571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:32.766985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb234445-c773-4355-9488-542c3b7614e5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:32.788746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.789501 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Added segment 618bb4a9-042e-4fa9-8be6-fec9034f5c35 of type vlan for network 27eba738-bf6e-477e-99a6-3cbcd40419c2 Nov 22 16:42:32.807100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae1676-2180-4101-8bfc-9d0f115fa1ac req-c719ac39-ab81-4c0f-9634-fec13b1caac9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:32.808794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dae1676-2180-4101-8bfc-9d0f115fa1ac req-c719ac39-ab81-4c0f-9634-fec13b1caac9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.0955122 Nov 22 16:42:32.848801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.854335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.880330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.881797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:32.882701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:32.960909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6136148 Nov 22 16:42:32.964010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40838) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:32.973237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Request body: {'subnet': {'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-70204904-subnet', 'tenant_id': '72d21fc451f7458bb739ea5b3069a4a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:32.978669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fb6b9-3931-4215-896b-887d48175137 admin admin] Pushing event updated for resources: {'Network': ['ID=27eba738-bf6e-477e-99a6-3cbcd40419c2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:32.991616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:33.012887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Made reservation on behalf of 72d21fc451f7458bb739ea5b3069a4a9 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:33.017478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.060851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dae1676-2180-4101-8bfc-9d0f115fa1ac req-5be2a25f-5fb7-40fb-9f16-1c8bbcb8bc8e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383697 Nov 22 16:42:33.063450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.066492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.125556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.126798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d601653-2456-4401-a1be-693261de9e42 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:42:33.177118 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:42:33.178635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-649fd716-fa5b-4db7-8fe4-6ba5b040afd2 tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4855242 Nov 22 16:42:33.186347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40848) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:33.343476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.378734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4324de7-60bb-4125-884e-233dfd3e42d5 req-329ca84f-b58c-4180-8d18-7486b660405c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.386022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4324de7-60bb-4125-884e-233dfd3e42d5 req-329ca84f-b58c-4180-8d18-7486b660405c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0713639 Nov 22 16:42:33.408099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Deleting port a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:33.408943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.460616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:33.495263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Checking segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:33.496971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Network hostable DHCP agents. Network: 27eba738-bf6e-477e-99a6-3cbcd40419c2, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:33.498449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4324de7-60bb-4125-884e-233dfd3e42d5 req-dbec3a7c-bab2-46fb-874f-88fc1cef5f29 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114755 Nov 22 16:42:33.564729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:33.587431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 27eba738-bf6e-477e-99a6-3cbcd40419c2) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:33.600879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2d6719-e37a-4ae5-a87a-42c776507690 None None] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:33.618245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.622011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:33.625565 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:33.666808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Calling delete_port for a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:33.667615 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0955fb36-76df-4e09-8675-84471316dd43 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7023854 Nov 22 16:42:33.716564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:33.743562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: e50a1769-7b63-4f56-96dd-7a5237ad3b93 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:33.744131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e50a1769-7b63-4f56-96dd-7a5237ad3b93 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:33.850624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a117d-c49e-40a8-a7ea-d76e57ddfccb None None] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:33.923480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40868) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:34.002940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.083480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ce0f03-0cf5-404a-8cae-1e6ae12938b7 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:42:34.103100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Pushing event deleted for resources: {'Port': ['ID=a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:34.212825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-10bad05a-8888-4c3d-aae0-1c312daa1b5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc4d1aee37b74f9da54d3ef0a1e24838&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874813 Nov 22 16:42:34.215888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40888) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:34.288718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43632f63-e75d-422b-95de-56731a18c2fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.322670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.328615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43632f63-e75d-422b-95de-56731a18c2fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.332099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-004b12b3-517a-43e1-aa48-202eea5f0c7a tempest-RoutersAdminNegativeIpV6Test-920982616 tempest-RoutersAdminNegativeIpV6Test-920982616-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a88c6e3e-9ac6-4ea5-b5b6-2bbabd425388 HTTP/1.1" status: 204 len: 168 time: 1.1435144 Nov 22 16:42:34.375565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dec36-0118-4908-b9a1-6afaa3d02d61 req-576641f8-5956-4c1a-ba24-343deccd758c tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:34.384174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df8dec36-0118-4908-b9a1-6afaa3d02d61 req-576641f8-5956-4c1a-ba24-343deccd758c tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1789775 Nov 22 16:42:34.416416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43632f63-e75d-422b-95de-56731a18c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.423956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-43632f63-e75d-422b-95de-56731a18c2fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.427465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-43632f63-e75d-422b-95de-56731a18c2fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5dd0c85a-19b5-4802-b371-04733e77b7a4 HTTP/1.1" status: 204 len: 168 time: 0.2096767 Nov 22 16:42:34.445344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43632f63-e75d-422b-95de-56731a18c2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd0c85a-19b5-4802-b371-04733e77b7a4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:34.528295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df8dec36-0118-4908-b9a1-6afaa3d02d61 req-3f18a377-66b7-4307-a2a5-c97e11ff6ebe tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241999 Nov 22 16:42:34.587198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f3e6cc18-d42e-4bd9-82bc-34dbfeef8032 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:34.597322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f3e6cc18-d42e-4bd9-82bc-34dbfeef8032 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 811 time: 0.2119265 Nov 22 16:42:34.627644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-16a1b99f-2e01-4008-b83a-20de185e467d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/quotas/72d21fc451f7458bb739ea5b3069a4a9 HTTP/1.1" status: 200 len: 375 time: 0.0259895 Nov 22 16:42:34.700969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-9fd038bd-8769-4169-8bce-1070fcc7b2ff tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0702643 Nov 22 16:42:34.714016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:34.820952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-6af17952-1714-4816-bba8-77909e83e9f4 service neutron] 10.222.0.65 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023126 Nov 22 16:42:34.938637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-3c075369-761a-4574-bbc6-23d1e123c01b service neutron] 10.222.0.65 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009161 Nov 22 16:42:34.947680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-949b0ed5-c441-4ba0-abe7-614c5fe86aaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:34.967422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7bfb9-b3f5-4b1b-80ed-415b97461ce4 req-89e8d74d-cf9e-4a00-8dfd-5a74703327fc tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:34.975936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0a7bfb9-b3f5-4b1b-80ed-415b97461ce4 req-89e8d74d-cf9e-4a00-8dfd-5a74703327fc tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2703829 Nov 22 16:42:35.010090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40918) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:35.033802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0a7bfb9-b3f5-4b1b-80ed-415b97461ce4 req-cdd627a0-a267-4061-9d9e-e8e02aea9a00 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561523 Nov 22 16:42:35.094770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40920) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:35.103039 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0ff081f0-f598-43ac-b874-f31631919f1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f71dc6aba3c40e58a04547fd351e80b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0903459 Nov 22 16:42:35.183155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-949b0ed5-c441-4ba0-abe7-614c5fe86aaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.193473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7d7c-58fc-4e22-9602-691d782d7cd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.199565 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-949b0ed5-c441-4ba0-abe7-614c5fe86aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.255389 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-949b0ed5-c441-4ba0-abe7-614c5fe86aaf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2ef8fe51c464472929338a7eb979de9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5397294 Nov 22 16:42:35.256401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b0ed5-c441-4ba0-abe7-614c5fe86aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70edb311-610e-495f-bcfc-a8a465ec6d68,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:35.259300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40922) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:35.310873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7d7c-58fc-4e22-9602-691d782d7cd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.384507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbed58-32b7-4fac-b92b-b8f685f61b33 req-35b78988-bb8c-411a-a6ef-00409363d263 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:35.387171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdcbed58-32b7-4fac-b92b-b8f685f61b33 req-35b78988-bb8c-411a-a6ef-00409363d263 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1956987 Nov 22 16:42:35.479933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdcbed58-32b7-4fac-b92b-b8f685f61b33 req-fdb1e6b7-a4b7-46d4-969b-caba44295930 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835693 Nov 22 16:42:35.482451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7d7c-58fc-4e22-9602-691d782d7cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.487254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d9a7d7c-58fc-4e22-9602-691d782d7cd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.489120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d9a7d7c-58fc-4e22-9602-691d782d7cd6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a202981f-9bb9-4243-bac2-696832069e75 HTTP/1.1" status: 204 len: 168 time: 0.3931382 Nov 22 16:42:35.497261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-818c3ce6-f51a-4d87-8fa0-e71bc7b35aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.527306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a7d7c-58fc-4e22-9602-691d782d7cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a202981f-9bb9-4243-bac2-696832069e75,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:35.580354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-818c3ce6-f51a-4d87-8fa0-e71bc7b35aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.605588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38e8e7a7-cb55-4109-ba77-ed6e97f91fc4 req-ff21140f-ffd6-46eb-a4c6-f3fe44238fff tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 210 time: 0.0614741 Nov 22 16:42:35.739622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-818c3ce6-f51a-4d87-8fa0-e71bc7b35aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.742436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-818c3ce6-f51a-4d87-8fa0-e71bc7b35aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:35.753419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-818c3ce6-f51a-4d87-8fa0-e71bc7b35aaa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70edb311-610e-495f-bcfc-a8a465ec6d68 HTTP/1.1" status: 204 len: 168 time: 0.4886498 Nov 22 16:42:35.779402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c3ce6-f51a-4d87-8fa0-e71bc7b35aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70edb311-610e-495f-bcfc-a8a465ec6d68,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:36.421139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650e660-f796-4ca1-a0d0-fae862cf9e3a req-088df461-0913-4014-8ec3-3b2fb9641983 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:36.442702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5650e660-f796-4ca1-a0d0-fae862cf9e3a req-088df461-0913-4014-8ec3-3b2fb9641983 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1327207 Nov 22 16:42:36.446587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40972) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:36.550127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-079ca483-624a-4657-9fcd-408cb15251e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=132996fdacbc4db3ba3b86a48fa0f9ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1019127 Nov 22 16:42:36.555874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40976) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:36.578865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5650e660-f796-4ca1-a0d0-fae862cf9e3a req-02a2938f-4b53-47ee-b58e-f6dde3a0b847 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341345 Nov 22 16:42:36.624317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-7ced9aa2-aa45-4169-bd86-0df22ecdf312 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:36.664802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-7ced9aa2-aa45-4169-bd86-0df22ecdf312 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 815 time: 0.4632308 Nov 22 16:42:36.680176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5959dbe-a8aa-431d-a795-88c124f87454 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.709046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-abbfc685-c732-4cf2-ae76-ab9d0d2e081f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/quotas/ad40f25623b544578faf86357cd85869 HTTP/1.1" status: 200 len: 375 time: 0.0432394 Nov 22 16:42:36.711250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5959dbe-a8aa-431d-a795-88c124f87454 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.786893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5959dbe-a8aa-431d-a795-88c124f87454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.791454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5959dbe-a8aa-431d-a795-88c124f87454 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:36.793009 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5959dbe-a8aa-431d-a795-88c124f87454 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0de17fa-0e28-424d-a775-7e3ddbf2f4cc HTTP/1.1" status: 204 len: 168 time: 0.2338548 Nov 22 16:42:36.807848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-512cf642-4ec5-4a58-a36a-f2eb0fd64a81 req-9233f5a9-d9af-4d42-b2e8-6489772fb44b tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 210 time: 0.0364275 Nov 22 16:42:36.830062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-44791dc5-02f6-46f1-8900-19c7353abe47 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1188984 Nov 22 16:42:36.841799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5959dbe-a8aa-431d-a795-88c124f87454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de17fa-0e28-424d-a775-7e3ddbf2f4cc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:37.270234 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:37.381153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-e8c956f8-96cb-4b88-b7b5-aa8fc0be48da service neutron] 10.222.0.65 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190723 Nov 22 16:42:37.498040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-80a6e18e-25a7-427f-9d27-1548b51b44aa service neutron] 10.222.0.65 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082430 Nov 22 16:42:37.804208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbe297-e656-4a81-86e4-b1a631213f7d req-99bf1d6d-23f4-47d9-ae12-a4467c0e0d1e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.809581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1dbe297-e656-4a81-86e4-b1a631213f7d req-99bf1d6d-23f4-47d9-ae12-a4467c0e0d1e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1514308 Nov 22 16:42:37.826416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-82058dc4-c6b0-432b-84b8-95a13cfc19c4 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:37.828481 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-82058dc4-c6b0-432b-84b8-95a13cfc19c4 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e976419-cb49-465d-8f32-674eedc91fbc HTTP/1.1" status: 200 len: 945 time: 0.1727157 Nov 22 16:42:37.966271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93e0e1fc-5955-48d0-8676-255ef736467f req-38cc84d8-4dc0-4b9f-806e-2a3dea9850cf tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 210 time: 0.0987315 Nov 22 16:42:38.039391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1dbe297-e656-4a81-86e4-b1a631213f7d req-bf4a939c-5548-412d-b410-27f2eadaf1d4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226601 Nov 22 16:42:38.176523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8236bd7-1d8b-4758-bfd2-00478855fd10 req-c5509cf6-9ed8-423c-bc47-c7509c854610 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 210 time: 0.0719891 Nov 22 16:42:38.276480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-9a915eec-b42c-45d6-a186-5cb4f674825b tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.278030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-9a915eec-b42c-45d6-a186-5cb4f674825b tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 811 time: 0.3069251 Nov 22 16:42:38.322687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Request body: {'port': {'device_id': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'admin_state_up': True, 'tenant_id': '72d21fc451f7458bb739ea5b3069a4a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:38.593998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41048) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:38.634356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-ece91160-1964-4c8a-819d-9252ba03bd70 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:38.636045 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-ece91160-1964-4c8a-819d-9252ba03bd70 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 811 time: 0.7712824 Nov 22 16:42:38.649857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Made reservation on behalf of 72d21fc451f7458bb739ea5b3069a4a9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:38.653543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:38.663942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Request body: {'port': {'device_id': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'admin_state_up': True, 'tenant_id': '72d21fc451f7458bb739ea5b3069a4a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:38.736140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Deleting port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:38.737093 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:38.747579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:38.800057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-481972881'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:38.857114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:38.861644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:38.875968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.021861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.035808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] For port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:39.036355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.042202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.054041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Calling delete_port for 3cfd3ce2-1c21-40b1-9c58-45dab87c327f owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:39.086135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:39.150401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68284db-44a0-4358-a088-e6c1632ef75a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:39.156482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.158892 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment cda772f3-ad97-4945-89f1-e903611eac4d of type vlan for network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 Nov 22 16:42:39.191688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfbfe6a2-df6c-4ffb-a74c-c8041ec7c9d4 req-d38579c1-6959-413f-a6c7-057c6134b124 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 210 time: 0.0873628 Nov 22 16:42:39.244994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.264558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Made reservation on behalf of 72d21fc451f7458bb739ea5b3069a4a9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:39.279284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.284800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.295697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.297423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.368749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Allocated IP 172.20.0.14 (27eba738-bf6e-477e-99a6-3cbcd40419c2/c8a5c3b7-b7c5-46de-ab70-fb441193cfb1/2140a04c-b172-4ebc-b611-d84943216f0d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:39.561093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41078) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:39.562871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9598603 Nov 22 16:42:39.572960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-718045425'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:39.587746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e424c-4540-470c-b505-6a38042d253f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=55d3536d-cf82-45a2-8df1-19a1e9d5cdd7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:39.602621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:39.671171 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.688255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3cfd3ce2-1c21-40b1-9c58-45dab87c327f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:39.705755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83d64f24-7990-4507-87d3-7b2cfb825fae req-c18fb7d5-f0b3-4e94-b0bf-66c766ae8540 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 210 time: 0.0821216 Nov 22 16:42:39.721350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:39.726341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.748254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb29004-0bfb-4a6b-8717-eee02ee22f74 req-35ec2db4-6fab-42ab-94fd-bd8338d87ec1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.750619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acb29004-0bfb-4a6b-8717-eee02ee22f74 req-35ec2db4-6fab-42ab-94fd-bd8338d87ec1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.3432600 Nov 22 16:42:39.760325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Pushing event deleted for resources: {'Port': ['ID=3cfd3ce2-1c21-40b1-9c58-45dab87c327f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:39.766847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-0c3a8e96-725d-49c7-b2fc-fc6bfc70d8d7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:39.768624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-0c3a8e96-725d-49c7-b2fc-fc6bfc70d8d7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 815 time: 0.4609337 Nov 22 16:42:39.791805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Request body: {'port': {'device_id': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'admin_state_up': True, 'tenant_id': 'ad40f25623b544578faf86357cd85869'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:39.797011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] No DVR routers for this DVR port 3cfd3ce2-1c21-40b1-9c58-45dab87c327f on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:42:39.810574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.816111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-374efb51-a0f9-4e8e-bf30-fbd7c9fa67e7 req-b3492cc9-10de-48c1-b88a-4bce06db7651 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "DELETE /v2.0/ports/3cfd3ce2-1c21-40b1-9c58-45dab87c327f HTTP/1.1" status: 204 len: 173 time: 1.9784949 Nov 22 16:42:39.816614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'name': 'network-vif-deleted', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:39.827685 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f364a9-8dee-4b8c-bc82-e1d3077e3c4f" -d '{"events": [{"server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "name": "network-vif-deleted", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:39.845932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:42:39.870586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.870975 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment 64ba815a-6f92-4152-b9bd-bf7695413279 of type vlan for network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 Nov 22 16:42:39.893515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acb29004-0bfb-4a6b-8717-eee02ee22f74 req-b83b6713-0a4b-4cda-b392-1d371fc8a191 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181161 Nov 22 16:42:39.928192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:39.946112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.001692 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7a3e74-7922-4f04-8bc7-3eac5988e4bf x-openstack-request-id: req-7e7a3e74-7922-4f04-8bc7-3eac5988e4bf {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:40.002049 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e976419-cb49-465d-8f32-674eedc91fbc", "name": "network-vif-deleted", "tag": "3cfd3ce2-1c21-40b1-9c58-45dab87c327f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:40.002261 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e7a3e74-7922-4f04-8bc7-3eac5988e4bf {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:40.002725 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e976419-cb49-465d-8f32-674eedc91fbc', 'name': 'network-vif-deleted', 'tag': '3cfd3ce2-1c21-40b1-9c58-45dab87c327f', 'status': 'completed', 'code': 200} Nov 22 16:42:40.011128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.028849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:40.030056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.050452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.063698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Made reservation on behalf of ad40f25623b544578faf86357cd85869 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:40.071768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.274907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Allocated IP 172.20.0.9 (bb437556-f760-4ce6-b341-66691a0a33dc/b1793396-b711-47b5-babf-3015fbf1d509/1dd61202-22a6-4137-a934-017865f971ce) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:40.392492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ccf2d70-c3f0-4424-8b13-1e62e0ac1abb req-3666066a-2e46-4a77-ac87-d12afc117efa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 210 time: 0.0408423 Nov 22 16:42:40.586003 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.590520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:40.613998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:40.641525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0773268 Nov 22 16:42:40.648662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:40.654872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:40.668281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.694447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:40.706431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03916d2-4dea-4ce8-ac7f-8a4b0123193c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:40.713343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Network bb437556-f760-4ce6-b341-66691a0a33dc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:40.720186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:40.721280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:42:40.725054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:40.735529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event updated for resources: {'Port': ['ID=2140a04c-b172-4ebc-b611-d84943216f0d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:40.778599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Allocated IP 172.20.0.10 (27eba738-bf6e-477e-99a6-3cbcd40419c2/c8a5c3b7-b7c5-46de-ab70-fb441193cfb1/4f7355b9-6319-4892-add7-6e0cd4c7f73c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:40.824651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:40.825230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.863274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:40.864041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.877275 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-a3c7bc23-0c47-40ca-9242-e9d133528a12 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5630362 Nov 22 16:42:40.893364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39402e1e-eb72-4fa1-828b-12253fdbdbd2 req-71d3ff2f-7d5a-4199-bdb3-a55714a5a55b tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 210 time: 0.0715420 Nov 22 16:42:40.897769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:40.898348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Request body: {'port': {'device_id': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:40.942391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:40.942694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2acbf2ed-c355-4ebb-b46c-f6fbd17ef184 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1569130 Nov 22 16:42:40.946188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:40.957943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Request body: {'port': {'device_id': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:41.146922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.265993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.467622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.480428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.551109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d839e9-c6fb-4cad-84d7-3d9b6174e803 req-fb64278e-e658-4164-a9c9-d71412839b8d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.573267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38d839e9-c6fb-4cad-84d7-3d9b6174e803 req-fb64278e-e658-4164-a9c9-d71412839b8d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1433761 Nov 22 16:42:41.576076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41130) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:41.615617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:41.620521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.634196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:41.645596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:41.650236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event updated for resources: {'Port': ['ID=4f7355b9-6319-4892-add7-6e0cd4c7f73c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:41.671075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=f9158ae2-96a5-4f97-8116-f2a146111ff1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:41.678389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38d839e9-c6fb-4cad-84d7-3d9b6174e803 req-4e5dabeb-1d15-4510-a919-c38b76e9b8af tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035523 Nov 22 16:42:41.704818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3cfd3ce2-1c21-40b1-9c58-45dab87c327f no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:42:41.726004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 3cfd3ce2-1c21-40b1-9c58-45dab87c327f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:42:41.727156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3cfd3ce2-1c21-40b1-9c58-45dab87c327f not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:42:41.748800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3835274-ec29-4c33-b532-96641129ced3 req-f39b580b-671f-4909-a377-b90f37dd3aa5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.749400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': 'cda772f3-ad97-4945-89f1-e903611eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:41.749400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:41.751480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3835274-ec29-4c33-b532-96641129ced3 req-f39b580b-671f-4909-a377-b90f37dd3aa5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 931 time: 0.2346535 Nov 22 16:42:41.760753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.761410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.793730 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f4a98731-dc93-4322-8d73-9efed7ea21f9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1369023 Nov 22 16:42:41.822189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Request body: {'port': {'device_id': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:41.831691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:41.881557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:41.889256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3835274-ec29-4c33-b532-96641129ced3 req-6450c4d9-88af-4337-b04e-f8d2eea51b54 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236591 Nov 22 16:42:41.894130 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d3a367b-8054-4d72-832a-fec39a9629be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.901931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acecb47c-ca41-49dc-959a-15de5220266d None None] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:41.921017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:41.921596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:41.974030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2140a04c-b172-4ebc-b611-d84943216f0d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:41.987194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-225324a4-af90-411e-9029-2ea7ceddf3c6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3242226 Nov 22 16:42:41.991811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41138) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:41.993614 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.001566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:42.021890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.112199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Transition to ACTIVE for port object 2140a04c-b172-4ebc-b611-d84943216f0d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:42.125319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.139713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1665b1-ae0d-4d08-87fa-b9f8313ae142 req-fb102f7a-becc-4083-9c9d-d7dc336e75d6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:42.142237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d1665b1-ae0d-4d08-87fa-b9f8313ae142 req-fb102f7a-becc-4083-9c9d-d7dc336e75d6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 932 time: 0.1153774 Nov 22 16:42:42.217730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d3a367b-8054-4d72-832a-fec39a9629be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.237131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-55d3536d-cf82-45a2-8df1-19a1e9d5cdd7', 'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': 'f9158ae2-96a5-4f97-8116-f2a146111ff1'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:42:42.237522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d3a367b-8054-4d72-832a-fec39a9629be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.238629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.306672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Pushing event updated for resources: {'Port': ['ID=2140a04c-b172-4ebc-b611-d84943216f0d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.319967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:42:42.323423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.342499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d1665b1-ae0d-4d08-87fa-b9f8313ae142 req-62455085-c98b-4c23-adbf-5fe6a55b0899 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665664 Nov 22 16:42:42.352543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3a367b-8054-4d72-832a-fec39a9629be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e62d8d-2d83-4aa2-82a1-eb32e2298fb4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.357575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2d3a367b-8054-4d72-832a-fec39a9629be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6990533cbf0340988b076e26d601876f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7588305 Nov 22 16:42:42.387576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41142) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:42.416142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd61202-22a6-4137-a934-017865f971ce {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:42.429015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.454177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Transition to ACTIVE for port object 1dd61202-22a6-4137-a934-017865f971ce will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:42.460928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.469717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Allocated IP 2001:db8::2 (55d3536d-cf82-45a2-8df1-19a1e9d5cdd7/f9158ae2-96a5-4f97-8116-f2a146111ff1/ba9ad78e-c1d0-4ddd-b10c-60ad24809061) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:42.541991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b564-f051-4363-9311-cba815924879 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.625974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Attempting to bind port 1dd61202-22a6-4137-a934-017865f971ce on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:42.626420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Attempting to bind port 1dd61202-22a6-4137-a934-017865f971ce by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:42.627286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Attempting to bind port 1dd61202-22a6-4137-a934-017865f971ce on network bb437556-f760-4ce6-b341-66691a0a33dc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:42.632471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Attempting to bind port 2140a04c-b172-4ebc-b611-d84943216f0d on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:42.632813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Attempting to bind port 2140a04c-b172-4ebc-b611-d84943216f0d by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:42.633292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Attempting to bind port 2140a04c-b172-4ebc-b611-d84943216f0d on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:42.635261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fe65a6-6f59-46d8-b93c-412baa9fbe4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.646922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Port 1dd61202-22a6-4137-a934-017865f971ce on network bb437556-f760-4ce6-b341-66691a0a33dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:42.655440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Attempting to bind port 1dd61202-22a6-4137-a934-017865f971ce on network bb437556-f760-4ce6-b341-66691a0a33dc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:42.661220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Port 2140a04c-b172-4ebc-b611-d84943216f0d on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:42.661556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Attempting to bind port 2140a04c-b172-4ebc-b611-d84943216f0d on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:42.664817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:42.665411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Checking segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:42.666052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Bound using segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:42.666771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Bound port: 1dd61202-22a6-4137-a934-017865f971ce, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:42.667736 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.691304 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.700487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.709832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:42.710193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Checking segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:42.710556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Bound using segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:42.711025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Bound port: 2140a04c-b172-4ebc-b611-d84943216f0d, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:42.711758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.718125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fe65a6-6f59-46d8-b93c-412baa9fbe4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.798890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Pushing event updated for resources: {'Port': ['ID=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:42.804199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:42.806491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:42.811385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:42.842631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:42.888896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:42.892934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Attempting to bind port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:42.893701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Attempting to bind port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cda772f3-ad97-4945-89f1-e903611eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:42.894407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Attempting to bind port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 on network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:42.899560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.904470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:42.905341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Checking segment: {'id': 'cda772f3-ad97-4945-89f1-e903611eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:42.906658 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.907488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Bound using segment: {'id': 'cda772f3-ad97-4945-89f1-e903611eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:42.908226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Bound port: ba9ad78e-c1d0-4ddd-b10c-60ad24809061, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda772f3-ad97-4945-89f1-e903611eac4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '55d3536d-cf82-45a2-8df1-19a1e9d5cdd7'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:42.908844 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:42.919903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967692b0-6ce7-45d0-9479-02f2d9e4a41c req-20c23faf-ca0b-41a2-8fbc-7cee95c28d3a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:42.936296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-967692b0-6ce7-45d0-9479-02f2d9e4a41c req-20c23faf-ca0b-41a2-8fbc-7cee95c28d3a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1696596 Nov 22 16:42:43.041024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] For port ba9ad78e-c1d0-4ddd-b10c-60ad24809061, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:43.045795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] For port ba9ad78e-c1d0-4ddd-b10c-60ad24809061, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,segment=NetworkSegment(cda772f3-ad97-4945-89f1-e903611eac4d),segment_id=cda772f3-ad97-4945-89f1-e903611eac4d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:43.049591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fe65a6-6f59-46d8-b93c-412baa9fbe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.052447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69fe65a6-6f59-46d8-b93c-412baa9fbe4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.052904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.067491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69fe65a6-6f59-46d8-b93c-412baa9fbe4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7e62d8d-2d83-4aa2-82a1-eb32e2298fb4 HTTP/1.1" status: 204 len: 168 time: 0.6588595 Nov 22 16:42:43.072607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.074158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.075589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-2da0b564-f051-4363-9311-cba815924879 service neutron] 10.222.0.66 "PUT /v2.0/ports/1dd61202-22a6-4137-a934-017865f971ce HTTP/1.1" status: 200 len: 1091 time: 2.1227345 Nov 22 16:42:43.083677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'tag': '1dd61202-22a6-4137-a934-017865f971ce'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:43.088531 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bdbba0d-36db-4563-b2b6-844133dda8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "tag": "1dd61202-22a6-4137-a934-017865f971ce"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:43.089991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.108838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] For port 2140a04c-b172-4ebc-b611-d84943216f0d, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:43.134673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] For port 2140a04c-b172-4ebc-b611-d84943216f0d, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2140a04c-b172-4ebc-b611-d84943216f0d,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:43.166502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa7393e-adfc-46ea-832f-cd04e19538b0 None None] Pushing event updated for resources: {'Port': ['ID=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.192107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe65a6-6f59-46d8-b93c-412baa9fbe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e62d8d-2d83-4aa2-82a1-eb32e2298fb4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.198289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7355b9-6319-4892-add7-6e0cd4c7f73c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:43.207433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0b564-f051-4363-9311-cba815924879 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.215730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.230151 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.293090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-967692b0-6ce7-45d0-9479-02f2d9e4a41c req-cc1b3ce7-6bd0-4de3-8348-d09d6a4405cc tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3489773 Nov 22 16:42:43.307966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-b7f2871f-9c52-4894-9c7d-0abefd7b6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.315897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-b7f2871f-9c52-4894-9c7d-0abefd7b6bd5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 1094 time: 0.1892421 Nov 22 16:42:43.340066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ed178-7743-4eff-9de0-69492085d864 req-6cdeebf1-9ac0-48a7-a4c1-186e72ce51a3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.341849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-390ed178-7743-4eff-9de0-69492085d864 req-6cdeebf1-9ac0-48a7-a4c1-186e72ce51a3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 943 time: 0.2856350 Nov 22 16:42:43.388341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=60e355b8-ba99-4bd6-af6d-7b033da5c7cc,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.443707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Transition to ACTIVE for port object 4f7355b9-6319-4892-add7-6e0cd4c7f73c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:42:43.464564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.478073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.490296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] 10.222.0.66 "PUT /v2.0/ports/2140a04c-b172-4ebc-b611-d84943216f0d HTTP/1.1" status: 200 len: 1092 time: 2.5975797 Nov 22 16:42:43.496949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'tag': '2140a04c-b172-4ebc-b611-d84943216f0d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:43.503774 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2" -d '{"events": [{"name": "network-changed", "server_uuid": "094a266d-519d-412c-b0f7-976ab3fbfe27", "tag": "2140a04c-b172-4ebc-b611-d84943216f0d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:43.505539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-7f7ece67-b4f0-4e08-9588-e9c00cc4993f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd61202-22a6-4137-a934-017865f971ce HTTP/1.1" status: 200 len: 217 time: 0.1610408 Nov 22 16:42:43.538391 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.640724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-390ed178-7743-4eff-9de0-69492085d864 req-b5cb3359-d0be-49ef-b89e-950bda7b619d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756317 Nov 22 16:42:43.649069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-476209d9-9ce8-4f49-8d5d-eb8d78109b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.650908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-476209d9-9ce8-4f49-8d5d-eb8d78109b43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.1343930 Nov 22 16:42:43.693510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92beb63-80b6-4ed3-8f62-cb1eefbc275d service neutron] Pushing event updated for resources: {'Port': ['ID=2140a04c-b172-4ebc-b611-d84943216f0d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.702019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41170) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:43.706674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-e97e6f10-4786-4849-96d9-27c4f94df6f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425093 Nov 22 16:42:43.714762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': '64ba815a-6f92-4152-b9bd-bf7695413279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:43.715216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:42:43.715773 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2475a78-aab4-432d-b2ec-446213e52e0d x-openstack-request-id: req-b2475a78-aab4-432d-b2ec-446213e52e0d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:43.716065 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "tag": "1dd61202-22a6-4137-a934-017865f971ce", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:43.716319 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2475a78-aab4-432d-b2ec-446213e52e0d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:43.716855 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'tag': '1dd61202-22a6-4137-a934-017865f971ce', 'status': 'completed', 'code': 200} Nov 22 16:42:43.743949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4408979-69e8-48fe-b422-75368ad02c8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.775743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f7355b9-6319-4892-add7-6e0cd4c7f73c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:43.810553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ba9ad78e-c1d0-4ddd-b10c-60ad24809061 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:43.849090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-e8bf80a4-f25f-41a9-9f53-8dedf6f78ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.861508 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-e8bf80a4-f25f-41a9-9f53-8dedf6f78ab5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=094a266d-519d-412c-b0f7-976ab3fbfe27 HTTP/1.1" status: 200 len: 1095 time: 0.2742753 Nov 22 16:42:43.886946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:42:43.929851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:43.930233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.947563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-f3863ed6-ef53-49fc-8fa9-cdb6a1c14126 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2140a04c-b172-4ebc-b611-d84943216f0d HTTP/1.1" status: 200 len: 217 time: 0.0576665 Nov 22 16:42:43.979345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:43.987328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:43.988131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:43.990362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-ba58759b-3721-4e44-b777-98e6739b580b service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712042 Nov 22 16:42:44.009109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce20883-6227-45a9-8fe5-b713bea07aa6 None None] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:44.066507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-e6b2486b-c062-4eb8-8e57-5b9cd50967d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:44.068341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-e6b2486b-c062-4eb8-8e57-5b9cd50967d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.1078930 Nov 22 16:42:44.128671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf19ba7-3d03-4a21-9100-387eca8b473c req-550d09a5-057e-4bd9-871a-3b63428d3f57 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:44.130566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf19ba7-3d03-4a21-9100-387eca8b473c req-550d09a5-057e-4bd9-871a-3b63428d3f57 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 944 time: 0.2629299 Nov 22 16:42:44.160868 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-46a3a03e-c7fa-4f68-abca-f814128682da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543048 Nov 22 16:42:44.192647 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e80297-98b1-4357-ba87-a761deeae1a0 x-openstack-request-id: req-53e80297-98b1-4357-ba87-a761deeae1a0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:44.193065 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094a266d-519d-412c-b0f7-976ab3fbfe27", "tag": "2140a04c-b172-4ebc-b611-d84943216f0d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:44.193553 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53e80297-98b1-4357-ba87-a761deeae1a0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:44.196031 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'tag': '2140a04c-b172-4ebc-b611-d84943216f0d', 'status': 'completed', 'code': 200} Nov 22 16:42:44.227239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4408979-69e8-48fe-b422-75368ad02c8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.247698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4408979-69e8-48fe-b422-75368ad02c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.269674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae2917f-b06e-4b7d-a318-1755b05c9608 req-09d4260d-7088-4eb3-b183-e2f0f8efc19b service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637129 Nov 22 16:42:44.320178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.353473 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62c897ae-0f7c-496b-81d5-54a84eb8b4e3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3569336 Nov 22 16:42:44.354578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51', 'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': '60e355b8-ba99-4bd6-af6d-7b033da5c7cc'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:42:44.355551 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.356355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-5174efac-c585-4e52-92aa-cdd55d73d673 service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589403 Nov 22 16:42:44.357202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41178) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:44.358279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Attempting to bind port 4f7355b9-6319-4892-add7-6e0cd4c7f73c on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:44.358622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Attempting to bind port 4f7355b9-6319-4892-add7-6e0cd4c7f73c by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:44.359764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Attempting to bind port 4f7355b9-6319-4892-add7-6e0cd4c7f73c on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:44.373993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1703793064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:44.391374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf19ba7-3d03-4a21-9100-387eca8b473c req-343e5922-403d-43fc-997b-375c8b5c51f4 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443907 Nov 22 16:42:44.392257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port ba9ad78e-c1d0-4ddd-b10c-60ad24809061, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,segment=NetworkSegment(cda772f3-ad97-4945-89f1-e903611eac4d),segment_id=cda772f3-ad97-4945-89f1-e903611eac4d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:44.401737 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.416433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Port 4f7355b9-6319-4892-add7-6e0cd4c7f73c on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:42:44.416433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Attempting to bind port 4f7355b9-6319-4892-add7-6e0cd4c7f73c on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:44.422435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-689c6490-f3fc-447c-b26c-a8de08870045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:44.425343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-689c6490-f3fc-447c-b26c-a8de08870045 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.3500283 Nov 22 16:42:44.430141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4408979-69e8-48fe-b422-75368ad02c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2dbb4c-d8ae-4dba-86f8-7fa266b50d25,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.466804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:44.469165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4408979-69e8-48fe-b422-75368ad02c8b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcf7f49a93dc4102b3f5feabaafdc131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7614789 Nov 22 16:42:44.478118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41180) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:44.516573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:44.518051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Checking segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:44.518702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Bound using segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:44.519659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Bound port: 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:44.520415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.542772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000e982-9065-4e8f-af3c-be86e6312bed req-e37bc822-b932-409e-a5d1-66d7f87b5f6d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:44.544376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f000e982-9065-4e8f-af3c-be86e6312bed req-e37bc822-b932-409e-a5d1-66d7f87b5f6d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2689240 Nov 22 16:42:44.545273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.546487 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.680348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Allocated IP 2001:db8:1::2 (fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51/60e355b8-ba99-4bd6-af6d-7b033da5c7cc/7668c1ae-5feb-4525-a596-499bcf8c183f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:44.682263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.698540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.722410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-2004f349-a9d6-41c5-9ce7-5fb933e4ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:44.726951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-0e6448ac-accb-451d-892e-cfb2a249b438 service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560309 Nov 22 16:42:44.727356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-2004f349-a9d6-41c5-9ce7-5fb933e4ea26 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 1094 time: 0.3690777 Nov 22 16:42:44.732371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.738005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-992a1a50-2d42-400c-a98c-d1758e72609f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3657808 Nov 22 16:42:44.755718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41186) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:44.838164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd2d13-60c5-4f8e-bbb5-2ae711e032c1 None None] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:44.878775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f000e982-9065-4e8f-af3c-be86e6312bed req-87be342c-ec38-45c2-9911-21fc9e2c5ef7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078365 Nov 22 16:42:44.935177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0a88c1b-600b-42b9-bd6f-2a1c62d9a4c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.970134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b220e215-ffd4-4e00-97bb-13ff2c8b408c req-943201bd-449a-45be-90a6-bb41fd91ec6a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:44.972583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b220e215-ffd4-4e00-97bb-13ff2c8b408c req-943201bd-449a-45be-90a6-bb41fd91ec6a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 943 time: 0.1820519 Nov 22 16:42:44.986388 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0a88c1b-600b-42b9-bd6f-2a1c62d9a4c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:44.986728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7c9c2c0a-806e-4651-837a-70bef95f02da None None] Provisioning complete for port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:44.987511 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c9c2c0a-806e-4651-837a-70bef95f02da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.026138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] For port 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:45.043287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-5d75101f-0785-4388-a98a-a9350be1c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.047841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-5d75101f-0785-4388-a98a-a9350be1c350 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.5467150 Nov 22 16:42:45.115342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-58595f3e-40d6-455c-a4cc-34f4be0d8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.126992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-58595f3e-40d6-455c-a4cc-34f4be0d8ae9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 916 time: 0.3417745 Nov 22 16:42:45.146247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] For port 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:45.150116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.152989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0a88c1b-600b-42b9-bd6f-2a1c62d9a4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.154989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0a88c1b-600b-42b9-bd6f-2a1c62d9a4c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.158999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0a88c1b-600b-42b9-bd6f-2a1c62d9a4c3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee2dbb4c-d8ae-4dba-86f8-7fa266b50d25 HTTP/1.1" status: 204 len: 168 time: 0.6798382 Nov 22 16:42:45.194286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b220e215-ffd4-4e00-97bb-13ff2c8b408c req-bf7d4d64-f721-411d-b33b-6ac90c39e2cf tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046056 Nov 22 16:42:45.197027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-dfb6d625-827a-43dc-a07b-b420c3e0a041 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd61202-22a6-4137-a934-017865f971ce HTTP/1.1" status: 200 len: 217 time: 0.0539799 Nov 22 16:42:45.214441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a88c1b-600b-42b9-bd6f-2a1c62d9a4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2dbb4c-d8ae-4dba-86f8-7fa266b50d25,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:45.255931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.266766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.304404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-e947c258-46c4-4dbb-a10a-7448a49ca4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.306797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-e947c258-46c4-4dbb-a10a-7448a49ca4e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.0940111 Nov 22 16:42:45.374207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-04dfa9bc-5546-4e47-b57c-816fcbaa0205 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548108 Nov 22 16:42:45.377874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:45.390803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:45.394237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:45.398765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Pushing event updated for resources: {'Port': ['ID=7668c1ae-5feb-4525-a596-499bcf8c183f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:45.444521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Pushing event updated for resources: {'Port': ['ID=4f7355b9-6319-4892-add7-6e0cd4c7f73c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:45.528808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Attempting to bind port 7668c1ae-5feb-4525-a596-499bcf8c183f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:42:45.537303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-b920b58e-a96e-434b-a085-e24a5a54cf53 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364911 Nov 22 16:42:45.538093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Attempting to bind port 7668c1ae-5feb-4525-a596-499bcf8c183f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64ba815a-6f92-4152-b9bd-bf7695413279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:42:45.538572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Attempting to bind port 7668c1ae-5feb-4525-a596-499bcf8c183f on network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:42:45.554407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:42:45.554407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Checking segment: {'id': '64ba815a-6f92-4152-b9bd-bf7695413279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:42:45.554407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.554407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Bound using segment: {'id': '64ba815a-6f92-4152-b9bd-bf7695413279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:42:45.556429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Bound port: 7668c1ae-5feb-4525-a596-499bcf8c183f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba815a-6f92-4152-b9bd-bf7695413279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:42:45.556857 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.574867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-c7c15ee4-2a64-499e-8e0a-5ad1cd67d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.576361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-c7c15ee4-2a64-499e-8e0a-5ad1cd67d427 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=094a266d-519d-412c-b0f7-976ab3fbfe27 HTTP/1.1" status: 200 len: 1095 time: 0.7062895 Nov 22 16:42:45.693770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] For port 7668c1ae-5feb-4525-a596-499bcf8c183f, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:42:45.699779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] For port 7668c1ae-5feb-4525-a596-499bcf8c183f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7668c1ae-5feb-4525-a596-499bcf8c183f,segment=NetworkSegment(64ba815a-6f92-4152-b9bd-bf7695413279),segment_id=64ba815a-6f92-4152-b9bd-bf7695413279)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:42:45.707872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:45.764717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bdbba0d-36db-4563-b2b6-844133dda8ae req-7ccbc49a-de87-4dc1-b5bd-9b705ee1c246 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038965 Nov 22 16:42:45.836140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc32e05-35a0-4700-95af-4593aaea95ce req-9acf32e2-1525-4934-9610-f6c63df0a33a tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:45.838507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbc32e05-35a0-4700-95af-4593aaea95ce req-9acf32e2-1525-4934-9610-f6c63df0a33a tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 944 time: 0.2868752 Nov 22 16:42:45.842261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ba9ad78e-c1d0-4ddd-b10c-60ad24809061 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:45.847438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:45.905301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbc32e05-35a0-4700-95af-4593aaea95ce req-3da61b98-16b1-4cc6-9b60-e3cd81fd7418 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Nov 22 16:42:46.107287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57c3f5-6c4f-477a-babf-81e774f7db31 req-ba506875-0f99-4f2a-8777-d3c5e108d4e4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:46.109522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d57c3f5-6c4f-477a-babf-81e774f7db31 req-ba506875-0f99-4f2a-8777-d3c5e108d4e4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1118248 Nov 22 16:42:46.208669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d57c3f5-6c4f-477a-babf-81e774f7db31 req-2070bb79-460a-4b4a-8560-c866a0c7e059 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926421 Nov 22 16:42:46.229922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c708e0ed-6246-4a23-b990-3fe2e5c3eb9e None None] Provisioning complete for port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:46.230382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c708e0ed-6246-4a23-b990-3fe2e5c3eb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.255176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Pushing event updated for resources: {'Port': ['ID=7668c1ae-5feb-4525-a596-499bcf8c183f,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:46.291604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:46.380971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-2121adb5-aa08-4635-8439-5856654a93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:46.382573 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-2121adb5-aa08-4635-8439-5856654a93c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 912 time: 0.7463021 Nov 22 16:42:46.418548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.418901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.419249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.419592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.423638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.425760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.427618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.431841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.433959 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-1dfdb0e7-79bd-499a-8bc0-55a5bd00fb00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2140a04c-b172-4ebc-b611-d84943216f0d HTTP/1.1" status: 200 len: 217 time: 0.0416207 Nov 22 16:42:46.437871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.438303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.438651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.438996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8046ce-7496-4a7c-9a5f-8f7be3313eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:42:46.441186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:46.443639 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.445251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-302040b3-8594-4460-abff-06aebdef21ec service neutron] 10.222.0.20 "PUT /v2.0/ports/4f7355b9-6319-4892-add7-6e0cd4c7f73c HTTP/1.1" status: 200 len: 1092 time: 4.6284368 Nov 22 16:42:46.445890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'tag': '4f7355b9-6319-4892-add7-6e0cd4c7f73c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:46.448026 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f12ebb-b758-4d42-9d96-0f50f91a1809" -d '{"events": [{"name": "network-changed", "server_uuid": "2af61a3d-93e0-43e1-a6ab-baf3e1774adb", "tag": "4f7355b9-6319-4892-add7-6e0cd4c7f73c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:46.459931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a8246f-8bfe-4984-b838-111e631dad36 req-30d8dd0e-e284-4640-a289-c29128a21fe3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:46.464002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1dd61202-22a6-4137-a934-017865f971ce', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'port_id': '1dd61202-22a6-4137-a934-017865f971ce', 'mac_address': 'fa:16:3e:19:db:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1793396-b711-47b5-babf-3015fbf1d509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:46.491863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9a8246f-8bfe-4984-b838-111e631dad36 req-30d8dd0e-e284-4640-a289-c29128a21fe3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 943 time: 0.1522110 Nov 22 16:42:46.545102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:46.546219 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.583087 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-f61b893a-6613-4324-8534-c41aa7e0360f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 1.4664130 Nov 22 16:42:46.607427 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713e66c6-3154-4044-b0ff-7db420da32a4 x-openstack-request-id: req-713e66c6-3154-4044-b0ff-7db420da32a4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:46.607727 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af61a3d-93e0-43e1-a6ab-baf3e1774adb", "tag": "4f7355b9-6319-4892-add7-6e0cd4c7f73c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:46.608043 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-713e66c6-3154-4044-b0ff-7db420da32a4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:46.608620 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'tag': '4f7355b9-6319-4892-add7-6e0cd4c7f73c', 'status': 'completed', 'code': 200} Nov 22 16:42:46.699660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9a8246f-8bfe-4984-b838-111e631dad36 req-2e90510c-e346-435c-8eb1-ae329ef40276 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050037 Nov 22 16:42:46.767821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.810899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-198f768e-6889-458a-8a47-6360367da3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:46.813394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-198f768e-6889-458a-8a47-6360367da3b3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.3342369 Nov 22 16:42:46.832724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd61202-22a6-4137-a934-017865f971ce {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:46.888759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:46.896025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.897601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:46.951749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-b6e9adb6-457e-440c-a831-4071d59fa06c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753784 Nov 22 16:42:47.000964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-2dfe0417-43dc-4981-ade7-4e0d6235178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.004741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-2dfe0417-43dc-4981-ade7-4e0d6235178e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.3607564 Nov 22 16:42:47.190131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-9b797e8c-4710-4756-8d9d-27eef24efa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.190894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:47.195572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-9b797e8c-4710-4756-8d9d-27eef24efa4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 1095 time: 0.6026409 Nov 22 16:42:47.212620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76721fd-837b-465b-8ee0-82b2e6a6acdd req-843eee9f-2043-4e99-af75-19cc701350cc tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.215267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b76721fd-837b-465b-8ee0-82b2e6a6acdd req-843eee9f-2043-4e99-af75-19cc701350cc tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 944 time: 0.1659808 Nov 22 16:42:47.218248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1dd61202-22a6-4137-a934-017865f971ce'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:47.410644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b76721fd-837b-465b-8ee0-82b2e6a6acdd req-5fa6cb50-2b3e-482e-a997-ea8009b609c0 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752570 Nov 22 16:42:47.491304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f60791-5b37-4ee9-972c-3ed536a83532 req-96cc8ac3-5b20-4854-a92b-62177d01300c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.496753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4f60791-5b37-4ee9-972c-3ed536a83532 req-96cc8ac3-5b20-4854-a92b-62177d01300c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0991893 Nov 22 16:42:47.523487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-34d0a254-fc9d-4abd-b534-ee0f86b2db6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c HTTP/1.1" status: 200 len: 217 time: 0.1092916 Nov 22 16:42:47.529499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-c87e3f1d-6843-48b6-9b22-0bd8cbf969a3 service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500607 Nov 22 16:42:47.586843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4f60791-5b37-4ee9-972c-3ed536a83532 req-80addbf3-b159-488b-aded-b8f771818b48 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832267 Nov 22 16:42:47.708867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2140a04c-b172-4ebc-b611-d84943216f0d details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:47.744078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-cef086ca-98a3-428f-9f9b-85abe1396ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.746051 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-cef086ca-98a3-428f-9f9b-85abe1396ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5726628 Nov 22 16:42:47.835825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7668c1ae-5feb-4525-a596-499bcf8c183f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:47.852730 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ced2bd1-7589-4dcc-ad40-2fa7f7df50e2 req-abe138aa-331b-4e1e-9d48-f1077c72e47c service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619541 Nov 22 16:42:47.854182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-95993bb3-2402-45bd-bba7-655cfd4854eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.855696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-95993bb3-2402-45bd-bba7-655cfd4854eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.3191800 Nov 22 16:42:47.905772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139fc74-dc2b-4493-b846-c4d00be9ffb7 req-95e83d0f-585a-4ef6-b38f-c20877167df0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:47.907212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7139fc74-dc2b-4493-b846-c4d00be9ffb7 req-95e83d0f-585a-4ef6-b38f-c20877167df0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 944 time: 0.0718575 Nov 22 16:42:47.968904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7139fc74-dc2b-4493-b846-c4d00be9ffb7 req-07a6ea27-747d-46dd-8b48-070aebd30645 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540063 Nov 22 16:42:47.990922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac1915d-6c1d-41fe-9000-51db6492cfec None None] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:42:48.008103 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-19550086-afa3-43df-be14-51dece853517 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372770 Nov 22 16:42:48.144134 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-b971b64b-d459-471d-94ac-b66516c660e6 service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015627 Nov 22 16:42:48.151718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a35cb647-e82e-42d5-9a92-e2c6c9066a39 None None] Provisioning complete for port 7668c1ae-5feb-4525-a596-499bcf8c183f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:48.152093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a35cb647-e82e-42d5-9a92-e2c6c9066a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.184814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7668c1ae-5feb-4525-a596-499bcf8c183f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:48.185044 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.204632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2140a04c-b172-4ebc-b611-d84943216f0d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2140a04c-b172-4ebc-b611-d84943216f0d,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:48.226378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8::1 (55d3536d-cf82-45a2-8df1-19a1e9d5cdd7/f9158ae2-96a5-4f97-8116-f2a146111ff1/39a4ba46-4a42-4658-b30e-b058c6190581) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:48.302200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '2140a04c-b172-4ebc-b611-d84943216f0d', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'port_id': '2140a04c-b172-4ebc-b611-d84943216f0d', 'mac_address': 'fa:16:3e:27:69:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5c3b7-b7c5-46de-ab70-fb441193cfb1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:48.329128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-df2d71b0-e227-494d-bfa4-38ec854f867c service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725598 Nov 22 16:42:48.489071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c17f2-5b9f-4bb7-9678-2c0812dd7d01 req-38596219-e8e0-496f-8b05-41a66f45426a service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337553 Nov 22 16:42:48.555407 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2aab9cd-aa19-408e-a0ea-3d46931862c3 req-c9c7b91f-1b12-4c13-95dd-375700b1f275 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752732 Nov 22 16:42:48.561514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.595617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2140a04c-b172-4ebc-b611-d84943216f0d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:48.612537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a35cb647-e82e-42d5-9a92-e2c6c9066a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.616656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.701397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-9a1c05fa-f40b-4fe9-a7dc-b1e592817301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:48.705186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-9a1c05fa-f40b-4fe9-a7dc-b1e592817301 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 1095 time: 0.1289828 Nov 22 16:42:48.720026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2140a04c-b172-4ebc-b611-d84943216f0d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2140a04c-b172-4ebc-b611-d84943216f0d,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:48.792096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.794874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a35cb647-e82e-42d5-9a92-e2c6c9066a39 None None] For port 7668c1ae-5feb-4525-a596-499bcf8c183f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7668c1ae-5feb-4525-a596-499bcf8c183f,segment=NetworkSegment(64ba815a-6f92-4152-b9bd-bf7695413279),segment_id=64ba815a-6f92-4152-b9bd-bf7695413279)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:48.803268 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.816520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a35cb647-e82e-42d5-9a92-e2c6c9066a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.872550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.883085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=39a4ba46-4a42-4658-b30e-b058c6190581,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:48.906199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:48.909553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:48.914171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:48.914713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:48.994419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2140a04c-b172-4ebc-b611-d84943216f0d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:49.060128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf84a1-ca31-49e9-b5bf-c1fa6f36d37b req-23a8b5d6-a8a5-4e63-9106-086e415533ef tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.076845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17bf84a1-ca31-49e9-b5bf-c1fa6f36d37b req-23a8b5d6-a8a5-4e63-9106-086e415533ef tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 944 time: 0.2509475 Nov 22 16:42:49.102553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.137545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dbfb08-4306-4de0-9bc3-20524276be3e req-8e7cff30-2ab9-48e5-8640-63804d689fa6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.147709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5dbfb08-4306-4de0-9bc3-20524276be3e req-8e7cff30-2ab9-48e5-8640-63804d689fa6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2096128 Nov 22 16:42:49.152995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-fa978c22-0bee-4594-85cf-6ecdcf88cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.155027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-fa978c22-0bee-4594-85cf-6ecdcf88cf28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 912 time: 0.4425979 Nov 22 16:42:49.204935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['2140a04c-b172-4ebc-b611-d84943216f0d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:49.342406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17bf84a1-ca31-49e9-b5bf-c1fa6f36d37b req-dd936023-8428-4d99-9191-cb0f35c3cc81 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636919 Nov 22 16:42:49.393140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5dbfb08-4306-4de0-9bc3-20524276be3e req-1e942b4e-f5ec-49e5-8c85-e304427cba10 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441998 Nov 22 16:42:49.397475 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-adb727e4-33db-45ec-a5ba-7df0720daff2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c HTTP/1.1" status: 200 len: 217 time: 0.1622074 Nov 22 16:42:49.413279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:42:49.414235 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:42:49.434694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cb647-e82e-42d5-9a92-e2c6c9066a39 None None] Pushing event updated for resources: {'Port': ['ID=7668c1ae-5feb-4525-a596-499bcf8c183f,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:49.517434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f6e95cf9-4e1d-497c-862a-8686488682a2 None None] Provisioning complete for port 7668c1ae-5feb-4525-a596-499bcf8c183f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:49.517853 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6e95cf9-4e1d-497c-862a-8686488682a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.622637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fc709-05c3-438f-92a4-e1b3f6ac0f1f req-bab773c7-163f-424a-acbe-f97788605ee3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.642397 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c13fc709-05c3-438f-92a4-e1b3f6ac0f1f req-bab773c7-163f-424a-acbe-f97788605ee3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 944 time: 0.1201341 Nov 22 16:42:49.719461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:49.745118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-6f2ea639-b536-461f-a655-f56b3f16d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:49.746631 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-6f2ea639-b536-461f-a655-f56b3f16d665 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.3374016 Nov 22 16:42:49.782711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c13fc709-05c3-438f-92a4-e1b3f6ac0f1f req-05f01583-31bc-42a7-b4df-97bdfa180c7a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390078 Nov 22 16:42:49.842148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 1dd61202-22a6-4137-a934-017865f971ce completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:49.848661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1dd61202-22a6-4137-a934-017865f971ce triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:49.849039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:49.917798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-6715ae43-8622-4010-9a0a-3819880a4fa2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352352 Nov 22 16:42:50.037460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b840b10a-f751-4065-86a4-e6cf37828dfc None None] Provisioning complete for port 39a4ba46-4a42-4658-b30e-b058c6190581 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:50.038034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b840b10a-f751-4065-86a4-e6cf37828dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.039980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97b3545d-5a4c-4817-ba06-2477079390e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.054201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9d2d962-e9cb-4fc1-b384-7bdc2449b210 req-1c1b758f-21aa-4f54-8ae9-194562ba7a8b tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340109 Nov 22 16:42:50.127855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.149011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b840b10a-f751-4065-86a4-e6cf37828dfc None None] Port 39a4ba46-4a42-4658-b30e-b058c6190581 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:50.152515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.165292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd61202-22a6-4137-a934-017865f971ce'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:50.167702 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce862467-0f76-47f5-9132-751008349a07" -d '{"events": [{"server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "name": "network-vif-plugged", "status": "completed", "tag": "1dd61202-22a6-4137-a934-017865f971ce"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:50.174803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.175885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.196016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:50.209264 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.263303 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b5899-d921-4d55-88a0-4eb5050f3169 x-openstack-request-id: req-960b5899-d921-4d55-88a0-4eb5050f3169 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:50.263948 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "name": "network-vif-plugged", "status": "completed", "tag": "1dd61202-22a6-4137-a934-017865f971ce", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:50.264081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2d962-e9cb-4fc1-b384-7bdc2449b210 req-a5f7a66e-d02e-4ac0-b3ad-c24fb4b98ec8 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:50.264930 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-960b5899-d921-4d55-88a0-4eb5050f3169 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:50.265608 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd61202-22a6-4137-a934-017865f971ce', 'code': 200} Nov 22 16:42:50.266369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9d2d962-e9cb-4fc1-b384-7bdc2449b210 req-a5f7a66e-d02e-4ac0-b3ad-c24fb4b98ec8 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113960 Nov 22 16:42:50.268702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7668c1ae-5feb-4525-a596-499bcf8c183f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:50.322268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9d2d962-e9cb-4fc1-b384-7bdc2449b210 req-dde2c5a4-0383-4891-a930-22280f79c655 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/quotas/2dcc319a8b5f4e6e9bd09a2a55e08037 HTTP/1.1" status: 200 len: 375 time: 0.0493963 Nov 22 16:42:50.380719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:50.392802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9d2d962-e9cb-4fc1-b384-7bdc2449b210 req-8392d866-4320-4ebc-ab21-03920bfb71d0 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674596 Nov 22 16:42:50.409711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7668c1ae-5feb-4525-a596-499bcf8c183f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:50.410445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:50.444410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-9388753a-9d3c-4c55-9f6a-f555828e4476 service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138521 Nov 22 16:42:50.521566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9e492-7a19-4c0f-9a7b-fee6e2f09f4f req-408b118e-f678-48d4-a59e-4de1d9282efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:50.524465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0f9e492-7a19-4c0f-9a7b-fee6e2f09f4f req-408b118e-f678-48d4-a59e-4de1d9282efc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 1096 time: 0.1865222 Nov 22 16:42:50.525233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=39a4ba46-4a42-4658-b30e-b058c6190581,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:50.570072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fba5d8-f138-4f22-909d-5591e7eaad6d req-8aaf2693-83c3-4dac-894d-21dcb0f83810 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:50.573131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54fba5d8-f138-4f22-909d-5591e7eaad6d req-8aaf2693-83c3-4dac-894d-21dcb0f83810 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 944 time: 0.0987842 Nov 22 16:42:50.651925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:50.653620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:50.667098 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0f9e492-7a19-4c0f-9a7b-fee6e2f09f4f req-f86020a7-21e8-4e23-b12c-d3fce0158e32 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284680 Nov 22 16:42:50.676741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-24f12ebb-b758-4d42-9d96-0f50f91a1809 req-b6a25af4-64c6-4ca5-af38-a1f05f7bb3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216122 Nov 22 16:42:50.753559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c9c61-f993-438c-9f78-4867838f400e req-62d0765b-bea2-4b76-8a1c-a8e8ce2b60b2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:50.757588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da1c9c61-f993-438c-9f78-4867838f400e req-62d0765b-bea2-4b76-8a1c-a8e8ce2b60b2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1512246 Nov 22 16:42:50.762322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54fba5d8-f138-4f22-909d-5591e7eaad6d req-74795c69-6d42-4c60-9143-99bb930307ec tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818948 Nov 22 16:42:50.849639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da1c9c61-f993-438c-9f78-4867838f400e req-2d9d0cef-47e9-4d55-b815-407834c1794d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780509 Nov 22 16:42:50.874142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router da206003-c182-4522-b8f2-9a46de8c3ed4 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:42:50.986667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4f7355b9-6319-4892-add7-6e0cd4c7f73c details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:42:50.994867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:51.004279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-56b1b536-03ab-44c4-afdc-2d7c848d4cc6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/da206003-c182-4522-b8f2-9a46de8c3ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2450986 Nov 22 16:42:51.005372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41762) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:51.012731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] Sync routers for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:51.076632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0bf8f-caf2-4dd3-87af-612697c4eb28 req-b90eaf5f-b480-426c-af04-b4983d93abb2 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:51.082441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcf0bf8f-caf2-4dd3-87af-612697c4eb28 req-b90eaf5f-b480-426c-af04-b4983d93abb2 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1136513 Nov 22 16:42:51.094264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a35394-a218-4a17-9509-ed0547baf82e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:51.095885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-31a35394-a218-4a17-9509-ed0547baf82e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports/39a4ba46-4a42-4658-b30e-b058c6190581 HTTP/1.1" status: 200 len: 911 time: 0.0892358 Nov 22 16:42:51.100205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41766) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:51.120973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:51.122784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:51.170912 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:42:51.173403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:51.211869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcf0bf8f-caf2-4dd3-87af-612697c4eb28 req-76c16552-8c6f-4681-902d-fe3e2dc9c032 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172616 Nov 22 16:42:51.254743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06acaa-1730-490a-9199-70c828e6c1ac req-f2e26a3b-07e8-417d-8c3d-405a2d6a7d47 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:51.266465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:51.267099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:51.268000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-e82cb69b-a915-431e-acfe-f446620b8824 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1047206 Nov 22 16:42:51.277685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd06acaa-1730-490a-9199-70c828e6c1ac req-f2e26a3b-07e8-417d-8c3d-405a2d6a7d47 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1138034 Nov 22 16:42:51.329234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3d416043-e2e5-42fa-9e1a-19edd67878a9 None None] Provisioning complete for port 39a4ba46-4a42-4658-b30e-b058c6190581 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:51.329943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d416043-e2e5-42fa-9e1a-19edd67878a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.381730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd06acaa-1730-490a-9199-70c828e6c1ac req-c5eb2be5-4530-40ca-9d4b-8ddccc1b1147 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952957 Nov 22 16:42:51.382026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:51.382944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70096bed-129a-45f8-a290-e3563cb234d0 None None] The sync data for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:51.437789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3d416043-e2e5-42fa-9e1a-19edd67878a9 None None] Port 39a4ba46-4a42-4658-b30e-b058c6190581 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:51.448317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-c7fe7ef3-bd1f-481f-845f-173039fa383b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:51.449853 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-c7fe7ef3-bd1f-481f-845f-173039fa383b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.1262360 Nov 22 16:42:51.466626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:51.491675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '4f7355b9-6319-4892-add7-6e0cd4c7f73c', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'port_id': '4f7355b9-6319-4892-add7-6e0cd4c7f73c', 'mac_address': 'fa:16:3e:58:ca:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5c3b7-b7c5-46de-ab70-fb441193cfb1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:42:51.565350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.594717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7355b9-6319-4892-add7-6e0cd4c7f73c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:42:51.622028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:51.630610 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:51.715175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2140a04c-b172-4ebc-b611-d84943216f0d up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:51.765909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb180-2766-4831-8bd3-0f9fc576be23 req-d8de4c21-b4d7-42b0-a390-a4ecbe9876f4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:51.771963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5ddb180-2766-4831-8bd3-0f9fc576be23 req-d8de4c21-b4d7-42b0-a390-a4ecbe9876f4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0941079 Nov 22 16:42:51.782608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4f7355b9-6319-4892-add7-6e0cd4c7f73c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:51.885187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8580e1ec-3f8c-4b85-95cb-4dfc3171c45c req-f486c8ea-20e9-4482-a0ef-cc4eef101091 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1108851 Nov 22 16:42:51.893271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 2140a04c-b172-4ebc-b611-d84943216f0d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:51.902824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 2140a04c-b172-4ebc-b611-d84943216f0d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:51.903378 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.067681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5ddb180-2766-4831-8bd3-0f9fc576be23 req-69f62ee1-ca43-4ea1-8894-edf1d5fc4649 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868650 Nov 22 16:42:52.192768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.198585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-7fc8d907-cc33-40cc-af66-90454258e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.200074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-7fc8d907-cc33-40cc-af66-90454258e001 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.6605997 Nov 22 16:42:52.209034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e1ec-3f8c-4b85-95cb-4dfc3171c45c req-d87cfc31-0725-4139-949d-c382ec4cbfda tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.216393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8580e1ec-3f8c-4b85-95cb-4dfc3171c45c req-d87cfc31-0725-4139-949d-c382ec4cbfda tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205292 Nov 22 16:42:52.237710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8580e1ec-3f8c-4b85-95cb-4dfc3171c45c req-fd43a335-63d0-47c5-bd76-8d65a456c20a tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/quotas/2dcc319a8b5f4e6e9bd09a2a55e08037 HTTP/1.1" status: 200 len: 375 time: 0.0181026 Nov 22 16:42:52.255705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['4f7355b9-6319-4892-add7-6e0cd4c7f73c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:42:52.278932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8580e1ec-3f8c-4b85-95cb-4dfc3171c45c req-6d0bbfb2-2743-40e2-b55e-8290451b5df9 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403113 Nov 22 16:42:52.296641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.313413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e59af-cbe6-4ee2-b1ab-0c8859087e28 req-c1f1670f-59ca-4d57-b959-593bdd3fa883 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.322710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b6e59af-cbe6-4ee2-b1ab-0c8859087e28 req-c1f1670f-59ca-4d57-b959-593bdd3fa883 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 945 time: 0.1655068 Nov 22 16:42:52.343283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2140a04c-b172-4ebc-b611-d84943216f0d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2140a04c-b172-4ebc-b611-d84943216f0d,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:52.349137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a04c-b172-4ebc-b611-d84943216f0d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:52.353363 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11124b4e-9dc4-419f-9596-068bb66c45f2" -d '{"events": [{"server_uuid": "094a266d-519d-412c-b0f7-976ab3fbfe27", "name": "network-vif-plugged", "status": "completed", "tag": "2140a04c-b172-4ebc-b611-d84943216f0d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:52.354752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-df19f76c-4323-41dd-ad44-4ad12dee3f8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.1452117 Nov 22 16:42:52.361699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.439407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b6e59af-cbe6-4ee2-b1ab-0c8859087e28 req-d1037fc8-53b7-4c5c-9587-60862efd0a50 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045549 Nov 22 16:42:52.470963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2140a04c-b172-4ebc-b611-d84943216f0d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:52.563971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8:1::1 (fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51/60e355b8-ba99-4bd6-af6d-7b033da5c7cc/6d52a63b-3fbe-4f08-ac11-28eca8992fac) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:42:52.649993 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3fefe5-047a-4b0e-a3b4-ee6b35a45358 x-openstack-request-id: req-8f3fefe5-047a-4b0e-a3b4-ee6b35a45358 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:52.650596 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094a266d-519d-412c-b0f7-976ab3fbfe27", "name": "network-vif-plugged", "status": "completed", "tag": "2140a04c-b172-4ebc-b611-d84943216f0d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:52.651091 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f3fefe5-047a-4b0e-a3b4-ee6b35a45358 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:52.651212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515f590-90e3-4f61-8b98-d9d850412d06 req-bdfe1bbd-e4e6-4d90-9614-7e0274871ff0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.651881 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2140a04c-b172-4ebc-b611-d84943216f0d', 'code': 200} Nov 22 16:42:52.660498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6515f590-90e3-4f61-8b98-d9d850412d06 req-bdfe1bbd-e4e6-4d90-9614-7e0274871ff0 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.0916865 Nov 22 16:42:52.745086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-9debc383-e8e3-452c-b03d-a78f874ff3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.746542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-9debc383-e8e3-452c-b03d-a78f874ff3e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1768546 Nov 22 16:42:52.749686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6515f590-90e3-4f61-8b98-d9d850412d06 req-e1250003-6faa-4f4f-9c83-cadf1c561d34 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880098 Nov 22 16:42:52.863783 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b9d8e75-5c71-499f-869b-21ebad26cdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:52.869674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d717a4-13f0-4714-b144-7b011b2faa1b req-75c600fa-8ef1-47fc-bf79-06263f6b890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.871034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-04d717a4-13f0-4714-b144-7b011b2faa1b req-75c600fa-8ef1-47fc-bf79-06263f6b890c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=094a266d-519d-412c-b0f7-976ab3fbfe27 HTTP/1.1" status: 200 len: 1097 time: 0.1275954 Nov 22 16:42:52.917339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65167877-76f9-4d31-aee0-4c376edf5797 req-fd6232a2-c077-42ec-97fd-5144e8db7475 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.919138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65167877-76f9-4d31-aee0-4c376edf5797 req-fd6232a2-c077-42ec-97fd-5144e8db7475 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0998414 Nov 22 16:42:52.929356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-eb54b27e-47e3-49f2-85bb-0c664754bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:52.931175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-eb54b27e-47e3-49f2-85bb-0c664754bc64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570039 Nov 22 16:42:52.941777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.020050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65167877-76f9-4d31-aee0-4c376edf5797 req-bed0f60f-2750-4b21-ad93-c64164b0a7ba tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834565 Nov 22 16:42:53.027004 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-04d717a4-13f0-4714-b144-7b011b2faa1b req-83e90f4b-afd6-4d2f-992b-cd1b1231be6f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475966 Nov 22 16:42:53.051931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dee287-0608-449f-bb91-0fd2d65f137c req-0b3b6dfa-c988-44e3-bd0f-4a8b55d996a5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.058215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3dee287-0608-449f-bb91-0fd2d65f137c req-0b3b6dfa-c988-44e3-bd0f-4a8b55d996a5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1022716 Nov 22 16:42:53.092058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.106749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-006f26d9-436d-43c8-a170-71e4fe41ae0a service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581726 Nov 22 16:42:53.138096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3dee287-0608-449f-bb91-0fd2d65f137c req-a091342c-87b6-48a3-8599-1301ad260ac5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776944 Nov 22 16:42:53.151618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:53.166196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:53.234139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:42:53.235047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.288692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=6d52a63b-3fbe-4f08-ac11-28eca8992fac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:53.405471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-312e2c9e-86be-4f08-ba3f-679876481b5b req-ea83fdd5-a244-4ccb-8542-0ece1e9cb171 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780671 Nov 22 16:42:53.452796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d21c-7b1b-49a2-8423-179f427571bf req-ae1d7b9a-8b9c-4532-9bd5-253e9189a32d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.460991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52f3d21c-7b1b-49a2-8423-179f427571bf req-ae1d7b9a-8b9c-4532-9bd5-253e9189a32d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.0811911 Nov 22 16:42:53.477901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.526683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52f3d21c-7b1b-49a2-8423-179f427571bf req-cf7aac2d-650f-4995-aa59-08a644f90680 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646832 Nov 22 16:42:53.594942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-525e6fde-e305-4061-880b-702e74b99a05 None None] Provisioning complete for port 6d52a63b-3fbe-4f08-ac11-28eca8992fac triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:53.598019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-525e6fde-e305-4061-880b-702e74b99a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.632748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a27af-f194-49d1-8f95-abb3f407bab9 req-69b1ca13-688e-4653-93b1-31377060dd6d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.635272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c4a27af-f194-49d1-8f95-abb3f407bab9 req-69b1ca13-688e-4653-93b1-31377060dd6d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 945 time: 0.1075974 Nov 22 16:42:53.674981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-525e6fde-e305-4061-880b-702e74b99a05 None None] Port 6d52a63b-3fbe-4f08-ac11-28eca8992fac cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:53.677730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a45863d-6e70-4ab4-bd3d-f0372e8188f9 req-5b0b6649-8a1a-4f86-8141-a7fd1f8185e3 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411737 Nov 22 16:42:53.785410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c4a27af-f194-49d1-8f95-abb3f407bab9 req-1dfc6dd6-66b1-4ef3-a897-f26d59825216 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353893 Nov 22 16:42:53.839657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45863d-6e70-4ab4-bd3d-f0372e8188f9 req-427fe866-3fa0-4562-b144-c4ac9bee4fb7 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.841122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a45863d-6e70-4ab4-bd3d-f0372e8188f9 req-427fe866-3fa0-4562-b144-c4ac9bee4fb7 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571238 Nov 22 16:42:53.861817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a45863d-6e70-4ab4-bd3d-f0372e8188f9 req-0c3d0f98-938d-410d-9b0e-d2b2ea92fe49 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/quotas/2dcc319a8b5f4e6e9bd09a2a55e08037 HTTP/1.1" status: 200 len: 375 time: 0.0125782 Nov 22 16:42:53.873364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.882251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.883153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.919609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a45863d-6e70-4ab4-bd3d-f0372e8188f9 req-2e36ea68-c9d1-4f73-bd19-03afaa20b619 tempest-QuotasAdminNegativeTest-329054216 tempest-QuotasAdminNegativeTest-329054216-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500407 Nov 22 16:42:53.956685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:53.959683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a766b-bf44-46c6-b5e5-bc6e98e8da98 req-85c0fff7-d0f3-416c-bbe0-6f8d03102b05 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:53.962502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe8a766b-bf44-46c6-b5e5-bc6e98e8da98 req-85c0fff7-d0f3-416c-bbe0-6f8d03102b05 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1039782 Nov 22 16:42:53.978561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=6d52a63b-3fbe-4f08-ac11-28eca8992fac,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:54.033718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe8a766b-bf44-46c6-b5e5-bc6e98e8da98 req-27bbbaa1-78d1-4cb7-bd14-a4e80555b0ef tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646822 Nov 22 16:42:54.059737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:42:54.062274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:42:54.188482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router da206003-c182-4522-b8f2-9a46de8c3ed4 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:54.202488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700077b-1b99-4867-9a30-a5027afbc59d req-acfde8a0-e322-4433-8cf7-59aa8236b683 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:54.212319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f700077b-1b99-4867-9a30-a5027afbc59d req-acfde8a0-e322-4433-8cf7-59aa8236b683 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.0815372 Nov 22 16:42:54.322530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f700077b-1b99-4867-9a30-a5027afbc59d req-e1494533-b0e2-42da-bccf-b189f60c1bcd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092196 Nov 22 16:42:54.383435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:54.392290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8fcf4fed-2e6e-4778-b6c4-37251b2b96c8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/da206003-c182-4522-b8f2-9a46de8c3ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2882991 Nov 22 16:42:54.393827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:54.401817 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] Sync routers for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:54.413709 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:54.414629 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:54.472149 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:54.485276 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:54.486515 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:54.490898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3baa2cd-7072-4570-94fb-9db7573c22f1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:54.491420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3baa2cd-7072-4570-94fb-9db7573c22f1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports/6d52a63b-3fbe-4f08-ac11-28eca8992fac HTTP/1.1" status: 200 len: 913 time: 0.0959609 Nov 22 16:42:54.494453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41880) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:54.500610 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-271dfcfc-2fa7-4d26-8af8-2a4158a7d289 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1945088 Nov 22 16:42:54.538347 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:54.539836 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcec43-f8f5-442e-be16-f16973a58c71 None None] The sync data for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:54.647070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-373c567a-a757-4f0b-aa65-e2413017bc78 None None] Provisioning complete for port 6d52a63b-3fbe-4f08-ac11-28eca8992fac triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:54.655604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-373c567a-a757-4f0b-aa65-e2413017bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:54.688480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a586750-ce73-4b3d-af15-85370e3996af req-32279a9b-a568-4afe-9335-1bd093e23327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:54.690235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-32279a9b-a568-4afe-9335-1bd093e23327 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 1096 time: 0.1072693 Nov 22 16:42:54.706029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-373c567a-a757-4f0b-aa65-e2413017bc78 None None] Port 6d52a63b-3fbe-4f08-ac11-28eca8992fac cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:42:54.878426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a586750-ce73-4b3d-af15-85370e3996af req-f42b4cba-51ce-4ab8-ab97-b61cf224960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:54.880207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-f42b4cba-51ce-4ab8-ab97-b61cf224960a service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 916 time: 0.1500974 Nov 22 16:42:54.965376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-de97e745-ff1c-4eda-88ff-555a9571e0b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd61202-22a6-4137-a934-017865f971ce HTTP/1.1" status: 200 len: 217 time: 0.0723231 Nov 22 16:42:54.994992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4f7355b9-6319-4892-add7-6e0cd4c7f73c up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:42:55.065441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 4f7355b9-6319-4892-add7-6e0cd4c7f73c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:42:55.075786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 4f7355b9-6319-4892-add7-6e0cd4c7f73c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:42:55.076159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.076315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5a671-f8f7-45fa-af28-ef01c3525303 req-7d02d685-eefe-4644-9a66-bc51bb1aa805 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.083898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39b5a671-f8f7-45fa-af28-ef01c3525303 req-7d02d685-eefe-4644-9a66-bc51bb1aa805 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.3263712 Nov 22 16:42:55.087751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a586750-ce73-4b3d-af15-85370e3996af req-d0cc3c18-326c-448d-b152-541ccc89abf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.099296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-d0cc3c18-326c-448d-b152-541ccc89abf4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.1215806 Nov 22 16:42:55.179645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b03c-924c-43d9-875d-a4e52fd47bb5 req-c53bf514-88d1-4e03-8d25-114134238dc6 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.189979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5d5b03c-924c-43d9-875d-a4e52fd47bb5 req-c53bf514-88d1-4e03-8d25-114134238dc6 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2495229 Nov 22 16:42:55.212767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-5ba9f844-5472-47fb-b041-e1aec49e79b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864730 Nov 22 16:42:55.236746 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.245707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:55.279629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39b5a671-f8f7-45fa-af28-ef01c3525303 req-e29c2897-d78f-411f-b952-7f0a07c0e62c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894450 Nov 22 16:42:55.323315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:42:55.325642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7355b9-6319-4892-add7-6e0cd4c7f73c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:42:55.329214 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d39574-a233-4a0b-84d5-b4b299d7f0a7" -d '{"events": [{"server_uuid": "2af61a3d-93e0-43e1-a6ab-baf3e1774adb", "name": "network-vif-plugged", "status": "completed", "tag": "4f7355b9-6319-4892-add7-6e0cd4c7f73c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:42:55.369027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5d5b03c-924c-43d9-875d-a4e52fd47bb5 req-7aad2627-8202-4bb5-b1c6-04d8d151bfe5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774004 Nov 22 16:42:55.377565 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.389502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-c22d50a9-47a2-40f2-bbd2-6196659ec9c4 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627290 Nov 22 16:42:55.465324 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92175e7c-64b9-46fc-b581-532710954b6c x-openstack-request-id: req-92175e7c-64b9-46fc-b581-532710954b6c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:42:55.465614 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af61a3d-93e0-43e1-a6ab-baf3e1774adb", "name": "network-vif-plugged", "status": "completed", "tag": "4f7355b9-6319-4892-add7-6e0cd4c7f73c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:42:55.465902 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92175e7c-64b9-46fc-b581-532710954b6c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:42:55.466302 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7355b9-6319-4892-add7-6e0cd4c7f73c', 'code': 200} Nov 22 16:42:55.476697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4490383e-b05d-4555-9a10-14d98e128528 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.487400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.498481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=4f7355b9-6319-4892-add7-6e0cd4c7f73c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:55.550494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc344-1747-4a63-b6e2-e6828dbac987 req-0b57307b-8bb7-496e-9526-bf2ed4ba92cb tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.552270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47ddc344-1747-4a63-b6e2-e6828dbac987 req-0b57307b-8bb7-496e-9526-bf2ed4ba92cb tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 946 time: 0.1361804 Nov 22 16:42:55.565108 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.573618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6a586750-ce73-4b3d-af15-85370e3996af req-02e5c093-e5b5-481d-bf3d-5db3bd75be70 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686914 Nov 22 16:42:55.603310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba6618-bf1d-43ee-942b-b44338c0ade1 req-00ab96f0-d816-4d9c-8570-5959c690274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:55.605052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0ba6618-bf1d-43ee-942b-b44338c0ade1 req-00ab96f0-d816-4d9c-8570-5959c690274f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 1097 time: 0.0875874 Nov 22 16:42:55.669629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4490383e-b05d-4555-9a10-14d98e128528 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.677123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4490383e-b05d-4555-9a10-14d98e128528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.708155 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b0ba6618-bf1d-43ee-942b-b44338c0ade1 req-013f362d-6049-46d6-86bb-06ce37303d34 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950406 Nov 22 16:42:55.734138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4490383e-b05d-4555-9a10-14d98e128528 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2dcc319a8b5f4e6e9bd09a2a55e08037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4844618 Nov 22 16:42:55.734138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490383e-b05d-4555-9a10-14d98e128528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd544b-8165-4aca-a345-212fddbe5e09,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:55.735428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41910) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:55.789752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a62dff17-7a86-4bbf-adc9-a997929e1074 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.814103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a62dff17-7a86-4bbf-adc9-a997929e1074 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.869299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a62dff17-7a86-4bbf-adc9-a997929e1074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.873135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a62dff17-7a86-4bbf-adc9-a997929e1074 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:55.874661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a62dff17-7a86-4bbf-adc9-a997929e1074 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9cd544b-8165-4aca-a345-212fddbe5e09 HTTP/1.1" status: 204 len: 168 time: 0.1382983 Nov 22 16:42:55.884886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dff17-7a86-4bbf-adc9-a997929e1074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd544b-8165-4aca-a345-212fddbe5e09,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:55.982625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.033643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47ddc344-1747-4a63-b6e2-e6828dbac987 req-1dec9084-dc8b-4812-afa3-1368b5167e70 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720459 Nov 22 16:42:56.304000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 6d52a63b-3fbe-4f08-ac11-28eca8992fac {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:56.304599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.355678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:56.380942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121a441d-18e5-4966-953c-4798f4d649c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.505104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121a441d-18e5-4966-953c-4798f4d649c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.512955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121a441d-18e5-4966-953c-4798f4d649c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.559087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.570111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121a441d-18e5-4966-953c-4798f4d649c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd83110-5383-4c6d-a3b2-c21b8aef8216,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:56.584313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 6d52a63b-3fbe-4f08-ac11-28eca8992fac owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:56.595400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-121a441d-18e5-4966-953c-4798f4d649c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ae731afb5da14bb4a8952f3181d8847f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2379880 Nov 22 16:42:56.599255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41928) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:56.613129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef536830-a4c2-4ac8-b0a1-c1daca820c9b req-7cad9dfe-1aa5-4891-8200-2c5ffd41538d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.615393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef536830-a4c2-4ac8-b0a1-c1daca820c9b req-7cad9dfe-1aa5-4891-8200-2c5ffd41538d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1892655 Nov 22 16:42:56.643656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6982e-43d4-49dc-b457-b6a23c285378 req-f01a0f87-dfb7-477d-bbe6-7770bc933342 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:56.645684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0f6982e-43d4-49dc-b457-b6a23c285378 req-f01a0f87-dfb7-477d-bbe6-7770bc933342 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1436248 Nov 22 16:42:56.672330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-813784b0-5d59-4135-95f6-f35c37602170 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.695962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-813784b0-5d59-4135-95f6-f35c37602170 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.756299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-813784b0-5d59-4135-95f6-f35c37602170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.760720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-813784b0-5d59-4135-95f6-f35c37602170 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:56.763525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-813784b0-5d59-4135-95f6-f35c37602170 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fcd83110-5383-4c6d-a3b2-c21b8aef8216 HTTP/1.1" status: 204 len: 168 time: 0.1626616 Nov 22 16:42:56.794358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813784b0-5d59-4135-95f6-f35c37602170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd83110-5383-4c6d-a3b2-c21b8aef8216,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:56.822276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0f6982e-43d4-49dc-b457-b6a23c285378 req-1179c38a-9d51-440b-a168-f68987495839 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645525 Nov 22 16:42:56.859835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef536830-a4c2-4ac8-b0a1-c1daca820c9b req-4715df55-84fd-4f80-bc14-b1d70beccb73 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125607 Nov 22 16:42:57.176135 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.236951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe442482-56a0-4a6c-9d6f-d9fc4802faf9 req-81933a0f-bf54-4b32-ab50-0d0609bdaa4d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:57.245629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe442482-56a0-4a6c-9d6f-d9fc4802faf9 req-81933a0f-bf54-4b32-ab50-0d0609bdaa4d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2593198 Nov 22 16:42:57.259589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=6d52a63b-3fbe-4f08-ac11-28eca8992fac,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:57.556439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855f307-51e3-4406-a2d8-f80e8a4dff9d req-3f9d03b2-b465-43a4-b848-9420b89f9a19 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:57.558592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3855f307-51e3-4406-a2d8-f80e8a4dff9d req-3f9d03b2-b465-43a4-b848-9420b89f9a19 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 946 time: 0.3966987 Nov 22 16:42:57.559870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:57.590853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe442482-56a0-4a6c-9d6f-d9fc4802faf9 req-7d2c268b-4c9e-42f6-b6e8-715024a4418e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3441513 Nov 22 16:42:57.826191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3855f307-51e3-4406-a2d8-f80e8a4dff9d req-13c9cb04-a3a0-406a-83a6-9ec48dd6c0eb tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342689 Nov 22 16:42:57.840482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229b6ab-3f58-43e6-aa55-301cfe4abcc2 req-d56afed1-2830-47a4-a280-79999c49ec05 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:57.842345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f229b6ab-3f58-43e6-aa55-301cfe4abcc2 req-d56afed1-2830-47a4-a280-79999c49ec05 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1324165 Nov 22 16:42:57.973978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f229b6ab-3f58-43e6-aa55-301cfe4abcc2 req-26c14f81-7205-42e2-8f7a-babf14245747 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234457 Nov 22 16:42:58.038289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router da206003-c182-4522-b8f2-9a46de8c3ed4 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:42:58.046900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdb048-89fb-4eb2-b51a-a609176e1de8 req-bdcadda7-a1be-4891-94b9-35ab09b9b347 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:58.048551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ccdb048-89fb-4eb2-b51a-a609176e1de8 req-bdcadda7-a1be-4891-94b9-35ab09b9b347 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.0699420 Nov 22 16:42:58.227116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ccdb048-89fb-4eb2-b51a-a609176e1de8 req-39c78a34-a557-41e6-8682-020d2f4001d9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705194 Nov 22 16:42:58.251121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:42:58.258644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-312bbd75-8c3d-4e51-8b98-5c8d69c211ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/da206003-c182-4522-b8f2-9a46de8c3ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7630436 Nov 22 16:42:58.261645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41970) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:42:58.270846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] Sync routers for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:42:58.284091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e35b90-89ec-4915-bf3a-e48469f9b97d req-0274592f-28ae-4f00-b4dc-1a65a35b88ff tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:58.285207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:58.285956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e35b90-89ec-4915-bf3a-e48469f9b97d req-0274592f-28ae-4f00-b4dc-1a65a35b88ff tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=094a266d-519d-412c-b0f7-976ab3fbfe27 HTTP/1.1" status: 200 len: 946 time: 0.1672294 Nov 22 16:42:58.295451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:58.380219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e35b90-89ec-4915-bf3a-e48469f9b97d req-f0c941c7-2349-4052-911b-29900dd2b1d6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878224 Nov 22 16:42:58.385987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:58.417424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:42:58.417424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:58.519851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060811-0c6c-44c7-a77a-eb09f1e97936 req-56caac32-1707-4725-b5fc-18a60600d7ef tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:58.532027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13060811-0c6c-44c7-a77a-eb09f1e97936 req-56caac32-1707-4725-b5fc-18a60600d7ef tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1348031 Nov 22 16:42:58.537531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:42:58.538355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093bc738-114c-42dd-99d1-31a8e944b975 None None] The sync data for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:42:58.653175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13060811-0c6c-44c7-a77a-eb09f1e97936 req-350d61a6-9530-400e-83a8-884654697d91 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201844 Nov 22 16:42:58.834582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.102023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Request body: {'security_group': {'name': 'tempest-securitygroup-670626659', 'description': 'tempest-description-1363463817'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:42:59.187250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 39a4ba46-4a42-4658-b30e-b058c6190581 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:42:59.188100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.228143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.252771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.296637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.311054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-98af591c-33f2-4423-b0a2-d9d39f226bf9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:42:59.318983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-98af591c-33f2-4423-b0a2-d9d39f226bf9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 811 time: 0.1987934 Nov 22 16:42:59.350729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 39a4ba46-4a42-4658-b30e-b058c6190581 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:42:59.360801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-418bcec6-551b-4ad7-9afc-218e3ec6d494 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/quotas/72d21fc451f7458bb739ea5b3069a4a9 HTTP/1.1" status: 200 len: 375 time: 0.0409839 Nov 22 16:42:59.455371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-54c37728-9f13-4789-a245-ba2d556c934b tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935607 Nov 22 16:42:59.493055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.514351 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.633408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.670752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=39a4ba46-4a42-4658-b30e-b058c6190581,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:59.689357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.706046 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.747823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-22010f5e-b5b6-489b-b218-33cf3d42fb13 service neutron] 10.222.0.65 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812417 Nov 22 16:42:59.749378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80b8b5ca-588e-4c45-bc60-c8390436422e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:59.762362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.763580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-197b2727-5a8a-42ba-95cc-17c6acf5bbd5 req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.6745579 Nov 22 16:42:59.863547 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:42:59.867817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140b067b-deb4-4c63-a66d-4e8e2492cb87 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e338b9ed-87d0-4061-b449-2a2cfba34279,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:42:59.988641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-7c944aec-0ea5-4edb-b153-00d2e959bd7d service neutron] 10.222.0.65 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240894 Nov 22 16:43:00.006781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0edbf-fb7c-4fff-91bd-0ddb938c66aa req-be55f3bc-46c6-4005-ade9-1fdf95ba37f5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:00.008424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53d0edbf-fb7c-4fff-91bd-0ddb938c66aa req-be55f3bc-46c6-4005-ade9-1fdf95ba37f5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1100960 Nov 22 16:43:00.128918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53d0edbf-fb7c-4fff-91bd-0ddb938c66aa req-2b5ef90a-eec5-4753-b094-a6e93342f916 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067960 Nov 22 16:43:00.184054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router da206003-c182-4522-b8f2-9a46de8c3ed4 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:00.185967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-56a7f268-26e6-4777-9055-f00d5514cbf8 req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Request body: {'security_group': {'name': 'tempest-securitygroup-526018700', 'description': 'tempest-description-1906004070'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:00.218367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-56a7f268-26e6-4777-9055-f00d5514cbf8 req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.320318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-56a7f268-26e6-4777-9055-f00d5514cbf8 req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.328814 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-56a7f268-26e6-4777-9055-f00d5514cbf8 req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.413132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f458f1-aa7a-4925-b675-1f7f8c3b3ba2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:00.432741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:00.439581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-56a7f268-26e6-4777-9055-f00d5514cbf8 req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.451242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56a7f268-26e6-4777-9055-f00d5514cbf8 req-bbfbb3d3-4cd3-4ff6-bc6c-9ce5c34145ff tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.2645745 Nov 22 16:43:00.453381 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] Sync routers for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:00.457398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd536ff8-2099-465a-97a7-11b148e5ce56 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/da206003-c182-4522-b8f2-9a46de8c3ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1921351 Nov 22 16:43:00.457825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42026) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:00.468514 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:00.470921 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:00.514301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-a7505a89-8201-4286-b7df-003f50fb3f53 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:00.515897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-a7505a89-8201-4286-b7df-003f50fb3f53 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "GET /v2.0/ports?device_id=2af61a3d-93e0-43e1-a6ab-baf3e1774adb HTTP/1.1" status: 200 len: 946 time: 0.1531665 Nov 22 16:43:00.583432 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:00.585083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42036) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:00.586325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7e5d7c0d-034a-4c1f-9fb3-817b9baaba76 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=da206003-c182-4522-b8f2-9a46de8c3ed4 HTTP/1.1" status: 200 len: 205 time: 0.1266263 Nov 22 16:43:00.629838 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] Routers {'da206003-c182-4522-b8f2-9a46de8c3ed4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:00.630817 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['da206003-c182-4522-b8f2-9a46de8c3ed4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:00.677621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1955442126', 'description': 'tempest-description-1821560189'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:00.713853 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:00.715055 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb5e11f-b9d0-4664-8c50-8ff0e2a10e3c None None] The sync data for ids ['da206003-c182-4522-b8f2-9a46de8c3ed4'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:00.733522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee546a8d-d500-4cb6-b07f-911c1bf9c986 req-d54ebb9d-e920-4074-98de-b5e6a0cfc0fe tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 210 time: 0.1096699 Nov 22 16:43:00.772866 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.784357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.793992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.950205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:00.956727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.042291 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.058453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.062140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.074013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.101059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.102766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d9fb510-ba7c-416a-95e3-6f7ed43d689f req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4838262 Nov 22 16:43:01.126084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709a5eb4-71b3-49d9-bad6-c81b4f4223f9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:01.166220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-2416a404-5689-404e-b0d2-0d30f0fb3e85 req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-730155594', 'description': 'tempest-description-1629046173'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:01.276075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f02dd2f-7335-4b87-9390-3d45ab911d4d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5051c705-66b2-4d5f-b316-12bd462872b4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:01.280598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2416a404-5689-404e-b0d2-0d30f0fb3e85 req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.359417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b94b80-9413-4cb3-8ae4-874bc77ecc8d req-bc6e96ea-6c97-4642-84ac-fa3abd801635 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.361186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2b94b80-9413-4cb3-8ae4-874bc77ecc8d req-bc6e96ea-6c97-4642-84ac-fa3abd801635 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1300550 Nov 22 16:43:01.470868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2416a404-5689-404e-b0d2-0d30f0fb3e85 req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.475855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2b94b80-9413-4cb3-8ae4-874bc77ecc8d req-789d18f3-b740-4b87-ad09-db7cf3e095f3 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950232 Nov 22 16:43:01.478785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2416a404-5689-404e-b0d2-0d30f0fb3e85 req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.502263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2416a404-5689-404e-b0d2-0d30f0fb3e85 req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.503690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2416a404-5689-404e-b0d2-0d30f0fb3e85 req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3551273 Nov 22 16:43:01.556770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.557399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router da206003-c182-4522-b8f2-9a46de8c3ed4 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:01.574466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53813b-25d2-4b5c-a3b7-dc809a0d60e7 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd8d003-db75-4908-94ea-b94953d0dcba,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:01.582219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.583668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-136ded9a-68a2-4c7b-b377-f3dce69cd673 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/da206003-c182-4522-b8f2-9a46de8c3ed4 HTTP/1.1" status: 204 len: 168 time: 0.9975414 Nov 22 16:43:01.587719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42056) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:01.594265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Deleting port 4f7355b9-6319-4892-add7-6e0cd4c7f73c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:01.595046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.621634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-81a498e1-df7a-49ad-ab57-d20fbe0c8805 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:01.623173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-81a498e1-df7a-49ad-ab57-d20fbe0c8805 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "GET /v2.0/ports?device_id=094a266d-519d-412c-b0f7-976ab3fbfe27 HTTP/1.1" status: 200 len: 946 time: 0.7609611 Nov 22 16:43:01.728115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet 60e355b8-ba99-4bd6-af6d-7b033da5c7cc {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:01.737462 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.798562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] For port 4f7355b9-6319-4892-add7-6e0cd4c7f73c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=4f7355b9-6319-4892-add7-6e0cd4c7f73c,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:01.798943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.806921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:01.815726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Calling delete_port for 4f7355b9-6319-4892-add7-6e0cd4c7f73c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:01.877126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Deleting port 2140a04c-b172-4ebc-b611-d84943216f0d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:01.877477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.003156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5f4f153-29d4-4cb9-9ad2-d1fddc034904 req-7d5fdc60-07a6-47fb-8f8f-0abb9fec6f70 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 210 time: 0.0773027 Nov 22 16:43:02.174110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.238726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-1ee1d469-727b-42c8-b635-be6c60c58efd tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48144 time: 0.6840456 Nov 22 16:43:02.247056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] For port 2140a04c-b172-4ebc-b611-d84943216f0d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2140a04c-b172-4ebc-b611-d84943216f0d,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:02.248053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.252770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.279344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Calling delete_port for 2140a04c-b172-4ebc-b611-d84943216f0d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:02.306970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-3cbe811c-a5a2-48f7-b73c-048eadc020b6 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0f84a89e-8bc2-4c58-a43c-3bb5e811b94d HTTP/1.1" status: 200 len: 2994 time: 0.0672662 Nov 22 16:43:02.309390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event deleted for resources: {'Port': ['ID=4f7355b9-6319-4892-add7-6e0cd4c7f73c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.313498 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.324690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-de88309a-dfa3-4817-9505-825e4bb8d8b6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.326180 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-de88309a-dfa3-4817-9505-825e4bb8d8b6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 811 time: 0.3113050 Nov 22 16:43:02.330026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.334241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/60e355b8-ba99-4bd6-af6d-7b033da5c7cc HTTP/1.1" status: 204 len: 168 time: 0.7453907 Nov 22 16:43:02.342476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1d0df6-d15a-49b3-9660-2d244c4bb31e None None] Network fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:02.353890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42064) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:02.365215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1b9eb-cb27-4f34-8a70-6cc05463200b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=60e355b8-ba99-4bd6-af6d-7b033da5c7cc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.388660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Request body: {'port': {'device_id': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'admin_state_up': True, 'tenant_id': '72d21fc451f7458bb739ea5b3069a4a9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:02.400658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-4e1a3f1e-f755-4bdf-b724-d5f40827766b tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/0f84a89e-8bc2-4c58-a43c-3bb5e811b94d HTTP/1.1" status: 200 len: 2994 time: 0.0428081 Nov 22 16:43:02.454109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-228e9198-9546-4684-9d78-e9e5ec4e79d8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/147d0625-9a2c-4561-abc6-bcd8685a59f8 HTTP/1.1" status: 200 len: 2998 time: 0.0412221 Nov 22 16:43:02.477297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] No DVR routers for this DVR port 4f7355b9-6319-4892-add7-6e0cd4c7f73c on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:02.486576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.489865 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-31fa0d05-a0c4-4113-be6b-67b941a1601a req-77104848-1acd-4632-9f05-26af55a35118 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "DELETE /v2.0/ports/4f7355b9-6319-4892-add7-6e0cd4c7f73c HTTP/1.1" status: 204 len: 173 time: 1.9662642 Nov 22 16:43:02.497068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'name': 'network-vif-deleted', 'tag': '4f7355b9-6319-4892-add7-6e0cd4c7f73c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:02.500360 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4068a81b-13d4-4b33-ab2a-022df49005be" -d '{"events": [{"server_uuid": "2af61a3d-93e0-43e1-a6ab-baf3e1774adb", "name": "network-vif-deleted", "tag": "4f7355b9-6319-4892-add7-6e0cd4c7f73c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:02.542874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-79a388d4-6acf-4517-9180-b3a045010afc tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/147d0625-9a2c-4561-abc6-bcd8685a59f8 HTTP/1.1" status: 200 len: 2998 time: 0.0806255 Nov 22 16:43:02.587157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet f9158ae2-96a5-4f97-8116-f2a146111ff1 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:02.605163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.616129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] DHCP port deletion for fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:02.634981 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8b7b99-1794-4cfa-ab6f-901fc451ff98 x-openstack-request-id: req-8c8b7b99-1794-4cfa-ab6f-901fc451ff98 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:02.635348 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af61a3d-93e0-43e1-a6ab-baf3e1774adb", "name": "network-vif-deleted", "tag": "4f7355b9-6319-4892-add7-6e0cd4c7f73c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:02.635707 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c8b7b99-1794-4cfa-ab6f-901fc451ff98 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:02.636208 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af61a3d-93e0-43e1-a6ab-baf3e1774adb', 'name': 'network-vif-deleted', 'tag': '4f7355b9-6319-4892-add7-6e0cd4c7f73c', 'status': 'completed', 'code': 200} Nov 22 16:43:02.690450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-f09cda00-3024-488b-a934-c95fa4d0ad9c tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4d391fbb-f7c2-4717-b8b4-f452844bc1e9 HTTP/1.1" status: 200 len: 3002 time: 0.1465421 Nov 22 16:43:02.705281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.749206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] Deleting port 7668c1ae-5feb-4525-a596-499bcf8c183f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:02.750145 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.791594 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.816695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] For port 7668c1ae-5feb-4525-a596-499bcf8c183f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7668c1ae-5feb-4525-a596-499bcf8c183f,segment=NetworkSegment(64ba815a-6f92-4152-b9bd-bf7695413279),segment_id=64ba815a-6f92-4152-b9bd-bf7695413279)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:02.817411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.833425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] Calling delete_port for 7668c1ae-5feb-4525-a596-499bcf8c183f owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:02.852261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Made reservation on behalf of 72d21fc451f7458bb739ea5b3069a4a9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:02.855981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:02.873452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-e486cc10-65b2-4ed8-959f-603a12744b8a tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4d391fbb-f7c2-4717-b8b4-f452844bc1e9 HTTP/1.1" status: 200 len: 3002 time: 0.1728795 Nov 22 16:43:02.889176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event deleted for resources: {'Port': ['ID=2140a04c-b172-4ebc-b611-d84943216f0d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:02.933637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831e960-c155-4ee2-9aeb-984f258f3b8d req-40530bed-e624-4c28-b56f-e00ed4ebed11 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:02.935167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6831e960-c155-4ee2-9aeb-984f258f3b8d req-40530bed-e624-4c28-b56f-e00ed4ebed11 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2004840 Nov 22 16:43:03.004644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.052681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4f7355b9-6319-4892-add7-6e0cd4c7f73c no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:03.055975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] No DVR routers for this DVR port 2140a04c-b172-4ebc-b611-d84943216f0d on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:03.056306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-a4cbdc56-3dc7-45c5-90ad-461bca36fec2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:03.057879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-a4cbdc56-3dc7-45c5-90ad-461bca36fec2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 811 time: 0.2534397 Nov 22 16:43:03.058749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.059578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-0ec6a4ed-7081-4dd7-9ab9-441a29a3f096 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6a36d577-7cde-4e43-88ac-01f361f72d33 HTTP/1.1" status: 200 len: 3002 time: 0.1515994 Nov 22 16:43:03.064665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6831e960-c155-4ee2-9aeb-984f258f3b8d req-01a0e73b-6c77-4895-865b-11d5780252ad tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212606 Nov 22 16:43:03.081604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c481591-82f8-42b4-b1b2-2a00eb4275b9 req-724f4e7d-aeeb-4477-9810-e9384116f39c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "DELETE /v2.0/ports/2140a04c-b172-4ebc-b611-d84943216f0d HTTP/1.1" status: 204 len: 173 time: 1.4269998 Nov 22 16:43:03.082509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Request body: {'port': {'device_id': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'admin_state_up': True, 'tenant_id': '72d21fc451f7458bb739ea5b3069a4a9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:03.084482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] No DVR routers for this DVR port 7668c1ae-5feb-4525-a596-499bcf8c183f on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:03.099422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 4f7355b9-6319-4892-add7-6e0cd4c7f73c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:03.099966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 4f7355b9-6319-4892-add7-6e0cd4c7f73c not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:03.105686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d1bcb-a745-44ea-b69b-c8b6980a3796 None None] Pushing event deleted for resources: {'Port': ['ID=7668c1ae-5feb-4525-a596-499bcf8c183f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:03.176989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.234010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-33aac37c-698c-45b5-80e4-e30f590333b0 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/6a36d577-7cde-4e43-88ac-01f361f72d33 HTTP/1.1" status: 200 len: 3002 time: 0.1630843 Nov 22 16:43:03.304408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d09899a7-7dfe-45c1-91d0-f60db1e76847 req-1df0a6e6-ac4b-4d74-865a-3ba4ca335c5a tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 210 time: 0.0640326 Nov 22 16:43:03.346958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.370227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-a1f28b06-9b02-4484-83af-ceaf6bac8aa5 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/709a5eb4-71b3-49d9-bad6-c81b4f4223f9 HTTP/1.1" status: 200 len: 3002 time: 0.1191730 Nov 22 16:43:03.383461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Made reservation on behalf of 72d21fc451f7458bb739ea5b3069a4a9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:03.387270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.389250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=f9158ae2-96a5-4f97-8116-f2a146111ff1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:03.396977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Allocated IP 172.20.0.4 (27eba738-bf6e-477e-99a6-3cbcd40419c2/c8a5c3b7-b7c5-46de-ab70-fb441193cfb1/01f07105-fcd4-445b-b1ed-532974f30203) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:03.403046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.410508 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c488a959-8075-44b3-9c72-164c24ade405 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/f9158ae2-96a5-4f97-8116-f2a146111ff1 HTTP/1.1" status: 204 len: 168 time: 1.0265703 Nov 22 16:43:03.410508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42076) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:03.413103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc6aa20-eceb-44b5-b27d-08f06b8eba4f None None] Network 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:03.505083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-0eb27a63-533d-4612-b553-ca17af0518cd tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/709a5eb4-71b3-49d9-bad6-c81b4f4223f9 HTTP/1.1" status: 200 len: 3002 time: 0.1283677 Nov 22 16:43:03.508376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.567588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-05fc6c6d-5475-4c03-a34b-7512c8e6f6b4 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/80b8b5ca-588e-4c45-bc60-c8390436422e HTTP/1.1" status: 200 len: 3002 time: 0.0529840 Nov 22 16:43:03.627312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-dde31680-43a8-479d-9236-3a6ed41308fb tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/80b8b5ca-588e-4c45-bc60-c8390436422e HTTP/1.1" status: 200 len: 3002 time: 0.0529823 Nov 22 16:43:03.667851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] DHCP port deletion for 55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:03.696962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-7e4fcaa7-e1fd-4677-bef6-cc09d71daddd tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a760960e-e015-4126-aabb-6a0e2f4d670c HTTP/1.1" status: 200 len: 2998 time: 0.0576160 Nov 22 16:43:03.719716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.734122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] Deleting port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:03.734800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.763488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-2e8f87f3-8260-4860-90ac-ace2c50cc43f tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a760960e-e015-4126-aabb-6a0e2f4d670c HTTP/1.1" status: 200 len: 2998 time: 0.0653462 Nov 22 16:43:03.766536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:03.788670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ba815a-6f92-4152-b9bd-bf7695413279') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:03.789038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ba815a-6f92-4152-b9bd-bf7695413279') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:03.808796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.839419 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.839572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] For port ba9ad78e-c1d0-4ddd-b10c-60ad24809061, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,segment=NetworkSegment(cda772f3-ad97-4945-89f1-e903611eac4d),segment_id=cda772f3-ad97-4945-89f1-e903611eac4d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:03.839976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.847197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.851583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:03.851979 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:03.855318 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:03.881306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] Calling delete_port for ba9ad78e-c1d0-4ddd-b10c-60ad24809061 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:03.893595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-bcc52beb-8b6d-4d07-a831-4fb1911314f5 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a8b55bfd-ee90-403b-a46c-d69e7883e7f3 HTTP/1.1" status: 200 len: 2990 time: 0.1276124 Nov 22 16:43:03.990165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-373ca4fd-bdd0-4188-95fa-9632b13801ab tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a8b55bfd-ee90-403b-a46c-d69e7883e7f3 HTTP/1.1" status: 200 len: 2990 time: 0.0876727 Nov 22 16:43:04.004484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2140a04c-b172-4ebc-b611-d84943216f0d no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:04.009999 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.032219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.039026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.044041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51 HTTP/1.1" status: 204 len: 168 time: 0.6309345 Nov 22 16:43:04.050862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 2140a04c-b172-4ebc-b611-d84943216f0d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:04.051244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2140a04c-b172-4ebc-b611-d84943216f0d not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:04.053858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.077408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42082) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:04.091935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b04329-85c6-45bc-a8e6-0299e3566e8e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=fd1bc88c-0b6c-4046-a2c6-b25f1fda7c51,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:04.099444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-0957ae2e-49db-40d3-84fa-96a5a784cda1 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b68284db-44a0-4358-a088-e6c1632ef75a HTTP/1.1" status: 200 len: 3002 time: 0.0999527 Nov 22 16:43:04.103052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] No DVR routers for this DVR port ba9ad78e-c1d0-4ddd-b10c-60ad24809061 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:04.110384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211c634-b1c8-45da-8c87-18a493340089 None None] Pushing event deleted for resources: {'Port': ['ID=ba9ad78e-c1d0-4ddd-b10c-60ad24809061,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:04.244289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ba9ad78e-c1d0-4ddd-b10c-60ad24809061 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:04.283898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ba9ad78e-c1d0-4ddd-b10c-60ad24809061 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:04.284266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ba9ad78e-c1d0-4ddd-b10c-60ad24809061 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:04.285042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7668c1ae-5feb-4525-a596-499bcf8c183f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:04.301238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:04.306693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Allocated IP 172.20.0.3 (27eba738-bf6e-477e-99a6-3cbcd40419c2/c8a5c3b7-b7c5-46de-ab70-fb441193cfb1/d475e401-65dd-41ba-a732-0b755c16fea0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:04.308861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:04.318067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:04.321610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7668c1ae-5feb-4525-a596-499bcf8c183f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:04.322115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7668c1ae-5feb-4525-a596-499bcf8c183f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:04.334092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-b24c6b36-ccb5-4211-ab0d-53ef52a2443d tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b68284db-44a0-4358-a088-e6c1632ef75a HTTP/1.1" status: 200 len: 3002 time: 0.2093048 Nov 22 16:43:04.366023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event updated for resources: {'Port': ['ID=01f07105-fcd4-445b-b1ed-532974f30203,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:04.392293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf870a-3084-4ea8-97e2-713505ff5725 req-54d5129b-1c29-4c89-b471-186a462413e2 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.394048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37bf870a-3084-4ea8-97e2-713505ff5725 req-54d5129b-1c29-4c89-b471-186a462413e2 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1836224 Nov 22 16:43:04.427090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.444252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:04.445295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.454893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-ccd0d613-323f-46de-9d7d-7445e1b4a94e tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/bb234445-c773-4355-9488-542c3b7614e5 HTTP/1.1" status: 200 len: 3002 time: 0.1120470 Nov 22 16:43:04.513789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-edf72df9-5371-4eea-acbf-deb4b442563f tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1588631 Nov 22 16:43:04.547227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Request body: {'port': {'device_id': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:04.582685 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.629936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d3536d-cf82-45a2-8df1-19a1e9d5cdd7']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:04.639269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'name': 'network-vif-deleted', 'tag': '2140a04c-b172-4ebc-b611-d84943216f0d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:04.642584 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f43f1-6945-4f76-ac71-ccf9ca6c8fcb" -d '{"events": [{"server_uuid": "094a266d-519d-412c-b0f7-976ab3fbfe27", "name": "network-vif-deleted", "tag": "2140a04c-b172-4ebc-b611-d84943216f0d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:04.656498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda772f3-ad97-4945-89f1-e903611eac4d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:04.656727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda772f3-ad97-4945-89f1-e903611eac4d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:04.667616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.671014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.694113 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.720141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:04.720881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:04.724057 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:04.858411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.875919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:04.884571 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/55d3536d-cf82-45a2-8df1-19a1e9d5cdd7 HTTP/1.1" status: 204 len: 168 time: 0.8021312 Nov 22 16:43:04.889310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42092) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:04.899553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-785614354'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:04.906573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952dadd-b6a5-41a2-953e-3b67dd6c0526 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=55d3536d-cf82-45a2-8df1-19a1e9d5cdd7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:04.916019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37bf870a-3084-4ea8-97e2-713505ff5725 req-9e0ba86a-7ce3-43a4-be0c-c0db11713c55 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099006 Nov 22 16:43:04.961495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-02fded2d-4c1e-476b-b574-f0a839072fff tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/bb234445-c773-4355-9488-542c3b7614e5 HTTP/1.1" status: 200 len: 3002 time: 0.4829953 Nov 22 16:43:05.024092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25bf1d43-8c5a-45d8-a6fb-b8948bd2aa80 req-838af25a-da52-4552-91f3-2b64f1e37a55 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 210 time: 0.0539072 Nov 22 16:43:05.034856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:05.039008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.074230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.092258 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87c9b2d-41c2-4ab5-bd55-29379e575f97 x-openstack-request-id: req-e87c9b2d-41c2-4ab5-bd55-29379e575f97 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:05.093510 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094a266d-519d-412c-b0f7-976ab3fbfe27", "name": "network-vif-deleted", "tag": "2140a04c-b172-4ebc-b611-d84943216f0d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:05.093955 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e87c9b2d-41c2-4ab5-bd55-29379e575f97 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:05.094498 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094a266d-519d-412c-b0f7-976ab3fbfe27', 'name': 'network-vif-deleted', 'tag': '2140a04c-b172-4ebc-b611-d84943216f0d', 'status': 'completed', 'code': 200} Nov 22 16:43:05.112118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-8f11a650-2359-4ef3-b4b7-f44c37d71e12 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e5d20a1f-e4f1-4d6d-94fc-599a0f67c2d0 HTTP/1.1" status: 200 len: 3002 time: 0.1325681 Nov 22 16:43:05.117677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 875} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:05.155966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.156425 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab of type vlan for network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad Nov 22 16:43:05.210605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.307772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-7a280595-0f0c-4e88-bbdb-edbf532efd80 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e5d20a1f-e4f1-4d6d-94fc-599a0f67c2d0 HTTP/1.1" status: 200 len: 3002 time: 0.1820159 Nov 22 16:43:05.309871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event updated for resources: {'Port': ['ID=d475e401-65dd-41ba-a732-0b755c16fea0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.318085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.397861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Network 27eba738-bf6e-477e-99a6-3cbcd40419c2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:05.399858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:05.407098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-ca152dda-d020-43b3-875d-5110cc97217e tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e63565c6-f09a-4fe8-91b9-6539ab0974a2 HTTP/1.1" status: 200 len: 2998 time: 0.0981855 Nov 22 16:43:05.408434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:05.411843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.418253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:05.418571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.423306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f07105-fcd4-445b-b1ed-532974f30203 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:05.437281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.459477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Transition to ACTIVE for port object 01f07105-fcd4-445b-b1ed-532974f30203 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:05.470097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.531466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42108) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:05.546604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Pushing event updated for resources: {'Port': ['ID=01f07105-fcd4-445b-b1ed-532974f30203,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.551277 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:05.567453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea33ca9e-0429-4a43-acad-1e9c84121a02 req-997d32c3-49d0-44e9-9166-12d9fd100769 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e63565c6-f09a-4fe8-91b9-6539ab0974a2 HTTP/1.1" status: 200 len: 2998 time: 0.1451573 Nov 22 16:43:05.615598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7244196 Nov 22 16:43:05.619852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42114) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:05.620513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ec1a9-7c25-43bc-bf29-c6630d95d40a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:05.633616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:05.650224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:05.679126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:05.680104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.689283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Attempting to bind port 01f07105-fcd4-445b-b1ed-532974f30203 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:05.689283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Attempting to bind port 01f07105-fcd4-445b-b1ed-532974f30203 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:05.689283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Attempting to bind port 01f07105-fcd4-445b-b1ed-532974f30203 on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:05.701080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03ed33c4-b86b-47db-9947-0a84d0b90865 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.704804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Port 01f07105-fcd4-445b-b1ed-532974f30203 on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:05.705320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Attempting to bind port 01f07105-fcd4-445b-b1ed-532974f30203 on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:05.736278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-9674c34e-ea79-419e-bbc5-e8b72491d09d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6594787 Nov 22 16:43:05.745516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:05.746124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Checking segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:05.748982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Bound using segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:05.749842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Bound port: 01f07105-fcd4-445b-b1ed-532974f30203, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:05.750465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.767189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Request body: {'port': {'device_id': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:05.877431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] For port 01f07105-fcd4-445b-b1ed-532974f30203, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:05.881527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37fdca1-9858-4b61-8ac9-355479b9a903 req-0527ecac-e396-482a-ab10-2b91d52fd2d5 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e7b49d3f0034261a3337301a7b9e6a9 HTTP/1.1" status: 200 len: 6161 time: 0.2752593 Nov 22 16:43:05.887160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] For port 01f07105-fcd4-445b-b1ed-532974f30203, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=01f07105-fcd4-445b-b1ed-532974f30203,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:05.894207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.936895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.963077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:05.963828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.965320 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/01f07105-fcd4-445b-b1ed-532974f30203 HTTP/1.1" status: 200 len: 1091 time: 1.4248376 Nov 22 16:43:05.985023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03ed33c4-b86b-47db-9947-0a84d0b90865 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:05.991312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03ed33c4-b86b-47db-9947-0a84d0b90865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.026098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d08c-3301-40f0-93fe-0860457e91c8 service neutron] Pushing event updated for resources: {'Port': ['ID=01f07105-fcd4-445b-b1ed-532974f30203,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.125069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03ed33c4-b86b-47db-9947-0a84d0b90865 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f1c2934c3694812aa0e557a385a1029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5912344 Nov 22 16:43:06.125809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42130) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:06.155306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37fdca1-9858-4b61-8ac9-355479b9a903 req-f12cf710-664f-42fa-b2c5-a15e0542aace tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "GET /v2.0/security-groups/80b8b5ca-588e-4c45-bc60-c8390436422e HTTP/1.1" status: 200 len: 3002 time: 0.1952674 Nov 22 16:43:06.165291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed33c4-b86b-47db-9947-0a84d0b90865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3df3f86-86ba-46aa-8f57-315f81d49b93,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.177885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-55ed0ddb-4f37-43d9-93a5-a94980582725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:06.179395 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-55ed0ddb-4f37-43d9-93a5-a94980582725 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 1094 time: 0.1573243 Nov 22 16:43:06.234832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-ea61865c-b11b-4d68-b5e3-840941b0df36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f07105-fcd4-445b-b1ed-532974f30203 HTTP/1.1" status: 200 len: 217 time: 0.0429974 Nov 22 16:43:06.241174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a766a43-7060-48fa-a8c1-1d9bc3c6ecb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.297474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a766a43-7060-48fa-a8c1-1d9bc3c6ecb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.320685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:06.324177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.329508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-4a8e9036-ca1b-4a78-9190-c815b113dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:06.331553 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-4a8e9036-ca1b-4a78-9190-c815b113dfbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.0835452 Nov 22 16:43:06.344154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531826-10b0-4127-a0eb-b229c54ea4ad req-6382c2d1-5c44-421f-bb74-469bfe7e2e14 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:06.345990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd531826-10b0-4127-a0eb-b229c54ea4ad req-6382c2d1-5c44-421f-bb74-469bfe7e2e14 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1819036 Nov 22 16:43:06.374230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-abe7e26a-5be4-4869-905c-98d3a039a9be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330703 Nov 22 16:43:06.402818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f37fdca1-9858-4b61-8ac9-355479b9a903 req-12a91834-c370-4244-9da3-73492d919b89 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "GET /v2.0/security-groups/80b8b5ca-588e-4c45-bc60-c8390436422e HTTP/1.1" status: 200 len: 3002 time: 0.2461710 Nov 22 16:43:06.429319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a766a43-7060-48fa-a8c1-1d9bc3c6ecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.432239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a766a43-7060-48fa-a8c1-1d9bc3c6ecb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.435548 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4a766a43-7060-48fa-a8c1-1d9bc3c6ecb0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3df3f86-86ba-46aa-8f57-315f81d49b93 HTTP/1.1" status: 204 len: 168 time: 0.3041699 Nov 22 16:43:06.460086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a766a43-7060-48fa-a8c1-1d9bc3c6ecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3df3f86-86ba-46aa-8f57-315f81d49b93,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:06.513878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-c5a3c075-8c7d-4722-b8b5-50db6855e45a service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310844 Nov 22 16:43:06.583459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd531826-10b0-4127-a0eb-b229c54ea4ad req-9dcbae05-f9e8-492d-8a28-bbbe274bc4e9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213063 Nov 22 16:43:06.646367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bb32e4-9281-44ca-adb5-a401e8dfe3e3 req-aab3bf86-c270-43c5-9882-5930052228a9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:06.654324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78bb32e4-9281-44ca-adb5-a401e8dfe3e3 req-aab3bf86-c270-43c5-9882-5930052228a9 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 931 time: 0.1897080 Nov 22 16:43:06.669672 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-6686bae2-e16c-4bb4-b6a6-bca085734aa3 service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472068 Nov 22 16:43:06.818432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42138) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:06.835265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf5f2-b9b3-4bd2-bb21-3d7dab529dc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.872139 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b21d0e0-8dff-440d-b85d-b712da28385f req-0ec327f3-4265-484c-8c02-9fba1cdc2f67 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4bd8d003-db75-4908-94ea-b94953d0dcba HTTP/1.1" status: 200 len: 1796 time: 0.2074435 Nov 22 16:43:06.874343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d475e401-65dd-41ba-a732-0b755c16fea0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:06.898512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78bb32e4-9281-44ca-adb5-a401e8dfe3e3 req-1c4270dc-e1d4-49ee-9d30-310ad6cf1ccc tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430944 Nov 22 16:43:06.902600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.944242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Transition to ACTIVE for port object d475e401-65dd-41ba-a732-0b755c16fea0 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:06.947826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf5f2-b9b3-4bd2-bb21-3d7dab529dc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.955077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf5f2-b9b3-4bd2-bb21-3d7dab529dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:06.979445 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.010814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8b6cf5f2-b9b3-4bd2-bb21-3d7dab529dc7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c4057fdf8584208a2278fa712a5c864&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1909349 Nov 22 16:43:07.012381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6cf5f2-b9b3-4bd2-bb21-3d7dab529dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9fce0d-8e5f-4c92-bebf-bd52384878bb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.017145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:07.075897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.098625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'tag': '01f07105-fcd4-445b-b1ed-532974f30203'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:07.100963 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bc180b-185b-4b22-9169-02f5020dfb27" -d '{"events": [{"name": "network-changed", "server_uuid": "e40c3830-1745-4b16-980c-d7c67c1f0c6d", "tag": "01f07105-fcd4-445b-b1ed-532974f30203"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:07.101118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d475e401-65dd-41ba-a732-0b755c16fea0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.110143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6908-7028-44ef-8592-5ff3d6c41bac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.124781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1b21d0e0-8dff-440d-b85d-b712da28385f req-e9b81ec6-f2b3-413e-ba21-c8568c4973f8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.141455 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6908-7028-44ef-8592-5ff3d6c41bac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.211302 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9125ee8-c607-48d2-8fd2-7167c1fc645f x-openstack-request-id: req-d9125ee8-c607-48d2-8fd2-7167c1fc645f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:07.211596 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40c3830-1745-4b16-980c-d7c67c1f0c6d", "tag": "01f07105-fcd4-445b-b1ed-532974f30203", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:07.212103 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9125ee8-c607-48d2-8fd2-7167c1fc645f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:07.212264 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'tag': '01f07105-fcd4-445b-b1ed-532974f30203', 'status': 'completed', 'code': 200} Nov 22 16:43:07.227869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6908-7028-44ef-8592-5ff3d6c41bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.229845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1b21d0e0-8dff-440d-b85d-b712da28385f req-e9b81ec6-f2b3-413e-ba21-c8568c4973f8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.232195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc5f6908-7028-44ef-8592-5ff3d6c41bac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.234639 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc5f6908-7028-44ef-8592-5ff3d6c41bac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab9fce0d-8e5f-4c92-bebf-bd52384878bb HTTP/1.1" status: 204 len: 168 time: 0.2160909 Nov 22 16:43:07.247080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=b8771480-e33d-4ad6-9f18-60d0a1fad6fc,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.286008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:07.286008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:07.298742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.307864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6908-7028-44ef-8592-5ff3d6c41bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9fce0d-8e5f-4c92-bebf-bd52384878bb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.352309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Attempting to bind port d475e401-65dd-41ba-a732-0b755c16fea0 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:07.352799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Attempting to bind port d475e401-65dd-41ba-a732-0b755c16fea0 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:07.353267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Attempting to bind port d475e401-65dd-41ba-a732-0b755c16fea0 on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:07.367220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-41701dc8-595a-457c-a4cd-71d7d3fb748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.368092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1b21d0e0-8dff-440d-b85d-b712da28385f req-e9b81ec6-f2b3-413e-ba21-c8568c4973f8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.368946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-41701dc8-595a-457c-a4cd-71d7d3fb748e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 1094 time: 0.1326385 Nov 22 16:43:07.373035 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1b21d0e0-8dff-440d-b85d-b712da28385f req-e9b81ec6-f2b3-413e-ba21-c8568c4973f8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.375809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b21d0e0-8dff-440d-b85d-b712da28385f req-e9b81ec6-f2b3-413e-ba21-c8568c4973f8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bd8d003-db75-4908-94ea-b94953d0dcba HTTP/1.1" status: 204 len: 173 time: 0.4935498 Nov 22 16:43:07.380249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Port d475e401-65dd-41ba-a732-0b755c16fea0 on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:07.380777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Attempting to bind port d475e401-65dd-41ba-a732-0b755c16fea0 on network 27eba738-bf6e-477e-99a6-3cbcd40419c2 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:07.383276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:07.406516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b81ec6-f2b3-413e-ba21-c8568c4973f8 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd8d003-db75-4908-94ea-b94953d0dcba,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.409728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:07.410064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Checking segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:07.410659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Bound using segment: {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:07.411341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Bound port: d475e401-65dd-41ba-a732-0b755c16fea0, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '618bb4a9-042e-4fa9-8be6-fec9034f5c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:07.411886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.427320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:07.453420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.454547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.470371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909425f-9ba2-4943-b062-c011912ab7ea None None] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:07.532259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54c22346-c269-4127-a34a-bb75a45b6825 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9061460 Nov 22 16:43:07.537153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42150) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:07.538573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-301529e8-d1f6-4aa9-b376-b7ea5fe6df2c req-9d953406-1413-4fe2-9a6f-872bf24138c4 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "GET /v2.0/security-groups/5051c705-66b2-4d5f-b316-12bd462872b4 HTTP/1.1" status: 200 len: 1797 time: 0.1342895 Nov 22 16:43:07.543731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-124022196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:07.581681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] For port d475e401-65dd-41ba-a732-0b755c16fea0, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:07.604268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] For port d475e401-65dd-41ba-a732-0b755c16fea0, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d475e401-65dd-41ba-a732-0b755c16fea0,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:07.612197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.644361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.650448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.656203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-7468117e-c632-418e-9666-c77b8ddf313a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.660675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-301529e8-d1f6-4aa9-b376-b7ea5fe6df2c req-0777dee0-d41d-46ac-a0aa-fdf85be7d428 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.663566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-7468117e-c632-418e-9666-c77b8ddf313a service neutron] 10.222.0.20 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 912 time: 0.2847257 Nov 22 16:43:07.669204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.669324 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.672023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] 10.222.0.66 "PUT /v2.0/ports/d475e401-65dd-41ba-a732-0b755c16fea0 HTTP/1.1" status: 200 len: 1091 time: 1.9092629 Nov 22 16:43:07.672589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'tag': 'd475e401-65dd-41ba-a732-0b755c16fea0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:07.681834 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b", "tag": "d475e401-65dd-41ba-a732-0b755c16fea0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:07.746883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f1384d-b848-4f15-8b89-6bc733c5d0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=d475e401-65dd-41ba-a732-0b755c16fea0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:07.767837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-301529e8-d1f6-4aa9-b376-b7ea5fe6df2c req-0777dee0-d41d-46ac-a0aa-fdf85be7d428 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.772607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-458008df-ce09-41c3-91a5-f5c6c1ded70d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01f07105-fcd4-445b-b1ed-532974f30203 HTTP/1.1" status: 200 len: 217 time: 0.0981367 Nov 22 16:43:07.821716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad', 'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': 'b8771480-e33d-4ad6-9f18-60d0a1fad6fc'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:43:07.823189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.832752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.840407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.867622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-b10a8e14-8c7f-4bef-8dfd-b6a16ac8a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:07.869623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-b10a8e14-8c7f-4bef-8dfd-b6a16ac8a4ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.0721319 Nov 22 16:43:07.873425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.875029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62e826ac-6af0-42bf-b725-a5cbd9b305c7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3367655 Nov 22 16:43:07.879190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42158) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:07.885104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'port': {'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad', 'name': 'tempest-RoutersIpV6Test-493204690'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:07.962679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-17ef3ea6-203c-4db9-a1bc-9fac27eac5e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844202 Nov 22 16:43:07.972277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-301529e8-d1f6-4aa9-b376-b7ea5fe6df2c req-0777dee0-d41d-46ac-a0aa-fdf85be7d428 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.974958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-301529e8-d1f6-4aa9-b376-b7ea5fe6df2c req-0777dee0-d41d-46ac-a0aa-fdf85be7d428 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:07.976249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-301529e8-d1f6-4aa9-b376-b7ea5fe6df2c req-0777dee0-d41d-46ac-a0aa-fdf85be7d428 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/5051c705-66b2-4d5f-b316-12bd462872b4 HTTP/1.1" status: 204 len: 173 time: 0.4255152 Nov 22 16:43:08.008106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Allocated IP 2001:db8::2 (1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad/b8771480-e33d-4ad6-9f18-60d0a1fad6fc/1db8c669-2cde-4258-8ece-379de9bbc598) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:08.012325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777dee0-d41d-46ac-a0aa-fdf85be7d428 tempest-SecurityGroupsTestAdminJSON-223321741 tempest-SecurityGroupsTestAdminJSON-223321741-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5051c705-66b2-4d5f-b316-12bd462872b4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:08.034280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-da850392-504e-4af1-88e5-591b5a35cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.035885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-da850392-504e-4af1-88e5-591b5a35cf6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 1094 time: 0.2081013 Nov 22 16:43:08.050969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421763e-b9c1-47ab-a30f-9b71ed5ee598 req-50f6c0b1-13a0-4370-b688-9e52df280279 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.052682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b421763e-b9c1-47ab-a30f-9b71ed5ee598 req-50f6c0b1-13a0-4370-b688-9e52df280279 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1604323 Nov 22 16:43:08.130610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-c4175247-92c9-415a-8065-c450a5ab836f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d475e401-65dd-41ba-a732-0b755c16fea0 HTTP/1.1" status: 200 len: 217 time: 0.0766816 Nov 22 16:43:08.144803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b421763e-b9c1-47ab-a30f-9b71ed5ee598 req-13bd6455-cf23-44c5-9aa9-d5235ed2abeb tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846286 Nov 22 16:43:08.190589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.202659 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.235264 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977d24a1-b443-4fdd-a548-4f7a708495be x-openstack-request-id: req-977d24a1-b443-4fdd-a548-4f7a708495be {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:08.235663 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b", "tag": "d475e401-65dd-41ba-a732-0b755c16fea0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:08.235985 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-977d24a1-b443-4fdd-a548-4f7a708495be {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:08.236362 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'tag': 'd475e401-65dd-41ba-a732-0b755c16fea0', 'status': 'completed', 'code': 200} Nov 22 16:43:08.247697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:08.256649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:08.260302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:08.279319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Pushing event updated for resources: {'Port': ['ID=1db8c669-2cde-4258-8ece-379de9bbc598,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:08.333899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-99255656-a3e0-43fc-9bbf-6dab799df621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.338109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-99255656-a3e0-43fc-9bbf-6dab799df621 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.1909399 Nov 22 16:43:08.372258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Attempting to bind port 1db8c669-2cde-4258-8ece-379de9bbc598 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:08.372818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Attempting to bind port 1db8c669-2cde-4258-8ece-379de9bbc598 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:08.373089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Attempting to bind port 1db8c669-2cde-4258-8ece-379de9bbc598 on network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:08.393637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:08.394304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Checking segment: {'id': 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:08.394821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.395231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Bound using segment: {'id': 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:08.395866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Bound port: 1db8c669-2cde-4258-8ece-379de9bbc598, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:08.396407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.421422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-75c58153-7809-4b3b-842b-1f5edcd7d81d service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900244 Nov 22 16:43:08.437487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-824a9d17-e1dd-4e29-ab1c-5afb5b59d424 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712428 Nov 22 16:43:08.459618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-465864ab-2c44-48c8-9cd3-ae01f6ec8478 req-0ff6cbc5-9975-41f8-a6e5-0487fba4899e tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "GET /v2.0/security-groups/61f458f1-aa7a-4925-b675-1f7f8c3b3ba2 HTTP/1.1" status: 200 len: 1796 time: 0.2222042 Nov 22 16:43:08.502906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:08.503295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] For port 1db8c669-2cde-4258-8ece-379de9bbc598, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:08.508581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] For port 1db8c669-2cde-4258-8ece-379de9bbc598, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1db8c669-2cde-4258-8ece-379de9bbc598,segment=NetworkSegment(d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab),segment_id=d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:08.509166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.516061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.573339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f946edf-1439-46a8-8534-6dad17296715 req-eff74c66-5fb8-4c12-9ac4-eaaf821c69da tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:08.583009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f946edf-1439-46a8-8534-6dad17296715 req-eff74c66-5fb8-4c12-9ac4-eaaf821c69da tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 943 time: 0.2774734 Nov 22 16:43:08.625008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] device_id is not set on port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:43:08.633013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165f33a-898f-4195-b678-4d4bed5bcab0 None None] Pushing event updated for resources: {'Port': ['ID=1db8c669-2cde-4258-8ece-379de9bbc598,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:08.740577 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-57bc180b-185b-4b22-9169-02f5020dfb27 req-621b256a-fb35-4866-b64c-4048826fba90 service neutron] 10.222.0.20 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996504 Nov 22 16:43:08.763324 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.796955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f946edf-1439-46a8-8534-6dad17296715 req-d49b1c95-3842-41a3-aa36-b532b62f1f7d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129517 Nov 22 16:43:08.804527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-c00bd0f1-d0b8-485b-b8c0-49bc37ce6804 service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416252 Nov 22 16:43:08.808773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-465864ab-2c44-48c8-9cd3-ae01f6ec8478 req-33fe8b3f-d494-444a-ae22-8f7972847a30 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:08.834703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8::11b (1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad/b8771480-e33d-4ad6-9f18-60d0a1fad6fc/67adcc7d-83d8-4aa8-b387-c6f544fd3378) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:08.964171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ef1dacc-e32a-43ec-aefa-02fb424b5a9e req-c7545fe3-1d7e-4aa1-9d06-b5a332f80b21 service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374362 Nov 22 16:43:09.003220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-465864ab-2c44-48c8-9cd3-ae01f6ec8478 req-33fe8b3f-d494-444a-ae22-8f7972847a30 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.040652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 01f07105-fcd4-445b-b1ed-532974f30203 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:09.210153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-1e11c109-788f-435a-8edc-acf020a472ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.221711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-1e11c109-788f-435a-8edc-acf020a472ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 1094 time: 0.1565709 Nov 22 16:43:09.222451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-465864ab-2c44-48c8-9cd3-ae01f6ec8478 req-33fe8b3f-d494-444a-ae22-8f7972847a30 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.225104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-465864ab-2c44-48c8-9cd3-ae01f6ec8478 req-33fe8b3f-d494-444a-ae22-8f7972847a30 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.253773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-465864ab-2c44-48c8-9cd3-ae01f6ec8478 req-33fe8b3f-d494-444a-ae22-8f7972847a30 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "DELETE /v2.0/security-groups/61f458f1-aa7a-4925-b675-1f7f8c3b3ba2 HTTP/1.1" status: 204 len: 173 time: 0.7929282 Nov 22 16:43:09.339545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe8b3f-d494-444a-ae22-8f7972847a30 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f458f1-aa7a-4925-b675-1f7f8c3b3ba2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:09.340246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.350515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 01f07105-fcd4-445b-b1ed-532974f30203, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=01f07105-fcd4-445b-b1ed-532974f30203,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:09.407977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '01f07105-fcd4-445b-b1ed-532974f30203', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'port_id': '01f07105-fcd4-445b-b1ed-532974f30203', 'mac_address': 'fa:16:3e:4d:3b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5c3b7-b7c5-46de-ab70-fb441193cfb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:09.430047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.480682 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.493461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:09.500096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f07105-fcd4-445b-b1ed-532974f30203 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:09.504168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74dbd892-b6ab-4a49-9f1b-725f1feb3490 req-b5ddbf63-355a-4f60-aa05-ec412c50775f tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "GET /v2.0/security-groups/e338b9ed-87d0-4061-b449-2a2cfba34279 HTTP/1.1" status: 200 len: 1796 time: 0.2449932 Nov 22 16:43:09.504357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:09.512591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:09.521860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.522479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.523001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d35ea5-6ca2-460d-a09d-8f1227760d6a req-c3221158-94db-475a-a2c0-a96642b1d666 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.524459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16d35ea5-6ca2-460d-a09d-8f1227760d6a req-c3221158-94db-475a-a2c0-a96642b1d666 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1474137 Nov 22 16:43:09.548487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 01f07105-fcd4-445b-b1ed-532974f30203, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=01f07105-fcd4-445b-b1ed-532974f30203,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:09.554961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.580682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-b00217db-98a8-4414-8337-bee0877dd8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.583305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-b00217db-98a8-4414-8337-bee0877dd8a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 200 len: 912 time: 0.3237622 Nov 22 16:43:09.620273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=01f07105-fcd4-445b-b1ed-532974f30203,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:09.656922 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7765269 Nov 22 16:43:09.657645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42194) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:09.669222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c884a0-9b90-49b2-91b5-832f8224819f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=67adcc7d-83d8-4aa8-b387-c6f544fd3378,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:09.671620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-e8ef2f50-1eff-4063-9527-0c1bbe5dff7a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d475e401-65dd-41ba-a732-0b755c16fea0 HTTP/1.1" status: 200 len: 217 time: 0.0676510 Nov 22 16:43:09.761831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-cf0870b1-1bb8-4d31-ba7e-50cd883afb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:09.763409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-cf0870b1-1bb8-4d31-ba7e-50cd883afb93 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 200 len: 851 time: 0.0826910 Nov 22 16:43:09.767894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-74dbd892-b6ab-4a49-9f1b-725f1feb3490 req-08357528-ccf5-4f35-8199-cd8022f90b70 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.806808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16d35ea5-6ca2-460d-a09d-8f1227760d6a req-f522ed37-2dec-43e1-a8a3-243e540dacc5 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485092 Nov 22 16:43:09.841382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-f5a44c50-0cee-4b7c-8104-464706cca454 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27eba738-bf6e-477e-99a6-3cbcd40419c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507894 Nov 22 16:43:09.848559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-74dbd892-b6ab-4a49-9f1b-725f1feb3490 req-08357528-ccf5-4f35-8199-cd8022f90b70 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:09.863867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42200) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:09.902756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['01f07105-fcd4-445b-b1ed-532974f30203'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:10.048622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-74dbd892-b6ab-4a49-9f1b-725f1feb3490 req-08357528-ccf5-4f35-8199-cd8022f90b70 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.051433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-74dbd892-b6ab-4a49-9f1b-725f1feb3490 req-08357528-ccf5-4f35-8199-cd8022f90b70 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.053109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74dbd892-b6ab-4a49-9f1b-725f1feb3490 req-08357528-ccf5-4f35-8199-cd8022f90b70 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] 10.222.0.65 "DELETE /v2.0/security-groups/e338b9ed-87d0-4061-b449-2a2cfba34279 HTTP/1.1" status: 204 len: 173 time: 0.5399640 Nov 22 16:43:10.082470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08357528-ccf5-4f35-8199-cd8022f90b70 tempest-SecurityGroupsTestAdminJSON-1002198202 tempest-SecurityGroupsTestAdminJSON-1002198202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e338b9ed-87d0-4061-b449-2a2cfba34279,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:10.143138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335412d7-d34c-4772-bfc9-186dd24cf4cd req-a154ab41-1a36-40df-a6b7-402b88158082 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:10.144539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335412d7-d34c-4772-bfc9-186dd24cf4cd req-a154ab41-1a36-40df-a6b7-402b88158082 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 943 time: 0.2398937 Nov 22 16:43:10.150081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-70462b3c-a57e-440b-b223-a860d00ebac3 service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868381 Nov 22 16:43:10.228295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0994ed8-f9e0-4090-abd5-c2b0db75e5b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.328990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1db8c669-2cde-4258-8ece-379de9bbc598 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:10.366610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335412d7-d34c-4772-bfc9-186dd24cf4cd req-6bfab4b7-813e-4248-bc0e-ba74708a8b13 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135272 Nov 22 16:43:10.402144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.405682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662186ed-ca6c-45e1-a1a0-f6723ed243e5 None None] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:10.419401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4814e04-aed5-4a90-a2dd-ffa1a2028f4b req-e62daf4e-786c-42dc-adbc-17253ced2e1e service neutron] 10.222.0.66 "GET /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571659 Nov 22 16:43:10.456424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0994ed8-f9e0-4090-abd5-c2b0db75e5b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.462146 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0994ed8-f9e0-4090-abd5-c2b0db75e5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.516583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0994ed8-f9e0-4090-abd5-c2b0db75e5b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a757418fd8d54aa3a60bbc43da7ced10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6515820 Nov 22 16:43:10.517677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0994ed8-f9e0-4090-abd5-c2b0db75e5b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b3972f-6221-4eba-8f74-e30eab684a6d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:10.519443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9f338707-e95f-4383-8eb7-a42d92d67ba0 None None] Provisioning complete for port 1db8c669-2cde-4258-8ece-379de9bbc598 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:10.520758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42210) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:10.526836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f338707-e95f-4383-8eb7-a42d92d67ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.590850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42212) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:10.602894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-328334f9-b479-4a65-83fe-9bbe648b46ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.643971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1db8c669-2cde-4258-8ece-379de9bbc598 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:10.644586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.652977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-328334f9-b479-4a65-83fe-9bbe648b46ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.757407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-328334f9-b479-4a65-83fe-9bbe648b46ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.760598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-328334f9-b479-4a65-83fe-9bbe648b46ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:10.762712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-328334f9-b479-4a65-83fe-9bbe648b46ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83b3972f-6221-4eba-8f74-e30eab684a6d HTTP/1.1" status: 204 len: 168 time: 0.2403829 Nov 22 16:43:10.784403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328334f9-b479-4a65-83fe-9bbe648b46ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b3972f-6221-4eba-8f74-e30eab684a6d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:10.867200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-34f7ebfc-500e-438c-b6e8-1cde39c75e5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e7b49d3f0034261a3337301a7b9e6a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2750270 Nov 22 16:43:10.869389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42222) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:10.955905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27cb7ba3-9ee3-49c7-bb53-d65c61ee1840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.114152 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27cb7ba3-9ee3-49c7-bb53-d65c61ee1840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.157556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64f70b-3abb-49ad-91c4-6258973698b9 req-febfe09d-c2b3-4cd3-9486-86169aae59ce tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:11.159620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c64f70b-3abb-49ad-91c4-6258973698b9 req-febfe09d-c2b3-4cd3-9486-86169aae59ce tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2071061 Nov 22 16:43:11.174800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f338707-e95f-4383-8eb7-a42d92d67ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.319151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27cb7ba3-9ee3-49c7-bb53-d65c61ee1840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.322031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27cb7ba3-9ee3-49c7-bb53-d65c61ee1840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.323204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-27cb7ba3-9ee3-49c7-bb53-d65c61ee1840 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80b8b5ca-588e-4c45-bc60-c8390436422e HTTP/1.1" status: 204 len: 168 time: 0.4527647 Nov 22 16:43:11.323851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.330793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c64f70b-3abb-49ad-91c4-6258973698b9 req-c3526aeb-df0b-469d-b764-bcc89c14a924 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494963 Nov 22 16:43:11.336012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb7ba3-9ee3-49c7-bb53-d65c61ee1840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b8b5ca-588e-4c45-bc60-c8390436422e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:11.370471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9f338707-e95f-4383-8eb7-a42d92d67ba0 None None] For port 1db8c669-2cde-4258-8ece-379de9bbc598, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1db8c669-2cde-4258-8ece-379de9bbc598,segment=NetworkSegment(d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab),segment_id=d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:11.383976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.396124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.396803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f338707-e95f-4383-8eb7-a42d92d67ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.530094 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:43:11.532658 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:43:11.533783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f338707-e95f-4383-8eb7-a42d92d67ba0 None None] Pushing event updated for resources: {'Port': ['ID=1db8c669-2cde-4258-8ece-379de9bbc598,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:11.657061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2a5a6-324c-4f84-aef6-e208920f2a0d req-9db55470-f364-4503-a54b-5a06f8160cde tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:11.671202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4d2a5a6-324c-4f84-aef6-e208920f2a0d req-9db55470-f364-4503-a54b-5a06f8160cde tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 943 time: 0.1598918 Nov 22 16:43:11.723794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.731147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=67adcc7d-83d8-4aa8-b387-c6f544fd3378,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:11.742093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-12f508b8-7803-4196-8381-dc0af67338bd None None] Provisioning complete for port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:11.743303 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12f508b8-7803-4196-8381-dc0af67338bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:11.791644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.791972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.792496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.792840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.793180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.793519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.793905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.794209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.794809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.795878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.796266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.796754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:11.813645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d475e401-65dd-41ba-a732-0b755c16fea0 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:11.824331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4d2a5a6-324c-4f84-aef6-e208920f2a0d req-6e0f2768-208f-4f6e-81a9-76cd4bd162a5 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439934 Nov 22 16:43:11.939057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-12f508b8-7803-4196-8381-dc0af67338bd None None] Port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:12.006078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42248) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:12.017423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.019411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-12f508b8-7803-4196-8381-dc0af67338bd None None] Provisioning complete for port 1db8c669-2cde-4258-8ece-379de9bbc598 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:12.019807 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12f508b8-7803-4196-8381-dc0af67338bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.081438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a730cc3c-920b-46e0-bb9a-30a4015fad50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3f3394f2f7f41bb87cf6507d29187b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740125 Nov 22 16:43:12.083909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:12.159602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11c9c1c0-0be4-4185-b67d-42ec613672c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.206966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d475e401-65dd-41ba-a732-0b755c16fea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d475e401-65dd-41ba-a732-0b755c16fea0,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:12.211138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11c9c1c0-0be4-4185-b67d-42ec613672c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.231269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'd475e401-65dd-41ba-a732-0b755c16fea0', 'network_id': '27eba738-bf6e-477e-99a6-3cbcd40419c2', 'port_id': 'd475e401-65dd-41ba-a732-0b755c16fea0', 'mac_address': 'fa:16:3e:c9:c8:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 869, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a5c3b7-b7c5-46de-ab70-fb441193cfb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:12.307899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11c9c1c0-0be4-4185-b67d-42ec613672c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.314867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11c9c1c0-0be4-4185-b67d-42ec613672c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.320851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11c9c1c0-0be4-4185-b67d-42ec613672c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/709a5eb4-71b3-49d9-bad6-c81b4f4223f9 HTTP/1.1" status: 204 len: 168 time: 0.2354221 Nov 22 16:43:12.330648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c1c0-0be4-4185-b67d-42ec613672c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709a5eb4-71b3-49d9-bad6-c81b4f4223f9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:12.473998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1db8c669-2cde-4258-8ece-379de9bbc598 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:12.519026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.562090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d475e401-65dd-41ba-a732-0b755c16fea0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:12.603254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460ddc7-d352-44e4-85a0-445fd9d28ea2 req-56e5a453-21a6-4048-9562-cab2a5703984 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:12.606303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d475e401-65dd-41ba-a732-0b755c16fea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d475e401-65dd-41ba-a732-0b755c16fea0,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:12.610426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ec3fa366-fa3d-48ae-a044-b2e378ad4844 None None] Provisioning complete for port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:12.611108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec3fa366-fa3d-48ae-a044-b2e378ad4844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.611806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9460ddc7-d352-44e4-85a0-445fd9d28ea2 req-56e5a453-21a6-4048-9562-cab2a5703984 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1577196 Nov 22 16:43:12.637137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.649615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.652373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1db8c669-2cde-4258-8ece-379de9bbc598 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:12.652972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.661986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.662836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:12.724996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fa366-fa3d-48ae-a044-b2e378ad4844 None None] Port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:12.756091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9460ddc7-d352-44e4-85a0-445fd9d28ea2 req-8f642f98-f94f-40a6-a4ba-d11318cf1301 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373453 Nov 22 16:43:12.765945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d475e401-65dd-41ba-a732-0b755c16fea0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:12.911419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d475e401-65dd-41ba-a732-0b755c16fea0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:13.005347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=67adcc7d-83d8-4aa8-b387-c6f544fd3378,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:13.007356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82089468-31c7-4f9a-b2ea-70945dc84f8e req-6730cf24-723f-43c5-bd7e-2f44ad397863 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.016775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82089468-31c7-4f9a-b2ea-70945dc84f8e req-6730cf24-723f-43c5-bd7e-2f44ad397863 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 944 time: 0.1127155 Nov 22 16:43:13.049695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 01f07105-fcd4-445b-b1ed-532974f30203 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:13.092037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:13.100137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:13.247372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82089468-31c7-4f9a-b2ea-70945dc84f8e req-4874e2b0-0c7c-4a59-b1eb-a5aa0d868e54 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280428 Nov 22 16:43:13.276100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 01f07105-fcd4-445b-b1ed-532974f30203 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:13.303600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 01f07105-fcd4-445b-b1ed-532974f30203 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:13.310142 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:13.330050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.333584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:43:13.338964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.382656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.401414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.411939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.448032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.454341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.456201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-7dfec5a3-2d04-44c6-aeb1-af6e32fd480f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.4369788 Nov 22 16:43:13.508553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:13.511487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:13.539265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0268f7b4-e547-4f6f-a33b-611b94235624 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/36e5483f-fa6f-4365-bdf7-d8b6c3a99e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8770585 Nov 22 16:43:13.540539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42322) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:13.546407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] Sync routers for ids ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:13.580807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] Routers {'36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:13.581487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:13.632393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6b9606-8019-438f-b023-b8facc554ef0 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.635716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0b6b9606-8019-438f-b023-b8facc554ef0 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports/67adcc7d-83d8-4aa8-b387-c6f544fd3378 HTTP/1.1" status: 200 len: 983 time: 0.0854847 Nov 22 16:43:13.641247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42326) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:13.672003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f07105-fcd4-445b-b1ed-532974f30203'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:13.674302 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eba3e0d-6a88-49d2-887d-c611f7b77aa6" -d '{"events": [{"server_uuid": "e40c3830-1745-4b16-980c-d7c67c1f0c6d", "name": "network-vif-plugged", "status": "completed", "tag": "01f07105-fcd4-445b-b1ed-532974f30203"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:13.689804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:13.698077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 01f07105-fcd4-445b-b1ed-532974f30203, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=01f07105-fcd4-445b-b1ed-532974f30203,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:13.706266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:13.708871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] Routers {'36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:13.709251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:13.821576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba48422f-41df-453a-b6a3-d3f10e732551 req-450a800d-d698-497a-89b1-eb78eb8ffd5e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3520594 Nov 22 16:43:13.841731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:13.849951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08655c37-ac26-4f5d-97b9-7837c896a869 None None] The sync data for ids ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:13.866956 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fb71df-aaa9-4214-9f35-f16bf5ee8776 x-openstack-request-id: req-c9fb71df-aaa9-4214-9f35-f16bf5ee8776 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:13.867267 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40c3830-1745-4b16-980c-d7c67c1f0c6d", "name": "network-vif-plugged", "status": "completed", "tag": "01f07105-fcd4-445b-b1ed-532974f30203", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:13.875046 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9fb71df-aaa9-4214-9f35-f16bf5ee8776 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:13.875574 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f07105-fcd4-445b-b1ed-532974f30203', 'code': 200} Nov 22 16:43:13.974466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a771c-e70e-4770-bee1-d21fadfc9254 req-9fb448c8-6d37-45da-828d-dcc9e749ae2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:13.976494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a37a771c-e70e-4770-bee1-d21fadfc9254 req-9fb448c8-6d37-45da-828d-dcc9e749ae2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 1096 time: 0.0680308 Nov 22 16:43:14.044366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2e1da6bb-269f-4488-80e9-234913bf5920 None None] Provisioning complete for port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:14.049180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e1da6bb-269f-4488-80e9-234913bf5920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.053053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=01f07105-fcd4-445b-b1ed-532974f30203,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:14.081699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a37a771c-e70e-4770-bee1-d21fadfc9254 req-f7eeec25-b38c-47b9-ad87-167dcf8d97aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962279 Nov 22 16:43:14.123857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdfc18-5c83-4353-b921-1116aa409ebf req-d28ffac1-1cbd-47cd-a7b3-e51db62aa045 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.125903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01fdfc18-5c83-4353-b921-1116aa409ebf req-d28ffac1-1cbd-47cd-a7b3-e51db62aa045 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1812801 Nov 22 16:43:14.147600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2e1da6bb-269f-4488-80e9-234913bf5920 None None] Port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:14.385947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.394349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.400885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.408018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.414618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.421472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.427827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.429791 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-b3679468-b249-4ef3-88a3-6d88f4b97bef tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5444 time: 0.1385791 Nov 22 16:43:14.530869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0e5089b8-e0fd-4e8c-9061-19f5686c5b00 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.534245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0e5089b8-e0fd-4e8c-9061-19f5686c5b00 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "GET /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0963147 Nov 22 16:43:14.692693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-8df8fcc1-0a4c-4ca2-a8a8-746a2f74fdf9 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "GET /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1516030 Nov 22 16:43:14.713729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:14.732399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01fdfc18-5c83-4353-b921-1116aa409ebf req-515c2b36-a476-4f37-9454-7e385d7ba420 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846999 Nov 22 16:43:14.812841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:14.871579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abc65c-5f45-439b-85e0-a8de88f84586 req-dba99bf4-505f-4ead-92c9-367558b26805 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:14.873926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59abc65c-5f45-439b-85e0-a8de88f84586 req-dba99bf4-505f-4ead-92c9-367558b26805 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 944 time: 0.1555574 Nov 22 16:43:15.013805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=972a6b48-ef18-416e-83f6-272bf57bc4ae,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:15.017948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59abc65c-5f45-439b-85e0-a8de88f84586 req-cc148351-033a-423b-affe-aeb3959f5611 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353903 Nov 22 16:43:15.022012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.107069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] For port 972a6b48-ef18-416e-83f6-272bf57bc4ae, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:15.190702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] device_id is not set on port 972a6b48-ef18-416e-83f6-272bf57bc4ae yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:43:15.214045 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.227236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.294721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.312159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.320312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.328833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] No DVR routers for this DVR port 972a6b48-ef18-416e-83f6-272bf57bc4ae on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:15.333240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.351306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.358267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.367864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.377462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-d8d075ed-7bc2-4727-a18e-f357bf442da5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 5367 time: 0.2450259 Nov 22 16:43:15.382447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Pushing event updated for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:15.415151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] In _notify_port_updated(), no bound segment for port 972a6b48-ef18-416e-83f6-272bf57bc4ae on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:43:15.416030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.416735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.417974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-4c0f22d9-3a93-4917-a5ed-7baccda6cd0f service neutron] 10.222.0.20 "PUT /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 200 len: 1031 time: 0.7086272 Nov 22 16:43:15.488912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45347da5-73a3-458f-a27b-d1d8b4b62524 req-f285a16d-75ac-487d-91d0-49d730f375b9 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=a760960e-e015-4126-aabb-6a0e2f4d670c&id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017230 Nov 22 16:43:15.555950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-8d532c7b-09a2-45b8-9321-14f1842925c4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:15.557477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-8d532c7b-09a2-45b8-9321-14f1842925c4 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "GET /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1250956 Nov 22 16:43:15.572253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:15.591761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 67adcc7d-83d8-4aa8-b387-c6f544fd3378 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:15.592134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.693704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.693994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-25656a57-f16c-479f-adbf-4d81879365d5 None None] Provisioning complete for port 972a6b48-ef18-416e-83f6-272bf57bc4ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:15.694564 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-25656a57-f16c-479f-adbf-4d81879365d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.717113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.736837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-25656a57-f16c-479f-adbf-4d81879365d5 None None] Port 972a6b48-ef18-416e-83f6-272bf57bc4ae cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:15.744342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 67adcc7d-83d8-4aa8-b387-c6f544fd3378 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:15.800418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d475e401-65dd-41ba-a732-0b755c16fea0 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:15.874538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port d475e401-65dd-41ba-a732-0b755c16fea0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:15.888357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port d475e401-65dd-41ba-a732-0b755c16fea0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:15.888735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:15.951332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7115f1fc-8a9b-469f-a9a6-00db37ac935a,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:15.993272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] For port 7115f1fc-8a9b-469f-a9a6-00db37ac935a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:15.996948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce650a6c-b130-4c80-95f7-7c26d61a6b2b req-73a59c79-3ec7-4c32-afa2-578f61a77e3f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.006336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce650a6c-b130-4c80-95f7-7c26d61a6b2b req-73a59c79-3ec7-4c32-afa2-578f61a77e3f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1711063 Nov 22 16:43:16.025831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42418) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:16.046601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] device_id is not set on port 7115f1fc-8a9b-469f-a9a6-00db37ac935a yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:43:16.053228 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.070007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.083672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.138403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd475e401-65dd-41ba-a732-0b755c16fea0'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:16.145494 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5d1b10-a449-4ea5-8907-5b98147ac20e" -d '{"events": [{"server_uuid": "f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b", "name": "network-vif-plugged", "status": "completed", "tag": "d475e401-65dd-41ba-a732-0b755c16fea0"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:16.199703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d475e401-65dd-41ba-a732-0b755c16fea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d475e401-65dd-41ba-a732-0b755c16fea0,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:16.210710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.250428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] No DVR routers for this DVR port 7115f1fc-8a9b-469f-a9a6-00db37ac935a on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:16.360867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d475e401-65dd-41ba-a732-0b755c16fea0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:16.368133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] In _notify_port_updated(), no bound segment for port 7115f1fc-8a9b-469f-a9a6-00db37ac935a on network 0f7a640c-5467-41d9-99ee-cb560f265bf7 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:43:16.370642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.372665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.372894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.374729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] 10.222.0.20 "PUT /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 200 len: 1032 time: 0.8091633 Nov 22 16:43:16.375509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de99c7d-3406-4824-866f-c9148258bc6c service neutron] Pushing event updated for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:16.396004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b148ca37-3066-4527-8f66-6c47bbf86fa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.447067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=67adcc7d-83d8-4aa8-b387-c6f544fd3378,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:16.515314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce650a6c-b130-4c80-95f7-7c26d61a6b2b req-8e00e92a-d14d-4775-bd66-e8856e195847 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078912 Nov 22 16:43:16.611606 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990f2173-fa37-4b46-b68e-35b21ca4ad42 x-openstack-request-id: req-990f2173-fa37-4b46-b68e-35b21ca4ad42 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:16.611909 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b", "name": "network-vif-plugged", "status": "completed", "tag": "d475e401-65dd-41ba-a732-0b755c16fea0", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:16.612286 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-990f2173-fa37-4b46-b68e-35b21ca4ad42 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:16.612690 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd475e401-65dd-41ba-a732-0b755c16fea0', 'code': 200} Nov 22 16:43:16.675256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b148ca37-3066-4527-8f66-6c47bbf86fa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.687380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b148ca37-3066-4527-8f66-6c47bbf86fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.755407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-56d12e84-727f-41c1-b209-6448cc777409 None None] Provisioning complete for port 7115f1fc-8a9b-469f-a9a6-00db37ac935a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:16.755994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56d12e84-727f-41c1-b209-6448cc777409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.774100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port b1b8d01e-a30e-4316-88b8-96931946bbb9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:16.774760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.828388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11729162-9e32-4d38-a1ce-548609ce3de9 req-bd985bd4-f673-4cb0-b20e-ffc375fff636 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.830197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11729162-9e32-4d38-a1ce-548609ce3de9 req-bd985bd4-f673-4cb0-b20e-ffc375fff636 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 945 time: 0.4971726 Nov 22 16:43:16.855098 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b148ca37-3066-4527-8f66-6c47bbf86fa3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b67d335aac74b0bbc42afaaf43e440c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8244443 Nov 22 16:43:16.859980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:16.861692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ca37-3066-4527-8f66-6c47bbf86fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aee91e-7870-4471-818a-71c89f811764,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:16.871175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-56d12e84-727f-41c1-b209-6448cc777409 None None] Port 7115f1fc-8a9b-469f-a9a6-00db37ac935a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:16.933250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11729162-9e32-4d38-a1ce-548609ce3de9 req-6adc61ab-21dd-4089-8878-fb12f9d18add tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903592 Nov 22 16:43:16.936855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:16.981235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-dabdc1fd-9e6a-4327-a83a-a36349ceca46 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:16.991015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-dabdc1fd-9e6a-4327-a83a-a36349ceca46 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.001796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-dabdc1fd-9e6a-4327-a83a-a36349ceca46 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.012140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-dabdc1fd-9e6a-4327-a83a-a36349ceca46 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.020419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-dabdc1fd-9e6a-4327-a83a-a36349ceca46 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.021716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0caf-5721-4d03-ba06-5ac060609c08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.023163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-dabdc1fd-9e6a-4327-a83a-a36349ceca46 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 3887 time: 0.2591505 Nov 22 16:43:17.028464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce02e5-2fb2-4658-8d0d-4b7626e0475e req-facdf415-9ed1-4130-86b1-0723bb8b7ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:17.031768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9ce02e5-2fb2-4658-8d0d-4b7626e0475e req-facdf415-9ed1-4130-86b1-0723bb8b7ed9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 1096 time: 0.2832308 Nov 22 16:43:17.042702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] For port b1b8d01e-a30e-4316-88b8-96931946bbb9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b1b8d01e-a30e-4316-88b8-96931946bbb9,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:17.043347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.047183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a846105b-7e81-411c-866a-ad369e0b0029 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:17.069611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for b1b8d01e-a30e-4316-88b8-96931946bbb9 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:17.072954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0caf-5721-4d03-ba06-5ac060609c08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.205825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0caf-5721-4d03-ba06-5ac060609c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.213191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0caf-5721-4d03-ba06-5ac060609c08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.217605 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1a6b0caf-5721-4d03-ba06-5ac060609c08 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e7aee91e-7870-4471-818a-71c89f811764 HTTP/1.1" status: 204 len: 168 time: 0.3525076 Nov 22 16:43:17.242661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9ce02e5-2fb2-4658-8d0d-4b7626e0475e req-9534a9b3-1730-405a-aa5a-22fbff63bfbc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408155 Nov 22 16:43:17.249961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.257989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0caf-5721-4d03-ba06-5ac060609c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aee91e-7870-4471-818a-71c89f811764,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:17.346540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a846105b-7e81-411c-866a-ad369e0b0029,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:17.348168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb7bcaa5-732c-4d8d-bf8c-b20433237f80 req-b8c8fbfe-567b-4f86-b486-08532ed887db tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3133626 Nov 22 16:43:17.367207 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.369773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:17.372052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:17.409029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.502797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=b1b8d01e-a30e-4316-88b8-96931946bbb9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:17.546015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:17.557267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d4a85f4e-c205-47b3-9b9c-8de2988c7bb5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/36e5483f-fa6f-4365-bdf7-d8b6c3a99e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9122362 Nov 22 16:43:17.557441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] No DVR routers for this DVR port b1b8d01e-a30e-4316-88b8-96931946bbb9 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:17.559727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.564756 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-d0b21e90-6a1d-4507-b9b2-763fa3594d8e tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "DELETE /v2.0/ports/b1b8d01e-a30e-4316-88b8-96931946bbb9 HTTP/1.1" status: 204 len: 173 time: 1.1659393 Nov 22 16:43:17.565219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': 'b1b8d01e-a30e-4316-88b8-96931946bbb9'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:17.566250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42442) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:17.567753 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fc165e-7ef2-4180-b134-e682efb75aa7" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "b1b8d01e-a30e-4316-88b8-96931946bbb9"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:17.572359 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] Sync routers for ids ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:17.580341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:17.620874 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] Routers {'36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:17.623264 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:17.629015 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.677085 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3a2c7c-75f7-405e-b188-4f223c08b356 x-openstack-request-id: req-3e3a2c7c-75f7-405e-b188-4f223c08b356 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:17.677431 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "b1b8d01e-a30e-4316-88b8-96931946bbb9", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:17.677683 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e3a2c7c-75f7-405e-b188-4f223c08b356 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:17.678104 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': 'b1b8d01e-a30e-4316-88b8-96931946bbb9', 'status': 'completed', 'code': 200} Nov 22 16:43:17.734508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:17.737631 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:17.742237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.743909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7115f1fc-8a9b-469f-a9a6-00db37ac935a no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:17.761107 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] Routers {'36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:17.762202 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:17.822158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port c666916e-74e3-44af-bebc-f27b78f06a79 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:17.830424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:17.839141 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:17.839796 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caaaa00-b2d0-4238-99a1-aeadf36ba16d None None] The sync data for ids ['36e5483f-fa6f-4365-bdf7-d8b6c3a99e41'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:17.921067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:17.949950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7115f1fc-8a9b-469f-a9a6-00db37ac935a not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:18.000891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] For port c666916e-74e3-44af-bebc-f27b78f06a79, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=c666916e-74e3-44af-bebc-f27b78f06a79,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:18.001260 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.018400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for c666916e-74e3-44af-bebc-f27b78f06a79 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:18.065842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42448) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:18.121915 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7a43dca-0a27-4ac8-ab4c-79fe8eb57152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.195994 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-40fa2735-c7d3-499d-8545-2c1b88e4d258 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 16:43:18.196244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.197627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-40fa2735-c7d3-499d-8545-2c1b88e4d258 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/36e5483f-fa6f-4365-bdf7-d8b6c3a99e41/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6302745 Nov 22 16:43:18.200592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42452) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:18.209912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87796fb1-aa6c-4148-b5e3-5c00377e18e3 req-c7397464-cfb8-4190-8ec2-43d80ca90ef6 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:18.219352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87796fb1-aa6c-4148-b5e3-5c00377e18e3 req-c7397464-cfb8-4190-8ec2-43d80ca90ef6 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.4494824 Nov 22 16:43:18.256132 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b9ca6a7-b0fa-4987-b86a-47d2f20af67c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 HTTP/1.1" status: 200 len: 205 time: 0.0534625 Nov 22 16:43:18.260656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42454) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:18.282585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490e94d8-1c14-451e-87ff-263a6ef4e154 req-521019ab-0914-4d84-bf57-8a441de1efeb tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:18.284105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-490e94d8-1c14-451e-87ff-263a6ef4e154 req-521019ab-0914-4d84-bf57-8a441de1efeb tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 945 time: 0.2212784 Nov 22 16:43:18.287286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=c666916e-74e3-44af-bebc-f27b78f06a79,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:18.325847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] No DVR routers for this DVR port c666916e-74e3-44af-bebc-f27b78f06a79 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:18.329268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.335340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-1c767e73-fe1e-413a-8410-e5e9bce7b098 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "DELETE /v2.0/ports/c666916e-74e3-44af-bebc-f27b78f06a79 HTTP/1.1" status: 204 len: 173 time: 0.7637520 Nov 22 16:43:18.429314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87796fb1-aa6c-4148-b5e3-5c00377e18e3 req-27c9db62-f895-4511-8cde-69c8b2d0bcff tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087989 Nov 22 16:43:18.434475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.488467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7a43dca-0a27-4ac8-ab4c-79fe8eb57152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.506225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port 27536f30-0108-4353-b0d5-686fa9094b27 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:18.506571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.558732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-490e94d8-1c14-451e-87ff-263a6ef4e154 req-e32eadaa-34b2-4571-9784-8d57a210e79c tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643144 Nov 22 16:43:18.614201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:18.617195 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5f13bc-39fc-41a4-9eb1-570463d7334b" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a846105b-7e81-411c-866a-ad369e0b0029"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:18.655459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7a43dca-0a27-4ac8-ab4c-79fe8eb57152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.675851 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e93d96d-1457-487d-99cf-2114041d6136 x-openstack-request-id: req-1e93d96d-1457-487d-99cf-2114041d6136 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:18.676160 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-unplugged", "status": "completed", "tag": "a846105b-7e81-411c-866a-ad369e0b0029", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-unplugged", "status": "completed", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:18.676475 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e93d96d-1457-487d-99cf-2114041d6136 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:18.676900 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029', 'code': 200} Nov 22 16:43:18.677133 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297', 'code': 200} Nov 22 16:43:18.719550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=27536f30-0108-4353-b0d5-686fa9094b27,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:18.720380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:18.885457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:18.885815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7a43dca-0a27-4ac8-ab4c-79fe8eb57152 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=246de08763db41e8aabc6e261489263f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8182914 Nov 22 16:43:18.927762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a43dca-0a27-4ac8-ab4c-79fe8eb57152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df05571-150e-4375-9db2-e7f93e6e3207,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:18.982679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261408-d71d-48ce-b4f1-9c6517b14cd5 req-7d707705-37f3-4659-9d27-ff12f4bb98b7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:18.996648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261408-d71d-48ce-b4f1-9c6517b14cd5 req-7d707705-37f3-4659-9d27-ff12f4bb98b7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:19.003707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261408-d71d-48ce-b4f1-9c6517b14cd5 req-7d707705-37f3-4659-9d27-ff12f4bb98b7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:19.005690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e261408-d71d-48ce-b4f1-9c6517b14cd5 req-7d707705-37f3-4659-9d27-ff12f4bb98b7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 2413 time: 0.4068289 Nov 22 16:43:19.007793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.010572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.041035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.041417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.041900 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Floating IP f91fb482-6efd-4515-b404-276df1e957d4 disassociated. External IP: 172.25.6.236, port: 27536f30-0108-4353-b0d5-686fa9094b27. Nov 22 16:43:19.042232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for 27536f30-0108-4353-b0d5-686fa9094b27 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:19.043349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 27536f30-0108-4353-b0d5-686fa9094b27 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:19.054976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab389dc-87c0-4273-99a2-f863da0f30fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.117382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e261408-d71d-48ce-b4f1-9c6517b14cd5 req-bbd7db0f-885e-478e-8e51-3783a406109c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039228 Nov 22 16:43:19.142248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab389dc-87c0-4273-99a2-f863da0f30fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.169858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.187148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.188486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router 36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:19.206587 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.207703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-098d15b7-702b-449a-bcbb-0f11cd8e5e9e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 HTTP/1.1" status: 204 len: 168 time: 0.9453843 Nov 22 16:43:19.210268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42468) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:19.236438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 27536f30-0108-4353-b0d5-686fa9094b27, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=27536f30-0108-4353-b0d5-686fa9094b27,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:19.250772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.251505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c666916e-74e3-44af-bebc-f27b78f06a79 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:19.306471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab389dc-87c0-4273-99a2-f863da0f30fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.309349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab389dc-87c0-4273-99a2-f863da0f30fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.313830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4ab389dc-87c0-4273-99a2-f863da0f30fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7df05571-150e-4375-9db2-e7f93e6e3207 HTTP/1.1" status: 204 len: 168 time: 0.4241233 Nov 22 16:43:19.368138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: c666916e-74e3-44af-bebc-f27b78f06a79 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:19.369770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device c666916e-74e3-44af-bebc-f27b78f06a79 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:19.370393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b1b8d01e-a30e-4316-88b8-96931946bbb9 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:19.427475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: b1b8d01e-a30e-4316-88b8-96931946bbb9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:19.427824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b1b8d01e-a30e-4316-88b8-96931946bbb9 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:19.428246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 972a6b48-ef18-416e-83f6-272bf57bc4ae no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:19.432014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.434846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab389dc-87c0-4273-99a2-f863da0f30fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df05571-150e-4375-9db2-e7f93e6e3207,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:19.483839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:19.573927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=27536f30-0108-4353-b0d5-686fa9094b27,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:19.595559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 972a6b48-ef18-416e-83f6-272bf57bc4ae not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:19.771015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': 'c666916e-74e3-44af-bebc-f27b78f06a79'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:19.773807 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c78b7a3-c9cb-4630-849e-7bd89d0e7524" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "c666916e-74e3-44af-bebc-f27b78f06a79"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:19.786273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Router e783ae35-2205-42e6-82d3-8c730bd56081 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:19.913172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a23af56c-55e5-4fed-9cbc-4234e73f945e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:19.930036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet b8771480-e33d-4ad6-9f18-60d0a1fad6fc {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:19.940418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.082948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:20.099716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4620c70-b6c1-4a27-bfc8-182d534ea583 req-5b1f5031-be56-4fce-aa0b-c78c4cb8da77 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.100545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] Sync routers for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:20.101468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4620c70-b6c1-4a27-bfc8-182d534ea583 req-5b1f5031-be56-4fce-aa0b-c78c4cb8da77 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2565060 Nov 22 16:43:20.109549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.117644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:20.121540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:20.122192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a37cf-ebcc-4c36-a3ca-ae3e1efebdce req-0721cd2a-53ed-4348-8be5-1a4a7e591f2d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.138117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd7a37cf-ebcc-4c36-a3ca-ae3e1efebdce req-0721cd2a-53ed-4348-8be5-1a4a7e591f2d tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 945 time: 0.2972269 Nov 22 16:43:20.171841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] No DVR routers for this DVR port 27536f30-0108-4353-b0d5-686fa9094b27 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:20.174954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.178849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-614fc236-91cd-45b8-99ed-ee20fb5e2836 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "DELETE /v2.0/ports/27536f30-0108-4353-b0d5-686fa9094b27 HTTP/1.1" status: 204 len: 173 time: 1.8306370 Nov 22 16:43:20.341609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd7a37cf-ebcc-4c36-a3ca-ae3e1efebdce req-8fae5da2-2765-4d16-9a3c-54aed0355721 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025671 Nov 22 16:43:20.364349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4620c70-b6c1-4a27-bfc8-182d534ea583 req-07632052-1670-401d-b70a-1f5a2d659f37 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747928 Nov 22 16:43:20.415870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port a846105b-7e81-411c-866a-ad369e0b0029 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:20.416408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.452786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.457916 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b761da0d-214e-4aea-9136-65b79561fdfd x-openstack-request-id: req-b761da0d-214e-4aea-9136-65b79561fdfd {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:20.459217 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "c666916e-74e3-44af-bebc-f27b78f06a79", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:20.461127 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b761da0d-214e-4aea-9136-65b79561fdfd {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:20.461977 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': 'c666916e-74e3-44af-bebc-f27b78f06a79', 'status': 'completed', 'code': 200} Nov 22 16:43:20.653927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:20.681085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] For port a846105b-7e81-411c-866a-ad369e0b0029, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a846105b-7e81-411c-866a-ad369e0b0029,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:20.681464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.690209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:20.698002 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e869619-1d7e-4c3b-8042-38075a516623" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-unplugged", "status": "completed", "tag": "27536f30-0108-4353-b0d5-686fa9094b27"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:20.698331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for a846105b-7e81-411c-866a-ad369e0b0029 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:20.708869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42504) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:20.761476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.824821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32ae65-5838-4503-af5c-297254e2e597 req-7a6f1211-4a68-48fb-ab83-8308c7c745e6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.827194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b32ae65-5838-4503-af5c-297254e2e597 req-7a6f1211-4a68-48fb-ab83-8308c7c745e6 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 945 time: 0.2892463 Nov 22 16:43:20.880601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=b8771480-e33d-4ad6-9f18-60d0a1fad6fc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:20.888072 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:20.893423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43bb0e40-4443-47a1-a52b-5d5d064617bd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/b8771480-e33d-4ad6-9f18-60d0a1fad6fc HTTP/1.1" status: 204 len: 168 time: 1.6811984 Nov 22 16:43:20.903943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42512) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:20.912352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077357b-f98a-4049-893b-9fdc55c89cdb req-59f8e737-ff47-40fe-8666-28e93d30cf3c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.918613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077357b-f98a-4049-893b-9fdc55c89cdb req-59f8e737-ff47-40fe-8666-28e93d30cf3c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:20.922331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c077357b-f98a-4049-893b-9fdc55c89cdb req-59f8e737-ff47-40fe-8666-28e93d30cf3c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 1677 time: 0.3346970 Nov 22 16:43:20.967470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-320846953-network', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:20.968529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5ced94-2cf5-4e31-a527-8b1fa2bc1272 None None] Network 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:21.022234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b32ae65-5838-4503-af5c-297254e2e597 req-be15e248-ceee-4dae-9e04-4c69280f8d65 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468172 Nov 22 16:43:21.038994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Made reservation on behalf of adaa8f0c8fe64188aab812b05b63487c for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:21.041830 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.051933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c077357b-f98a-4049-893b-9fdc55c89cdb req-7336aa5e-2fca-4955-8038-67e2fea3fb93 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223187 Nov 22 16:43:21.059883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.133174 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d75ba-09d0-40b0-80ec-46660f1f5e56 x-openstack-request-id: req-dd1d75ba-09d0-40b0-80ec-46660f1f5e56 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:21.133718 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-unplugged", "status": "completed", "tag": "27536f30-0108-4353-b0d5-686fa9094b27", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:21.133718 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd1d75ba-09d0-40b0-80ec-46660f1f5e56 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:21.134136 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27', 'code': 200} Nov 22 16:43:21.191302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.259923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:40Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:21.270394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.293842 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.299130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] Checking router: e783ae35-2205-42e6-82d3-8c730bd56081 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:21.299574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.323404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:21.324294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:42:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:21.353134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:21.397755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] DHCP port deletion for 1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:21.426185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.426548 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Added segment d17b1730-47f3-4320-a92d-d7d8c9123d98 of type vlan for network 543fa730-27ba-4830-83a9-59d7af30b705 Nov 22 16:43:21.428441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7699a9-5cbf-4ad6-997d-0a64f421c9d0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:21.551799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:21.587541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] Deleting port 1db8c669-2cde-4258-8ece-379de9bbc598 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:21.587924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.615291 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.649449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e94a4-3b30-4256-bb9c-8a9f32b5e66b req-66723269-590e-4209-9ad8-7a4067011e03 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.651101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-913e94a4-3b30-4256-bb9c-8a9f32b5e66b req-66723269-590e-4209-9ad8-7a4067011e03 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1424100 Nov 22 16:43:21.684753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.686743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:21.687400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.748829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-913e94a4-3b30-4256-bb9c-8a9f32b5e66b req-f5b1bf62-bfcf-4874-ad64-6b878419bec4 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863218 Nov 22 16:43:21.797704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=a846105b-7e81-411c-866a-ad369e0b0029,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:21.798306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0836029 Nov 22 16:43:21.800419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42520) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:21.805915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Request body: {'subnet': {'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-subnet', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:21.822678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db131e82-daa0-4031-b08e-c5356dbe704c admin admin] Pushing event updated for resources: {'Network': ['ID=543fa730-27ba-4830-83a9-59d7af30b705,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:21.846873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Made reservation on behalf of adaa8f0c8fe64188aab812b05b63487c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:21.849444 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.863482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] No DVR routers for this DVR port a846105b-7e81-411c-866a-ad369e0b0029 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:21.867389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.871319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-9ac93b5a-a8ba-4051-8c29-20d06f233105 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "DELETE /v2.0/ports/a846105b-7e81-411c-866a-ad369e0b0029 HTTP/1.1" status: 204 len: 173 time: 1.6857498 Nov 22 16:43:21.877410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 1db8c669-2cde-4258-8ece-379de9bbc598 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:21.877941 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:21.930036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 543fa730-27ba-4830-83a9-59d7af30b705 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:21.983031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 1db8c669-2cde-4258-8ece-379de9bbc598, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1db8c669-2cde-4258-8ece-379de9bbc598,segment=NetworkSegment(d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab),segment_id=d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:21.983745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.002913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 1db8c669-2cde-4258-8ece-379de9bbc598 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:22.148460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.224261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3dcbe4e-457c-4798-b155-10b9fe843a73,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:22.324490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] For port 1db8c669-2cde-4258-8ece-379de9bbc598, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1db8c669-2cde-4258-8ece-379de9bbc598,segment=NetworkSegment(d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab),segment_id=d4a6882a-1e5c-4d03-928a-0a9c4cfee6ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:22.324987 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.346719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.379433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] Calling delete_port for 1db8c669-2cde-4258-8ece-379de9bbc598 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:22.441203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=1db8c669-2cde-4258-8ece-379de9bbc598,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:22.465903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port 1db8c669-2cde-4258-8ece-379de9bbc598 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:22.475964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27'}, {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:22.479109 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bfaca9-6b99-4d0f-b861-b3d1efe8af18" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "27536f30-0108-4353-b0d5-686fa9094b27"}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "a846105b-7e81-411c-866a-ad369e0b0029"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:22.495539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1db8c669-2cde-4258-8ece-379de9bbc598 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:22.506818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Checking segment: {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:22.508170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Network hostable DHCP agents. Network: 543fa730-27ba-4830-83a9-59d7af30b705, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:22.552963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1db8c669-2cde-4258-8ece-379de9bbc598 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:22.553348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1db8c669-2cde-4258-8ece-379de9bbc598 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:22.566486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Network 543fa730-27ba-4830-83a9-59d7af30b705 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:22.597442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a2305-1e47-4e92-9b1f-0443ea779acc req-432b4789-2f45-45eb-8c31-17396d15f9d7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.598784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:40Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:22.603099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-747a2305-1e47-4e92-9b1f-0443ea779acc req-432b4789-2f45-45eb-8c31-17396d15f9d7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 943 time: 0.3622866 Nov 22 16:43:22.614128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 543fa730-27ba-4830-83a9-59d7af30b705) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:22.644668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680db6a9-efa6-40d2-8268-a7bbc45158b0 None None] Network 543fa730-27ba-4830-83a9-59d7af30b705 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:22.652320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.652320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.660069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61091cc-a789-479b-a8c2-8eacd1bc4b5b None None] The sync data for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 is: [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:32:34Z', 'revision_number': 4, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1e4392f5-dc67-4380-8ce4-fb6dd1c838d4', 'name': '', 'network_id': '814ab345-506a-4727-afa4-8693f6a63c15', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'mac_address': 'fa:16:3e:92:65:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:33Z', 'updated_at': '2021-11-22T16:32:40Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'subnets': [{'id': 'cf8ba9d4-5255-459d-add5-172f844a844b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:22.681355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.699745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.739919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:22.751277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:22.751552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a6882a-1e5c-4d03-928a-0a9c4cfee6ab') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:22.756095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-39fcffce-4a19-4012-a157-36df517ed0e9 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9544787 Nov 22 16:43:22.758727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] Pushing event deleted for resources: {'Port': ['ID=1db8c669-2cde-4258-8ece-379de9bbc598,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:22.762647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:22.772289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe4f69-0d17-40b1-98fe-52b1ea6a15bf None None] No DVR routers for this DVR port 1db8c669-2cde-4258-8ece-379de9bbc598 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:22.772845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.787392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:22.794153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.801526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:22.802273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.832320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdecedd9-3ef4-4344-a379-d0d1785c6f38 req-383c472f-1be6-43af-8234-5efc3f3d2e92 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:22.847925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdecedd9-3ef4-4344-a379-d0d1785c6f38 req-383c472f-1be6-43af-8234-5efc3f3d2e92 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 945 time: 0.2665038 Nov 22 16:43:22.888996 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7f4ad0c-0b9e-47d9-aaa2-9182a04fb729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:22.918899 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:22.930389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:22.930755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:22.950322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-747a2305-1e47-4e92-9b1f-0443ea779acc req-aafc831c-4491-4cf9-9fb1-51cb94a3be4b tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317306 Nov 22 16:43:22.979215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-543fa730-27ba-4830-83a9-59d7af30b705', 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'fixed_ips': [{'subnet_id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:43:22.980154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.031954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdecedd9-3ef4-4344-a379-d0d1785c6f38 req-610eafa5-7a09-456e-82b5-2e99dacb3545 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827481 Nov 22 16:43:23.047309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.058691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.078539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.091447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.116975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad HTTP/1.1" status: 204 len: 168 time: 2.2118213 Nov 22 16:43:23.119094 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d7c375-b443-48ba-bc05-fd45c1676b16 x-openstack-request-id: req-b9d7c375-b443-48ba-bc05-fd45c1676b16 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:23.119395 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "27536f30-0108-4353-b0d5-686fa9094b27", "status": "completed", "code": 200}, {"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "a846105b-7e81-411c-866a-ad369e0b0029", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:23.119646 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9d7c375-b443-48ba-bc05-fd45c1676b16 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:23.120042 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': '27536f30-0108-4353-b0d5-686fa9094b27', 'status': 'completed', 'code': 200} Nov 22 16:43:23.120301 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': 'a846105b-7e81-411c-866a-ad369e0b0029', 'status': 'completed', 'code': 200} Nov 22 16:43:23.120675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42540) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:23.143676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111961117'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:23.169940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e446e-a58a-46c8-b926-d9730497c675 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=1a4c8819-9a41-4efb-bb9e-91ebb9b9dfad,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:23.237856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.243570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:23.251465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.285277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] For port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:23.285702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.300001 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20190eb-3c18-49cd-a6eb-f0863adce36d None None] New status for floating IP f91fb482-6efd-4515-b404-276df1e957d4: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:43:23.343965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:23.403560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:23.455246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Allocated IP 172.20.0.2 (543fa730-27ba-4830-83a9-59d7af30b705/e3dcbe4e-457c-4798-b155-10b9fe843a73/8ad4d702-df72-4c11-8a8e-6d0a7b9872d5) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:23.508353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.511137 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment c10890fe-c43d-45ac-a3bd-6bde2c2655ad of type vlan for network d9703b22-1687-4036-b672-b893ca4e3e94 Nov 22 16:43:23.630791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.688303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.722786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf359d5-ab7b-48cf-ba4c-7ac444c98c68 req-ac212b39-961a-40e3-b0ee-d5357fb6fffa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:23.730495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bf359d5-ab7b-48cf-ba4c-7ac444c98c68 req-ac212b39-961a-40e3-b0ee-d5357fb6fffa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.5113981 Nov 22 16:43:23.789181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.798772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.817321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bf359d5-ab7b-48cf-ba4c-7ac444c98c68 req-9e34d4a8-2d9e-4244-87b5-4a5ca2b473a2 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812082 Nov 22 16:43:23.849424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Network 543fa730-27ba-4830-83a9-59d7af30b705 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:23.854092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:23.856398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.858870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:23.865876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:23.866716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.878453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Pushing event updated for resources: {'Port': ['ID=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:23.952045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-c68c1bc3-e27e-4231-a62f-c5c085a2b8a7 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:23.953765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-c68c1bc3-e27e-4231-a62f-c5c085a2b8a7 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "GET /v2.0/ports?device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 945 time: 0.2897303 Nov 22 16:43:23.991737 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:23.994256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Attempting to bind port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:23.994607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Attempting to bind port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:23.995102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Attempting to bind port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 on network 543fa730-27ba-4830-83a9-59d7af30b705 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:24.001177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:24.001552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Checking segment: {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:24.001977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.002372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Bound using segment: {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:24.002850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Bound port: 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:24.003231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.064259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.068998 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9319038 Nov 22 16:43:24.080401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42548) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:24.089598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:24.105618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] For port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:24.114381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.122727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] For port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:24.132382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.190420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397e2234-2020-4397-a00a-f0b5cdb7190b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=d9703b22-1687-4036-b672-b893ca4e3e94,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:24.218754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.237344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d9703b22-1687-4036-b672-b893ca4e3e94 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:24.292703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec384-14c5-4eb3-9581-1cece01ccf4f req-a847c6c5-8b39-4220-8daa-ef00b50dd269 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:24.294278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f20ec384-14c5-4eb3-9581-1cece01ccf4f req-a847c6c5-8b39-4220-8daa-ef00b50dd269 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 865 time: 0.1772752 Nov 22 16:43:24.304232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=1b32ad42-3dc9-4040-8ac0-4c15bf6a9297,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:24.323814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716d2db-7420-4f0d-aff3-f342ea559281 req-ca993b0d-f7c8-4077-ac5c-47ee4eab8ebe tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:24.325378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7716d2db-7420-4f0d-aff3-f342ea559281 req-ca993b0d-f7c8-4077-ac5c-47ee4eab8ebe tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 945 time: 0.1902814 Nov 22 16:43:24.367865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b503d-f831-472e-866b-0d12b25466c4 None None] Pushing event updated for resources: {'Port': ['ID=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:24.382196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] No DVR routers for this DVR port 1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:24.389789 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.394721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-908f0b7b-1138-49b9-a1c6-8a6b9dd46564 req-260bfb61-f82d-49a8-9312-cfe558ac2419 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.20 "DELETE /v2.0/ports/1b32ad42-3dc9-4040-8ac0-4c15bf6a9297 HTTP/1.1" status: 204 len: 173 time: 2.3000987 Nov 22 16:43:24.398252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2c99-a286-444e-9335-4438bac58705 req-049d81a3-77fa-4456-82dc-b52aa22b94dc tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:24.399893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-128c2c99-a286-444e-9335-4438bac58705 req-049d81a3-77fa-4456-82dc-b52aa22b94dc tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "GET /v2.0/ports?device_id=f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b HTTP/1.1" status: 200 len: 945 time: 0.2035217 Nov 22 16:43:24.406019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Deleting port 01f07105-fcd4-445b-b1ed-532974f30203 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:24.406019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.532180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:24.536298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.582098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Allocated IP 172.25.6.21 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/78dc06a9-f055-4c91-8fe9-8fe42ed4671c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:24.657925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] For port 01f07105-fcd4-445b-b1ed-532974f30203, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=01f07105-fcd4-445b-b1ed-532974f30203,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:24.660833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:24.705696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f20ec384-14c5-4eb3-9581-1cece01ccf4f req-38f82906-c1f8-44d5-a118-2e37f124bc37 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups?id=bece1c36-e1fe-4eb0-a465-069c5f70cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023314 Nov 22 16:43:24.733325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Calling delete_port for 01f07105-fcd4-445b-b1ed-532974f30203 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:24.860770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7716d2db-7420-4f0d-aff3-f342ea559281 req-bb1482ac-7ea1-452c-87dc-0eac7eb13965 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/security-groups?id=bb234445-c773-4355-9488-542c3b7614e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958589 Nov 22 16:43:24.944024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Deleting port d475e401-65dd-41ba-a732-0b755c16fea0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:24.944601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.009075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.121051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:25.125183 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48295bb2-3bde-4961-8c57-987ef2230e9c" -d '{"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:25.138461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] For port d475e401-65dd-41ba-a732-0b755c16fea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d475e401-65dd-41ba-a732-0b755c16fea0,segment=NetworkSegment(618bb4a9-042e-4fa9-8be6-fec9034f5c35),segment_id=618bb4a9-042e-4fa9-8be6-fec9034f5c35)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:25.139433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.160522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:25.161514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: d9703b22-1687-4036-b672-b893ca4e3e94, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:25.186259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.193166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=a477eab1-81f3-4cf2-8405-817f23af9951,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:25.225933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Calling delete_port for d475e401-65dd-41ba-a732-0b755c16fea0 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:25.228966 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24573bdd-91d4-486f-a9f2-e27ff00234c9 x-openstack-request-id: req-24573bdd-91d4-486f-a9f2-e27ff00234c9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:25.229224 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7eaf7b1-2976-482f-8c30-43b1883f20c6", "name": "network-vif-deleted", "tag": "1b32ad42-3dc9-4040-8ac0-4c15bf6a9297", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:25.229440 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24573bdd-91d4-486f-a9f2-e27ff00234c9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:25.230254 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7eaf7b1-2976-482f-8c30-43b1883f20c6', 'name': 'network-vif-deleted', 'tag': '1b32ad42-3dc9-4040-8ac0-4c15bf6a9297', 'status': 'completed', 'code': 200} Nov 22 16:43:25.235028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network d9703b22-1687-4036-b672-b893ca4e3e94 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:25.275889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d9703b22-1687-4036-b672-b893ca4e3e94) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:25.283501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:25.284990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.288661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3425872b-6e6c-43be-a318-55fd71459b94 None None] Network d9703b22-1687-4036-b672-b893ca4e3e94 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:25.318849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf2f07fc-ab69-464f-bcc8-149b16656d11 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2326684 Nov 22 16:43:25.326838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42572) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:25.335439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1814087861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:25.379294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.383583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.386134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.395418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.431964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['01f07105-fcd4-445b-b1ed-532974f30203'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:25.461098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947b55f-08c2-48e6-b8fa-cec7b3bf155d req-e85dba74-397b-4042-a2d2-6ab70371ceba tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:25.470737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7947b55f-08c2-48e6-b8fa-cec7b3bf155d req-e85dba74-397b-4042-a2d2-6ab70371ceba tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2470269 Nov 22 16:43:25.494492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d475e401-65dd-41ba-a732-0b755c16fea0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:25.504870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:25.546291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Pushing event updated for resources: {'Port': ['ID=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:25.549157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:25.557375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:25.595308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f34e94b-1e90-419f-ad2c-7c480b3c2edd None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:25.601960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event deleted for resources: {'Port': ['ID=01f07105-fcd4-445b-b1ed-532974f30203,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:25.624824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.630628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.685319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] No DVR routers for this DVR port 01f07105-fcd4-445b-b1ed-532974f30203 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:25.688310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.704922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.708876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb9dbe19-e809-4217-8913-fc0f04a7f750 req-a4ad6834-a9c7-4335-a70f-4059b87f6362 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.20 "DELETE /v2.0/ports/01f07105-fcd4-445b-b1ed-532974f30203 HTTP/1.1" status: 204 len: 173 time: 1.7338171 Nov 22 16:43:25.726848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.731894 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1935408-a6ee-496e-ae4d-15481eb97bf7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4015439 Nov 22 16:43:25.733590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42578) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:25.768142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-70d4be77-557a-4ca2-ad4e-5c068ebb7c95 None None] Provisioning complete for port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:25.776752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70d4be77-557a-4ca2-ad4e-5c068ebb7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:25.799458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7947b55f-08c2-48e6-b8fa-cec7b3bf155d req-3d790fa7-979e-46cb-a00d-8512f1b7340a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271244 Nov 22 16:43:26.083720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-085eb4be-c764-46e7-a6fe-0bd6abd57db7 req-d3fbfb28-bfb6-4fc5-926b-42c291d8739a tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0792968 Nov 22 16:43:26.105475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.210188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Pushing event deleted for resources: {'Port': ['ID=d475e401-65dd-41ba-a732-0b755c16fea0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:26.244036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f39815f-52db-43a2-bdc2-ececf89b560e req-0376532d-6af8-43cd-8371-2876c389267e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:26.245613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f39815f-52db-43a2-bdc2-ececf89b560e req-0376532d-6af8-43cd-8371-2876c389267e tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.3213906 Nov 22 16:43:26.260228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-70d4be77-557a-4ca2-ad4e-5c068ebb7c95 None None] Port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:26.278369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['01f07105-fcd4-445b-b1ed-532974f30203'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:26.341392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee1bb3-feb6-4565-855f-f23e5b307b50 None None] Network 543fa730-27ba-4830-83a9-59d7af30b705 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:26.394998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] No DVR routers for this DVR port d475e401-65dd-41ba-a732-0b755c16fea0 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:26.398858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.402280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-128c2c99-a286-444e-9335-4438bac58705 req-51293af5-a78b-4515-9d8a-faebcef086a2 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.66 "DELETE /v2.0/ports/d475e401-65dd-41ba-a732-0b755c16fea0 HTTP/1.1" status: 204 len: 173 time: 1.9904518 Nov 22 16:43:26.421956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'name': 'network-vif-deleted', 'tag': 'd475e401-65dd-41ba-a732-0b755c16fea0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:26.424761 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1f5eae-4b7a-458f-8cfb-871f99d2d2b8" -d '{"events": [{"server_uuid": "f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b", "name": "network-vif-deleted", "tag": "d475e401-65dd-41ba-a732-0b755c16fea0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:26.448754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.486716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1871be59-f148-4c4d-8a88-674306ce0687 req-8f9de055-049e-4ab4-a1dc-2c471e813d17 tempest-MultipleCreateTestJSON-1977598142 tempest-MultipleCreateTestJSON-1977598142-project] 10.222.0.65 "GET /v2.0/ports?device_id=e40c3830-1745-4b16-980c-d7c67c1f0c6d HTTP/1.1" status: 200 len: 210 time: 0.1048648 Nov 22 16:43:26.577714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.588173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f39815f-52db-43a2-bdc2-ececf89b560e req-136ca16e-f862-4af7-9748-d7a994ecbb41 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647181 Nov 22 16:43:26.589248 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.612979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:26.681606 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32fe1f4-09ae-4f1d-9383-fe8eb870933d x-openstack-request-id: req-a32fe1f4-09ae-4f1d-9383-fe8eb870933d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:26.681954 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b", "name": "network-vif-deleted", "tag": "d475e401-65dd-41ba-a732-0b755c16fea0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:26.682428 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a32fe1f4-09ae-4f1d-9383-fe8eb870933d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:26.682660 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6646f7f-0ba3-404e-a23c-d96ed6fdcc3b', 'name': 'network-vif-deleted', 'tag': 'd475e401-65dd-41ba-a732-0b755c16fea0', 'status': 'completed', 'code': 200} Nov 22 16:43:26.723716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ed5f7f76-bdad-4e2a-8fd5-9057a81c39c6 None None] Provisioning complete for port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:26.724485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7f76-bdad-4e2a-8fd5-9057a81c39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:26.777275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d9703b22-1687-4036-b672-b893ca4e3e94', 'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': 'a477eab1-81f3-4cf2-8405-817f23af9951'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:43:26.777275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.016597 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.041878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32bfc5-b5a0-457d-ae08-cfae6c5976f4 req-56a9c2ff-9338-4589-94e3-5d1e1b0f1114 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:27.043393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f32bfc5-b5a0-457d-ae08-cfae6c5976f4 req-56a9c2ff-9338-4589-94e3-5d1e1b0f1114 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.0822253 Nov 22 16:43:27.183358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8::1 (d9703b22-1687-4036-b672-b893ca4e3e94/a477eab1-81f3-4cf2-8405-817f23af9951/382e9b13-347b-4ccc-b35b-1b4ade98eded) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:27.230772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'name': 'network-vif-deleted', 'tag': '01f07105-fcd4-445b-b1ed-532974f30203'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:27.237802 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc59ed6-46ba-4d8f-bf28-8304d46df476" -d '{"events": [{"server_uuid": "e40c3830-1745-4b16-980c-d7c67c1f0c6d", "name": "network-vif-deleted", "tag": "01f07105-fcd4-445b-b1ed-532974f30203"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:27.355313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f32bfc5-b5a0-457d-ae08-cfae6c5976f4 req-326e4fa3-fb73-4c29-81d2-b1d8fd60d2fa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737889 Nov 22 16:43:27.371093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-273c567e-1b93-4821-87f9-23efa7d52901 req-99791a32-79a2-4702-a69d-bcee9b2800c8 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0794442 Nov 22 16:43:27.429183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Router d3fc506f-2cbf-411b-a28f-ae61e23cae8e is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:43:27.436393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:27.436961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.478355 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348552e-5054-4835-8585-69e86ea66608 x-openstack-request-id: req-8348552e-5054-4835-8585-69e86ea66608 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:27.480248 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40c3830-1745-4b16-980c-d7c67c1f0c6d", "name": "network-vif-deleted", "tag": "01f07105-fcd4-445b-b1ed-532974f30203", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:27.480530 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8348552e-5054-4835-8585-69e86ea66608 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:27.480945 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40c3830-1745-4b16-980c-d7c67c1f0c6d', 'name': 'network-vif-deleted', 'tag': '01f07105-fcd4-445b-b1ed-532974f30203', 'status': 'completed', 'code': 200} Nov 22 16:43:27.564745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.607152 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7f76-bdad-4e2a-8fd5-9057a81c39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.699472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.728025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42602) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:27.809694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Deleting subnet c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:27.831850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network d9703b22-1687-4036-b672-b893ca4e3e94 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:27.836818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.840082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:27.843302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:27.843302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.845712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ed5f7f76-bdad-4e2a-8fd5-9057a81c39c6 None None] For port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:27.874592 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ed5f7f76-bdad-4e2a-8fd5-9057a81c39c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:27.912874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d475e401-65dd-41ba-a732-0b755c16fea0 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:27.924372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Allocated IP 2001:db8::2 (d9703b22-1687-4036-b672-b893ca4e3e94/a477eab1-81f3-4cf2-8405-817f23af9951/89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:27.997363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: d475e401-65dd-41ba-a732-0b755c16fea0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:27.998494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d475e401-65dd-41ba-a732-0b755c16fea0 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:28.083607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=382e9b13-347b-4ccc-b35b-1b4ade98eded,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:28.115864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d26c3f-cf6d-41fd-929c-eead85d8cfcd req-3fc47321-fc54-429c-bc13-c558c09aa5d6 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.124834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9d26c3f-cf6d-41fd-929c-eead85d8cfcd req-3fc47321-fc54-429c-bc13-c558c09aa5d6 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.1227064 Nov 22 16:43:28.148126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f7f76-bdad-4e2a-8fd5-9057a81c39c6 None None] Pushing event updated for resources: {'Port': ['ID=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:28.166730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-c37b1280-10a2-4869-82cd-299bcebf97a8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.168257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-c37b1280-10a2-4869-82cd-299bcebf97a8 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.20 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.5006051 Nov 22 16:43:28.172747 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.208826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.230970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9d26c3f-cf6d-41fd-929c-eead85d8cfcd req-0f0a5118-166d-4e13-a75f-c2e872a8063c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051409 Nov 22 16:43:28.236711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:28.252641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Sync routers for ids ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:28.285025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.286642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6453c366-c78e-4b60-9591-5f65784d6562 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5229704 Nov 22 16:43:28.289142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42606) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:28.319403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Routers {'d3fc506f-2cbf-411b-a28f-ae61e23cae8e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:28.321115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:28.343132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.586844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.593223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Set router d3fc506f-2cbf-411b-a28f-ae61e23cae8e gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:28.595927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Deleting port 2c9d794f-b720-4689-a64f-63b159f4d465 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:28.596536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.700650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:28.727276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.731361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c8a5c3b7-b7c5-46de-ab70-fb441193cfb1 HTTP/1.1" status: 204 len: 168 time: 1.0011332 Nov 22 16:43:28.778406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71fc6b35-51c4-4b43-9590-bd11d49266b0 req-ac1d9b70-0582-4084-b53c-f68f3c852b5f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.1629360 Nov 22 16:43:28.784463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42612) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:28.877762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd8f7a-7b9b-41e0-b862-981c6a4924e5 req-bec13517-da2f-4ce3-9062-48a22c23c51d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:28.885208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14cd8f7a-7b9b-41e0-b862-981c6a4924e5 req-bec13517-da2f-4ce3-9062-48a22c23c51d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.4060459 Nov 22 16:43:28.911744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75977386-1630-43ac-a89c-776a3ca26190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a5c3b7-b7c5-46de-ab70-fb441193cfb1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:28.923361 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.941925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.961338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.980540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0f58aff6-3fec-483b-a133-9bd1be72689a None None] Provisioning complete for port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:28.980914 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f58aff6-3fec-483b-a133-9bd1be72689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.981354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.983549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:28.996557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.014694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14cd8f7a-7b9b-41e0-b862-981c6a4924e5 req-75a270d0-92fb-4cfd-be8b-f6d0febac39a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256690 Nov 22 16:43:29.129434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 01f07105-fcd4-445b-b1ed-532974f30203 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:29.140098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.170489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 01f07105-fcd4-445b-b1ed-532974f30203 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:29.171416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 01f07105-fcd4-445b-b1ed-532974f30203 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:29.173567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27eba738-bf6e-477e-99a6-3cbcd40419c2']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:29.174112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:29.174479 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.196872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Network d9703b22-1687-4036-b672-b893ca4e3e94 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:29.214337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618bb4a9-042e-4fa9-8be6-fec9034f5c35') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:29.214595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:29.215206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618bb4a9-042e-4fa9-8be6-fec9034f5c35') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:29.218106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:29.230615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.243516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=382e9b13-347b-4ccc-b35b-1b4ade98eded,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:29.256840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] For port 2c9d794f-b720-4689-a64f-63b159f4d465, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c9d794f-b720-4689-a64f-63b159f4d465,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:29.257207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.258323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.261774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.278653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:29.279692 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:29.283480 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:29.390392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Pushing event updated for resources: {'Port': ['ID=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:29.540989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Attempting to bind port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:29.541368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Attempting to bind port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:29.541824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Attempting to bind port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a on network d9703b22-1687-4036-b672-b893ca4e3e94 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:29.556380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.562112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:29.562518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Checking segment: {'id': 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:29.562981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.563397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Bound using segment: {'id': 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:29.564051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Bound port: 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'd9703b22-1687-4036-b672-b893ca4e3e94'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:29.564436 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.617815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74170d91-0cc8-4396-996b-554e25013e19 req-702e4395-c0dc-4f91-85f9-7fbbef245761 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:29.620120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74170d91-0cc8-4396-996b-554e25013e19 req-702e4395-c0dc-4f91-85f9-7fbbef245761 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 945 time: 0.2242746 Nov 22 16:43:29.627683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:29.635185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] 10.222.0.65 "DELETE /v2.0/networks/27eba738-bf6e-477e-99a6-3cbcd40419c2 HTTP/1.1" status: 204 len: 168 time: 0.8463395 Nov 22 16:43:29.701421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:43:26Z', 'revision_number': 3, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:29.719011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Pushing event deleted for resources: {'Network': ['ID=27eba738-bf6e-477e-99a6-3cbcd40419c2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:29.786355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.786706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.787050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.787388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.787744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.788052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.788381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.788704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.789032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.789353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.789939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.797002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a6682a-011a-488d-97d7-f7675e65372f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:29.914558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42622) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:29.934053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network d9703b22-1687-4036-b672-b893ca4e3e94 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:29.938282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:30.004032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74170d91-0cc8-4396-996b-554e25013e19 req-eda034c1-dab9-4a81-a04f-b08c5a165db9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups?id=7d336f5a-cebf-4b45-b03f-1021c642bf55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692687 Nov 22 16:43:30.010723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa4d631b-e68d-47da-b056-c370ec4aa3ee req-109ad6ba-8314-4996-8324-36ec6ddf7df5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0582492 Nov 22 16:43:30.054329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Allocated IP 172.20.0.1 (543fa730-27ba-4830-83a9-59d7af30b705/e3dcbe4e-457c-4798-b155-10b9fe843a73/722cacea-aeef-4c24-80a9-514070e90a40) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:30.086661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] For port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:30.090515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] For port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,segment=NetworkSegment(c10890fe-c43d-45ac-a3bd-6bde2c2655ad),segment_id=c10890fe-c43d-45ac-a3bd-6bde2c2655ad)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:30.093592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:30.104228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3cb4b403-98c4-40a3-9e94-005422a082b1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=72d21fc451f7458bb739ea5b3069a4a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1876371 Nov 22 16:43:30.115702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:30.186966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.188634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.188634 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Floating IP 85f3db65-ae21-4502-bc89-36137c8dec10 disassociated. External IP: 172.25.6.100, port: 2c9d794f-b720-4689-a64f-63b159f4d465. Nov 22 16:43:30.188634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Calling delete_port for 2c9d794f-b720-4689-a64f-63b159f4d465 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:30.208599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:30.223671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Checking router: d3fc506f-2cbf-411b-a28f-ae61e23cae8e for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:30.224038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Updating router d3fc506f-2cbf-411b-a28f-ae61e23cae8e port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:43:30.261036 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.265075 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.284674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0a1bb433-9b8f-441e-bba6-574b632c04ac is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:43:30.290601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1dd61202-22a6-4137-a934-017865f971ce', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'port_id': '1dd61202-22a6-4137-a934-017865f971ce', 'mac_address': 'fa:16:3e:19:db:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1793396-b711-47b5-babf-3015fbf1d509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:30.350653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14f7e-cab4-4120-a085-fc9ac74eaee1 req-d0f719a3-d8de-4917-988c-6355394a8c21 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:30.359346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bd14f7e-cab4-4120-a085-fc9ac74eaee1 req-d0f719a3-d8de-4917-988c-6355394a8c21 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1194515 Nov 22 16:43:30.450248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bd14f7e-cab4-4120-a085-fc9ac74eaee1 req-5ce442d3-5d68-40aa-9c0d-e1ed22801515 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772753 Nov 22 16:43:30.454679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbcb-28ce-4abb-89fa-e8248998e20d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.462763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:30.473981 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] Sync routers for ids ['0a1bb433-9b8f-441e-bba6-574b632c04ac'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:30.481775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ece12f84-0899-402e-97e6-dc58d927e939 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0a1bb433-9b8f-441e-bba6-574b632c04ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7468519 Nov 22 16:43:30.489493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42630) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:30.492538 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] Routers {'0a1bb433-9b8f-441e-bba6-574b632c04ac'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:30.493610 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0a1bb433-9b8f-441e-bba6-574b632c04ac'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:30.565082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26a8ae-0df6-4bba-9d29-2beded186cd4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:30.566808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5c26a8ae-0df6-4bba-9d29-2beded186cd4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports/382e9b13-347b-4ccc-b35b-1b4ade98eded HTTP/1.1" status: 200 len: 911 time: 0.0727031 Nov 22 16:43:30.570801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.572493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42632) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:30.597087 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:30.602854 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbcb-28ce-4abb-89fa-e8248998e20d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.615096 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] Routers {'0a1bb433-9b8f-441e-bba6-574b632c04ac'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:30.616968 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0a1bb433-9b8f-441e-bba6-574b632c04ac'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:30.665797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a161e2-c40e-4bd4-9ac4-e712b362501e None None] Pushing event updated for resources: {'Port': ['ID=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:30.707713 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.722566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.773108 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:30.774052 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8097bb-5953-4aec-a8c2-d7445245973e None None] The sync data for ids ['0a1bb433-9b8f-441e-bba6-574b632c04ac'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:30.788996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd61202-22a6-4137-a934-017865f971ce {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:30.796991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event deleted for resources: {'Port': ['ID=2c9d794f-b720-4689-a64f-63b159f4d465,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:30.866159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:30.954690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:30.974754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.019881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Network 543fa730-27ba-4830-83a9-59d7af30b705 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:31.021338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbcb-28ce-4abb-89fa-e8248998e20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.024549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b30fbcb-28ce-4abb-89fa-e8248998e20d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.031338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1b30fbcb-28ce-4abb-89fa-e8248998e20d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb234445-c773-4355-9488-542c3b7614e5 HTTP/1.1" status: 204 len: 168 time: 0.9117720 Nov 22 16:43:31.031338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Pushing event updated for resources: {'Port': ['ID=722cacea-aeef-4c24-80a9-514070e90a40,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:31.084585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:31.085733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:31.150679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:31.168800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b30fbcb-28ce-4abb-89fa-e8248998e20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb234445-c773-4355-9488-542c3b7614e5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:31.275469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1dd61202-22a6-4137-a934-017865f971ce'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:31.277351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:31.416906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9990a652-d393-4ace-92e5-52ab9fee3fcc req-10abac32-e516-4663-8589-5c1e9347b8be tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 210 time: 0.1304789 Nov 22 16:43:31.467885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae80137f-d192-4164-b40b-55ce420ce11b req-8a1c86ed-ada4-4011-9b37-9e6f489fccc5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0654943 Nov 22 16:43:31.513822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:31.546361 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.555399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:31.608996 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.618704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] No DVR routers for this DVR port 2c9d794f-b720-4689-a64f-63b159f4d465 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:31.624904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.630426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:31.631148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:31.633297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83fddd6b-46f0-4817-8521-e43666eb5a30 req-4b112e4a-8c2d-41a5-a9d4-cd8740099046 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.20 "DELETE /v2.0/ports/2c9d794f-b720-4689-a64f-63b159f4d465 HTTP/1.1" status: 204 len: 173 time: 3.4544616 Nov 22 16:43:31.696822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'name': 'network-vif-deleted', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:31.699543 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f1334-7a6f-4994-9e0c-68e538a6cb53" -d '{"events": [{"server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "name": "network-vif-deleted", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:31.784088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.791700 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec33639c-d03a-4822-88ab-fe6b8029196b x-openstack-request-id: req-ec33639c-d03a-4822-88ab-fe6b8029196b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:31.793033 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "562f2bd5-32ec-4666-9abf-5e2df4b27011", "name": "network-vif-deleted", "tag": "2c9d794f-b720-4689-a64f-63b159f4d465", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:31.793371 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec33639c-d03a-4822-88ab-fe6b8029196b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:31.794372 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562f2bd5-32ec-4666-9abf-5e2df4b27011', 'name': 'network-vif-deleted', 'tag': '2c9d794f-b720-4689-a64f-63b159f4d465', 'status': 'completed', 'code': 200} Nov 22 16:43:31.911766 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:31.921118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:31.927333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a4238-9929-4ab3-aaff-e92292ea6fb5 req-8b037b93-7370-4075-9e53-6ea76206fd73 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:31.938027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-256a4238-9929-4ab3-aaff-e92292ea6fb5 req-8b037b93-7370-4075-9e53-6ea76206fd73 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 944 time: 0.2073669 Nov 22 16:43:32.002728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02ae0c-b28d-4a45-b290-bfa0b6fb89e2 None None] Pushing event updated for resources: {'Port': ['ID=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:32.031472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-256a4238-9929-4ab3-aaff-e92292ea6fb5 req-dfbc70b6-9eaa-42e3-900b-775d73bd9f7e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895367 Nov 22 16:43:32.104089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3e4e3264-3dc1-493a-9e84-265ec9a9403a None None] Provisioning complete for port 722cacea-aeef-4c24-80a9-514070e90a40 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:32.104530 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e4e3264-3dc1-493a-9e84-265ec9a9403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.199105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.269223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc0cf3-89ec-47e2-806c-98f35789eef2 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:32.422580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:32.474461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd59db-f5fe-49b6-b915-41bfd82edcba None None] Network d9703b22-1687-4036-b672-b893ca4e3e94 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:32.485745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3e4e3264-3dc1-493a-9e84-265ec9a9403a None None] Port 722cacea-aeef-4c24-80a9-514070e90a40 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:32.487371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Attempting to bind port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:32.487850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Attempting to bind port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:32.488367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Attempting to bind port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:32.510573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:32.511259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:32.511797 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.512320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:32.513029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Bound port: 78dc06a9-f055-4c91-8fe9-8fe42ed4671c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:32.515159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.598887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 382e9b13-347b-4ccc-b35b-1b4ade98eded {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:32.599369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.644183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] For port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:32.660552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.661021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] For port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:32.674181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.850026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6222ba07-860a-49b9-90f9-4b9e37a9f5e9 req-6083263b-c491-47f4-9fdc-c1dfd4b95c2c tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/ports?device_id=562f2bd5-32ec-4666-9abf-5e2df4b27011 HTTP/1.1" status: 200 len: 210 time: 0.1100862 Nov 22 16:43:32.851348 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.867550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad7351ec-0457-4243-bcbf-d88f3fb7d028 req-33dfd901-4d4a-4858-b636-7e93c389d936 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.1376312 Nov 22 16:43:32.889325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 382e9b13-347b-4ccc-b35b-1b4ade98eded owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:32.913163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Pushing event updated for resources: {'Port': ['ID=722cacea-aeef-4c24-80a9-514070e90a40,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:32.929199 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:32.939322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:32.997060 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.080543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Provisioning complete for port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:33.082292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.143554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c9d794f-b720-4689-a64f-63b159f4d465 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:33.274103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Network 543fa730-27ba-4830-83a9-59d7af30b705 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:33.280282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:33.308370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93670707-c139-4113-9d3a-e105b4fae9df req-deec5aff-8101-4096-bdcd-3a19cf8fbe69 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:33.318201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93670707-c139-4113-9d3a-e105b4fae9df req-deec5aff-8101-4096-bdcd-3a19cf8fbe69 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 944 time: 0.1291189 Nov 22 16:43:33.342715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.369952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-1034cc05-6f80-4228-a057-2e9cd25aedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:33.371386 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-1034cc05-6f80-4228-a057-2e9cd25aedfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.1787257 Nov 22 16:43:33.401345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a4e7e3-2622-420b-a83c-133bc83f2a0d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:33.448947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 2c9d794f-b720-4689-a64f-63b159f4d465 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:33.449737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c9d794f-b720-4689-a64f-63b159f4d465 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:33.492632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=382e9b13-347b-4ccc-b35b-1b4ade98eded,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:33.539841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Routers {'d3fc506f-2cbf-411b-a28f-ae61e23cae8e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:33.539841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:33.725620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93670707-c139-4113-9d3a-e105b4fae9df req-75873f6d-ee60-43dd-b08e-ea496e06766e tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063625 Nov 22 16:43:33.768334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:33.798074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Router d3fc506f-2cbf-411b-a28f-ae61e23cae8e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:34.062996 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.096009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c94ad40-0f0b-4b30-bb04-acc5ee2bbb77 req-c0d83753-e233-4ba8-a4b1-73fe19785bc9 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1628773 Nov 22 16:43:34.118615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1dd61202-22a6-4137-a934-017865f971ce {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:34.184038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-1e7eb86a-3fbd-4fe0-afda-23e3c571e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:34.193947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-1e7eb86a-3fbd-4fe0-afda-23e3c571e8ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.7608440 Nov 22 16:43:34.196181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:34.315172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] Set router d3fc506f-2cbf-411b-a28f-ae61e23cae8e gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:34.421879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:34.437975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db02ae0c-b28d-4a45-b290-bfa0b6fb89e2 None None] Pushing event updated for resources: {'Port': ['ID=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:34.447385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c64a3cb3-69c0-4f1e-aad3-5783e722869b admin admin] 10.222.0.65 "PUT /v2.0/routers/d3fc506f-2cbf-411b-a28f-ae61e23cae8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1560547 Nov 22 16:43:34.480048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbf6c5a4-e496-4018-a6ad-5ad94627410c req-74d8fde5-326a-4135-b379-e02a0ed310d9 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0557921 Nov 22 16:43:34.546127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0a49e-3778-4dab-a57e-b4aee41c49f4 req-cedd2666-36c6-4fd7-9b9a-837cf2cd789e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:34.547814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9f0a49e-3778-4dab-a57e-b4aee41c49f4 req-cedd2666-36c6-4fd7-9b9a-837cf2cd789e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.4487467 Nov 22 16:43:34.597710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.625489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:34.662933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9f0a49e-3778-4dab-a57e-b4aee41c49f4 req-a1cf1a69-e322-47e5-a6db-7cfe6af5db16 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072049 Nov 22 16:43:34.666699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-c58fe870-2ec8-4818-8bd7-8ab3ce9e8a70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.4660630 Nov 22 16:43:34.709435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0a1bb433-9b8f-441e-bba6-574b632c04ac has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:34.720927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:34.796355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:34.796823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.818028 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:34.859263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-8663deb3-15a7-45db-b172-7dbf0f213e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:34.864024 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-8663deb3-15a7-45db-b172-7dbf0f213e1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1834083 Nov 22 16:43:34.894701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] For port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:34.960246 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.048304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:35.058710 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] Sync routers for ids ['0a1bb433-9b8f-441e-bba6-574b632c04ac'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:35.063188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-121ec765-c80b-4738-9a20-c77ac82b966e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0a1bb433-9b8f-441e-bba6-574b632c04ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4881113 Nov 22 16:43:35.077059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42724) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:35.083469 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] Routers {'0a1bb433-9b8f-441e-bba6-574b632c04ac'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:35.084116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0a1bb433-9b8f-441e-bba6-574b632c04ac'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:35.113066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab54a-bca3-436a-940d-86c7df1917e4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.147713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab54a-bca3-436a-940d-86c7df1917e4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.154644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Pushing event updated for resources: {'Port': ['ID=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:35.198454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:35.230623 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:35.243355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:35.249247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8ac92b4-cb3b-47e5-b5d5-4979394ec136 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1bb433-9b8f-441e-bba6-574b632c04ac HTTP/1.1" status: 200 len: 205 time: 0.1696117 Nov 22 16:43:35.250655 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab54a-bca3-436a-940d-86c7df1917e4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.253511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6ab54a-bca3-436a-940d-86c7df1917e4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.255167 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f6ab54a-bca3-436a-940d-86c7df1917e4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "DELETE /v2.0/security-groups/7d336f5a-cebf-4b45-b03f-1021c642bf55 HTTP/1.1" status: 204 len: 168 time: 0.6280191 Nov 22 16:43:35.255995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42728) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:35.265543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:35.265794 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] Routers {'0a1bb433-9b8f-441e-bba6-574b632c04ac'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:35.266449 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0a1bb433-9b8f-441e-bba6-574b632c04ac'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:35.358643 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:35.359559 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1f4067-d834-4883-883d-8db409cd0655 None None] The sync data for ids ['0a1bb433-9b8f-441e-bba6-574b632c04ac'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:35.367498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:35.368153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:35.370288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Provisioning complete for port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:35.370865 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe11adb2-c925-43c4-a578-8f34611aa528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.375745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.418877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e7f0-99f2-46bf-bc17-71dfb94ecd0e req-f68428f2-057b-46a7-90bb-6ad952183965 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:35.429418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5666e7f0-99f2-46bf-bc17-71dfb94ecd0e req-f68428f2-057b-46a7-90bb-6ad952183965 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 943 time: 0.5442970 Nov 22 16:43:35.535933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5666e7f0-99f2-46bf-bc17-71dfb94ecd0e req-91826b43-4eab-4b58-b2c1-1c419e159e7d tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051707 Nov 22 16:43:35.670822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-3927e460-8005-4c6c-a45a-721da107d9e1 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7352960 Nov 22 16:43:35.690586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:35.783199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-914fdf8f-ce57-4534-b6e4-b2cabce2113d req-278dbd56-d846-4c91-8265-30f71089e5ac tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0866768 Nov 22 16:43:35.816704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:35.829277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:35.945537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,segment=NetworkSegment(c10890fe-c43d-45ac-a3bd-6bde2c2655ad),segment_id=c10890fe-c43d-45ac-a3bd-6bde2c2655ad)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:35.959560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:35.985794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.035864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e6cf67f-4e83-4ccc-a3eb-5cd85bf6f539 req-f223f426-315f-4868-b21d-1827414633b6 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0733011 Nov 22 16:43:36.069163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '722cacea-aeef-4c24-80a9-514070e90a40', 'name': '', 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'mac_address': 'fa:16:3e:73:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:29Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 2, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'subnets': [{'id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:36.133571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.243292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.276652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56795060-7286-47d7-9dbc-c4a11429b3b6 None None] The sync data for ids ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'] in n-d-816206-6 is: [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '722cacea-aeef-4c24-80a9-514070e90a40', 'name': '', 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'mac_address': 'fa:16:3e:73:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:29Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 2, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'subnets': [{'id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:36.297933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:36.471040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1dd61202-22a6-4137-a934-017865f971ce triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:36.471432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.523537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.526487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.593627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-00203aeb-aed2-4298-b6d8-b20c61cb609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:36.595896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-00203aeb-aed2-4298-b6d8-b20c61cb609e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5451179 Nov 22 16:43:36.603425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ab54a-bca3-436a-940d-86c7df1917e4 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d336f5a-cebf-4b45-b03f-1021c642bf55,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:36.605627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.613559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1bb433-9b8f-441e-bba6-574b632c04ac {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:36.624695 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.626075 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5658f1f-114f-465c-953d-407eea3858c4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/0a1bb433-9b8f-441e-bba6-574b632c04ac HTTP/1.1" status: 204 len: 168 time: 1.3626099 Nov 22 16:43:36.630907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:36.759700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Provisioning complete for port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:36.768187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:36.871711 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-3f153386-37dc-4054-b4c2-60838772899f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] show failed (client error): The resource could not be found. Nov 22 16:43:36.876127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3f153386-37dc-4054-b4c2-60838772899f tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "GET /v2.0/security-groups/7d336f5a-cebf-4b45-b03f-1021c642bf55 HTTP/1.1" status: 404 len: 347 time: 0.6357412 Nov 22 16:43:36.883448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42762) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:36.994222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.018937 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a88b6dc4-f67b-4755-975c-e3db767ca1f8 req-8a4fc8ec-f030-4c1c-a3b7-d8a277a00465 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1340806 Nov 22 16:43:37.066520 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-66088122-6e7b-4294-8954-992c0b176acd service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340503 Nov 22 16:43:37.079879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd61202-22a6-4137-a934-017865f971ce'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:37.094851 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbbf11a-16f7-4450-82c4-f796cd3e97af" -d '{"events": [{"server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "name": "network-vif-plugged", "status": "completed", "tag": "1dd61202-22a6-4137-a934-017865f971ce"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:37.150394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet a477eab1-81f3-4cf2-8405-817f23af9951 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:37.157472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.158877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:37.161482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:37.230449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefc8f5-c6c4-4e68-9665-ff8dc1c187d4 None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:34:52Z', 'revision_number': 4, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b630af04-5c17-4cd6-8c1e-0fdbefbd5069', 'name': '', 'network_id': 'b1695cb5-2cda-4b6b-a160-140f1fd1c7e4', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'mac_address': 'fa:16:3e:58:75:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_interface', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8fa53583-f575-4c53-838b-774ad0d29637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:51Z', 'updated_at': '2021-11-22T16:34:59Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'subnets': [{'id': '8fa53583-f575-4c53-838b-774ad0d29637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:37.258593 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.283084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Allocated IP 172.25.6.12 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/8de722d5-ca7e-4dac-b663-781301c75002) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:37.387914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.414940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:37.527191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Could not find standard attr ID for object 382e9b13-347b-4ccc-b35b-1b4ade98eded. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:43:37.559461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.572095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.594303 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.632954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Provisioning complete for port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:37.633802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.663952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.687484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.717636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=a477eab1-81f3-4cf2-8405-817f23af9951,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:37.743794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Deleting port 84d15f5a-870c-450e-ada1-539a650f10d2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:37.744418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.801263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=8de722d5-ca7e-4dac-b663-781301c75002,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:37.856148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:37.862752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:37.878119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:37.884907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.885471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.901556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Calling delete_port for 84d15f5a-870c-450e-ada1-539a650f10d2 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:37.915380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Provisioning complete for port 722cacea-aeef-4c24-80a9-514070e90a40 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:37.915756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:37.942484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad047c-7ba0-4d83-9ad6-52709641c9a3 None None] New status for floating IP 85f3db65-ae21-4502-bc89-36137c8dec10: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:43:38.021737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a3d8d-b994-44c9-8ce2-6217b404c052 req-54749609-e7de-4f54-a554-7960298de9a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:38.034264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c32a3d8d-b994-44c9-8ce2-6217b404c052 req-54749609-e7de-4f54-a554-7960298de9a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 1.8192520 Nov 22 16:43:38.141561 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.147168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1221edc-93d9-4555-8a24-c9e44f462352 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/a477eab1-81f3-4cf2-8405-817f23af9951 HTTP/1.1" status: 204 len: 168 time: 1.2660894 Nov 22 16:43:38.170611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42770) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:38.274605 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5978523e-cca0-40f5-b121-4fbda8ce08bb req-a099483a-8149-4ae0-bc86-894c0fe1aa68 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0603170 Nov 22 16:43:38.291963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c32a3d8d-b994-44c9-8ce2-6217b404c052 req-597eb624-726d-45ce-8fcb-8d4167102960 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524331 Nov 22 16:43:38.323884 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.413363 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.569167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.671702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b814a3-481f-47bc-a865-c8ff9a727d3f None None] Network d9703b22-1687-4036-b672-b893ca4e3e94 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:38.676673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78dc06a9-f055-4c91-8fe9-8fe42ed4671c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:38.769740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.805036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.815349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.831054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-d1ad047c-7ba0-4d83-9ad6-52709641c9a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:43:38.831929 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-d1ad047c-7ba0-4d83-9ad6-52709641c9a3 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:43:38.846695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Pushing event deleted for resources: {'Port': ['ID=84d15f5a-870c-450e-ada1-539a650f10d2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:38.848139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:38.848757 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.851086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:38.922052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-98fd968d-1393-45a9-a42e-342862f87710 None None] Port 722cacea-aeef-4c24-80a9-514070e90a40 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:38.957620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.073261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1abe39-2da2-4137-9b25-60013f282e0b req-271ce328-0970-46fa-b59c-5cd34c0c9e37 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:39.076994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d1abe39-2da2-4137-9b25-60013f282e0b req-271ce328-0970-46fa-b59c-5cd34c0c9e37 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.6523039 Nov 22 16:43:39.103698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.103698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4319630 Nov 22 16:43:39.119548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.122241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.124033 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-623ef83b-236b-4efa-a6e1-792fb922d4f9 tempest-AttachVolumeTestJSON-1283520448 tempest-AttachVolumeTestJSON-1283520448-project] 10.222.0.65 "DELETE /v2.0/floatingips/85f3db65-ae21-4502-bc89-36137c8dec10 HTTP/1.1" status: 204 len: 168 time: 2.2076378 Nov 22 16:43:39.129240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:39.129725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1d72b-2c91-4311-9c09-3ac7561d8ad2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=8de722d5-ca7e-4dac-b663-781301c75002,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:39.166610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] DHCP port deletion for d9703b22-1687-4036-b672-b893ca4e3e94 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:39.174606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:39.175626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.227235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-5de9ab75-5863-4287-a481-c7e1689146d8 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.0915275 Nov 22 16:43:39.334295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,segment=NetworkSegment(c10890fe-c43d-45ac-a3bd-6bde2c2655ad),segment_id=c10890fe-c43d-45ac-a3bd-6bde2c2655ad)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:39.334675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.343376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ad047c-7ba0-4d83-9ad6-52709641c9a3 None None] New status for floating IP 85f3db65-ae21-4502-bc89-36137c8dec10: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:43:39.376111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:39.405716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d1abe39-2da2-4137-9b25-60013f282e0b req-c76ba098-e819-4247-959d-c6196d83ce37 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987213 Nov 22 16:43:39.458248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:39.459041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.493120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] Deleting port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:39.493786 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.593870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-0a2789c7-2b69-4bd5-aca6-defb0dc63e19 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:39.598196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-0a2789c7-2b69-4bd5-aca6-defb0dc63e19 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.3675604 Nov 22 16:43:39.608785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.616528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] For port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,segment=NetworkSegment(c10890fe-c43d-45ac-a3bd-6bde2c2655ad),segment_id=c10890fe-c43d-45ac-a3bd-6bde2c2655ad)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:39.616989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.633471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] Calling delete_port for 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:39.639189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:39.679846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c7da0f7-1756-45a8-ae79-35d784756da5 req-d91e5a7b-4411-4f68-82b7-8789491066c3 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0806201 Nov 22 16:43:39.703550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-ea85b980-e2c3-4e1a-8205-d42fc06a8205 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:39.706567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d5beaa-f381-4aa5-a927-6a2719cccf60 req-ea85b980-e2c3-4e1a-8205-d42fc06a8205 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0189147 Nov 22 16:43:39.748610 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.780558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:39.808578 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf0626d-efef-4a8e-9888-f817f0d775e6 x-openstack-request-id: req-7bf0626d-efef-4a8e-9888-f817f0d775e6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:39.817563 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "name": "network-vif-plugged", "status": "completed", "tag": "1dd61202-22a6-4137-a934-017865f971ce", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:39.817994 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7bf0626d-efef-4a8e-9888-f817f0d775e6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:39.818441 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd61202-22a6-4137-a934-017865f971ce', 'code': 200} Nov 22 16:43:39.855994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] Pushing event deleted for resources: {'Port': ['ID=89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:39.859215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c0902-3194-4606-aad6-8b1ed748f79d None None] No DVR routers for this DVR port 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:39.861874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Could not find standard attr ID for object 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:43:39.867740 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No ports have port_id starting with 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a Nov 22 16:43:39.882027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:39.926010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da6abf8f-3294-47a5-87fb-8b9383e21e4b req-2d7f6e23-b4bf-4c56-a384-0fe03fea06e7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.1476669 Nov 22 16:43:39.976057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9703b22-1687-4036-b672-b893ca4e3e94']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:40.000766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:40.001050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10890fe-c43d-45ac-a3bd-6bde2c2655ad') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:40.023517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.061853 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.068685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:43:40.069097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:43:40.072901 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:43:40.157927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:40.168475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.185806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.215102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/d9703b22-1687-4036-b672-b893ca4e3e94 HTTP/1.1" status: 204 len: 168 time: 2.0417295 Nov 22 16:43:40.215657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:40.216895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42794) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:40.217206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 89ef7d1c-91b4-45e7-a68b-6f6261bb1c1a not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:40.221586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918ead6-5e46-468d-bc7e-a9cc6523eede req-87eafa1a-1ca1-4067-930b-22af58fc8637 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:40.223994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7918ead6-5e46-468d-bc7e-a9cc6523eede req-87eafa1a-1ca1-4067-930b-22af58fc8637 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.3343654 Nov 22 16:43:40.239375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1515727664', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:40.248291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94194a7-8e06-46b1-81c6-5b93934841ee tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=d9703b22-1687-4036-b672-b893ca4e3e94,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:40.282452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.283520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.287020 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Sync routers for ids ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:40.303141 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Routers {'d3fc506f-2cbf-411b-a28f-ae61e23cae8e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:40.304365 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:40.321924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e71e140-684f-4e1c-80ba-35cf25875081 req-73cb948f-c472-441c-a69a-2c061648cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:40.323840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e71e140-684f-4e1c-80ba-35cf25875081 req-73cb948f-c472-441c-a69a-2c061648cece service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 1096 time: 0.2274525 Nov 22 16:43:40.386596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-76db2602-e50b-451d-9ae1-80d96cd3a8c9 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3934097 Nov 22 16:43:40.390640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.395297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:40.419818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7918ead6-5e46-468d-bc7e-a9cc6523eede req-98b6011e-9755-47fb-8ab9-2186cec97f00 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753361 Nov 22 16:43:40.463426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.528257 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Set router d3fc506f-2cbf-411b-a28f-ae61e23cae8e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:40.580952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e71e140-684f-4e1c-80ba-35cf25875081 req-8924d6f3-f902-4d0e-b4dd-56b27b549026 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443943 Nov 22 16:43:40.725730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.744253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:40.945816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Allocated IP 172.25.6.7 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/7534371c-2cee-4764-9c19-d0436e6de6cb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:41.083435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.116921 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '722cacea-aeef-4c24-80a9-514070e90a40', 'name': '', 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'mac_address': 'fa:16:3e:73:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:29Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 2, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'subnets': [{'id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:41.151880 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.160631 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Checking router: d3fc506f-2cbf-411b-a28f-ae61e23cae8e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:43:41.161581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Updating router d3fc506f-2cbf-411b-a28f-ae61e23cae8e port 722cacea-aeef-4c24-80a9-514070e90a40 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:43:41.234405 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.283627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.283895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:41.289631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:41.296402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:41.333377 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.352915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=7534371c-2cee-4764-9c19-d0436e6de6cb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:41.377696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a718e-6c05-47fe-b2d3-8267e579f905 req-a28a6adb-9dc5-4df4-961e-f20c760247b1 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:41.379778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b9a718e-6c05-47fe-b2d3-8267e579f905 req-a28a6adb-9dc5-4df4-961e-f20c760247b1 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2489488 Nov 22 16:43:41.510633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 172.25.6.226 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ce066003-b067-4803-aa14-a979a28246a3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:41.548364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b9a718e-6c05-47fe-b2d3-8267e579f905 req-280b4a72-c059-4657-8dc2-40fc24c71b3f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514776 Nov 22 16:43:41.604831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.714315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.741490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.762446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ab4e0e4-7d9b-410e-ad31-f410c95d58ca req-835ff5b8-b18e-4bce-9a38-cb98458b45f5 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0748513 Nov 22 16:43:41.776285 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.893997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:41.901258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:41.911380 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.920177 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.921183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0114c32f-e233-4b69-bba1-6e04663dee45 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:41.927362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:41.989106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-319da1c3-04be-493f-b898-3b992e3a4933 None None] Provisioning complete for port ce066003-b067-4803-aa14-a979a28246a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:41.989479 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-319da1c3-04be-493f-b898-3b992e3a4933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:41.994652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=ce066003-b067-4803-aa14-a979a28246a3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:42.061768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e347a3f-6a75-4269-b473-9975d85fa8c3 req-116ea87a-d26a-4e0a-bff7-ed4afe6acf33 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0425146 Nov 22 16:43:42.086909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-319da1c3-04be-493f-b898-3b992e3a4933 None None] Port ce066003-b067-4803-aa14-a979a28246a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:42.101120 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Pushing event updated for resources: {'Port': ['ID=722cacea-aeef-4c24-80a9-514070e90a40,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:42.155296 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.155641 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.159241 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.159587 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.159925 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.163231 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.163600 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.163945 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.164339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.164677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.166193 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.166541 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:42.200450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.209052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.265040 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Attempting to bind port 722cacea-aeef-4c24-80a9-514070e90a40 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:42.265407 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Attempting to bind port 722cacea-aeef-4c24-80a9-514070e90a40 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:42.265828 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Attempting to bind port 722cacea-aeef-4c24-80a9-514070e90a40 on network 543fa730-27ba-4830-83a9-59d7af30b705 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:42.279437 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:42.280269 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Checking segment: {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:42.280384 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.280762 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Bound using segment: {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:42.282047 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Bound port: 722cacea-aeef-4c24-80a9-514070e90a40, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd17b1730-47f3-4320-a92d-d7d8c9123d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:42.282436 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.344636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=7534371c-2cee-4764-9c19-d0436e6de6cb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:42.394339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.439298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.448613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-aa008265-9832-46ef-9cd3-99a07bf22434 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.0608034 Nov 22 16:43:42.485179 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] For port 722cacea-aeef-4c24-80a9-514070e90a40, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:42.497858 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] For port 722cacea-aeef-4c24-80a9-514070e90a40, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=722cacea-aeef-4c24-80a9-514070e90a40,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:42.504167 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.508185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.533504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-85b9eee6-25fb-48d5-bd84-04c4adddcff9 None None] Provisioning complete for port 722cacea-aeef-4c24-80a9-514070e90a40 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:42.534331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85b9eee6-25fb-48d5-bd84-04c4adddcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.576869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-77a45be1-336c-4281-9bef-6b74d9310ff4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.1268790 Nov 22 16:43:42.635176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:43:42.719446 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84745a-d2f3-49ee-8c84-7b9626ccadeb None None] Pushing event updated for resources: {'Port': ['ID=722cacea-aeef-4c24-80a9-514070e90a40,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:42.747377 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Routers {'d3fc506f-2cbf-411b-a28f-ae61e23cae8e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:42.753133 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:42.772061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85b9eee6-25fb-48d5-bd84-04c4adddcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.831773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-00cc0e94-3685-4ca0-bf90-b29571228965 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:42.839138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-00cc0e94-3685-4ca0-bf90-b29571228965 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2612791 Nov 22 16:43:42.845452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-1073ceee-98e7-4378-8dfa-8f16e64c41aa tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:42.853176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1ddddc2-5ddb-42f4-9a81-4f4b47052650 req-1073ceee-98e7-4378-8dfa-8f16e64c41aa tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124679 Nov 22 16:43:42.864033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-85b9eee6-25fb-48d5-bd84-04c4adddcff9 None None] For port 722cacea-aeef-4c24-80a9-514070e90a40, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=722cacea-aeef-4c24-80a9-514070e90a40,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:42.872292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85b9eee6-25fb-48d5-bd84-04c4adddcff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:42.994227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.032334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9eee6-25fb-48d5-bd84-04c4adddcff9 None None] Pushing event updated for resources: {'Port': ['ID=722cacea-aeef-4c24-80a9-514070e90a40,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:43.034319 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] Set router d3fc506f-2cbf-411b-a28f-ae61e23cae8e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:43:43.041985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8183b4b9-07a3-4c7e-ae92-06ad1c0b5cd5 None None] Provisioning complete for port 722cacea-aeef-4c24-80a9-514070e90a40 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:43.042367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8183b4b9-07a3-4c7e-ae92-06ad1c0b5cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.054167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eaa7a-e0f4-4153-98fe-5e71fc17ee09 req-eb00e7b6-fb44-4824-a1ba-0d93c58774dc tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:43.055769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa1eaa7a-e0f4-4153-98fe-5e71fc17ee09 req-eb00e7b6-fb44-4824-a1ba-0d93c58774dc tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.2016191 Nov 22 16:43:43.063237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-060a4679-aa7c-4728-9d12-fb7f14fa4a22 req-3f591f7d-d108-4319-a41a-393947903606 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1014655 Nov 22 16:43:43.251446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router bb14f8c7-9883-425d-a723-f3901e6c7e67 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:43:43.355607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-def2a028-7200-4817-9858-e4b52da7047b tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2556744 Nov 22 16:43:43.364780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:43.430162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa1eaa7a-e0f4-4153-98fe-5e71fc17ee09 req-dfab32b4-e963-46b5-a615-9db6bff8bd10 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657956 Nov 22 16:43:43.454640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.508604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:43.526845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] Sync routers for ids ['bb14f8c7-9883-425d-a723-f3901e6c7e67'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:43.540229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] Routers {'bb14f8c7-9883-425d-a723-f3901e6c7e67'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:43.540943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['bb14f8c7-9883-425d-a723-f3901e6c7e67'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:43.562840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:43.569240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42838) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:43.574858 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fed98046-a06b-4fd4-b722-1de6557adf20 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3549142 Nov 22 16:43:43.586987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:43.598316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] Routers {'bb14f8c7-9883-425d-a723-f3901e6c7e67'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:43.599924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['bb14f8c7-9883-425d-a723-f3901e6c7e67'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:43.629506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb9bce12-b41b-4355-b27a-366a02143355 req-f45cdd38-3dff-4d2f-ac70-be92af0360b3 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0585198 Nov 22 16:43:43.671935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:43.672736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe15be0f-2b6d-46fe-bb27-835dcf224c7c None None] The sync data for ids ['bb14f8c7-9883-425d-a723-f3901e6c7e67'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:43.758628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '722cacea-aeef-4c24-80a9-514070e90a40', 'name': '', 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'mac_address': 'fa:16:3e:73:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:29Z', 'updated_at': '2021-11-22T16:43:42Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'subnets': [{'id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:43.795819 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04e39f3-6741-469b-9fd1-f5a9f3fbc374 None None] The sync data for ids ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'] in n-d-816206-6 is: [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:43:32Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '722cacea-aeef-4c24-80a9-514070e90a40', 'name': '', 'network_id': '543fa730-27ba-4830-83a9-59d7af30b705', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'mac_address': 'fa:16:3e:73:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:29Z', 'updated_at': '2021-11-22T16:43:42Z', 'revision_number': 4, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'subnets': [{'id': 'e3dcbe4e-457c-4798-b155-10b9fe843a73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:43.814896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f88085bf-a5f4-452e-ab20-3a77a1376b46 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/routers/bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 200 len: 885 time: 0.2425921 Nov 22 16:43:43.817584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42842) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:43.924159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c90db15-c258-4a76-96fb-1197d43b252d req-df0d8e4b-5faf-4c59-a523-b37c55e10eae tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:43.925620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c90db15-c258-4a76-96fb-1197d43b252d req-df0d8e4b-5faf-4c59-a523-b37c55e10eae tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1488745 Nov 22 16:43:43.966906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.062778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c90db15-c258-4a76-96fb-1197d43b252d req-fad671e4-98a6-4b93-a95d-73f89d748320 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212564 Nov 22 16:43:44.204155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 722cacea-aeef-4c24-80a9-514070e90a40 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:44.268156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Allocated IP 172.25.6.180 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/e0476406-9267-424a-8df2-dcedabfdadca) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:44.345465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 722cacea-aeef-4c24-80a9-514070e90a40 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:44.346039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.709638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa34d19c-6a05-4b01-bfc8-5f6092a64f82 req-f4481f55-57de-445d-b6d5-1a871c91b6d8 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1297157 Nov 22 16:43:44.729433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.831930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:44.909387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=e0476406-9267-424a-8df2-dcedabfdadca,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:44.936101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:44.954281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:44.959477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:44.961343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c246fdf-0ce7-4c40-947b-e04752317941 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1425285 Nov 22 16:43:44.963957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:44.970249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3feb18b-8dd4-4a7f-81a7-5f0757d67e80 req-a593a871-84bc-40a3-9362-8ed17de12fa7 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0648079 Nov 22 16:43:44.982658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1515727664'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:45.080014 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.186459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.272245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-01a2251b-2ae1-4920-b851-5eaeda486be7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:45.273754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-01a2251b-2ae1-4920-b851-5eaeda486be7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 815 time: 0.1783125 Nov 22 16:43:45.296963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-ef606ae8-2571-4752-844e-29fde67cc5fa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/quotas/ad40f25623b544578faf86357cd85869 HTTP/1.1" status: 200 len: 375 time: 0.0165370 Nov 22 16:43:45.416537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-18d8835e-bd08-4673-9747-7f4fc37c6437 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134982 Nov 22 16:43:45.487493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.510768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.614533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.643125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.689926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router bb14f8c7-9883-425d-a723-f3901e6c7e67 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:45.759739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.782092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-9a4e2309-02a1-453f-bd88-b5bc51036b75 service neutron] 10.222.0.65 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565500 Nov 22 16:43:45.803802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.814576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4574232 Nov 22 16:43:45.922469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:45.934201 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] Sync routers for ids ['bb14f8c7-9883-425d-a723-f3901e6c7e67'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:45.936343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:45.944324 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06778fba-2ec1-4560-8970-86ec9d8da7db tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 200 len: 892 time: 0.9786451 Nov 22 16:43:45.945369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:45.954502 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] Routers {'bb14f8c7-9883-425d-a723-f3901e6c7e67'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:45.955685 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['bb14f8c7-9883-425d-a723-f3901e6c7e67'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:45.973141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e03aa2-c595-4916-a776-4b64f05a0a58 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=e0476406-9267-424a-8df2-dcedabfdadca,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:45.989783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-193dce84-8ed1-48e7-910d-80319dc5568f tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.1738985 Nov 22 16:43:46.038347 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:46.056127 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] Routers {'bb14f8c7-9883-425d-a723-f3901e6c7e67'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:46.056799 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['bb14f8c7-9883-425d-a723-f3901e6c7e67'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:46.108325 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:46.109006 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3b025d-ad99-4584-9a51-e1149b9fd844 None None] The sync data for ids ['bb14f8c7-9883-425d-a723-f3901e6c7e67'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:46.131609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-3961cd1b-4de0-4027-9340-ca451c415025 service neutron] 10.222.0.65 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485167 Nov 22 16:43:46.204718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-46b053d8-b207-4f33-ba4a-37a2c72598a4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:46.208458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66040e7c-ec3f-4a5a-85cd-08a197c1d5cd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/routers/bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 200 len: 892 time: 0.2617445 Nov 22 16:43:46.220898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42878) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:46.238466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cfde7a1-9c24-4feb-aadc-35c42bb22179 req-46b053d8-b207-4f33-ba4a-37a2c72598a4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2477407 Nov 22 16:43:46.296944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-1c80b8a3-5a5b-441a-b813-fb0725fa78fe tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:46.298768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-1c80b8a3-5a5b-441a-b813-fb0725fa78fe tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "GET /v2.0/ports?device_id=e45ad438-91c6-4a83-a3a4-d43cb09c456d HTTP/1.1" status: 200 len: 945 time: 0.1583703 Nov 22 16:43:46.302339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-645b12f5-af26-401b-b125-31d54264d3e1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 200 len: 205 time: 0.0789130 Nov 22 16:43:46.305426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42882) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:46.495937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.554181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52c3990a-19bf-4296-bae3-44ceecca273a req-bfcd267e-9de5-4c3b-875b-f0e9eea959c4 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1645689 Nov 22 16:43:46.557466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b495725a-f8d8-4075-829c-994ce1ff9fe7 req-46a14ede-fac1-4784-a2ad-f9a3a2049dbc tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.1411843 Nov 22 16:43:46.672366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.710256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7341a4c-9e8f-4d3c-b5e2-94fadf8b24b6 req-9b905d41-ff43-43a5-820c-6f6088cd58ed tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 210 time: 0.0378420 Nov 22 16:43:46.747698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Deleting port 1dd61202-22a6-4137-a934-017865f971ce {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:46.748124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:46.804139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port ce066003-b067-4803-aa14-a979a28246a3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:46.805724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.012504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.029900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for ce066003-b067-4803-aa14-a979a28246a3 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:47.344259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.395651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=ce066003-b067-4803-aa14-a979a28246a3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:47.406567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-a9223143-aca5-448c-9e72-40d4f883f1ff tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7909465 Nov 22 16:43:47.417283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:47.431802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] For port 1dd61202-22a6-4137-a934-017865f971ce, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1dd61202-22a6-4137-a934-017865f971ce,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:47.432172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.435597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9dabe5-1817-4ef2-8820-d715254e33d1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:47.451540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Calling delete_port for 1dd61202-22a6-4137-a934-017865f971ce owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:47.469547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.552945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.709876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.734653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1dd61202-22a6-4137-a934-017865f971ce'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:47.811113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50321249-ac8f-49d9-bda8-f44a8d9df93c req-a4b8c722-c88d-4551-89b3-2a92ce75c043 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1117458 Nov 22 16:43:47.811335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.813881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Pushing event deleted for resources: {'Port': ['ID=1dd61202-22a6-4137-a934-017865f971ce,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:47.824546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.880952 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.920580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] No DVR routers for this DVR port 1dd61202-22a6-4137-a934-017865f971ce on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:43:47.920580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.923864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdaffb01-ca42-4944-91fe-8ba5ca75543e req-ad2fd7e1-41e8-4de1-90ba-5fb04b44202a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "DELETE /v2.0/ports/1dd61202-22a6-4137-a934-017865f971ce HTTP/1.1" status: 204 len: 173 time: 1.6165390 Nov 22 16:43:47.925224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'name': 'network-vif-deleted', 'tag': '1dd61202-22a6-4137-a934-017865f971ce'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:47.927162 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f29d7e5-9bc2-4257-a991-d73e76940a40" -d '{"events": [{"server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "name": "network-vif-deleted", "tag": "1dd61202-22a6-4137-a934-017865f971ce"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:47.932585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.933361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router bb14f8c7-9883-425d-a723-f3901e6c7e67 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:47.944136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:47.949138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a18d8b4c-52f7-483c-8f0b-4cfa8639341c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 204 len: 168 time: 1.6395564 Nov 22 16:43:47.958381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42910) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:47.969090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-65378814'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:48.005476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:48.023103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.070775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:43:48.087410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.088371 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment 3dabe07f-6ce3-4627-8d1d-77d5fcea8199 of type vlan for network d6ca1883-ce14-41c6-84ce-d821c399c409 Nov 22 16:43:48.136831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d766552-6815-454a-9791-9705c857f565 req-e5f6e2d6-3996-41f6-b997-00c460d15f67 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0707135 Nov 22 16:43:48.156834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.182928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-9b34b47f-8a66-44f3-9235-8db9eaf2d0df tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.185063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-9b34b47f-8a66-44f3-9235-8db9eaf2d0df tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 815 time: 0.2113070 Nov 22 16:43:48.193827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Allocated IP 172.25.6.149 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/427166dd-d87e-408d-85bf-5abbb4823d50) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:48.210530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Request body: {'port': {'device_id': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'admin_state_up': True, 'tenant_id': 'ad40f25623b544578faf86357cd85869'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:48.281042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.286858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:48.287497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.424327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e051ec6c-886a-4032-bbce-56e7cfab275a req-fb10f7da-1790-4d38-8d0d-1122e172f290 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 210 time: 0.0372708 Nov 22 16:43:48.427819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Made reservation on behalf of ad40f25623b544578faf86357cd85869 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:48.432302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.461226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5012956 Nov 22 16:43:48.464694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42916) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:48.470969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:48.480520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc58e38d-dc7c-45ba-aed7-b0aec6bb712e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=d6ca1883-ce14-41c6-84ce-d821c399c409,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:48.495167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d6ca1883-ce14-41c6-84ce-d821c399c409 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:43:48.603097 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9271f76c-469e-4573-afaf-5fd86a3083d2 x-openstack-request-id: req-9271f76c-469e-4573-afaf-5fd86a3083d2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:48.603773 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e45ad438-91c6-4a83-a3a4-d43cb09c456d", "name": "network-vif-deleted", "tag": "1dd61202-22a6-4137-a934-017865f971ce", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:48.604260 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9271f76c-469e-4573-afaf-5fd86a3083d2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:48.604929 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e45ad438-91c6-4a83-a3a4-d43cb09c456d', 'name': 'network-vif-deleted', 'tag': '1dd61202-22a6-4137-a934-017865f971ce', 'status': 'completed', 'code': 200} Nov 22 16:43:48.671136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.790759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:43:48.795119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:48.823663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Allocated IP 172.20.0.10 (bb437556-f760-4ce6-b341-66691a0a33dc/b1793396-b711-47b5-babf-3015fbf1d509/db86d954-7539-41c6-9726-b6114373b9a5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:48.854866 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.131727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-446eae17-76d6-40df-b5ec-7ba913beabe8 req-69b969ac-134b-431c-adaa-cdc765dde675 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0978444 Nov 22 16:43:49.177326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=427166dd-d87e-408d-85bf-5abbb4823d50,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:49.182790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:49.207593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:49.214737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:49.316998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.396889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24d8ae6d-718d-4b2d-abb1-1355a4cbd3b5 req-3c6d5dd5-6315-41e3-81c0-adf7badaec52 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.1074674 Nov 22 16:43:49.485233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:49.561190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.571639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': '3dabe07f-6ce3-4627-8d1d-77d5fcea8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:49.572003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: d6ca1883-ce14-41c6-84ce-d821c399c409, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:43:49.588859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.618074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0873c714-f52d-4090-a51d-4828a8c4265b req-035c473a-8d64-4c64-b62c-a068aef283b7 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 210 time: 0.0500212 Nov 22 16:43:49.669403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network d6ca1883-ce14-41c6-84ce-d821c399c409 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:43:49.675554 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.704471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.706167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d6ca1883-ce14-41c6-84ce-d821c399c409) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:49.715148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1214b-27ba-4516-9d67-b1c825abc15c None None] Network d6ca1883-ce14-41c6-84ce-d821c399c409 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:49.749750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:49.750355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.883991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2ca8351e-9e52-449a-8469-bad053da6f5a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4179943 Nov 22 16:43:49.887441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:49.894117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-116034819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:49.896261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Network bb437556-f760-4ce6-b341-66691a0a33dc is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:49.897172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Pushing event updated for resources: {'Port': ['ID=db86d954-7539-41c6-9726-b6114373b9a5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:49.912731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:49.940883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:49.948477 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-25a656f6-8dd9-420b-a14f-f82f9b75b79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.976422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:49.993303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.017192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:50.017617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.038212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:43:50.065228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-39e8764e-0af6-469e-b781-d77280ad8274 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8624682 Nov 22 16:43:50.093506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.097628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Request body: {'port': {'device_id': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:50.101967 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.112220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 1dd61202-22a6-4137-a934-017865f971ce {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:43:50.112555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1dd61202-22a6-4137-a934-017865f971ce not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:43:50.114360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d6ca1883-ce14-41c6-84ce-d821c399c409', 'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': 'd7e9c9da-e5eb-4d1e-9c01-1961440bdfb9'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:43:50.115430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.130440 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.135060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-13c70611-08df-4394-8624-631b971717e5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2458735 Nov 22 16:43:50.135820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:50.227928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.240996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.262391 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.348604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event updated for resources: {'Port': ['ID=427166dd-d87e-408d-85bf-5abbb4823d50,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:50.470451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4b00077-5270-4d3a-a64f-cfcc223851be req-fd88bc42-95e5-4322-9cb4-0567014b24cb tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0988505 Nov 22 16:43:50.495169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Allocated IP 2001:db8::2 (d6ca1883-ce14-41c6-84ce-d821c399c409/d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9/898bc22c-1b78-429f-94bc-3623c345770b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:50.716908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.744258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.753990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.804442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Pushing event updated for resources: {'Port': ['ID=898bc22c-1b78-429f-94bc-3623c345770b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:50.818332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.819059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.819621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.820457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.821010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.821575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.822165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.822959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.823520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.824067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.824832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.826135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:43:50.837851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Network d6ca1883-ce14-41c6-84ce-d821c399c409 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:50.838097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95f9ea4b-64f9-4262-bc81-260a4220cb1a req-a836bdb4-c419-41f5-94f1-008a0801eb40 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.1555834 Nov 22 16:43:50.838858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.840376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:50.844147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:50.951983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.953626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-630b743c-fe84-4197-82a1-e75f04a96ba4 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5462515 Nov 22 16:43:50.969023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Attempting to bind port 898bc22c-1b78-429f-94bc-3623c345770b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:50.969921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Attempting to bind port 898bc22c-1b78-429f-94bc-3623c345770b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3dabe07f-6ce3-4627-8d1d-77d5fcea8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:50.971817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Attempting to bind port 898bc22c-1b78-429f-94bc-3623c345770b on network d6ca1883-ce14-41c6-84ce-d821c399c409 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:50.980518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:50.982217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Checking segment: {'id': '3dabe07f-6ce3-4627-8d1d-77d5fcea8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:50.982813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:50.983421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Bound using segment: {'id': '3dabe07f-6ce3-4627-8d1d-77d5fcea8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:50.984197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Bound port: 898bc22c-1b78-429f-94bc-3623c345770b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dabe07f-6ce3-4627-8d1d-77d5fcea8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd6ca1883-ce14-41c6-84ce-d821c399c409'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:50.986197 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.065700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-b5985b32-f867-4282-894e-81aae10eeaba tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.1033025 Nov 22 16:43:51.096175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] For port 898bc22c-1b78-429f-94bc-3623c345770b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:51.105599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] For port 898bc22c-1b78-429f-94bc-3623c345770b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=898bc22c-1b78-429f-94bc-3623c345770b,segment=NetworkSegment(3dabe07f-6ce3-4627-8d1d-77d5fcea8199),segment_id=3dabe07f-6ce3-4627-8d1d-77d5fcea8199)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:51.114597 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.205623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ff67c-28b5-4ec7-8ef4-f7426ef18b9f None None] Pushing event updated for resources: {'Port': ['ID=898bc22c-1b78-429f-94bc-3623c345770b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:51.242300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156446f-36b2-4fcb-ae78-76073f56b8d4 req-3b4633e6-9168-4533-8323-36002094b664 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:51.246990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8::1 (d6ca1883-ce14-41c6-84ce-d821c399c409/d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9/d19e4cc5-281a-4197-8a3e-862f19cabbf0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:43:51.253536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1156446f-36b2-4fcb-ae78-76073f56b8d4 req-3b4633e6-9168-4533-8323-36002094b664 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 932 time: 0.2672195 Nov 22 16:43:51.402850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db86d954-7539-41c6-9726-b6114373b9a5 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:51.422929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.433688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-15d238bb-113f-4dcc-ba6a-99e58476b408 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:51.436278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cdc149b-21ae-4c07-b579-f097c76f3b65 req-15d238bb-113f-4dcc-ba6a-99e58476b408 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.3605592 Nov 22 16:43:51.454325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1156446f-36b2-4fcb-ae78-76073f56b8d4 req-78a5ab8b-364f-49e2-827f-0ca7da29f0d1 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997721 Nov 22 16:43:51.467504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Transition to ACTIVE for port object db86d954-7539-41c6-9726-b6114373b9a5 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:43:51.476064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.479520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.553587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.595165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network d6ca1883-ce14-41c6-84ce-d821c399c409 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:51.603817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:51.606880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:43:51.607634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.669502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=d19e4cc5-281a-4197-8a3e-862f19cabbf0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:51.681039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13c0c46e-0531-413a-8562-7f56e88e139a req-9cf9e52d-0268-4751-ad61-66b81cf73039 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips/ddae28af-b4fe-4343-82a7-37399ae1c718 HTTP/1.1" status: 200 len: 693 time: 0.2113082 Nov 22 16:43:51.780997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:51.833347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce418d6d-a131-4819-88e6-c2073283aee3 req-8608d7cb-eeb6-4629-9bb5-990793ec6233 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1848209 Nov 22 16:43:51.837302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Pushing event updated for resources: {'Port': ['ID=db86d954-7539-41c6-9726-b6114373b9a5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:52.042263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0c46e-0531-413a-8562-7f56e88e139a req-4aec4227-7096-4053-a380-029de6110727 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.044439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13c0c46e-0531-413a-8562-7f56e88e139a req-4aec4227-7096-4053-a380-029de6110727 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.3363066 Nov 22 16:43:52.063903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-13c0c46e-0531-413a-8562-7f56e88e139a req-ba5fea78-312a-4b68-a138-656d14cfcba9 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:52.064865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13c0c46e-0531-413a-8562-7f56e88e139a req-ba5fea78-312a-4b68-a138-656d14cfcba9 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072246 Nov 22 16:43:52.089570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02930635-6ecd-4a74-b0fa-78cabde77797 req-8d8dc079-85a1-42e6-859c-4af765e9cfa5 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0434189 Nov 22 16:43:52.091268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Attempting to bind port db86d954-7539-41c6-9726-b6114373b9a5 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:43:52.092321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Attempting to bind port db86d954-7539-41c6-9726-b6114373b9a5 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:43:52.092651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Attempting to bind port db86d954-7539-41c6-9726-b6114373b9a5 on network bb437556-f760-4ce6-b341-66691a0a33dc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:52.107011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Port db86d954-7539-41c6-9726-b6114373b9a5 on network bb437556-f760-4ce6-b341-66691a0a33dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:43:52.107011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Attempting to bind port db86d954-7539-41c6-9726-b6114373b9a5 on network bb437556-f760-4ce6-b341-66691a0a33dc {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:43:52.144523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:43:52.144850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Checking segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:43:52.145237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Bound using segment: {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:43:52.145716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Bound port: db86d954-7539-41c6-9726-b6114373b9a5, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:43:52.146077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.168174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-60e7468f-7c34-485b-ac99-292cf7ee361d tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips/ddae28af-b4fe-4343-82a7-37399ae1c718 HTTP/1.1" status: 200 len: 693 time: 0.0703189 Nov 22 16:43:52.237207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 898bc22c-1b78-429f-94bc-3623c345770b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:52.316879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.340338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.343168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.365570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 898bc22c-1b78-429f-94bc-3623c345770b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:52.366100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.382914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] For port db86d954-7539-41c6-9726-b6114373b9a5, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:43:52.393538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] For port db86d954-7539-41c6-9726-b6114373b9a5, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db86d954-7539-41c6-9726-b6114373b9a5,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:43:52.408353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-8f667b69-a673-4219-9202-eee04de82af2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.409859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-8f667b69-a673-4219-9202-eee04de82af2 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2246866 Nov 22 16:43:52.411599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.433471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-4fe8ec4d-e014-4df2-87db-b3c580c65b91 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:52.436506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-4fe8ec4d-e014-4df2-87db-b3c580c65b91 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132041 Nov 22 16:43:52.511165 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.534109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-abdc1ede-cb09-4123-af1a-695b11337503 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0738838 Nov 22 16:43:52.544697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=d19e4cc5-281a-4197-8a3e-862f19cabbf0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:52.594399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 898bc22c-1b78-429f-94bc-3623c345770b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=898bc22c-1b78-429f-94bc-3623c345770b,segment=NetworkSegment(3dabe07f-6ce3-4627-8d1d-77d5fcea8199),segment_id=3dabe07f-6ce3-4627-8d1d-77d5fcea8199)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:52.602306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:52.602978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.604447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] 10.222.0.66 "PUT /v2.0/ports/db86d954-7539-41c6-9726-b6114373b9a5 HTTP/1.1" status: 200 len: 1092 time: 2.5280960 Nov 22 16:43:52.604896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'tag': 'db86d954-7539-41c6-9726-b6114373b9a5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:52.608362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.608535 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bc6f44-9e28-4802-bab8-1a0895ccd533", "tag": "db86d954-7539-41c6-9726-b6114373b9a5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:52.640271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-357c9669-fad4-4dd1-b42b-08ee0cf1c89c tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.149 HTTP/1.1" status: 200 len: 696 time: 0.0939715 Nov 22 16:43:52.708008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network d6ca1883-ce14-41c6-84ce-d821c399c409 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:43:52.724137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:43:52.743201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=898bc22c-1b78-429f-94bc-3623c345770b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:52.864826 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d82e490-adf2-465d-b3b3-bdc589acad27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:52.882918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9522ed30-690e-4bdd-969e-0aef49facad4 None None] Network d6ca1883-ce14-41c6-84ce-d821c399c409 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:43:52.910013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 4a737d72-2868-41e6-bfb9-d37f620b6176 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:43:52.932162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-773fee15-3b08-4780-8ccf-94cf1e69e32d None None] Provisioning complete for port 898bc22c-1b78-429f-94bc-3623c345770b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:52.932905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-773fee15-3b08-4780-8ccf-94cf1e69e32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.077491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:53.087830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5bdd01ba-988e-424e-8ab5-52abd24d926a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/4a737d72-2868-41e6-bfb9-d37f620b6176/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9484751 Nov 22 16:43:53.094956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42980) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:53.157369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] Sync routers for ids ['4a737d72-2868-41e6-bfb9-d37f620b6176'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:53.158751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce48d838-5df4-4600-be6b-adde391064e9 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:53.169958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce48d838-5df4-4600-be6b-adde391064e9 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports/d19e4cc5-281a-4197-8a3e-862f19cabbf0 HTTP/1.1" status: 200 len: 911 time: 0.0642123 Nov 22 16:43:53.178964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42984) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:53.185429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd7e9c9da-e5eb-4d1e-9c01-1961440bdfb9'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:43:53.195790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] Routers {'4a737d72-2868-41e6-bfb9-d37f620b6176'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:53.196811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4a737d72-2868-41e6-bfb9-d37f620b6176'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.253328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.261743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ca2e6-30ef-4ed7-8ce5-0bc2160cc258 service neutron] Pushing event updated for resources: {'Port': ['ID=db86d954-7539-41c6-9726-b6114373b9a5,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:53.272625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] Routers {'4a737d72-2868-41e6-bfb9-d37f620b6176'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:53.273242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4a737d72-2868-41e6-bfb9-d37f620b6176'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.315869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:53.316533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293ec253-243e-4ff6-b9f0-12f251a03068 None None] The sync data for ids ['4a737d72-2868-41e6-bfb9-d37f620b6176'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:53.435664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e39ae6-22d7-45ee-a092-057db61c2fff req-79ea65fa-96f8-4047-995e-066849789921 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:53.444403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46e39ae6-22d7-45ee-a092-057db61c2fff req-79ea65fa-96f8-4047-995e-066849789921 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 944 time: 0.7518964 Nov 22 16:43:53.449577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.483663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-355c884b-8467-4d91-b9db-3b1f19e3abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:53.485715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-355c884b-8467-4d91-b9db-3b1f19e3abe9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 1095 time: 0.8237798 Nov 22 16:43:53.512302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Deleting port 427166dd-d87e-408d-85bf-5abbb4823d50 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:53.513415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.647654 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.647980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.683736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Calling delete_port for 427166dd-d87e-408d-85bf-5abbb4823d50 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:53.689968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-35cb339a-2437-4296-b40b-38d29472fad9 None None] Provisioning complete for port 898bc22c-1b78-429f-94bc-3623c345770b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:53.690342 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35cb339a-2437-4296-b40b-38d29472fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:53.868451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-19bc9d35-4de7-4cd9-bcce-c9ae11495527 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db86d954-7539-41c6-9726-b6114373b9a5 HTTP/1.1" status: 200 len: 217 time: 0.3627944 Nov 22 16:43:53.885816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46e39ae6-22d7-45ee-a092-057db61c2fff req-ee04f0ae-f05d-458b-8da6-a2f801d850ef tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4402936 Nov 22 16:43:54.027338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-ffabe8d1-cb33-4aa0-9a0e-b5b1572caaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.027515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-35cb339a-2437-4296-b40b-38d29472fad9 None None] Provisioning complete for port d19e4cc5-281a-4197-8a3e-862f19cabbf0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:54.027731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35cb339a-2437-4296-b40b-38d29472fad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.032803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-ffabe8d1-cb33-4aa0-9a0e-b5b1572caaa3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.1427605 Nov 22 16:43:54.036552 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914d7c24-64fe-432c-9cdf-4f2321075731 x-openstack-request-id: req-914d7c24-64fe-432c-9cdf-4f2321075731 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:54.036961 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bc6f44-9e28-4802-bab8-1a0895ccd533", "tag": "db86d954-7539-41c6-9726-b6114373b9a5", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:54.045756 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-914d7c24-64fe-432c-9cdf-4f2321075731 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:54.046559 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'tag': 'db86d954-7539-41c6-9726-b6114373b9a5', 'status': 'completed', 'code': 200} Nov 22 16:43:54.071957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-35cb339a-2437-4296-b40b-38d29472fad9 None None] Port d19e4cc5-281a-4197-8a3e-862f19cabbf0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:54.081453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.186968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 898bc22c-1b78-429f-94bc-3623c345770b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:54.278553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3cae9e2b-ab2c-497b-a648-0775bf92e397 None None] Provisioning complete for port d19e4cc5-281a-4197-8a3e-862f19cabbf0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:54.279528 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cae9e2b-ab2c-497b-a648-0775bf92e397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.288396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547f656f-7420-4f1d-b1ea-2052fd1c829c req-3fd07fe1-bcad-4e54-a44f-394af4240cdc tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1534534 Nov 22 16:43:54.295232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-11ed8ae5-edc5-4c08-b294-3f727fe7b3a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811040 Nov 22 16:43:54.396612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-233cf879-b253-41b7-aaef-016ae83149dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7763000 Nov 22 16:43:54.398952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3cae9e2b-ab2c-497b-a648-0775bf92e397 None None] Port d19e4cc5-281a-4197-8a3e-862f19cabbf0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:54.430780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 898bc22c-1b78-429f-94bc-3623c345770b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:54.431138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.446909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-d3252d1c-dc6a-4e88-b4fa-186323de18a0 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429043 Nov 22 16:43:54.497832 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.541865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-eb13e587-3993-4a18-afea-80f826f402d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.544481 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-eb13e587-3993-4a18-afea-80f826f402d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 1096 time: 0.0761092 Nov 22 16:43:54.571071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e8f98e2-e8cf-4c1c-9cf1-514601cc2f5c req-a037a82d-0243-4586-b3c3-41cea1d936bd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7eaf7b1-2976-482f-8c30-43b1883f20c6 HTTP/1.1" status: 200 len: 210 time: 0.0594146 Nov 22 16:43:54.653585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5b83e9f8-8a11-4314-8bb0-a02414776cf1 None None] Provisioning complete for port d19e4cc5-281a-4197-8a3e-862f19cabbf0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:54.654331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b83e9f8-8a11-4314-8bb0-a02414776cf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.704670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5b83e9f8-8a11-4314-8bb0-a02414776cf1 None None] Port d19e4cc5-281a-4197-8a3e-862f19cabbf0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:43:54.740412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event deleted for resources: {'Port': ['ID=427166dd-d87e-408d-85bf-5abbb4823d50,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:54.820754 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.825503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.826714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96a48904-0a78-4a87-9a09-a544bb55e0b7 req-f20ad697-bbc6-4d3d-987b-87ecee34bbf3 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "DELETE /v2.0/floatingips/ddae28af-b4fe-4343-82a7-37399ae1c718 HTTP/1.1" status: 204 len: 173 time: 2.1748161 Nov 22 16:43:54.881607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8dec48f-d1be-4f28-bf34-d587c7db7b33 req-9601edf7-6d04-468c-a665-223f3c3bdaf9 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229064 Nov 22 16:43:54.939070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.964756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.971878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:54.972497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:54.974209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/ports/d19e4cc5-281a-4197-8a3e-862f19cabbf0 HTTP/1.1" status: 200 len: 911 time: 1.7939155 Nov 22 16:43:54.989166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42996) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:55.136299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-84a8a54c-9a63-4ee1-8276-96a11091665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.138883 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-84a8a54c-9a63-4ee1-8276-96a11091665e service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.5688310 Nov 22 16:43:55.261644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299c105-3b78-4463-a328-1176d7be8c1a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=d19e4cc5-281a-4197-8a3e-862f19cabbf0,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:55.265870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-06f8a0f6-73e3-45ac-be8e-472fc0d11f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.267372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-06f8a0f6-73e3-45ac-be8e-472fc0d11f71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ad40f25623b544578faf86357cd85869&device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 1095 time: 0.2445242 Nov 22 16:43:55.273151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-da9da232-65cd-48eb-a34b-fd27eb0ace0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ff36f7-8472-48c4-a421-7908abaaf388 HTTP/1.1" status: 200 len: 217 time: 0.1161821 Nov 22 16:43:55.280857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d47296-0cc6-4ecd-b9bf-87975fd5cc01 req-09128249-d215-40cc-8011-78a741d85375 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.282394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16d47296-0cc6-4ecd-b9bf-87975fd5cc01 req-09128249-d215-40cc-8011-78a741d85375 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 944 time: 0.2608099 Nov 22 16:43:55.308583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970cfd1-4a51-4352-9c66-7fbbc8fd0559 req-96b187df-2997-4a48-a082-a30dfbbf9404 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.318504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c970cfd1-4a51-4352-9c66-7fbbc8fd0559 req-96b187df-2997-4a48-a082-a30dfbbf9404 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4353299 Nov 22 16:43:55.344735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.380931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-9dcf1c8d-5de7-4d51-a555-f312f8e49980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.382531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-9dcf1c8d-5de7-4d51-a555-f312f8e49980 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0989752 Nov 22 16:43:55.460855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-ff645848-abfb-449d-9b2a-ccda2855760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.462499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-ff645848-abfb-449d-9b2a-ccda2855760e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716908 Nov 22 16:43:55.522856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16d47296-0cc6-4ecd-b9bf-87975fd5cc01 req-f6cd0dc7-1883-4d61-9fe7-6d1092f91aef tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293186 Nov 22 16:43:55.535126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-926ed032-7e92-4fb6-b721-49c936b532f3 req-0ae62b88-8e06-4eda-8c14-8152110dde29 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=adaa8f0c8fe64188aab812b05b63487c HTTP/1.1" status: 200 len: 1654 time: 0.1847067 Nov 22 16:43:55.598276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-702e0b60-eb29-4053-bb32-56273600dc99 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273944 Nov 22 16:43:55.616882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.678674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3719248f-5f7c-497f-b430-d823772424a5 req-119966f0-b0e1-44de-9cdc-ad7c04187b50 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0312018 Nov 22 16:43:55.693794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-9ee72bab-917e-43d3-a8e7-0f3718c35a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.695649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-9ee72bab-917e-43d3-a8e7-0f3718c35a25 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 200 len: 916 time: 0.4106455 Nov 22 16:43:55.763488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-929a85b2-006b-4642-bbab-c041da8079a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db86d954-7539-41c6-9726-b6114373b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0560434 Nov 22 16:43:55.780350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43008) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:55.821870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed032-7e92-4fb6-b721-49c936b532f3 req-2e9217f2-ba35-4979-a622-c69d70249f5e tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.823569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-926ed032-7e92-4fb6-b721-49c936b532f3 req-2e9217f2-ba35-4979-a622-c69d70249f5e tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks?id=08267908-d3a8-4c40-95c7-8290ac674234&id=08267908-d3a8-4c40-95c7-8290ac674234&id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 787 time: 0.2876344 Nov 22 16:43:55.846063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-926ed032-7e92-4fb6-b721-49c936b532f3 req-fd0b6944-5075-416b-bde2-ba8bd1668ec1 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:55.847183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-926ed032-7e92-4fb6-b721-49c936b532f3 req-fd0b6944-5075-416b-bde2-ba8bd1668ec1 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082421 Nov 22 16:43:55.854012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-cad183d8-40de-4068-ae88-424d83b8d58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:55.855499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-cad183d8-40de-4068-ae88-424d83b8d58c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 200 len: 855 time: 0.0727656 Nov 22 16:43:55.884884 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c723e45a-cf98-4c80-92e1-e44344c3bfca req-c21be547-dba9-4708-a5b5-bdbc628e5d6e service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778904 Nov 22 16:43:55.900722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-e7093071-c7ac-4cd2-963b-37a3a7917507 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb437556-f760-4ce6-b341-66691a0a33dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329006 Nov 22 16:43:55.940887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88e5ebaf-ee68-4de4-89e9-7b87042abd65 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.979415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88e5ebaf-ee68-4de4-89e9-7b87042abd65 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:55.987790 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.003907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be03fbd-e780-4871-be44-a666457a32bd req-d1550b6f-d908-44ea-9174-73f087ea5e21 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips/283d04d6-d204-4ce0-9120-d04209f249a5 HTTP/1.1" status: 200 len: 693 time: 0.1274424 Nov 22 16:43:56.026549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db86d954-7539-41c6-9726-b6114373b9a5 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:43:56.103276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88e5ebaf-ee68-4de4-89e9-7b87042abd65 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.108019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88e5ebaf-ee68-4de4-89e9-7b87042abd65 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.109271 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-88e5ebaf-ee68-4de4-89e9-7b87042abd65 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/security-groups/bece1c36-e1fe-4eb0-a465-069c5f70cd6d HTTP/1.1" status: 204 len: 168 time: 0.3264756 Nov 22 16:43:56.117963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43018) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:56.157891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-b200bd52-2aa6-4978-809c-bd2f3d4670a3 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279527 Nov 22 16:43:56.183662 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-38e8d590-2f02-4a55-9666-ddce631776b1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] show failed (client error): The resource could not be found. Nov 22 16:43:56.186329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-38e8d590-2f02-4a55-9666-ddce631776b1 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "GET /v2.0/security-groups/bece1c36-e1fe-4eb0-a465-069c5f70cd6d HTTP/1.1" status: 404 len: 347 time: 0.0670838 Nov 22 16:43:56.187312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5ebaf-ee68-4de4-89e9-7b87042abd65 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bece1c36-e1fe-4eb0-a465-069c5f70cd6d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:56.192298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43020) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:56.220117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port db86d954-7539-41c6-9726-b6114373b9a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db86d954-7539-41c6-9726-b6114373b9a5,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:56.253505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'db86d954-7539-41c6-9726-b6114373b9a5', 'network_id': 'bb437556-f760-4ce6-b341-66691a0a33dc', 'port_id': 'db86d954-7539-41c6-9726-b6114373b9a5', 'mac_address': 'fa:16:3e:51:49:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1793396-b711-47b5-babf-3015fbf1d509', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:43:56.305857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be03fbd-e780-4871-be44-a666457a32bd req-f96d3fa9-5fcd-47da-9396-69bf9eca1adc tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.307289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be03fbd-e780-4871-be44-a666457a32bd req-f96d3fa9-5fcd-47da-9396-69bf9eca1adc tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2968037 Nov 22 16:43:56.380258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.398686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port d19e4cc5-281a-4197-8a3e-862f19cabbf0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:56.401807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.432497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db86d954-7539-41c6-9726-b6114373b9a5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:43:56.433386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be03fbd-e780-4871-be44-a666457a32bd req-6ce4405d-d5d6-44af-87a9-737d60778f71 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.1152961 Nov 22 16:43:56.438438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1de6ebb3-4838-4b52-b8df-6a80938fd2a8 req-dcec35c6-0c34-4a7d-8dc6-a78453a01ff8 service neutron] 10.222.0.66 "GET /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675033 Nov 22 16:43:56.495851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be03fbd-e780-4871-be44-a666457a32bd req-dc033ccf-f53d-43f5-83a4-98bce4da0efc tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0541780 Nov 22 16:43:56.498786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port db86d954-7539-41c6-9726-b6114373b9a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db86d954-7539-41c6-9726-b6114373b9a5,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:56.505837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.573024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=db86d954-7539-41c6-9726-b6114373b9a5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:56.579183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port 90e2a4ed-ab13-40d7-9148-b158dcb1049f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:56.579527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.705227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.706043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.719263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for 90e2a4ed-ab13-40d7-9148-b158dcb1049f owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:56.721098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c0fb2-8420-4bb3-8cd1-082c761945bf req-8a421610-8e14-4bf8-b08a-eba96c656637 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:56.722874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e4c0fb2-8420-4bb3-8cd1-082c761945bf req-8a421610-8e14-4bf8-b08a-eba96c656637 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 945 time: 0.0924013 Nov 22 16:43:56.728687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Deleting port e0476406-9267-424a-8df2-dcedabfdadca {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:56.729038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.774363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['db86d954-7539-41c6-9726-b6114373b9a5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:43:56.846264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e4c0fb2-8420-4bb3-8cd1-082c761945bf req-b1545d67-38b7-4175-8f9e-b1910f02eac8 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132922 Nov 22 16:43:56.862660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.862944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.878915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Calling delete_port for e0476406-9267-424a-8df2-dcedabfdadca owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:56.879632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.882601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:56.917417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=90e2a4ed-ab13-40d7-9148-b158dcb1049f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:56.929632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for d19e4cc5-281a-4197-8a3e-862f19cabbf0 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:56.959227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1278b91-43d0-41aa-9470-343422680181 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:43:57.044493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.085472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.089091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.092912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event deleted for resources: {'Port': ['ID=e0476406-9267-424a-8df2-dcedabfdadca,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:57.094476 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4e811ad8-2018-448a-a58d-22052c2c614c tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/floatingips/f91fb482-6efd-4515-b404-276df1e957d4 HTTP/1.1" status: 204 len: 168 time: 0.9008727 Nov 22 16:43:57.095743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43030) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:57.100033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40c7a024-9497-426c-b328-dfcd2a60546b req-629581be-1cca-4b60-a3e3-62ac0ae05f0e tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0677674 Nov 22 16:43:57.214854 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.218518 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.219836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be03fbd-e780-4871-be44-a666457a32bd req-98404c77-f043-4b3c-a9c5-95aa083d71f5 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "DELETE /v2.0/floatingips/283d04d6-d204-4ce0-9120-d04209f249a5 HTTP/1.1" status: 204 len: 173 time: 0.7164690 Nov 22 16:43:57.288447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-0c0a27fb-5d79-42f4-913b-62727c3a90c9 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips/afd5f6de-ca6e-4987-98c9-6851eeb0093d HTTP/1.1" status: 200 len: 691 time: 0.0481699 Nov 22 16:43:57.342531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port 972a6b48-ef18-416e-83f6-272bf57bc4ae {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:57.343149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.423954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.454537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-e8d9b538-a152-44b9-9bd8-e2b18c8f0d17 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:57.456518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-e8d9b538-a152-44b9-9bd8-e2b18c8f0d17 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.1602936 Nov 22 16:43:57.470797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-ad09e824-9fc7-446c-b829-71ec923e9312 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:43:57.471830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-ad09e824-9fc7-446c-b829-71ec923e9312 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083992 Nov 22 16:43:57.475810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=d19e4cc5-281a-4197-8a3e-862f19cabbf0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:57.574452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-3d708693-422f-4f24-9099-ca6662d7d82c tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0825391 Nov 22 16:43:57.602323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.629875 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.632657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for 972a6b48-ef18-416e-83f6-272bf57bc4ae owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:57.643867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-3a766827-8b5b-46cb-9587-a7fe2f3a186f tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.7 HTTP/1.1" status: 200 len: 694 time: 0.0622370 Nov 22 16:43:57.839144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Deleting port 7534371c-2cee-4764-9c19-d0436e6de6cb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:57.839631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.902584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 4a737d72-2868-41e6-bfb9-d37f620b6176 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:43:57.954997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.955227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:57.971952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Calling delete_port for 7534371c-2cee-4764-9c19-d0436e6de6cb owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:58.035688 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.040409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db86d954-7539-41c6-9726-b6114373b9a5 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:43:58.041491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:43:58.050422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a91279cc-5867-41ec-8679-fd211f0521c3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/4a737d72-2868-41e6-bfb9-d37f620b6176/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0567486 Nov 22 16:43:58.050866 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] Sync routers for ids ['4a737d72-2868-41e6-bfb9-d37f620b6176'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:43:58.057210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43038) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:58.071091 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] Routers {'4a737d72-2868-41e6-bfb9-d37f620b6176'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:58.071995 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4a737d72-2868-41e6-bfb9-d37f620b6176'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.110814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=972a6b48-ef18-416e-83f6-272bf57bc4ae,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.145785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d981047e-14c9-4566-b28a-ff7422930510 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a737d72-2868-41e6-bfb9-d37f620b6176 HTTP/1.1" status: 200 len: 205 time: 0.0849087 Nov 22 16:43:58.164485 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.170311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43046) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:58.197606 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] Routers {'4a737d72-2868-41e6-bfb9-d37f620b6176'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:43:58.198714 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4a737d72-2868-41e6-bfb9-d37f620b6176'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.286193 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:43:58.287251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6eb14e-b4a9-422b-b105-925c2ec68b12 None None] The sync data for ids ['4a737d72-2868-41e6-bfb9-d37f620b6176'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:43:58.320073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.376082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port db86d954-7539-41c6-9726-b6114373b9a5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:43:58.382958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port db86d954-7539-41c6-9726-b6114373b9a5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:43:58.383387 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.519930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.584510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.585794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db86d954-7539-41c6-9726-b6114373b9a5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:43:58.587022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.597847 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.598270 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2013e9ef-3e4c-4b38-b457-cdd4db33d07b" -d '{"events": [{"server_uuid": "b1bc6f44-9e28-4802-bab8-1a0895ccd533", "name": "network-vif-plugged", "status": "completed", "tag": "db86d954-7539-41c6-9726-b6114373b9a5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:43:58.607808 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4e9af7f6-bddf-4492-8943-97ede89563dd tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/ports/972a6b48-ef18-416e-83f6-272bf57bc4ae HTTP/1.1" status: 204 len: 168 time: 1.5056698 Nov 22 16:43:58.610252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:58.630661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port db86d954-7539-41c6-9726-b6114373b9a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db86d954-7539-41c6-9726-b6114373b9a5,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:43:58.644157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.710984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533204d-8b3e-4321-bce8-bced98f25bcd req-979ea353-5514-41fd-a054-c955188bf298 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:58.720091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7533204d-8b3e-4321-bce8-bced98f25bcd req-979ea353-5514-41fd-a054-c955188bf298 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 945 time: 0.1036899 Nov 22 16:43:58.772538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=db86d954-7539-41c6-9726-b6114373b9a5,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.797430 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.798716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router 4a737d72-2868-41e6-bfb9-d37f620b6176 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:43:58.806262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.810382 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eed689c7-8608-4785-bce3-9c3a6d5d7302 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/4a737d72-2868-41e6-bfb9-d37f620b6176 HTTP/1.1" status: 204 len: 168 time: 0.6360810 Nov 22 16:43:58.814187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43054) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:43:58.845741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7533204d-8b3e-4321-bce8-bced98f25bcd req-16c4a27e-38ef-4816-bbb8-f939309ca552 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247313 Nov 22 16:43:58.877998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.911053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:43:58.914755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.919525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event deleted for resources: {'Port': ['ID=7534371c-2cee-4764-9c19-d0436e6de6cb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:43:58.967555 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:58.997849 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.002687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.004150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-335adb2e-97fc-4c0e-b8af-d3cd83460073 req-91b982a0-5fb4-49f5-9d83-5f5c860643b7 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "DELETE /v2.0/floatingips/afd5f6de-ca6e-4987-98c9-6851eeb0093d HTTP/1.1" status: 204 len: 173 time: 1.3593624 Nov 22 16:43:59.072257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-719832b6-204c-4741-8323-7abb82e65f11 req-e98efd19-9ea3-4183-aa68-e7852ed83842 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0472841 Nov 22 16:43:59.078500 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9fedc9-b5f7-498a-8065-d705e9e864e6 x-openstack-request-id: req-ed9fedc9-b5f7-498a-8065-d705e9e864e6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:43:59.079587 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc6f44-9e28-4802-bab8-1a0895ccd533", "name": "network-vif-plugged", "status": "completed", "tag": "db86d954-7539-41c6-9726-b6114373b9a5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:43:59.080047 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed9fedc9-b5f7-498a-8065-d705e9e864e6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:43:59.080686 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db86d954-7539-41c6-9726-b6114373b9a5', 'code': 200} Nov 22 16:43:59.303943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-4dd39e8e-f8a6-44b7-8921-df4f53b15f78 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips/e0a95feb-fcf8-4d9d-8791-e57384a0224a HTTP/1.1" status: 200 len: 692 time: 0.1740792 Nov 22 16:43:59.392340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303e0d-477d-45b7-bf2d-aa17e1f9f407 req-8a4bea24-b304-4412-a158-cde2769aacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.393890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2303e0d-477d-45b7-bf2d-aa17e1f9f407 req-8a4bea24-b304-4412-a158-cde2769aacf0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 1097 time: 0.1853280 Nov 22 16:43:59.489349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2303e0d-477d-45b7-bf2d-aa17e1f9f407 req-a7d5b2de-08b4-4346-ab4f-c14fe0a554cb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845656 Nov 22 16:43:59.517090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-88a89ee7-c9c4-4c6d-8b9c-fe9cf6782ba6 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:43:59.518640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-88a89ee7-c9c4-4c6d-8b9c-fe9cf6782ba6 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2137725 Nov 22 16:43:59.573299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port 7115f1fc-8a9b-469f-a9a6-00db37ac935a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:59.573593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.610071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-0af09f74-c505-4c22-b2de-4ce9e0e60220 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.0846388 Nov 22 16:43:59.697340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.729034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-636e459f-d490-48bb-be64-67d58ff9c178 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.12 HTTP/1.1" status: 200 len: 695 time: 0.1180255 Nov 22 16:43:59.801755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.815713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for 7115f1fc-8a9b-469f-a9a6-00db37ac935a owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:43:59.908461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Deleting port 8de722d5-ca7e-4dac-b663-781301c75002 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:43:59.909090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.957401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:43:59.981070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.052949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.056986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=7115f1fc-8a9b-469f-a9a6-00db37ac935a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.076656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe5dac-6e22-42f3-b53c-ac4abf3325bc req-13926225-4f39-4afd-8092-590831e9d24a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:00.084019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcbe5dac-6e22-42f3-b53c-ac4abf3325bc req-13926225-4f39-4afd-8092-590831e9d24a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.0926421 Nov 22 16:44:00.107438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.112873 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21be1224-5a4b-425f-86be-63b33d834f21 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/ports/7115f1fc-8a9b-469f-a9a6-00db37ac935a HTTP/1.1" status: 204 len: 168 time: 1.4985058 Nov 22 16:44:00.112873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.113922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.113922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.114805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32abda87-4cc7-4f7c-a57a-6fe73d21c498 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9 HTTP/1.1" status: 204 len: 168 time: 1.2994969 Nov 22 16:44:00.115449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43070) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:00.117620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fb9de4-eda8-4889-94eb-10b398bcb39a None None] Network d6ca1883-ce14-41c6-84ce-d821c399c409 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:00.123100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43072) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:00.190496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Calling delete_port for 8de722d5-ca7e-4dac-b663-781301c75002 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:00.195240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting subnet d7cf6718-39d3-4f46-91b5-2d577c6d1469 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:00.206119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.266751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.378908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcbe5dac-6e22-42f3-b53c-ac4abf3325bc req-cfaa2a4f-fa43-4916-ac76-797c778ec6fa tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939880 Nov 22 16:44:00.385416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.467896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] DHCP port deletion for d6ca1883-ce14-41c6-84ce-d821c399c409 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:00.474177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.573249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 898bc22c-1b78-429f-94bc-3623c345770b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:00.574397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.588649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] Deleting port 898bc22c-1b78-429f-94bc-3623c345770b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:00.589129 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.589267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.642158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.707359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Pushing event deleted for resources: {'Port': ['ID=8de722d5-ca7e-4dac-b663-781301c75002,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.743098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b82f7c7-6ad7-4542-8b1b-6ff701dcbedb req-eb77c802-c9ae-4080-af39-0c881f79f5b7 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1600945 Nov 22 16:44:00.752502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] For port 898bc22c-1b78-429f-94bc-3623c345770b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=898bc22c-1b78-429f-94bc-3623c345770b,segment=NetworkSegment(3dabe07f-6ce3-4627-8d1d-77d5fcea8199),segment_id=3dabe07f-6ce3-4627-8d1d-77d5fcea8199)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:00.752915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.763721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cf6718-39d3-4f46-91b5-2d577c6d1469,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:00.792599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] Calling delete_port for 898bc22c-1b78-429f-94bc-3623c345770b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:00.795307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.801789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1659535c-a48e-47eb-b2d3-1699ed8c10e2 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/subnets/d7cf6718-39d3-4f46-91b5-2d577c6d1469 HTTP/1.1" status: 204 len: 168 time: 0.6822178 Nov 22 16:44:00.803902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43078) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:00.804045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85c7e0-0758-4a32-9598-0fe7e7c044bd None None] Network 9ab9394f-c0dd-4391-b480-58aa4f91e268 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:00.855172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 898bc22c-1b78-429f-94bc-3623c345770b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=898bc22c-1b78-429f-94bc-3623c345770b,segment=NetworkSegment(3dabe07f-6ce3-4627-8d1d-77d5fcea8199),segment_id=3dabe07f-6ce3-4627-8d1d-77d5fcea8199)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:00.855797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.887909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 898bc22c-1b78-429f-94bc-3623c345770b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:00.901708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting subnet f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:00.902187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.905564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.906935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ade0e8b-92e7-4909-af5d-89344f727a7e req-9be7ea7f-1179-4ea2-a895-6f418947d004 tempest-FloatingIPDetailsTestJSON-1042269709 tempest-FloatingIPDetailsTestJSON-1042269709-project] 10.222.0.65 "DELETE /v2.0/floatingips/e0a95feb-fcf8-4d9d-8791-e57384a0224a HTTP/1.1" status: 204 len: 173 time: 1.1660905 Nov 22 16:44:00.913489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:00.914737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:00.962950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.129986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.142645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.188125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=898bc22c-1b78-429f-94bc-3623c345770b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:01.192254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port 898bc22c-1b78-429f-94bc-3623c345770b on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:01.196465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.250869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.259295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] No DVR routers for this DVR port 898bc22c-1b78-429f-94bc-3623c345770b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:01.261180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e4834-dd5f-49bd-adfb-e1453de9bff0 None None] Pushing event deleted for resources: {'Port': ['ID=898bc22c-1b78-429f-94bc-3623c345770b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:01.302336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Subnet': ['ID=f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:01.303428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] DHCP port deletion for 9ab9394f-c0dd-4391-b480-58aa4f91e268 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:01.310610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.316479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7afedcc5-3e6a-4b09-a18d-50dd1ea73e74 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/subnets/f78e46a2-5ebc-4a1e-bcc9-e7175c99ba88 HTTP/1.1" status: 204 len: 168 time: 0.5087163 Nov 22 16:44:01.317430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43082) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:01.340330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258952c-47fa-4a61-be39-ccbb8a57b606 None None] Network 0f7a640c-5467-41d9-99ee-cb560f265bf7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:01.457339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.526687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ca1883-ce14-41c6-84ce-d821c399c409']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:01.596294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] Deleting port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:01.596542 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.660404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.704106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dabe07f-6ce3-4627-8d1d-77d5fcea8199') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:01.704502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dabe07f-6ce3-4627-8d1d-77d5fcea8199') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:01.714932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] For port 1f98bec4-d2fa-4075-bab6-2e9959a15d42, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1f98bec4-d2fa-4075-bab6-2e9959a15d42,segment=NetworkSegment(870a7230-7795-4b38-bb81-883a7099cc7d),segment_id=870a7230-7795-4b38-bb81-883a7099cc7d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:01.715869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.730164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] Calling delete_port for 1f98bec4-d2fa-4075-bab6-2e9959a15d42 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:01.752980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.814362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.843562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:01.843803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.858895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] DHCP port deletion for 0f7a640c-5467-41d9-99ee-cb560f265bf7 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:01.880013 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:01.934992 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:01.963372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] Pushing event deleted for resources: {'Port': ['ID=1f98bec4-d2fa-4075-bab6-2e9959a15d42,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:01.969223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98853ce-b8c4-44b4-a87a-ce787c4415ca None None] No DVR routers for this DVR port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:01.970540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016a1b0-ad9d-4738-99f4-161419ada5d3 req-86a36276-26a2-4411-8478-56d720c298bd tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:01.972591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b016a1b0-ad9d-4738-99f4-161419ada5d3 req-86a36276-26a2-4411-8478-56d720c298bd tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.4743569 Nov 22 16:44:01.981640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] Deleting port ed738f6b-c8a3-4135-9b95-813cb2622381 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:01.982208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.007417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-782c8c4a-5b3e-48ed-bd2f-eda116c48cb8 req-fa4327b8-9cd2-4d25-aca7-106b44d56245 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0638680 Nov 22 16:44:02.060661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] For port ed738f6b-c8a3-4135-9b95-813cb2622381, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ed738f6b-c8a3-4135-9b95-813cb2622381,segment=NetworkSegment(4a13c1c4-9c09-42a1-b67b-3bbf1530fa98),segment_id=4a13c1c4-9c09-42a1-b67b-3bbf1530fa98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:02.061050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.070690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.075957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.079343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/d6ca1883-ce14-41c6-84ce-d821c399c409 HTTP/1.1" status: 204 len: 168 time: 1.9560506 Nov 22 16:44:02.084809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43092) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:02.086848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] Calling delete_port for ed738f6b-c8a3-4135-9b95-813cb2622381 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:02.091735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-863751922', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:02.119803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8aa62-e663-4845-8e0c-515c649bb529 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=d6ca1883-ce14-41c6-84ce-d821c399c409,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.129398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b016a1b0-ad9d-4738-99f4-161419ada5d3 req-8314568d-61be-475c-9238-12ea2b92fb16 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328731 Nov 22 16:44:02.164846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Deleting port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:02.164846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.167410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.170277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.228948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.235680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ed738f6b-c8a3-4135-9b95-813cb2622381 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:02.261333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.267897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.286147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] Pushing event deleted for resources: {'Port': ['ID=ed738f6b-c8a3-4135-9b95-813cb2622381,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.288090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06caa4c-e234-41cd-8e28-5a3d3a16a227 None None] No DVR routers for this DVR port ed738f6b-c8a3-4135-9b95-813cb2622381 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:02.289130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.289337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ed738f6b-c8a3-4135-9b95-813cb2622381 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:02.289686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ed738f6b-c8a3-4135-9b95-813cb2622381 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:02.290090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 898bc22c-1b78-429f-94bc-3623c345770b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:02.294592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-022cb9cd-9db8-4ff2-8a1a-3003b6c83e47 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2073681 Nov 22 16:44:02.295279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:02.307465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2099356721'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:02.318916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] For port 1f98bec4-d2fa-4075-bab6-2e9959a15d42, host n-d-816206-6, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:02.319288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.326383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 898bc22c-1b78-429f-94bc-3623c345770b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:02.326808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 898bc22c-1b78-429f-94bc-3623c345770b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:02.327147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1f98bec4-d2fa-4075-bab6-2e9959a15d42 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:02.347028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Calling delete_port for 1f98bec4-d2fa-4075-bab6-2e9959a15d42 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:02.350818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:44:02.353143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1f98bec4-d2fa-4075-bab6-2e9959a15d42 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:02.353624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1f98bec4-d2fa-4075-bab6-2e9959a15d42 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:02.361957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:02.362810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eda0d9-8b4c-4a05-9eef-e2bb6c4d295f req-236cf77e-65a3-48c5-92eb-5da9d4352226 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:02.364810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53eda0d9-8b4c-4a05-9eef-e2bb6c4d295f req-236cf77e-65a3-48c5-92eb-5da9d4352226 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.1298108 Nov 22 16:44:02.369034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.371903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.382891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.401981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:02.413164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.413552 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment 81566125-37d4-4920-a9bb-665da2aa1a40 of type vlan for network ec27941e-385d-4a7a-8b5d-449824599d71 Nov 22 16:44:02.425074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] No DVR routers for this DVR port 1f98bec4-d2fa-4075-bab6-2e9959a15d42 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:02.426596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Port': ['ID=1f98bec4-d2fa-4075-bab6-2e9959a15d42,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.460617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.487162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.492590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:02.493197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.547703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2488003 Nov 22 16:44:02.548976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43098) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:02.553755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:02.631308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383eca29-3832-481b-b91e-d4afc3367424 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=ec27941e-385d-4a7a-8b5d-449824599d71,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:02.643661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ec27941e-385d-4a7a-8b5d-449824599d71 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:02.692855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:02.700426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.865037 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53eda0d9-8b4c-4a05-9eef-e2bb6c4d295f req-d4011989-3883-40fd-be94-9dee91d1504f tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927728 Nov 22 16:44:02.868034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.914293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ab9394f-c0dd-4391-b480-58aa4f91e268']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:02.921963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:02.985246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870a7230-7795-4b38-bb81-883a7099cc7d') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:02.985246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870a7230-7795-4b38-bb81-883a7099cc7d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:02.997210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:02.997576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: ec27941e-385d-4a7a-8b5d-449824599d71, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:03.007898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=195b3f17-401d-412a-bc5e-7f7d1bcb151d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.025187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.040701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network ec27941e-385d-4a7a-8b5d-449824599d71 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:03.055316 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.063487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:03.064209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:03.068051 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:03.080174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ec27941e-385d-4a7a-8b5d-449824599d71) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:03.087876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:03.089121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.089257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee43c3-3724-49d4-b2a6-32f49e87e9f2 None None] Network ec27941e-385d-4a7a-8b5d-449824599d71 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:03.134235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e077fa52-2df7-4b10-b78c-5f643f1fcb92 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5849001 Nov 22 16:44:03.135159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43114) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:03.283493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ec27941e-385d-4a7a-8b5d-449824599d71', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:44:03.284597 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.318294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ab44964-46d8-4991-abba-59f3cef9ec32 req-95176584-1849-4947-90f3-01809fe7e639 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1098115 Nov 22 16:44:03.340341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.367932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.374154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/networks/9ab9394f-c0dd-4391-b480-58aa4f91e268 HTTP/1.1" status: 204 len: 168 time: 2.0560405 Nov 22 16:44:03.376894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294199a-bfb2-4586-b6d8-8b0b98967469 tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Network': ['ID=9ab9394f-c0dd-4391-b480-58aa4f91e268,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.378682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43118) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:03.395379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b81a29-6a8c-47b2-9e58-fcc14d1fc4b4 req-e5a14c37-b6ae-4324-b978-5796b68ecdac tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:03.397110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25b81a29-6a8c-47b2-9e58-fcc14d1fc4b4 req-e5a14c37-b6ae-4324-b978-5796b68ecdac tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.1652334 Nov 22 16:44:03.457066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Allocated IP 2001:db8::2 (ec27941e-385d-4a7a-8b5d-449824599d71/195b3f17-401d-412a-bc5e-7f7d1bcb151d/f737d68c-6d51-476e-ad6b-6c4cc0895e5d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:03.582482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.591415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.654607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25b81a29-6a8c-47b2-9e58-fcc14d1fc4b4 req-ce2624b3-fcc5-4cee-b9db-66cbde2d9ca1 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417696 Nov 22 16:44:03.724771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.739200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.776057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Network ec27941e-385d-4a7a-8b5d-449824599d71 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:03.784643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:03.806052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:03.853369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.879055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7a640c-5467-41d9-99ee-cb560f265bf7']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:03.887626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Attempting to bind port f737d68c-6d51-476e-ad6b-6c4cc0895e5d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:03.887909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Attempting to bind port f737d68c-6d51-476e-ad6b-6c4cc0895e5d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:03.888780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Attempting to bind port f737d68c-6d51-476e-ad6b-6c4cc0895e5d on network ec27941e-385d-4a7a-8b5d-449824599d71 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:03.891857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:03.892412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a13c1c4-9c09-42a1-b67b-3bbf1530fa98') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:03.906027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.916005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:03.916399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Checking segment: {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:03.916813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.917216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Bound using segment: {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:03.917747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Bound port: f737d68c-6d51-476e-ad6b-6c4cc0895e5d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:03.918138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.924364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.932075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:03.932681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:03.937298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Pushing event updated for resources: {'Port': ['ID=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:03.976221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8::1 (ec27941e-385d-4a7a-8b5d-449824599d71/195b3f17-401d-412a-bc5e-7f7d1bcb151d/f94c6ded-21e7-4093-a45b-c0e025622b34) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:04.061971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43128) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:04.063472 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:04.088024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] For port f737d68c-6d51-476e-ad6b-6c4cc0895e5d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:04.092120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] For port f737d68c-6d51-476e-ad6b-6c4cc0895e5d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:04.094442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.099591 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.121603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.129212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] 10.222.0.65 "DELETE /v2.0/networks/0f7a640c-5467-41d9-99ee-cb560f265bf7 HTTP/1.1" status: 204 len: 168 time: 0.7450252 Nov 22 16:44:04.129212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e5cef-ecdc-4607-8c46-e239848c689f tempest-TaggedBootDevicesTest_v242-145299488 tempest-TaggedBootDevicesTest_v242-145299488-project] Pushing event deleted for resources: {'Network': ['ID=0f7a640c-5467-41d9-99ee-cb560f265bf7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.166047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Deleting port 722cacea-aeef-4c24-80a9-514070e90a40 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:04.166883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.175802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.279352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.280786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010325a2-5a52-49e2-986a-316fb5543985 None None] Pushing event updated for resources: {'Port': ['ID=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.330920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821c39f-9840-407d-bc7f-ccb340964339 req-d4431b39-bafd-457e-8a67-1439c51fb0ff tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:04.332820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9821c39f-9840-407d-bc7f-ccb340964339 req-d4431b39-bafd-457e-8a67-1439c51fb0ff tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.3064570 Nov 22 16:44:04.422741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network ec27941e-385d-4a7a-8b5d-449824599d71 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:04.434334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:04.441856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:04.443290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.536863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=f94c6ded-21e7-4093-a45b-c0e025622b34,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:04.588848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9821c39f-9840-407d-bc7f-ccb340964339 req-bc367966-c075-46fc-a42c-7e86a50b4343 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469223 Nov 22 16:44:04.646830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d624a27c-7255-432a-8fc9-1e7ec536d5b8 req-06ab5640-3b24-49fe-9e8c-8ddb7e055b52 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1106684 Nov 22 16:44:04.687098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] For port 722cacea-aeef-4c24-80a9-514070e90a40, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=722cacea-aeef-4c24-80a9-514070e90a40,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:04.687540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.755976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:04.810700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Calling delete_port for 722cacea-aeef-4c24-80a9-514070e90a40 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:05.217776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.226377 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.227460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.303962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed1d08-5c00-4618-bbad-3c5756760ca2 req-d3bcf8b2-9a22-4927-a041-67038ae2f0df tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:05.305868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65ed1d08-5c00-4618-bbad-3c5756760ca2 req-d3bcf8b2-9a22-4927-a041-67038ae2f0df tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.3061984 Nov 22 16:44:05.402009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=f94c6ded-21e7-4093-a45b-c0e025622b34,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:05.456072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network ec27941e-385d-4a7a-8b5d-449824599d71 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:05.462197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:05.569502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65ed1d08-5c00-4618-bbad-3c5756760ca2 req-a7ecef6d-a9b1-4de1-8e65-b88440fac527 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304544 Nov 22 16:44:05.706076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:05.739528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:44:05.750444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Pushing event deleted for resources: {'Port': ['ID=722cacea-aeef-4c24-80a9-514070e90a40,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:05.917753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:05.927305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4937d7d5-0121-40b1-9ae3-f4876e51752b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7884386 Nov 22 16:44:05.928193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:05.933431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-928482705'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:05.938456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:05.967483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:05.967772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:05.968336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:05.972879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.006205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4cf52e34-bbbf-4354-9f0d-d2b253841743 req-e5f7b28d-bb0c-49c7-950a-4029d1ffe5d1 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1797900 Nov 22 16:44:06.014779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:06.034542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15840227-a5d0-4782-a3af-2fd78280d2c6 req-f3d1674b-e83d-4ac1-a000-65280099ee50 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:06.036013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.036597 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment 94085ae3-aa47-491e-a2e0-92839ac6d66d of type vlan for network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c Nov 22 16:44:06.048737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15840227-a5d0-4782-a3af-2fd78280d2c6 req-f3d1674b-e83d-4ac1-a000-65280099ee50 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.3824084 Nov 22 16:44:06.108046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.166701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.175973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:06.177036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.226104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a914f8e-efd9-435c-9969-9f324ff37d5d None None] Network ec27941e-385d-4a7a-8b5d-449824599d71 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:06.261436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3320324 Nov 22 16:44:06.270845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43158) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:06.277921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:06.332041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d5901-2cf0-4857-9542-3938259ca8f7 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=be329f4d-94f2-47fd-95ad-c33f9b9d5c4c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:06.358662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:06.368955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.464012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:06.468492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.494246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15840227-a5d0-4782-a3af-2fd78280d2c6 req-332e5d18-d1d0-49da-a443-82b12c741953 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4010723 Nov 22 16:44:06.639067 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.865195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f737d68c-6d51-476e-ad6b-6c4cc0895e5d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:06.875539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.965510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-836ab4f7-3947-49ee-aed7-f02b751212e7 None None] Provisioning complete for port f737d68c-6d51-476e-ad6b-6c4cc0895e5d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:06.966117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-836ab4f7-3947-49ee-aed7-f02b751212e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:06.985829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=c0e72503-bf5f-4fcc-9ac5-b2367d934c76,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:07.004160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:07.004523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: be329f4d-94f2-47fd-95ad-c33f9b9d5c4c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:07.024323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:07.033620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:07.042883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, be329f4d-94f2-47fd-95ad-c33f9b9d5c4c) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:07.048332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:07.049026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.081692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c1d1471e-a2ab-40f7-894e-59b2639ddfd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8096571 Nov 22 16:44:07.086596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43178) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:07.148065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe86e9-c4d7-404d-850a-a343c8cc7461 None None] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:07.166081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f737d68c-6d51-476e-ad6b-6c4cc0895e5d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:07.166867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.494739 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.496317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e73e3e8d-0528-4a6d-8f51-f8cb0f71d5e4 req-57f0d9db-b217-41b4-a2c5-70d5332d2cd1 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1492465 Nov 22 16:44:07.516014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Router d3fc506f-2cbf-411b-a28f-ae61e23cae8e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:07.620523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a809e16-0fbe-4db4-af0b-3bdfa2197f39 req-c4dbc6de-5381-4490-83e6-649202305a33 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:07.623127 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a809e16-0fbe-4db4-af0b-3bdfa2197f39 req-c4dbc6de-5381-4490-83e6-649202305a33 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.2776611 Nov 22 16:44:07.756958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.767512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-836ab4f7-3947-49ee-aed7-f02b751212e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.775530 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.883705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-836ab4f7-3947-49ee-aed7-f02b751212e7 None None] For port f737d68c-6d51-476e-ad6b-6c4cc0895e5d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:07.905714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a809e16-0fbe-4db4-af0b-3bdfa2197f39 req-6691c5c3-851e-4f3b-84b1-0654dfa4bce9 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914489 Nov 22 16:44:07.912783 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-836ab4f7-3947-49ee-aed7-f02b751212e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.924465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:44:07.926352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:07.967318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:07.978056 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] Sync routers for ids ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:07.996842 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] Routers {'d3fc506f-2cbf-411b-a28f-ae61e23cae8e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:08.000183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-573aa35c-afad-4fab-8e55-aa720f5da491 admin admin] 10.222.0.65 "PUT /v2.0/routers/d3fc506f-2cbf-411b-a28f-ae61e23cae8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0846741 Nov 22 16:44:08.002842 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:08.006712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43182) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:08.021139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ab4f7-3947-49ee-aed7-f02b751212e7 None None] Pushing event updated for resources: {'Port': ['ID=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:08.207973 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] Set router d3fc506f-2cbf-411b-a28f-ae61e23cae8e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:08.306301 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:44:08.306972 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:44:08.346630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:04Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:05Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:08.392960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.403954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8:1::1 (be329f4d-94f2-47fd-95ad-c33f9b9d5c4c/c0e72503-bf5f-4fcc-9ac5-b2367d934c76/128ff9de-dc85-4985-b3d9-6ac9c7fc86b0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:08.409277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Deleting port b630af04-5c17-4cd6-8c1e-0fdbefbd5069 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:08.410702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.441148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:08.441509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Updating router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f port f94c6ded-21e7-4093-a45b-c0e025622b34 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:08.495606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9e046130-f89a-4c87-8367-75e38c5c725d None None] Provisioning complete for port f94c6ded-21e7-4093-a45b-c0e025622b34 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:08.495984 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e046130-f89a-4c87-8367-75e38c5c725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.619201 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.644305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.690954 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:44:05Z', 'revision_number': 5, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:08.704577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9e046130-f89a-4c87-8367-75e38c5c725d None None] Port f94c6ded-21e7-4093-a45b-c0e025622b34 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:08.734926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.779652 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] Checking router: d3fc506f-2cbf-411b-a28f-ae61e23cae8e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:08.799406 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] Routers {'d3fc506f-2cbf-411b-a28f-ae61e23cae8e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:08.800298 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:08.822617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:08.844913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:08.847832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:08.848751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:08.865107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb915a54-2ed8-4d42-a782-4cb24ae6b7e0 req-04187594-785b-4f9c-b1cd-9cee19594e38 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1059103 Nov 22 16:44:08.888234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-735c3d50-b07f-48aa-a7a5-0e7773fe757c tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:08.889994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-735c3d50-b07f-48aa-a7a5-0e7773fe757c tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.3962717 Nov 22 16:44:08.959498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:09.002790 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.035170 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] Set router d3fc506f-2cbf-411b-a28f-ae61e23cae8e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:09.059666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] For port b630af04-5c17-4cd6-8c1e-0fdbefbd5069, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:09.060033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.146455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9e046130-f89a-4c87-8367-75e38c5c725d None None] Provisioning complete for port f737d68c-6d51-476e-ad6b-6c4cc0895e5d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:09.147127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e046130-f89a-4c87-8367-75e38c5c725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.152114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Calling delete_port for b630af04-5c17-4cd6-8c1e-0fdbefbd5069 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:09.179837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Allocated IP 2001:db8:1::2 (be329f4d-94f2-47fd-95ad-c33f9b9d5c4c/c0e72503-bf5f-4fcc-9ac5-b2367d934c76/2707bf9d-1c1f-4d5b-901d-c502e32e49e5) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:09.185753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.227950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe8a33-ac13-4ff8-8d6e-0a22eac39ce9 req-a8a2a6d5-4317-4e66-9b90-7f85eb4d9d17 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:09.229586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eefe8a33-ac13-4ff8-8d6e-0a22eac39ce9 req-a8a2a6d5-4317-4e66-9b90-7f85eb4d9d17 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 946 time: 0.1574862 Nov 22 16:44:09.285106 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b8d39a8-2433-46db-a81c-28e1852a98c2 req-f2f4580c-1a8d-481e-a535-6c12de1e718e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0924630 Nov 22 16:44:09.296029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.375641 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:44:05Z', 'revision_number': 5, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:09.385071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Deleting port db86d954-7539-41c6-9726-b6114373b9a5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:09.385419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.415880 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f447a8-6963-46c4-b3df-de8483158959 None None] The sync data for ids ['d3fc506f-2cbf-411b-a28f-ae61e23cae8e'] in n-d-816206-6 is: [{'id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'name': 'tempest-FloatingIPDetailsTestJSON-320846953-router', 'tenant_id': 'adaa8f0c8fe64188aab812b05b63487c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21'}], 'enable_snat': True}, 'gw_port_id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:43:23Z', 'updated_at': '2021-11-22T16:44:05Z', 'revision_number': 5, 'project_id': 'adaa8f0c8fe64188aab812b05b63487c', 'gw_port': {'id': '78dc06a9-f055-4c91-8fe9-8fe42ed4671c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:d2:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3fc506f-2cbf-411b-a28f-ae61e23cae8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:43:24Z', 'updated_at': '2021-11-22T16:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:09.417281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f737d68c-6d51-476e-ad6b-6c4cc0895e5d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:09.609646 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.610291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eefe8a33-ac13-4ff8-8d6e-0a22eac39ce9 req-f958b597-33f9-41b1-8793-c43e2feb6287 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087471 Nov 22 16:44:09.691473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Deleting port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:09.691850 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.752117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] For port db86d954-7539-41c6-9726-b6114373b9a5, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=db86d954-7539-41c6-9726-b6114373b9a5,segment=NetworkSegment(9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520),segment_id=9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:09.752467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.770258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.805776 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.807609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Calling delete_port for db86d954-7539-41c6-9726-b6114373b9a5 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:09.904356 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:09.907438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] For port 78dc06a9-f055-4c91-8fe9-8fe42ed4671c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:09.908531 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.008763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:10.022998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:10.049838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:10.059165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Calling delete_port for 78dc06a9-f055-4c91-8fe9-8fe42ed4671c owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:10.189164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3a778b8-5fee-4737-8bde-2a96bf9783ea req-c8bff19d-7579-4d8e-b049-38e47a22dc7e tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1662679 Nov 22 16:44:10.227744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.235588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.236499 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.413959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:10.501606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.532127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f737d68c-6d51-476e-ad6b-6c4cc0895e5d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:10.532846 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.534711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:10.538944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:10.609350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Pushing event deleted for resources: {'Port': ['ID=b630af04-5c17-4cd6-8c1e-0fdbefbd5069,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:10.630651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcc078-211f-40d9-a827-6a80f2f9476d None None] Pushing event updated for resources: {'Port': ['ID=f94c6ded-21e7-4093-a45b-c0e025622b34,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:10.651056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-95484658-dd74-47ef-a734-2c5cbed9ec0d None None] Provisioning complete for port f94c6ded-21e7-4093-a45b-c0e025622b34 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:10.651534 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-95484658-dd74-47ef-a734-2c5cbed9ec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.653538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Attempting to bind port f94c6ded-21e7-4093-a45b-c0e025622b34 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:10.654032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Attempting to bind port f94c6ded-21e7-4093-a45b-c0e025622b34 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:10.654499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Attempting to bind port f94c6ded-21e7-4093-a45b-c0e025622b34 on network ec27941e-385d-4a7a-8b5d-449824599d71 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:10.758105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:10.762876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Checking segment: {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:10.763492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.764049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Bound using segment: {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:10.764911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Bound port: f94c6ded-21e7-4093-a45b-c0e025622b34, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81566125-37d4-4920-a9bb-665da2aa1a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:10.765531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.822295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Attempting to bind port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:10.822864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Attempting to bind port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:10.823286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Attempting to bind port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 on network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:10.834957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:10.835440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Checking segment: {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:10.836084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.836547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Bound using segment: {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:10.837104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Bound port: 2707bf9d-1c1f-4d5b-901d-c502e32e49e5, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:10.837558 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:10.885257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-95484658-dd74-47ef-a734-2c5cbed9ec0d None None] Port f94c6ded-21e7-4093-a45b-c0e025622b34 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:10.893885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Pushing event updated for resources: {'Port': ['ID=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:10.920273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:11.121760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.140397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:11.146199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49215033-3f29-4d23-a7b0-834c3877b4ee req-602f3755-7002-4f83-80d9-581c228f488a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.146428 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-28737372-4bb4-40b4-8af3-b82629827cd3 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0583344 Nov 22 16:44:11.147860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49215033-3f29-4d23-a7b0-834c3877b4ee req-602f3755-7002-4f83-80d9-581c228f488a tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b1bc6f44-9e28-4802-bab8-1a0895ccd533 HTTP/1.1" status: 200 len: 867 time: 0.3354990 Nov 22 16:44:11.149269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43210) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:11.156863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-6827954'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:11.182944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.205465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-020cb006-2578-4137-9d50-51c8a1ee481f None None] Provisioning complete for port f94c6ded-21e7-4093-a45b-c0e025622b34 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:11.206674 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-020cb006-2578-4137-9d50-51c8a1ee481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.213039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:11.231729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.238800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] For port f94c6ded-21e7-4093-a45b-c0e025622b34, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:11.249977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] For port f94c6ded-21e7-4093-a45b-c0e025622b34, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f94c6ded-21e7-4093-a45b-c0e025622b34,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:11.285733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:11.292717 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.294480 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment 9ac7e0e4-8c9e-4568-b8f7-98b2b3018853 of type vlan for network 17b6efad-37b0-40ac-8a40-070527809c72 Nov 22 16:44:11.332715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] For port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:11.341476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] For port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:11.367679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.375191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.396379 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.404584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.411976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:11.413045 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:11.438691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2882047 Nov 22 16:44:11.477798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 722cacea-aeef-4c24-80a9-514070e90a40 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:11.568022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43216) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:11.586145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:11.642650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-020cb006-2578-4137-9d50-51c8a1ee481f None None] Port f94c6ded-21e7-4093-a45b-c0e025622b34 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:11.659031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 722cacea-aeef-4c24-80a9-514070e90a40 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:11.659368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 722cacea-aeef-4c24-80a9-514070e90a40 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:11.728072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0458f7f-fcfb-406d-a6ee-352d6f83d084 None None] Pushing event updated for resources: {'Port': ['ID=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:11.747597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:11.748259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:11.833415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=17b6efad-37b0-40ac-8a40-070527809c72,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:11.898127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.898655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.899809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.901439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.901933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.902525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.903081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.903745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.904216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.906013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.906457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:11.906892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc02ef38-c973-412a-a7d8-5bcb0dd29995 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:12.003630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:12.008366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:12.009013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.155994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Pushing event deleted for resources: {'Port': ['ID=db86d954-7539-41c6-9726-b6114373b9a5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:12.165836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 17b6efad-37b0-40ac-8a40-070527809c72 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:12.168763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db86d954-7539-41c6-9726-b6114373b9a5 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:12.309434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dc06a9-f055-4c91-8fe9-8fe42ed4671c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:12.380374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] No DVR routers for this DVR port db86d954-7539-41c6-9726-b6114373b9a5 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:12.400527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a001e812-7fb0-4cdd-bd84-0c81cff36e45 req-6ee6ca34-54e7-4204-9597-6376b1309a1b tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.2263052 Nov 22 16:44:12.459431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4324e034-5581-45fe-89a4-3b44c660a620 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:12.463394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: db86d954-7539-41c6-9726-b6114373b9a5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:12.464005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device db86d954-7539-41c6-9726-b6114373b9a5 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:12.488043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.497210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-491e9d4d-2fb9-40da-bd81-e3f0213551b8 req-0cb4c6af-4206-46f5-922c-df3af8f1e232 tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.66 "DELETE /v2.0/ports/db86d954-7539-41c6-9726-b6114373b9a5 HTTP/1.1" status: 204 len: 173 time: 3.5986927 Nov 22 16:44:12.588387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51614a32-2233-4375-98e2-5245d80f9a8c None None] Provisioning complete for port f94c6ded-21e7-4093-a45b-c0e025622b34 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:12.589084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51614a32-2233-4375-98e2-5245d80f9a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.596627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.614789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcc078-211f-40d9-a827-6a80f2f9476d None None] Pushing event updated for resources: {'Port': ['ID=f94c6ded-21e7-4093-a45b-c0e025622b34,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:12.648154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'name': 'network-vif-deleted', 'tag': 'db86d954-7539-41c6-9726-b6114373b9a5'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:12.650473 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd60c8c-1c17-40d2-959e-63a0e18720cd" -d '{"events": [{"server_uuid": "b1bc6f44-9e28-4802-bab8-1a0895ccd533", "name": "network-vif-deleted", "tag": "db86d954-7539-41c6-9726-b6114373b9a5"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:12.686138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.779609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=d4eee1d4-34cd-46c9-828d-aa2265243198,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:12.804563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:12.807835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: 17b6efad-37b0-40ac-8a40-070527809c72, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:12.917734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9a0133d9-5dae-4ec1-a1ce-390215d9fd54 req-5f5e2bde-1bfd-41f3-9d56-f747f82b2141 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=801e829ed7054130b299ed2141e35b9d&device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.0895383 Nov 22 16:44:12.955595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:12.963159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.005828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 17b6efad-37b0-40ac-8a40-070527809c72 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:13.011800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9a0133d9-5dae-4ec1-a1ce-390215d9fd54 req-d9c7c889-5d11-4c80-921b-2ed90ada8aa9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=801e829ed7054130b299ed2141e35b9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715222 Nov 22 16:44:13.049763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 17b6efad-37b0-40ac-8a40-070527809c72) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:13.066577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.074029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49215033-3f29-4d23-a7b0-834c3877b4ee req-e0cfc831-d031-4755-846c-48830d4acd5c tempest-ServerDiskConfigTestJSON-1527329116 tempest-ServerDiskConfigTestJSON-1527329116-project] 10.222.0.65 "GET /v2.0/security-groups?id=4d391fbb-f7c2-4717-b8b4-f452844bc1e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8846254 Nov 22 16:44:13.076701 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec86340d-06e5-4f8f-ac01-19800b02af73 x-openstack-request-id: req-ec86340d-06e5-4f8f-ac01-19800b02af73 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:13.077046 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bc6f44-9e28-4802-bab8-1a0895ccd533", "name": "network-vif-deleted", "tag": "db86d954-7539-41c6-9726-b6114373b9a5", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:13.077310 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec86340d-06e5-4f8f-ac01-19800b02af73 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:13.077743 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bc6f44-9e28-4802-bab8-1a0895ccd533', 'name': 'network-vif-deleted', 'tag': 'db86d954-7539-41c6-9726-b6114373b9a5', 'status': 'completed', 'code': 200} Nov 22 16:44:13.081527 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.082081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3fc506f-2cbf-411b-a28f-ae61e23cae8e {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:44:13.086958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.090802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-acf36f0d-12bf-4bfe-97b1-6bba0a411fd7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d3fc506f-2cbf-411b-a28f-ae61e23cae8e HTTP/1.1" status: 204 len: 168 time: 5.0765769 Nov 22 16:44:13.112332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43232) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:13.134563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e052d54-a304-4f86-8dd1-0461ce0a4456 None None] Network 17b6efad-37b0-40ac-8a40-070527809c72 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:13.175652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.176259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.279397 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15aefb22-296e-42da-be55-94b374f3d879 req-33a489ca-1431-44f8-8ed0-dcad6a18327b tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1977980 Nov 22 16:44:13.332394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-05a43bbb-24b9-42be-b5d5-82662f42a65c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7628036 Nov 22 16:44:13.344674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43236) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:13.457989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Deleting subnet e3dcbe4e-457c-4798-b155-10b9fe843a73 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:13.485781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51614a32-2233-4375-98e2-5245d80f9a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.490779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.591212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:13.633588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:09Z', 'revision_number': 3, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:09Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:11Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:13.649551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0133d9-5dae-4ec1-a1ce-390215d9fd54 req-9cf770a1-7915-40a8-a8db-596e3b70b627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:13.653022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9a0133d9-5dae-4ec1-a1ce-390215d9fd54 req-9cf770a1-7915-40a8-a8db-596e3b70b627 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6281214 Nov 22 16:44:13.797720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2007c9-5746-4e2c-946b-ddbbb904d07b None None] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:13.817701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-51614a32-2233-4375-98e2-5245d80f9a8c None None] For port f94c6ded-21e7-4093-a45b-c0e025622b34, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f94c6ded-21e7-4093-a45b-c0e025622b34,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:13.836042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdaea38-6305-48cd-98ba-830bb8e698eb None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:09Z', 'revision_number': 3, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:09Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:11Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:13.981393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51614a32-2233-4375-98e2-5245d80f9a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.022234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:14.134955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfc492-55c5-4413-9a11-9bf8ba4f01e6 req-e8652c5a-56c1-43d2-b826-5ce761fecf1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:14.136561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5adfc492-55c5-4413-9a11-9bf8ba4f01e6 req-e8652c5a-56c1-43d2-b826-5ce761fecf1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.4636917 Nov 22 16:44:14.233397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.366724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.396016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-17b6efad-37b0-40ac-8a40-070527809c72', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:44:14.398845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.540918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-755fde70-44b8-4add-b40c-f97e708e53a3 None None] Provisioning complete for port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:14.541313 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-755fde70-44b8-4add-b40c-f97e708e53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:14.651267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51614a32-2233-4375-98e2-5245d80f9a8c None None] Pushing event updated for resources: {'Port': ['ID=f94c6ded-21e7-4093-a45b-c0e025622b34,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:14.692729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58765f31-dc1d-4695-af7f-a70ed73bbb4d req-f9b304da-907b-4e81-95e3-d96e07af70a3 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1685112 Nov 22 16:44:14.697171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5adfc492-55c5-4413-9a11-9bf8ba4f01e6 req-ed931909-b892-4060-a46f-e98d29030c1a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4878981 Nov 22 16:44:14.708009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Router a47ccbbe-6071-4fca-bc24-f576c6b01471 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:14.993391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:15.011396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-96cbadce-9a9e-4cb3-820e-baccd39fda57 admin admin] 10.222.0.65 "PUT /v2.0/routers/a47ccbbe-6071-4fca-bc24-f576c6b01471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9431365 Nov 22 16:44:15.015533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.017572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43258) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:15.018075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43260) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:15.169904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8:2::1 (17b6efad-37b0-40ac-8a40-070527809c72/d4eee1d4-34cd-46c9-828d-aa2265243198/e1ad5eb6-036d-44e9-92a7-ea5c673db840) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:15.231377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9a0133d9-5dae-4ec1-a1ce-390215d9fd54 req-43b40be9-e69b-4ead-9741-d652f66c720d tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.20 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1014872 Nov 22 16:44:15.371543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:15.374748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.398822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] Sync routers for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:15.435322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.513781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.616054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.658428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3dcbe4e-457c-4798-b155-10b9fe843a73,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:15.677405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:15.677723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:15.679105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.690239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ee04f63c-8f5d-41cf-8c54-504b9cd65450 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e3dcbe4e-457c-4798-b155-10b9fe843a73 HTTP/1.1" status: 204 len: 168 time: 2.5767984 Nov 22 16:44:15.696038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43268) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:15.759605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 17b6efad-37b0-40ac-8a40-070527809c72 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:15.764111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:15.783853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:15.786120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.840580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Allocated IP 2001:db8:2::2 (17b6efad-37b0-40ac-8a40-070527809c72/d4eee1d4-34cd-46c9-828d-aa2265243198/114d4707-1faf-4cd6-8832-7fb1a001f32b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:15.872912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ac054-2fb7-4b55-8a6f-6b2361e3bf29 req-7956314b-163a-43e5-b640-60356ca6ef01 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:15.878842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f5ac054-2fb7-4b55-8a6f-6b2361e3bf29 req-7956314b-163a-43e5-b640-60356ca6ef01 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.8871124 Nov 22 16:44:15.909751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=e1ad5eb6-036d-44e9-92a7-ea5c673db840,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:15.918922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Deleting subnet b1793396-b711-47b5-babf-3015fbf1d509 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:15.933165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:15.935851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.035022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.066392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.094135 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.112758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8a5f7b-937a-4e6f-bf62-43b48a641bab None None] Network 543fa730-27ba-4830-83a9-59d7af30b705 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:16.116480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e94e5113-0a53-45e9-8f87-2a0095979cf1 req-4eb855c4-2b8c-4cf2-b4c8-1491fb570eb5 tempest-ServerShowV257Test-587889161 tempest-ServerShowV257Test-587889161-project] 10.222.0.65 "GET /v2.0/ports?device_id=e58d0f8f-8822-4c5f-a0cf-1e8022694faa HTTP/1.1" status: 200 len: 210 time: 0.1907001 Nov 22 16:44:16.186176 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.240178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.247869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-755fde70-44b8-4add-b40c-f97e708e53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.255988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.315236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f5ac054-2fb7-4b55-8a6f-6b2361e3bf29 req-36e96864-f632-4e59-9bec-ae8943449ac7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167888 Nov 22 16:44:16.360276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.428153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.435516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.436543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.457940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1793396-b711-47b5-babf-3015fbf1d509,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:16.470779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.474270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d7c83cff-d0bc-4c97-9efb-94a6cc8ee21a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b1793396-b711-47b5-babf-3015fbf1d509 HTTP/1.1" status: 204 len: 168 time: 1.4475024 Nov 22 16:44:16.478264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43276) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:16.600608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=e1ad5eb6-036d-44e9-92a7-ea5c673db840,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:16.602854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-755fde70-44b8-4add-b40c-f97e708e53a3 None None] For port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:16.674483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Network 17b6efad-37b0-40ac-8a40-070527809c72 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:16.700249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network 17b6efad-37b0-40ac-8a40-070527809c72 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:16.704456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:16.724676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Deleting port 60072ecb-fe12-451f-9581-2a052e92886d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:16.725350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.737510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:16.750997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-755fde70-44b8-4add-b40c-f97e708e53a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.752785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:16.830344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] For port 60072ecb-fe12-451f-9581-2a052e92886d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=60072ecb-fe12-451f-9581-2a052e92886d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:16.831553 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:16.834437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Pushing event updated for resources: {'Port': ['ID=114d4707-1faf-4cd6-8832-7fb1a001f32b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:16.848279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Calling delete_port for 60072ecb-fe12-451f-9581-2a052e92886d owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:16.926702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:16.982326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:17.076814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43294) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:17.079491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:17.085147 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a718a08f-6874-480f-b19e-6cdb4fcbdb83 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7358010 Nov 22 16:44:17.085441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Deleting port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:17.086143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.087938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43296) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:17.094120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1817593619'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:17.146623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:17.149550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.211351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:17.224965 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:17.233638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.234069 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added segment 3794aac5-551e-4f10-b666-6830f419af8d of type vlan for network dabb51f8-3576-420d-b04e-605922011cb6 Nov 22 16:44:17.296343 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:17.297820 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:17.344871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.391990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.399448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.400672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.536427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4471157 Nov 22 16:44:17.540249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:17.551440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'subnet': {'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:17.622512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f94c6ded-21e7-4093-a45b-c0e025622b34 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:17.697108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537e4d8-efe7-4004-be12-6e478bb7e71f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Network': ['ID=dabb51f8-3576-420d-b04e-605922011cb6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:17.718776 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:17.782349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] DHCP port deletion for 543fa730-27ba-4830-83a9-59d7af30b705 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:17.784308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network dabb51f8-3576-420d-b04e-605922011cb6 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:17.812398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-37910fdf-36a7-4a17-b355-ee121c18c6a8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:17.815933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-37910fdf-36a7-4a17-b355-ee121c18c6a8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 1.2046900 Nov 22 16:44:17.823401 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.833963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Made reservation on behalf of be7a18a9da994794bdf8b12969368a36 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:17.856221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:17.954339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Attempting to bind port 114d4707-1faf-4cd6-8832-7fb1a001f32b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:17.954715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Attempting to bind port 114d4707-1faf-4cd6-8832-7fb1a001f32b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:17.958624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Attempting to bind port 114d4707-1faf-4cd6-8832-7fb1a001f32b on network 17b6efad-37b0-40ac-8a40-070527809c72 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:17.979776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43310) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:17.990042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-4ebf8001-47ef-4268-8c28-307cc7fc6ab1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/quotas/56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 375 time: 0.1357372 Nov 22 16:44:18.006174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fde70-44b8-4add-b40c-f97e708e53a3 None None] Pushing event updated for resources: {'Port': ['ID=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:18.031412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:18.034637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Checking segment: {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:18.046856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.050418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Bound using segment: {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:18.054762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Bound port: 114d4707-1faf-4cd6-8832-7fb1a001f32b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:18.056893 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.158128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] For port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:18.158508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.171786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Provisioning complete for port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:18.172647 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.237488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f19bc71-3a1c-4874-89a7-66b959781fd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.252739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59'}], 'enable_snat': True}, 'gw_port_id': '60072ecb-fe12-451f-9581-2a052e92886d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:44:09Z', 'revision_number': 5, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port': {'id': '60072ecb-fe12-451f-9581-2a052e92886d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:34:46Z', 'updated_at': '2021-11-22T16:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:18.270811 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:15Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:09Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:16Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:18.322152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f94c6ded-21e7-4093-a45b-c0e025622b34 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:18.323023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.356616 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:18.360745 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Updating router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:18.376907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] Checking router: a47ccbbe-6071-4fca-bc24-f576c6b01471 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:18.398426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649857fd-508c-4a95-b82e-8fe1d151460a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.432417 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.453560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Calling delete_port for 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:18.481540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.505113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.528436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] Routers {'a47ccbbe-6071-4fca-bc24-f576c6b01471'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:18.529252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a47ccbbe-6071-4fca-bc24-f576c6b01471'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:18.609246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb437556-f760-4ce6-b341-66691a0a33dc']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:18.633391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-fef957b2-e333-44b8-baeb-1348ac99a945 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6279178 Nov 22 16:44:18.672828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.701146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Checking segment: {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:18.702253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network hostable DHCP agents. Network: dabb51f8-3576-420d-b04e-605922011cb6, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:18.735976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Subnet': ['ID=3bd5a599-deb7-4c38-8308-fe89782be2fe,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:18.750186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] Set router a47ccbbe-6071-4fca-bc24-f576c6b01471 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:18.755761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network dabb51f8-3576-420d-b04e-605922011cb6 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:18.769063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, dabb51f8-3576-420d-b04e-605922011cb6) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:18.791375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:18.793870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.795280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:18.799897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0e31c5-a0f4-4c47-8bcf-6fe2e737f520') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:18.806409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Pushing event deleted for resources: {'Port': ['ID=60072ecb-fe12-451f-9581-2a052e92886d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:18.822261 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0e90e9d6-f08e-46ec-8291-57b514dbccf6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2796428 Nov 22 16:44:18.825747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:18.860833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f19bc71-3a1c-4874-89a7-66b959781fd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:18.972579 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.015206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f19bc71-3a1c-4874-89a7-66b959781fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.047419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:44:16Z', 'revision_number': 6, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:19.049368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9721c7-37a3-43d0-b3a4-a42884e0d06e None None] Network dabb51f8-3576-420d-b04e-605922011cb6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:19.119940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b12a2-5179-4a7b-9b95-ff3857a2665b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:19.127745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] For port 114d4707-1faf-4cd6-8832-7fb1a001f32b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:19.131371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Deleting port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:19.131965 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.186832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-2341ef1d-91e8-4f2a-abd7-dd4afda8e33a service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874909 Nov 22 16:44:19.197643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a38967-05e6-4a50-9825-88f5487731bb None None] The sync data for ids ['a47ccbbe-6071-4fca-bc24-f576c6b01471'] in n-d-816206-6 is: [{'id': 'a47ccbbe-6071-4fca-bc24-f576c6b01471', 'name': 'tempest-AttachVolumeTestJSON-196031816-router', 'tenant_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:34:45Z', 'updated_at': '2021-11-22T16:44:16Z', 'revision_number': 6, 'project_id': '19f45fdbf34f4a4f9f831cca7cdf55c5', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:19.204640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] For port 114d4707-1faf-4cd6-8832-7fb1a001f32b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=114d4707-1faf-4cd6-8832-7fb1a001f32b,segment=NetworkSegment(9ac7e0e4-8c9e-4568-b8f7-98b2b3018853),segment_id=9ac7e0e4-8c9e-4568-b8f7-98b2b3018853)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:19.224028 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.235318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.235573 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.315193 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78aaa-09c5-48f2-ac0a-4d0f557a33f3 None None] Pushing event updated for resources: {'Port': ['ID=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:19.346738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:19.347288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.357055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:19.366437 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:19.409689 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Attempting to bind port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:19.410222 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Attempting to bind port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:19.410850 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Attempting to bind port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 on network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:19.422545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:19.424042 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Checking segment: {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:19.424553 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.425052 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Bound using segment: {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:19.425772 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Bound port: 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94085ae3-aa47-491e-a2e0-92839ac6d66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:19.426324 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.437204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19bc71-3a1c-4874-89a7-66b959781fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefe74cf-88c5-4944-b637-3fe9475385dd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:19.439796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.443773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8f19bc71-3a1c-4874-89a7-66b959781fd4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32d29f12b171441ea173f1f59cd3add4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7803807 Nov 22 16:44:19.475269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:19.522145 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] For port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:19.527829 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] For port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:19.535797 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.542113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78dc06a9-f055-4c91-8fe9-8fe42ed4671c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:19.575529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.621605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.625198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f11964a8-ed33-438d-b304-fe3bf4d5931a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.640721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] No DVR routers for this DVR port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:19.653164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:19.663864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-dabb51f8-3576-420d-b04e-605922011cb6', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:44:19.666936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.667107 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:19.667728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649857fd-508c-4a95-b82e-8fe1d151460a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.688394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f11964a8-ed33-438d-b304-fe3bf4d5931a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.702909 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Updating router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f port e1ad5eb6-036d-44e9-92a7-ea5c673db840 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:19.719464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Provisioning complete for port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:19.719664 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.729022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] For port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,segment=NetworkSegment(d17b1730-47f3-4320-a92d-d7d8c9123d98),segment_id=d17b1730-47f3-4320-a92d-d7d8c9123d98)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:19.729287 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.736156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.778940 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.794404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 78dc06a9-f055-4c91-8fe9-8fe42ed4671c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:19.795032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78dc06a9-f055-4c91-8fe9-8fe42ed4671c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:19.846850 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78aaa-09c5-48f2-ac0a-4d0f557a33f3 None None] Pushing event updated for resources: {'Port': ['ID=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:19.869495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-649857fd-508c-4a95-b82e-8fe1d151460a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.876688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:19.895830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bb437556-f760-4ce6-b341-66691a0a33dc HTTP/1.1" status: 204 len: 168 time: 3.4139977 Nov 22 16:44:20.093267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Calling delete_port for 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:20.155375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f11964a8-ed33-438d-b304-fe3bf4d5931a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.159309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f11964a8-ed33-438d-b304-fe3bf4d5931a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.169941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c075c9b4-a31d-483a-b972-ed4e7b392be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.172409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-1ef74ccc-dab3-4173-ba88-0ea4d47ad49d service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846971 Nov 22 16:44:20.173229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b556a5-5f29-43d6-99b2-2870af94d837 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb437556-f760-4ce6-b341-66691a0a33dc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.178659 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f11964a8-ed33-438d-b304-fe3bf4d5931a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aefe74cf-88c5-4944-b637-3fe9475385dd HTTP/1.1" status: 204 len: 168 time: 0.7023201 Nov 22 16:44:20.187942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85bfa3-b94a-4b16-ad39-2cbe0dd62ef0 None None] Pushing event updated for resources: {'Port': ['ID=114d4707-1faf-4cd6-8832-7fb1a001f32b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.208757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.264234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11964a8-ed33-438d-b304-fe3bf4d5931a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefe74cf-88c5-4944-b637-3fe9475385dd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.286840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.297042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.355952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-649857fd-508c-4a95-b82e-8fe1d151460a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=801e829ed7054130b299ed2141e35b9d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3682623 Nov 22 16:44:20.361619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649857fd-508c-4a95-b82e-8fe1d151460a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e0e7b5-3eb2-41cf-92d3-866a5c685d10,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:20.373895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.523698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.587234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.588097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a47ccbbe-6071-4fca-bc24-f576c6b01471 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:44:20.602916 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-059e302d-0439-4b3a-b915-0795ca4c9f87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad40f25623b544578faf86357cd85869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3137312 Nov 22 16:44:20.623413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43334) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.627224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.638323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:20.645798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5c9b6b4f-1e50-4b12-bfd2-6d58b11526ed admin admin] 10.222.0.65 "DELETE /v2.0/routers/a47ccbbe-6071-4fca-bc24-f576c6b01471 HTTP/1.1" status: 204 len: 168 time: 5.6030285 Nov 22 16:44:20.827966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Deleting subnet 8fa53583-f575-4c53-838b-774ad0d29637 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:20.831667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.861854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Allocated IP 2001:db8:3::2 (dabb51f8-3576-420d-b04e-605922011cb6/3bd5a599-deb7-4c38-8308-fe89782be2fe/3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:20.862821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543fa730-27ba-4830-83a9-59d7af30b705']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.938096 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.945676 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.947454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd17b1730-47f3-4320-a92d-d7d8c9123d98') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.949018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd17b1730-47f3-4320-a92d-d7d8c9123d98') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:20.951450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.952143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-625cee21-1372-4e0f-b657-ae1b0a2e4b62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:20.988240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-625cee21-1372-4e0f-b657-ae1b0a2e4b62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.100631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-feaa5036-8eca-4f1c-82dd-a4f0d309145f req-9f8fec49-f438-49f8-ac87-acadaa760377 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 210 time: 0.2475309 Nov 22 16:44:21.138599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13d09fcd-1843-4d28-a0bc-8ba96144b4ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.161212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.162899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-625cee21-1372-4e0f-b657-ae1b0a2e4b62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.175094 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-625cee21-1372-4e0f-b657-ae1b0a2e4b62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.176272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-625cee21-1372-4e0f-b657-ae1b0a2e4b62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24e0e7b5-3eb2-41cf-92d3-866a5c685d10 HTTP/1.1" status: 204 len: 168 time: 0.6980181 Nov 22 16:44:21.253376 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78aaa-09c5-48f2-ac0a-4d0f557a33f3 None None] Pushing event updated for resources: {'Port': ['ID=e1ad5eb6-036d-44e9-92a7-ea5c673db840,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.268156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13d09fcd-1843-4d28-a0bc-8ba96144b4ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.302230 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Attempting to bind port e1ad5eb6-036d-44e9-92a7-ea5c673db840 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:21.304355 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Attempting to bind port e1ad5eb6-036d-44e9-92a7-ea5c673db840 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:21.304869 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Attempting to bind port e1ad5eb6-036d-44e9-92a7-ea5c673db840 on network 17b6efad-37b0-40ac-8a40-070527809c72 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:21.320611 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:21.321152 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Checking segment: {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:21.322256 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.324790 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Bound using segment: {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:21.325895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Bound port: e1ad5eb6-036d-44e9-92a7-ea5c673db840, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:21.327224 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.361122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.369492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:21.370092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:21.455331 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:21.457858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13d09fcd-1843-4d28-a0bc-8ba96144b4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.459833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13d09fcd-1843-4d28-a0bc-8ba96144b4ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.465533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-13d09fcd-1843-4d28-a0bc-8ba96144b4ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d391fbb-f7c2-4717-b8b4-f452844bc1e9 HTTP/1.1" status: 204 len: 168 time: 0.8160872 Nov 22 16:44:21.468318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cee21-1372-4e0f-b657-ae1b0a2e4b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e0e7b5-3eb2-41cf-92d3-866a5c685d10,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.475590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.481034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.490785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] 10.222.0.65 "DELETE /v2.0/networks/543fa730-27ba-4830-83a9-59d7af30b705 HTTP/1.1" status: 204 len: 168 time: 5.7861555 Nov 22 16:44:21.512256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d620a-bc0c-423b-a558-d84a9869eb08 admin admin] Pushing event deleted for resources: {'Network': ['ID=543fa730-27ba-4830-83a9-59d7af30b705,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.515885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d09fcd-1843-4d28-a0bc-8ba96144b4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d391fbb-f7c2-4717-b8b4-f452844bc1e9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:21.572756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:21.620278 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] For port e1ad5eb6-036d-44e9-92a7-ea5c673db840, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:21.655986 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] For port e1ad5eb6-036d-44e9-92a7-ea5c673db840, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e1ad5eb6-036d-44e9-92a7-ea5c673db840,segment=NetworkSegment(9ac7e0e4-8c9e-4568-b8f7-98b2b3018853),segment_id=9ac7e0e4-8c9e-4568-b8f7-98b2b3018853)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:21.665092 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:21.859950 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:21.862812 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:43:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:21.987049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:22.046104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dfdb38-c150-4d57-b5cf-8f9d53d83c4b None None] Network 17b6efad-37b0-40ac-8a40-070527809c72 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:22.126268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1e3aefb9-be25-4d20-a47d-9b3bc14b9762 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=adaa8f0c8fe64188aab812b05b63487c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349223 Nov 22 16:44:22.129509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43370) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:22.202624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-654a4f56-cf3d-4557-8382-5702600d16ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.235011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-654a4f56-cf3d-4557-8382-5702600d16ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.282649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.284103 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f78aaa-09c5-48f2-ac0a-4d0f557a33f3 None None] Pushing event updated for resources: {'Port': ['ID=e1ad5eb6-036d-44e9-92a7-ea5c673db840,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:22.295665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.359899 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.384453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-654a4f56-cf3d-4557-8382-5702600d16ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.389456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-654a4f56-cf3d-4557-8382-5702600d16ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.391231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-654a4f56-cf3d-4557-8382-5702600d16ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b7699a9-5cbf-4ad6-997d-0a64f421c9d0 HTTP/1.1" status: 204 len: 168 time: 0.2598755 Nov 22 16:44:22.393069 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:22.420205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac516adc-7364-4bc3-8735-74d9e9c7a650 req-f58274e2-60e2-4a3e-a708-f9f4973629f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 210 time: 0.0622923 Nov 22 16:44:22.428471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a4f56-cf3d-4557-8382-5702600d16ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7699a9-5cbf-4ad6-997d-0a64f421c9d0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:22.507326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Allocated IP 2001:db8:3::1 (dabb51f8-3576-420d-b04e-605922011cb6/3bd5a599-deb7-4c38-8308-fe89782be2fe/22c891b6-78fd-4d8d-9503-e7ac8b680d49) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:22.545345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:22.546041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.568184 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.682396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Network dabb51f8-3576-420d-b04e-605922011cb6 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:22.684340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.727821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa53583-f575-4c53-838b-774ad0d29637,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:22.744329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.751780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4990d5ac-c679-40cc-9535-398668cfd66c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8fa53583-f575-4c53-838b-774ad0d29637 HTTP/1.1" status: 204 len: 168 time: 2.1121135 Nov 22 16:44:22.752923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:22.755795 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.770821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:22.775723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad743468-b5aa-4eae-b5c5-fad8419a4797 None None] Network b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:22.888732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:22.894282 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:15Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:21Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:22.922446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.936391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Pushing event updated for resources: {'Port': ['ID=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:22.966077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Network 543fa730-27ba-4830-83a9-59d7af30b705 is not hosted by any dhcp agent {{(pid=103516) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:44:22.966568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] No DVR routers for this DVR port 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:22.971197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:22.979992 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7755114c-1321-4e5d-a74b-218afe6ffe52 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:15Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:19Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:21Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:23.068399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.129409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] For port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:23.142332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f59f4-4009-4182-b4df-70cd638441b8 None None] Pushing event deleted for resources: {'Port': ['ID=8ad4d702-df72-4c11-8a8e-6d0a7b9872d5,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.202409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network dabb51f8-3576-420d-b04e-605922011cb6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:23.216674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:23.220765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:23.222634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.301034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-18ddf4fa-974c-44e1-9f04-45b3c138e4b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:23.304100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-18ddf4fa-974c-44e1-9f04-45b3c138e4b4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.66 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.3725853 Nov 22 16:44:23.324749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'port': {'device_id': 'fd27f783-8248-4504-a201-d25850bce989', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'admin_state_up': True, 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:23.326843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=22c891b6-78fd-4d8d-9503-e7ac8b680d49,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.401670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:23.440158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a66289cc-3d6e-4d96-9ae8-cd7b206af250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.441623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.544298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.566639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:23.578969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.623687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda2f67-dcaf-446b-93f1-31093240b39d None None] Pushing event updated for resources: {'Port': ['ID=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:23.698052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c622728-5bfa-4229-af8e-bc06f4e1ab17 req-c27671dd-7aa3-40df-87e3-c7904e6aed3a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 210 time: 0.1164501 Nov 22 16:44:23.723950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Attempting to bind port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:23.729613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Attempting to bind port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:23.730591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Attempting to bind port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 on network dabb51f8-3576-420d-b04e-605922011cb6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:23.751970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:23.756816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Checking segment: {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:23.757622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.758305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Bound using segment: {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:23.761718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Bound port: 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:23.762362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.840983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Provisioning complete for port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:23.841493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:23.943194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Allocated IP 172.20.0.13 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:24.219853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.279758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.286037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.286991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.322567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Deleting port 354249eb-ef61-4ca8-8a12-0451877c9c59 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:24.323502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.387400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.428857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event updated for resources: {'Port': ['ID=22c891b6-78fd-4d8d-9503-e7ac8b680d49,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:24.487023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388', '7f0db838-9529-4bdc-9b50-39e9605bb90f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:24.598044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] For port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:24.604385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] For port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,segment=NetworkSegment(3794aac5-551e-4f10-b666-6830f419af8d),segment_id=3794aac5-551e-4f10-b666-6830f419af8d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:24.668965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Network dabb51f8-3576-420d-b04e-605922011cb6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:24.676508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:24.687140 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.758307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.767469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:24.806524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60ffcb-5011-41a9-9714-993724c07ebc None None] Pushing event updated for resources: {'Port': ['ID=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:24.827941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:24.842539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:24.843164 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:24.947863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] For port 354249eb-ef61-4ca8-8a12-0451877c9c59, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=354249eb-ef61-4ca8-8a12-0451877c9c59,segment=NetworkSegment(d1a80bee-243d-4d82-9628-b5094eecaa44),segment_id=d1a80bee-243d-4d82-9628-b5094eecaa44)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:24.951206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.003394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Calling delete_port for 354249eb-ef61-4ca8-8a12-0451877c9c59 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:25.100087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:25.111562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43448) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:25.153534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] DHCP port deletion for b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:25.232349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:25.249701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:25.489824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:25.509415 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85896225-3a95-44e8-9643-3a2d6449426e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6822696 Nov 22 16:44:25.512974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43460) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:25.523528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:25.625157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:25.678784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Provisioning complete for port 114d4707-1faf-4cd6-8832-7fb1a001f32b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:25.680258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.684085 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.747581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1769561273-network', 'tenant_id': '52389c98fb324a828e4db1942143d6b4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:25.807485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Made reservation on behalf of 52389c98fb324a828e4db1942143d6b4 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:25.810675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.871766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:25.876085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:25.877927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:25.974230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43470) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:26.141556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.150350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.150958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:26.190108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:26.201044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:26.202910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ad4d702-df72-4c11-8a8e-6d0a7b9872d5 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:26.203464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b630af04-5c17-4cd6-8c1e-0fdbefbd5069 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:26.220566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:26.238635 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.239743 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Added segment ff769794-3114-4cb1-bfb8-5d8aa1696011 of type vlan for network aad75473-348d-499e-89fd-0c958a782943 Nov 22 16:44:26.330537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Deleting port 354249eb-ef61-4ca8-8a12-0451877c9c59 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:26.331085 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.366827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1849425946-network', 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:26.415524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] For port 354249eb-ef61-4ca8-8a12-0451877c9c59, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:26.416096 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.436009 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.453469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Calling delete_port for 354249eb-ef61-4ca8-8a12-0451877c9c59 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:26.463227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Port 354249eb-ef61-4ca8-8a12-0451877c9c59 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:44:26.498739 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.516334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.521700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:26.522352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.526597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b630af04-5c17-4cd6-8c1e-0fdbefbd5069 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:26.527629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b630af04-5c17-4cd6-8c1e-0fdbefbd5069 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:26.594941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:26.608537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.624016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] No DVR routers for this DVR port 354249eb-ef61-4ca8-8a12-0451877c9c59 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:26.686704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:26.721027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.793227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:26.794678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.814349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.827213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-031a9422-8dda-4233-b7bf-cf1aac578d4f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5110104 Nov 22 16:44:26.892030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27209fc5-9f16-45ab-bfae-2bc22d42a72d req-a0486d3b-df37-4dbb-94b3-4cb6c8030dbb tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:26.897053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27209fc5-9f16-45ab-bfae-2bc22d42a72d req-a0486d3b-df37-4dbb-94b3-4cb6c8030dbb tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 932 time: 1.6556540 Nov 22 16:44:26.918534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb03ba-ef2a-41e9-9497-ba404dd27532 None None] Pushing event deleted for resources: {'Port': ['ID=354249eb-ef61-4ca8-8a12-0451877c9c59,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:26.931533 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:26.938916 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8172283 Nov 22 16:44:26.940822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de63b7-4b83-4cc5-8736-e38460245b02 admin admin] Pushing event updated for resources: {'Network': ['ID=aad75473-348d-499e-89fd-0c958a782943,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:26.949392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:26.971732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Request body: {'subnet': {'network_id': 'aad75473-348d-499e-89fd-0c958a782943', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1769561273-subnet', 'tenant_id': '52389c98fb324a828e4db1942143d6b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:27.006911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Request body: {'port': {'device_id': 'fd27f783-8248-4504-a201-d25850bce989', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:27.019328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=354249eb-ef61-4ca8-8a12-0451877c9c59,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:27.037266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.050511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.080306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network aad75473-348d-499e-89fd-0c958a782943 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:27.088191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Made reservation on behalf of 52389c98fb324a828e4db1942143d6b4 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:27.093411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.170466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] No DVR routers for this DVR port 354249eb-ef61-4ca8-8a12-0451877c9c59 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:27.229792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:44:27.283356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597f0738-cc1b-4473-a8a2-02d99b2cc7a1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:27.290697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.290917 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Added segment ad412fab-e025-48d0-9c2b-a5477a911e61 of type vlan for network bb4fff6e-7338-4018-ba32-de47da46245f Nov 22 16:44:27.334191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:27.456779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.483415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.492012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066bdf7-9387-4f3b-86ba-01f040510131 None None] Network dabb51f8-3576-420d-b04e-605922011cb6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:27.494177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.547575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.563549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.564517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:27.565100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.578337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1695cb5-2cda-4b6b-a160-140f1fd1c7e4']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:27.589315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a80bee-243d-4d82-9628-b5094eecaa44') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:27.589936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a80bee-243d-4d82-9628-b5094eecaa44') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:27.601348 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.607142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6281753 Nov 22 16:44:27.616695 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.624047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:27.624687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.634906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43488) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:27.651004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Request body: {'subnet': {'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1849425946-subnet', 'tenant_id': '6b8499e682674e1b8d57581eacaf071f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:27.719084 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:27.736773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.779964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.783742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b1695cb5-2cda-4b6b-a160-140f1fd1c7e4 HTTP/1.1" status: 204 len: 168 time: 5.0278132 Nov 22 16:44:27.818500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f4248-3ffb-44fd-9b69-06b80878cd82 admin admin] Pushing event updated for resources: {'Network': ['ID=bb4fff6e-7338-4018-ba32-de47da46245f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:27.838112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:27.841206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.858910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:27.933268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29e90e5f-4276-4f4b-8dad-46fa78728fd9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:27.978140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] For port 114d4707-1faf-4cd6-8832-7fb1a001f32b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=114d4707-1faf-4cd6-8832-7fb1a001f32b,segment=NetworkSegment(9ac7e0e4-8c9e-4568-b8f7-98b2b3018853),segment_id=9ac7e0e4-8c9e-4568-b8f7-98b2b3018853)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:28.038169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bb4fff6e-7338-4018-ba32-de47da46245f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:44:28.070646 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.083211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:28.094141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Checking segment: {'id': 'ff769794-3114-4cb1-bfb8-5d8aa1696011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aad75473-348d-499e-89fd-0c958a782943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:28.094141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Network hostable DHCP agents. Network: aad75473-348d-499e-89fd-0c958a782943, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:28.096620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43496) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:28.103202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.126706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27209fc5-9f16-45ab-bfae-2bc22d42a72d req-75b999d7-ee86-4f8d-880b-cece1c5bae22 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1362915 Nov 22 16:44:28.134213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51525ab1-4b97-4a1d-be33-8613bb0b5d63 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1695cb5-2cda-4b6b-a160-140f1fd1c7e4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.142194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Transition to ACTIVE for port object 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:28.151011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.180733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Network aad75473-348d-499e-89fd-0c958a782943 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:28.209276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8cfdf-d5ac-4632-aac2-51a53611bc8e None None] Pushing event updated for resources: {'Port': ['ID=114d4707-1faf-4cd6-8832-7fb1a001f32b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.237870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.258457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:28.258894 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.287444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, aad75473-348d-499e-89fd-0c958a782943) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:28.307285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:28.308579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.337370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-10972125-ab05-4b17-a71a-38364267d40e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=19f45fdbf34f4a4f9f831cca7cdf55c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2395644 Nov 22 16:44:28.338025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43498) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:28.390153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9e880e-276b-4773-bff4-48765464794a None None] Network aad75473-348d-499e-89fd-0c958a782943 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:28.425020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b6b522c4-94a3-423f-ad9a-2fffe2a51ac6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4610269 Nov 22 16:44:28.501048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.537248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Attempting to bind port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:28.537248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Attempting to bind port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:28.537573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Attempting to bind port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:28.556613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:28.557280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Attempting to bind port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:28.569441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.extraroute_db [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:44:28.573373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:28.574485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:28.575033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:28.575637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Bound port: 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:28.576386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.622863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.extraroute_db [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Removed routes are [] {{(pid=103514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:44:28.623662 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.635562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11bf690f-ca20-4e56-aa6c-3da5fbe0d65a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.752778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11bf690f-ca20-4e56-aa6c-3da5fbe0d65a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.819539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fedf3f6b-88f8-4686-91b2-698371b64e3a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.837136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:28.837901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Network hostable DHCP agents. Network: bb4fff6e-7338-4018-ba32-de47da46245f, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:44:28.862932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Network bb4fff6e-7338-4018-ba32-de47da46245f is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:44:28.875807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bb4fff6e-7338-4018-ba32-de47da46245f) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:28.885178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:28.887826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.890308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11bf690f-ca20-4e56-aa6c-3da5fbe0d65a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.892216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-47a881a8-b9b1-4a06-bae7-ee27fe2f42b1 None None] Provisioning complete for port 114d4707-1faf-4cd6-8832-7fb1a001f32b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:28.893196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47a881a8-b9b1-4a06-bae7-ee27fe2f42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.901599 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11bf690f-ca20-4e56-aa6c-3da5fbe0d65a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:28.911524 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11bf690f-ca20-4e56-aa6c-3da5fbe0d65a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e5d20a1f-e4f1-4d6d-94fc-599a0f67c2d0 HTTP/1.1" status: 204 len: 168 time: 0.5697186 Nov 22 16:44:28.930474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d18388f-4e34-48e3-8a80-a02b3b2439fc None None] Network bb4fff6e-7338-4018-ba32-de47da46245f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:28.943682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf690f-ca20-4e56-aa6c-3da5fbe0d65a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d20a1f-e4f1-4d6d-94fc-599a0f67c2d0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:28.967343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fe10e9a0-4132-4289-af9e-4283bd667c7f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3203671 Nov 22 16:44:29.180633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:29.333555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:29.376314 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.393909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:29.407629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.410066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.631823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:29.633150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:29.634851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] 10.222.0.66 "PUT /v2.0/ports/9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 1092 time: 2.6627216 Nov 22 16:44:29.637783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:29.641852 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:29.752849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef09812-a892-4975-a2f2-8983ad502ab9 req-f267a62c-cab4-4c03-87a1-6c81016e9b8a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:29.755424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ef09812-a892-4975-a2f2-8983ad502ab9 req-f267a62c-cab4-4c03-87a1-6c81016e9b8a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 944 time: 0.4233351 Nov 22 16:44:29.773458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-a17f1d8f-297e-44c4-8549-da37b0412356 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:29.786265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-a17f1d8f-297e-44c4-8549-da37b0412356 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/networks?id=aad75473-348d-499e-89fd-0c958a782943 HTTP/1.1" status: 200 len: 814 time: 0.6042693 Nov 22 16:44:29.922473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:29.933917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:29.942518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.943135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.943825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.944344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.945167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.945715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.946227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.946774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.947363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.947905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.948426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.948993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc85f5b-0d5b-4dbe-ad33-74ba4e9cd990 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:44:29.972547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-53e75a72-54d8-4860-a61b-264894af46ea tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/quotas/52389c98fb324a828e4db1942143d6b4 HTTP/1.1" status: 200 len: 375 time: 0.1037188 Nov 22 16:44:30.005153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.036643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a2f170-3cd8-48c1-bb81-5d589781d282 None None] Network aad75473-348d-499e-89fd-0c958a782943 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:30.061267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:23Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22c891b6-78fd-4d8d-9503-e7ac8b680d49', 'name': '', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:61:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:20Z', 'updated_at': '2021-11-22T16:44:23Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:21Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:30.089025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-039bc2c6-cef9-4016-913e-3a150ab54717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:30.095797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-039bc2c6-cef9-4016-913e-3a150ab54717 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 1095 time: 0.3786867 Nov 22 16:44:30.199647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9cf7c2-933b-45d9-8077-d939be86f9e9 None None] Network bb4fff6e-7338-4018-ba32-de47da46245f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:30.243347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:30.251945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,segment=NetworkSegment(3794aac5-551e-4f10-b666-6830f419af8d),segment_id=3794aac5-551e-4f10-b666-6830f419af8d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:30.254307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:30.254680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Updating router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:44:30.263047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-128fa0b3-2c8b-425d-8fda-76ceca7ccb81 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=52389c98fb324a828e4db1942143d6b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2891879 Nov 22 16:44:30.271598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.273199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d10b0e4b-2e1d-424c-9dda-7ff0d5944125 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 953 time: 4.7548232 Nov 22 16:44:30.292943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:30.310414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.319034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e1ad5eb6-036d-44e9-92a7-ea5c673db840 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:30.391713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-766a5a98-9a25-487c-8f10-078a8012f537 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 217 time: 0.1459234 Nov 22 16:44:30.397642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ef09812-a892-4975-a2f2-8983ad502ab9 req-08157dce-f738-42cc-94bf-07ec15091c5f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5790014 Nov 22 16:44:30.521482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-04ccbe9c-9e0a-4b7b-93ee-ef6c8fbeadff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:30.524404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-04ccbe9c-9e0a-4b7b-93ee-ef6c8fbeadff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1238647 Nov 22 16:44:30.564985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-1f0e3213-6023-4e81-bf9f-13e33bbbaa03 service neutron] 10.222.0.65 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004746 Nov 22 16:44:30.587184 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ecb0e791-3c5f-42ad-bd6c-8c469197ad50 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 953 time: 0.2929714 Nov 22 16:44:30.588012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43572) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:30.602037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'routes': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:30.616005 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:30.746016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-f527ab14-d96b-45cd-a3a1-da9f63cc05aa service neutron] 10.222.0.65 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787598 Nov 22 16:44:30.900083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-dfd9bdd1-598b-4591-96b8-c4d2ffc78ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:30.902305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-dfd9bdd1-598b-4591-96b8-c4d2ffc78ec6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3680079 Nov 22 16:44:31.284185 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83dfc99-595b-4a33-a522-e73f4970de23 x-openstack-request-id: req-b83dfc99-595b-4a33-a522-e73f4970de23 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:31.284507 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:31.284731 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b83dfc99-595b-4a33-a522-e73f4970de23 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:31.285143 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2', 'status': 'completed', 'code': 200} Nov 22 16:44:31.396501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-b222ec04-2666-4702-b17b-fb49fd10c0f1 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4846349 Nov 22 16:44:31.526955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e1ad5eb6-036d-44e9-92a7-ea5c673db840 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:31.527846 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.592826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-527b6144-e867-4d32-95ae-a4bf27467788 req-a80f909d-d3c2-4001-920d-feecf89f2765 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 210 time: 0.1304500 Nov 22 16:44:31.671959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-e4842523-c1db-40b7-8cf4-bc9425864565 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:31.684247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-e4842523-c1db-40b7-8cf4-bc9425864565 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.5580509 Nov 22 16:44:31.700671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:31.789132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-3a955f8e-10db-44e8-831a-df28a46db216 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.1016893 Nov 22 16:44:31.845134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-47a881a8-b9b1-4a06-bae7-ee27fe2f42b1 None None] Provisioning complete for port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:31.845437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47a881a8-b9b1-4a06-bae7-ee27fe2f42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.889543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:31.951750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-e217dc33-ba17-4ff7-84df-421fa09b2744 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1610696 Nov 22 16:44:32.026449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.212910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port e1ad5eb6-036d-44e9-92a7-ea5c673db840, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e1ad5eb6-036d-44e9-92a7-ea5c673db840,segment=NetworkSegment(9ac7e0e4-8c9e-4568-b8f7-98b2b3018853),segment_id=9ac7e0e4-8c9e-4568-b8f7-98b2b3018853)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:32.252550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.253999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:32.429128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.extraroute_db [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added routes are [] {{(pid=103515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:44:32.429469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.extraroute_db [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:44:32.518646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-47a881a8-b9b1-4a06-bae7-ee27fe2f42b1 None None] Provisioning complete for port e1ad5eb6-036d-44e9-92a7-ea5c673db840 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:32.519648 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47a881a8-b9b1-4a06-bae7-ee27fe2f42b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.526329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=e1ad5eb6-036d-44e9-92a7-ea5c673db840,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:32.540401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.607659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:32.609021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.650206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-a4de2b01-4a73-4eb0-a8ae-c18864aa3912 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970460 Nov 22 16:44:32.657205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e815c45-71b9-4d25-899f-9f476494bd45 req-a0da802c-6c19-49c0-9326-88a44e8dd800 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2272673 Nov 22 16:44:32.676684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c027316-4749-48f1-83dc-0430100ee18b req-39997057-7f95-480b-a9c2-512da3c7db28 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:32.685325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c027316-4749-48f1-83dc-0430100ee18b req-39997057-7f95-480b-a9c2-512da3c7db28 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 944 time: 0.8255653 Nov 22 16:44:32.725305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.738997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:32.775375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c027316-4749-48f1-83dc-0430100ee18b req-d835cad1-695f-4e0c-bae0-5993aa990334 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834551 Nov 22 16:44:32.799627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5122b41-70a2-4401-b42f-1b0049f30106 None None] Pushing event updated for resources: {'Port': ['ID=22c891b6-78fd-4d8d-9503-e7ac8b680d49,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:32.920031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-b90b9978-0c5d-4674-bf64-58750a7de1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:32.923307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-b90b9978-0c5d-4674-bf64-58750a7de1ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 1095 time: 0.1735771 Nov 22 16:44:32.952842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae7b3b62-3ac3-434f-b5c6-bdda6f911f63 req-b7689786-b5c1-452c-9076-e58d3cac5f38 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 210 time: 0.0572574 Nov 22 16:44:33.038371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 114d4707-1faf-4cd6-8832-7fb1a001f32b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:33.095157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-2cda388d-9100-4cc0-8bea-7924db4067f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:33.096959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-2cda388d-9100-4cc0-8bea-7924db4067f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.1502616 Nov 22 16:44:33.110771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-5e6b84fe-15c8-4d55-b0dc-bfed89fbdad0 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946059 Nov 22 16:44:33.132233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Attempting to bind port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:33.132609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Attempting to bind port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:33.132977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Attempting to bind port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 on network dabb51f8-3576-420d-b04e-605922011cb6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:33.222173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:33.222562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Checking segment: {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:33.222977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.226194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Bound using segment: {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:33.226718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Bound port: 22c891b6-78fd-4d8d-9503-e7ac8b680d49, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3794aac5-551e-4f10-b666-6830f419af8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:33.227120 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.287431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-945112dd-b526-4a2d-a623-e4433d097dcd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 217 time: 0.1747487 Nov 22 16:44:33.414678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-ebb6e7ec-89f7-406e-bdab-74f7224f5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:33.416344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-ebb6e7ec-89f7-406e-bdab-74f7224f5980 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1198828 Nov 22 16:44:33.506520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-31912c40-e90b-4377-8a3f-329ca69f0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:33.507516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-31912c40-e90b-4377-8a3f-329ca69f0b76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831537 Nov 22 16:44:33.551977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] For port 22c891b6-78fd-4d8d-9503-e7ac8b680d49, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:33.556804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] For port 22c891b6-78fd-4d8d-9503-e7ac8b680d49, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=22c891b6-78fd-4d8d-9503-e7ac8b680d49,segment=NetworkSegment(3794aac5-551e-4f10-b666-6830f419af8d),segment_id=3794aac5-551e-4f10-b666-6830f419af8d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:33.572544 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.623780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.627945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.654761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5122b41-70a2-4401-b42f-1b0049f30106 None None] Pushing event updated for resources: {'Port': ['ID=22c891b6-78fd-4d8d-9503-e7ac8b680d49,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:33.710341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Provisioning complete for port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:33.719461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.726317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 114d4707-1faf-4cd6-8832-7fb1a001f32b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:33.727005 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.830254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ca3a5af-84e2-41b2-bac7-a152971dae78 req-f12b879b-dc47-4ee9-a2a2-af7e592b49f1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 210 time: 0.0913363 Nov 22 16:44:33.897321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Deleting port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:33.897692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:33.933777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-592e5515-f10e-49c8-856b-ce4c7edba2e3 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152005 Nov 22 16:44:34.056986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] For port 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:34.057431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.086617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Calling delete_port for 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:34.139396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43f9a11d-6506-4d52-adf8-d9dc4ea2648d req-1fb5d133-81d4-49e7-b4f3-088593201c8e service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979020 Nov 22 16:44:34.243835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-e0fca1ee-4944-4d55-970a-45d548c0b1ff tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:34.245681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-e0fca1ee-4944-4d55-970a-45d548c0b1ff tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.20 "GET /v2.0/networks?id=aad75473-348d-499e-89fd-0c958a782943 HTTP/1.1" status: 200 len: 814 time: 0.6141131 Nov 22 16:44:34.246511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dbc319b-b20a-4466-b8e3-217697ed9704 req-1eeafaed-fe39-42b2-80ee-3bd1159b7de2 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 210 time: 0.1053669 Nov 22 16:44:34.253988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43658) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:34.277066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016fa19-efba-4267-852b-5c1895ae8fc0 req-87295a09-eeee-42f4-96a8-f03a83697894 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:34.281123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:34.286946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f016fa19-efba-4267-852b-5c1895ae8fc0 req-87295a09-eeee-42f4-96a8-f03a83697894 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 944 time: 0.2807577 Nov 22 16:44:34.331904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:34.336608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:34.337259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:34.342572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Request body: {'port': {'device_id': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'network_id': 'aad75473-348d-499e-89fd-0c958a782943', 'admin_state_up': True, 'tenant_id': '52389c98fb324a828e4db1942143d6b4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:34.371465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f016fa19-efba-4267-852b-5c1895ae8fc0 req-b7a900cf-01ab-40dd-a86f-61cf124d0d5c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848668 Nov 22 16:44:34.500966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d4d730b-83dc-404d-a4bb-37a97a1881c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.513857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:34.703541 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d4d730b-83dc-404d-a4bb-37a97a1881c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.713423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d4d730b-83dc-404d-a4bb-37a97a1881c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.795010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4d4d730b-83dc-404d-a4bb-37a97a1881c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68a29d292d5b41498efdbdcc93eb5cb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5396855 Nov 22 16:44:34.795912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43672) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:34.804681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Made reservation on behalf of 52389c98fb324a828e4db1942143d6b4 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:34.806134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d730b-83dc-404d-a4bb-37a97a1881c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8714fcb8-bb60-4a33-af04-69ca6b114bd2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:34.816453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.927766 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f11ff-48ee-4227-bd7b-b7271d532364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:34.934113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:44:35.001106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:35.013139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.014628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-07efe6bd-bd63-454e-a464-aee70f487149 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 703 time: 4.4220531 Nov 22 16:44:35.020078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:35.028555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f11ff-48ee-4227-bd7b-b7271d532364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.078863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7281b533-e184-4e08-860c-38e603f4c1c3 req-23295aab-a5d5-4860-8549-f1a3b2d11d12 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 210 time: 0.0987477 Nov 22 16:44:35.133035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:35.154178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2', 'mac_address': 'fa:16:3e:9d:64:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:35.160771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f11ff-48ee-4227-bd7b-b7271d532364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.163861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 7, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22c891b6-78fd-4d8d-9503-e7ac8b680d49', 'name': '', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:61:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:20Z', 'updated_at': '2021-11-22T16:44:33Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:35.164946 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f11ff-48ee-4227-bd7b-b7271d532364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.171188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5f4f11ff-48ee-4227-bd7b-b7271d532364 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8714fcb8-bb60-4a33-af04-69ca6b114bd2 HTTP/1.1" status: 204 len: 168 time: 0.3735006 Nov 22 16:44:35.184084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f11ff-48ee-4227-bd7b-b7271d532364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8714fcb8-bb60-4a33-af04-69ca6b114bd2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:35.217542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60072ecb-fe12-451f-9581-2a052e92886d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:35.246782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cd3424-cd59-4401-bef1-599b09141517 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 7, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22c891b6-78fd-4d8d-9503-e7ac8b680d49', 'name': '', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:61:d1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:20Z', 'updated_at': '2021-11-22T16:44:33Z', 'revision_number': 4, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:35.293321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 60072ecb-fe12-451f-9581-2a052e92886d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:35.293975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 60072ecb-fe12-451f-9581-2a052e92886d not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:35.294618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 354249eb-ef61-4ca8-8a12-0451877c9c59 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:35.297508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Provisioning complete for port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:35.298444 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.353227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 354249eb-ef61-4ca8-8a12-0451877c9c59 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:35.353890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 354249eb-ef61-4ca8-8a12-0451877c9c59 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:35.370768 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.400896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:35.443385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:35.452029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.541960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Allocated IP 172.20.0.12 (aad75473-348d-499e-89fd-0c958a782943/29e90e5f-4276-4f4b-8dad-46fa78728fd9/a3b34827-f3d0-46cc-957a-b9cd4d26b71a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:35.559655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:35.637617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:35.678496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96ddd0df-244a-44d5-8bca-ef219f4176b6 req-48d69424-9f86-4c8a-ba09-94c281b6493e tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 210 time: 0.0996094 Nov 22 16:44:35.775306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:35.856356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] For port 22c891b6-78fd-4d8d-9503-e7ac8b680d49, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=22c891b6-78fd-4d8d-9503-e7ac8b680d49,segment=NetworkSegment(3794aac5-551e-4f10-b666-6830f419af8d),segment_id=3794aac5-551e-4f10-b666-6830f419af8d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:35.884267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.176393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-b280816e-bb3d-4f73-b8d9-0136e5f6ab6d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:36.177991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-b280816e-bb3d-4f73-b8d9-0136e5f6ab6d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.3502331 Nov 22 16:44:36.231804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Request body: {'port': {'device_id': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'admin_state_up': True, 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:36.233914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e469e582-f4fc-4db9-80c8-ea89758b84b9 None None] Provisioning complete for port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:36.234346 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e469e582-f4fc-4db9-80c8-ea89758b84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.269862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36181c-e589-48e3-a33e-2a777dc7b28a req-2dd3241f-0b45-416c-ad7f-62acfc718b75 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:36.278571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b36181c-e589-48e3-a33e-2a777dc7b28a req-2dd3241f-0b45-416c-ad7f-62acfc718b75 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 945 time: 0.5262921 Nov 22 16:44:36.287846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.351371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:36.452533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4392f5-dc67-4380-8ce4-fb6dd1c838d4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:36.460433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.469803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc160f-3042-4a8e-bd0d-2d6c991efac9 None None] Pushing event updated for resources: {'Port': ['ID=22c891b6-78fd-4d8d-9503-e7ac8b680d49,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:36.470314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b36181c-e589-48e3-a33e-2a777dc7b28a req-b4fdac34-5209-4eb6-8452-4e963b98ad15 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901152 Nov 22 16:44:36.539856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6d03fe3-ed23-4501-8c29-cfe0611928b8 req-b1a9d0fd-6374-4bd8-9716-9e86bc15451a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 210 time: 0.2078583 Nov 22 16:44:36.599162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f14e6a4-e160-46f0-aac6-94e48f3ef112 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 703 time: 1.5776508 Nov 22 16:44:36.602223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43704) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:36.606538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.827371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:36.842448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:36.967237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:36.968136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.118572 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:37.158675 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:37.167372 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:37.211671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Pushing event updated for resources: {'Port': ['ID=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:37.251504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e1ad5eb6-036d-44e9-92a7-ea5c673db840 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:37.284616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Network aad75473-348d-499e-89fd-0c958a782943 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:37.290466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:37.300596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:37.351574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:37.352558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.368526 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.388715 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-c9761eb2-8525-45cf-937a-09af412b8921 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0545111 Nov 22 16:44:37.403694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dbaed-0984-40e6-936d-6838b4e5e7ff req-661aba3f-957b-4788-a9d0-c186604c2dac tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:37.417751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Request body: {'port': {'device_id': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:37.421169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d64dbaed-0984-40e6-936d-6838b4e5e7ff req-661aba3f-957b-4788-a9d0-c186604c2dac tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 932 time: 0.4762168 Nov 22 16:44:37.435710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e1ad5eb6-036d-44e9-92a7-ea5c673db840 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:37.436074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.461958 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:37.596257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:37.608471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d64dbaed-0984-40e6-936d-6838b4e5e7ff req-2acffd60-1a4d-4a8b-af06-bd4ebdd1f7ab tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860130 Nov 22 16:44:37.700589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 114d4707-1faf-4cd6-8832-7fb1a001f32b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:37.776018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Allocated IP 172.20.0.2 (bb4fff6e-7338-4018-ba32-de47da46245f/fedf3f6b-88f8-4686-91b2-698371b64e3a/4e249b44-79f3-4486-9f78-f5e8a65f4f8f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:37.982588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-211f0f90-f3b8-418f-92c9-28a7f4e1863e req-1bb6d575-9738-47b3-b25e-c3868ed2a9e0 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 210 time: 0.1854095 Nov 22 16:44:38.021148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 114d4707-1faf-4cd6-8832-7fb1a001f32b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:38.041055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.056873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12c6c0-ca8d-45a7-b819-56fd195eb111 req-424c3b19-c40d-4770-a04a-d5479cb13a13 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.078503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f12c6c0-ca8d-45a7-b819-56fd195eb111 req-424c3b19-c40d-4770-a04a-d5479cb13a13 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 945 time: 0.3998070 Nov 22 16:44:38.191779 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 7, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22c891b6-78fd-4d8d-9503-e7ac8b680d49', 'name': '', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:61:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:20Z', 'updated_at': '2021-11-22T16:44:35Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:38.227140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:38.266509 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:38.294860 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:38.295996 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:38.305242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f12c6c0-ca8d-45a7-b819-56fd195eb111 req-290bd923-c63b-4033-94c2-a9e21bf5354f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248492 Nov 22 16:44:38.412197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.450724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:38.467429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22c891b6-78fd-4d8d-9503-e7ac8b680d49 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:38.477824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:38.478122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.531872 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:38.717887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.873953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.880806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:38.884067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.888661 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.908728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ed5f3-24e4-4cd5-9cf2-3e75c6f398df req-dbc6b0ea-69f2-40ba-9c85-f21331cab0b5 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:38.910501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-976ed5f3-24e4-4cd5-9cf2-3e75c6f398df req-dbc6b0ea-69f2-40ba-9c85-f21331cab0b5 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 932 time: 0.1646254 Nov 22 16:44:38.912646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Network bb4fff6e-7338-4018-ba32-de47da46245f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:38.941147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:38.951081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b34827-f3d0-46cc-957a-b9cd4d26b71a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:38.959815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:38.988119 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 7, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22c891b6-78fd-4d8d-9503-e7ac8b680d49', 'name': '', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:61:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:20Z', 'updated_at': '2021-11-22T16:44:35Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:39.008158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.010099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:39.039891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.063448 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a8c9ac-95d7-4b8d-8541-89c0f105f664 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 7, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '22c891b6-78fd-4d8d-9503-e7ac8b680d49', 'name': '', 'network_id': 'dabb51f8-3576-420d-b04e-605922011cb6', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:61:d1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:20Z', 'updated_at': '2021-11-22T16:44:35Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '3bd5a599-deb7-4c38-8308-fe89782be2fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:39.081151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:39.081877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.090006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:39.094816 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bbbcd5-e123-44d3-b87e-7b516c30cf04" -d '{"events": [{"server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "name": "network-vif-plugged", "status": "completed", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:39.112618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:39.149399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-976ed5f3-24e4-4cd5-9cf2-3e75c6f398df req-8bbac395-aa22-4534-8732-3049ca8eb94d tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129653 Nov 22 16:44:39.159395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event updated for resources: {'Port': ['ID=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:39.173970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-2698d79d-c308-4348-bfbe-d41da7a71e28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9619141 Nov 22 16:44:39.188086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Request body: {'port': {'device_id': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:39.204010 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.227177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Transition to ACTIVE for port object a3b34827-f3d0-46cc-957a-b9cd4d26b71a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:39.347904 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e618b89-7d81-4080-b124-99f991d7228f x-openstack-request-id: req-7e618b89-7d81-4080-b124-99f991d7228f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:39.348283 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "name": "network-vif-plugged", "status": "completed", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:39.348593 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e618b89-7d81-4080-b124-99f991d7228f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:39.349055 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2', 'code': 200} Nov 22 16:44:39.380621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.439165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:39.443815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.478415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfe973-47cb-4611-b7d0-4a8e7d82d13e req-5ff50bdc-5e2e-4dfa-afec-fa6e5ce2808c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:39.485804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50cfe973-47cb-4611-b7d0-4a8e7d82d13e req-5ff50bdc-5e2e-4dfa-afec-fa6e5ce2808c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 931 time: 0.2425838 Nov 22 16:44:39.642183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50cfe973-47cb-4611-b7d0-4a8e7d82d13e req-223fd933-0ded-4dbf-bae8-15264c24cc5e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843277 Nov 22 16:44:39.681947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22c891b6-78fd-4d8d-9503-e7ac8b680d49 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:39.790648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d7655-ced4-4ae8-a144-e1502cf254ef req-302d0c1e-70a7-42df-a608-aed699990969 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:39.792215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-908d7655-ced4-4ae8-a144-e1502cf254ef req-302d0c1e-70a7-42df-a608-aed699990969 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 946 time: 0.2360079 Nov 22 16:44:39.804498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055eb0ce-b6e4-4639-8c0a-016dfc7f2af0 req-807d6081-901f-490b-895a-5f0250bceac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:39.805912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:39.806451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:39.810554 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055eb0ce-b6e4-4639-8c0a-016dfc7f2af0 req-807d6081-901f-490b-895a-5f0250bceac5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 1097 time: 0.3604946 Nov 22 16:44:39.915307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-908d7655-ced4-4ae8-a144-e1502cf254ef req-d4d154f2-d4fd-4233-80fd-6db0a341e2d1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116664 Nov 22 16:44:40.113723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e249b44-79f3-4486-9f78-f5e8a65f4f8f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:40.126147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.147158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Transition to ACTIVE for port object 4e249b44-79f3-4486-9f78-f5e8a65f4f8f will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:40.154897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.323226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Pushing event updated for resources: {'Port': ['ID=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:40.519062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Attempting to bind port a3b34827-f3d0-46cc-957a-b9cd4d26b71a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:40.519660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Attempting to bind port a3b34827-f3d0-46cc-957a-b9cd4d26b71a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ff769794-3114-4cb1-bfb8-5d8aa1696011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aad75473-348d-499e-89fd-0c958a782943'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:40.519783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Attempting to bind port a3b34827-f3d0-46cc-957a-b9cd4d26b71a on network aad75473-348d-499e-89fd-0c958a782943 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:40.533048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Port a3b34827-f3d0-46cc-957a-b9cd4d26b71a on network aad75473-348d-499e-89fd-0c958a782943 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:40.533382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Attempting to bind port a3b34827-f3d0-46cc-957a-b9cd4d26b71a on network aad75473-348d-499e-89fd-0c958a782943 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:40.550584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:40.550930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Checking segment: {'id': 'ff769794-3114-4cb1-bfb8-5d8aa1696011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aad75473-348d-499e-89fd-0c958a782943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:40.551329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Bound using segment: {'id': 'ff769794-3114-4cb1-bfb8-5d8aa1696011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aad75473-348d-499e-89fd-0c958a782943'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:40.551791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Bound port: a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff769794-3114-4cb1-bfb8-5d8aa1696011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'aad75473-348d-499e-89fd-0c958a782943'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:40.552155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.557385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:40.595733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59b45-0400-4c31-8e47-191987778827 req-0a869233-a891-48e4-8533-5b440977a72d tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.598953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fb59b45-0400-4c31-8e47-191987778827 req-0a869233-a891-48e4-8533-5b440977a72d tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 944 time: 0.2792797 Nov 22 16:44:40.643492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Attempting to bind port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:44:40.643840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Attempting to bind port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:44:40.644180 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Attempting to bind port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:40.670570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f on network bb4fff6e-7338-4018-ba32-de47da46245f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:44:40.670930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Attempting to bind port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:44:40.690715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:44:40.691059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:44:40.691450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Bound using segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:44:40.692165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Bound port: 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:44:40.692770 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.701518 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055eb0ce-b6e4-4639-8c0a-016dfc7f2af0 req-b4a1f745-f608-4de7-8edc-dd4f72d52ff6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092029 Nov 22 16:44:40.774281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fb59b45-0400-4c31-8e47-191987778827 req-d81728c4-fb34-4480-ace1-fd1752a56d56 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275406 Nov 22 16:44:40.812578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Router e783ae35-2205-42e6-82d3-8c730bd56081 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:40.816231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] For port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:40.820303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] For port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:40.831084 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.929463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:40.929750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:40.931949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] 10.222.0.66 "PUT /v2.0/ports/4e249b44-79f3-4486-9f78-f5e8a65f4f8f HTTP/1.1" status: 200 len: 1091 time: 1.7500958 Nov 22 16:44:40.932466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'tag': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:40.936032 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7180e3-a1e8-481f-9def-bfb31e211b72" -d '{"events": [{"name": "network-changed", "server_uuid": "620e18cd-0495-4f8c-83ff-384d3c46c523", "tag": "4e249b44-79f3-4486-9f78-f5e8a65f4f8f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:41.006373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68afe062-d7e0-4a56-9ed1-395b0b97899d service neutron] Pushing event updated for resources: {'Port': ['ID=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:41.032375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] For port a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:44:41.049901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542cf16-5d0c-4b7e-b169-56615d857365 req-a18cd559-1de0-4e69-99c1-b1683d55097c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.053245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d542cf16-5d0c-4b7e-b169-56615d857365 req-a18cd559-1de0-4e69-99c1-b1683d55097c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 943 time: 0.2259061 Nov 22 16:44:41.101257 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bacb8b-20e2-48ea-a8b3-09ba4f373f7b x-openstack-request-id: req-40bacb8b-20e2-48ea-a8b3-09ba4f373f7b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:41.101808 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620e18cd-0495-4f8c-83ff-384d3c46c523", "tag": "4e249b44-79f3-4486-9f78-f5e8a65f4f8f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:41.102260 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40bacb8b-20e2-48ea-a8b3-09ba4f373f7b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:41.103275 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'tag': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f', 'status': 'completed', 'code': 200} Nov 22 16:44:41.113961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] For port a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,segment=NetworkSegment(ff769794-3114-4cb1-bfb8-5d8aa1696011),segment_id=ff769794-3114-4cb1-bfb8-5d8aa1696011)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:44:41.265684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.283992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-96a20a78-5ab4-407e-8b9d-80f279030aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.286034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-96a20a78-5ab4-407e-8b9d-80f279030aac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 1094 time: 0.2705235 Nov 22 16:44:41.372106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d542cf16-5d0c-4b7e-b169-56615d857365 req-1836752a-957f-4d26-92bb-f138f2cfb34d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681193 Nov 22 16:44:41.383425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-29497aea-2508-4438-8150-b843fa15a9b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f HTTP/1.1" status: 200 len: 217 time: 0.0777457 Nov 22 16:44:41.401640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.402542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.405337 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] 10.222.0.20 "PUT /v2.0/ports/a3b34827-f3d0-46cc-957a-b9cd4d26b71a HTTP/1.1" status: 200 len: 1092 time: 3.9961572 Nov 22 16:44:41.406018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'tag': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:41.408821 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fca0464-0bd6-44e1-817d-328e83f99bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "61af4ae0-86c8-4f86-b006-1fa320ef59db", "tag": "a3b34827-f3d0-46cc-957a-b9cd4d26b71a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:41.457403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:41.470601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] Sync routers for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:41.500862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:41.501543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:41.502972 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ef7bebca-8fe6-4973-b443-ae90d885c8e6 admin admin] 10.222.0.65 "PUT /v2.0/routers/e783ae35-2205-42e6-82d3-8c730bd56081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3208528 Nov 22 16:44:41.510408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43832) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:41.532162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95cd5b-6650-4602-9607-ee6dc2094a0b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:41.549996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 22c891b6-78fd-4d8d-9503-e7ac8b680d49 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:41.550344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.671274 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984ef4b9-6f30-4658-816d-8c4100b69ba5 x-openstack-request-id: req-984ef4b9-6f30-4658-816d-8c4100b69ba5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:41.671760 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61af4ae0-86c8-4f86-b006-1fa320ef59db", "tag": "a3b34827-f3d0-46cc-957a-b9cd4d26b71a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:41.672178 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-984ef4b9-6f30-4658-816d-8c4100b69ba5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:41.672816 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'tag': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a', 'status': 'completed', 'code': 200} Nov 22 16:44:41.744659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-ddc136c3-910a-4a4b-803e-88508f31b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.746951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-ddc136c3-910a-4a4b-803e-88508f31b32f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52389c98fb324a828e4db1942143d6b4&device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 1095 time: 0.2428226 Nov 22 16:44:41.765372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbcb1a-a0e9-4721-9236-9b949b38e4a8 req-7a0dcf7f-d0b5-4c65-a927-aa447d03a440 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.768083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fdbcb1a-a0e9-4721-9236-9b949b38e4a8 req-7a0dcf7f-d0b5-4c65-a927-aa447d03a440 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 946 time: 0.4949746 Nov 22 16:44:41.790371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:41.848005 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.855629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-fbb0f5aa-8487-4c42-aa15-8188b722165d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:41.857927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-fbb0f5aa-8487-4c42-aa15-8188b722165d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.4659271 Nov 22 16:44:41.883340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-fa82115c-ba59-429a-8678-76d26c320858 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a HTTP/1.1" status: 200 len: 217 time: 0.0924444 Nov 22 16:44:41.940719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 22c891b6-78fd-4d8d-9503-e7ac8b680d49, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=22c891b6-78fd-4d8d-9503-e7ac8b680d49,segment=NetworkSegment(3794aac5-551e-4f10-b666-6830f419af8d),segment_id=3794aac5-551e-4f10-b666-6830f419af8d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:41.941092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:41.942963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-6539efb2-448c-49ee-af81-e3b8a0254fd0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454724 Nov 22 16:44:42.049169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 22c891b6-78fd-4d8d-9503-e7ac8b680d49 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:42.110989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-d7a7b6f6-c50e-47f7-b6f3-b40c3a39522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.118723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-d7a7b6f6-c50e-47f7-b6f3-b40c3a39522b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=29e90e5f-4276-4f4b-8dad-46fa78728fd9 HTTP/1.1" status: 200 len: 854 time: 0.2229578 Nov 22 16:44:42.122611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:44:36Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:42.164556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] Checking router: e783ae35-2205-42e6-82d3-8c730bd56081 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:42.179394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] Routers {'e783ae35-2205-42e6-82d3-8c730bd56081'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:42.180430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e783ae35-2205-42e6-82d3-8c730bd56081'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:42.219676 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-02cf9d09-4dfc-4838-ba2f-f4fd97221e5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aad75473-348d-499e-89fd-0c958a782943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923774 Nov 22 16:44:42.355430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] Set router e783ae35-2205-42e6-82d3-8c730bd56081 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:42.413971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fdbcb1a-a0e9-4721-9236-9b949b38e4a8 req-154ed29d-7cc1-429f-bd98-7880b8ec8ebd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6271448 Nov 22 16:44:42.497351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e995b9e-12d0-4eac-b3a1-b51b3cbdfc37 req-d9075469-7e8d-4f1f-877a-86c4aa230da5 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.500169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e995b9e-12d0-4eac-b3a1-b51b3cbdfc37 req-d9075469-7e8d-4f1f-877a-86c4aa230da5 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 944 time: 0.5624733 Nov 22 16:44:42.505078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.582435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-e1ecb98a-29bc-4fca-9373-ed42934212ba service neutron] 10.222.0.20 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486829 Nov 22 16:44:42.624114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-f6402732-dd76-43bd-9cc6-d050bb6ad09d service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560020 Nov 22 16:44:42.696719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:44:36Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:42.732296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafecb2c-7561-4196-a0eb-a27e2346333d None None] The sync data for ids ['e783ae35-2205-42e6-82d3-8c730bd56081'] in n-d-816206-6 is: [{'id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'name': 'tempest-TaggedBootDevicesTest_v242-375994251-router', 'tenant_id': '756df09ce5054c699db108fca12f9b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:26Z', 'updated_at': '2021-11-22T16:44:36Z', 'revision_number': 5, 'project_id': '756df09ce5054c699db108fca12f9b4a', 'gw_port': {'id': '305b32cf-1104-4dbd-87fa-c4cde91ac6ea', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e783ae35-2205-42e6-82d3-8c730bd56081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 806, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:28Z', 'updated_at': '2021-11-22T16:32:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:42.772895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da3f0c31-6e4c-4913-ad75-f6379a6389f7 req-8e0f9023-7972-4904-a6d9-6e028923ad3a service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156576 Nov 22 16:44:42.798785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af3de7e2-abe5-46c1-9490-fd145939f183 req-750687ea-cad1-4d3d-9cc4-4782f68e29f0 service neutron] 10.222.0.20 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038279 Nov 22 16:44:42.835792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189da3-4596-4ce9-9728-01059b0d04f9 req-d21b830b-d606-4f93-83c7-8d1c7766b763 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.840445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23189da3-4596-4ce9-9728-01059b0d04f9 req-d21b830b-d606-4f93-83c7-8d1c7766b763 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 943 time: 0.2876937 Nov 22 16:44:42.898435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43864) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:42.942501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e995b9e-12d0-4eac-b3a1-b51b3cbdfc37 req-f398a2ab-8316-466d-84ee-0e8c03bcaaab tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261792 Nov 22 16:44:42.963391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-b61cb2c6-ed80-4033-ba65-ab69be17c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.966248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-b61cb2c6-ed80-4033-ba65-ab69be17c297 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52389c98fb324a828e4db1942143d6b4&device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 1095 time: 0.0769775 Nov 22 16:44:42.970658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-9a63bce6-49b8-4cfa-b6dd-83304040600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:42.972318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-9a63bce6-49b8-4cfa-b6dd-83304040600d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 1094 time: 0.0937383 Nov 22 16:44:42.973063 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:42.985848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23189da3-4596-4ce9-9728-01059b0d04f9 req-8ca997de-219c-4baa-b85f-535242ccfba5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260746 Nov 22 16:44:42.998983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Deleting port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:42.999333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.106972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] For port 305b32cf-1104-4dbd-87fa-c4cde91ac6ea, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:43.107338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.123294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-889e7845-319c-41fe-9a83-8178ea356773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.124412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Calling delete_port for 305b32cf-1104-4dbd-87fa-c4cde91ac6ea owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:43.124786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-889e7845-319c-41fe-9a83-8178ea356773 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aad75473-348d-499e-89fd-0c958a782943 HTTP/1.1" status: 200 len: 915 time: 0.1432245 Nov 22 16:44:43.231614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-4598428f-7b89-4a24-a671-c767f60269b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a HTTP/1.1" status: 200 len: 217 time: 0.0473471 Nov 22 16:44:43.232489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=22c891b6-78fd-4d8d-9503-e7ac8b680d49,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:43.265082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8f2-fe86-4a83-93c4-28f503bc8f03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.387744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-3bfbb93e-36d9-442e-ae68-b5deb3300dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.392886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-3bfbb93e-36d9-442e-ae68-b5deb3300dba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=29e90e5f-4276-4f4b-8dad-46fa78728fd9 HTTP/1.1" status: 200 len: 854 time: 0.1294205 Nov 22 16:44:43.404223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-5d19eef6-7457-4a5f-9ff6-884f30194ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:43.406117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-5d19eef6-7457-4a5f-9ff6-884f30194ccd service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.4237857 Nov 22 16:44:43.514485 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.575769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:43.593782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-fd3a2037-1a5c-43d7-a367-03f8fa99209f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aad75473-348d-499e-89fd-0c958a782943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892544 Nov 22 16:44:43.640133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:43.640832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e4392f5-dc67-4380-8ce4-fb6dd1c838d4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:43.690674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-7b016fe5-338d-4db1-afec-85bd1166d80f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f HTTP/1.1" status: 200 len: 217 time: 0.1960878 Nov 22 16:44:43.696991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=305b32cf-1104-4dbd-87fa-c4cde91ac6ea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:43.753741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bda10f-ee1b-4b98-ac65-f193febb6c9d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:43.765486 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.954211 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:43.989021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-3aa412f8-0912-4bad-ad54-1d8501e3729f service neutron] 10.222.0.20 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713105 Nov 22 16:44:44.072766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8f2-fe86-4a83-93c4-28f503bc8f03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.086610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f00b8f2-fe86-4a83-93c4-28f503bc8f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.115011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:44.162300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.169041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.172101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0f00b8f2-fe86-4a83-93c4-28f503bc8f03 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bb80ae228f047eaa6a995bc75ab3429&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2689230 Nov 22 16:44:44.177552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43906) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:44.178330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00b8f2-fe86-4a83-93c4-28f503bc8f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b7f0c5-1e65-4f60-b1c0-282b24dd9fec,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:44.229299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e249b44-79f3-4486-9f78-f5e8a65f4f8f details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:44.257799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd340ab-a5e6-44b6-a46f-04d30c79b7c5 req-aed17529-9e6a-4305-95df-47a16ad05f5c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.259739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fd340ab-a5e6-44b6-a46f-04d30c79b7c5 req-aed17529-9e6a-4305-95df-47a16ad05f5c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 946 time: 0.6244159 Nov 22 16:44:44.267768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.268320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e783ae35-2205-42e6-82d3-8c730bd56081 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:44:44.316187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.317911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-74deb535-a03e-4d96-aeb7-b1b58c3cbd5e admin admin] 10.222.0.65 "DELETE /v2.0/routers/e783ae35-2205-42e6-82d3-8c730bd56081 HTTP/1.1" status: 204 len: 168 time: 2.7978172 Nov 22 16:44:44.322491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43908) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:44.327218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0fca0464-0bd6-44e1-817d-328e83f99bd5 req-10cbcc35-554b-4815-8cd1-cccbb7425eeb service neutron] 10.222.0.20 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287292 Nov 22 16:44:44.383344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Deleting subnet cf8ba9d4-5255-459d-add5-172f844a844b {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:44.394386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-2556f9e7-e37b-4057-8332-b07156176cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.396217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-2556f9e7-e37b-4057-8332-b07156176cf6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.6766317 Nov 22 16:44:44.396718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.405412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:44.443014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:44.451392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0b1f8282-953e-475e-b5b7-bb82fb139db1 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8404443 Nov 22 16:44:44.456636 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:44.457195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43910) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:44.471889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-7d88419c-4ac0-4f66-8186-cfbdfa5ca22d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667880 Nov 22 16:44:44.472243 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:44.472661 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:44.477292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f', 'mac_address': 'fa:16:3e:4f:c1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:44.492398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bb212-a9a3-47fe-bfbe-6a15412151ae req-cb5d9817-95fd-4996-918f-44ac1f9f7ba9 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:44.499639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b2bb212-a9a3-47fe-bfbe-6a15412151ae req-cb5d9817-95fd-4996-918f-44ac1f9f7ba9 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 944 time: 0.3963752 Nov 22 16:44:44.509102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.511524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8572f72-f3db-454c-974b-1c14d65e036b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.527523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fd340ab-a5e6-44b6-a46f-04d30c79b7c5 req-1abe3744-d483-437b-ae3d-9e805bdfb471 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179213 Nov 22 16:44:44.611605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.655124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8572f72-f3db-454c-974b-1c14d65e036b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.666481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e249b44-79f3-4486-9f78-f5e8a65f4f8f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:44.666994 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:44.670099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet 3bd5a599-deb7-4c38-8308-fe89782be2fe {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:44.680120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.743958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:44.754469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.781030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.790371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-804c650b-83d8-4e86-8c28-b9c264c898ad service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892187 Nov 22 16:44:44.811831 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:44.849919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:44.950028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b2bb212-a9a3-47fe-bfbe-6a15412151ae req-bb4b9e44-3df1-4b63-8285-19b67baeff01 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184129 Nov 22 16:44:44.995088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8572f72-f3db-454c-974b-1c14d65e036b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.011264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8572f72-f3db-454c-974b-1c14d65e036b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.011264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8572f72-f3db-454c-974b-1c14d65e036b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61b7f0c5-1e65-4f60-b1c0-282b24dd9fec HTTP/1.1" status: 204 len: 168 time: 0.8043048 Nov 22 16:44:45.033997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['4e249b44-79f3-4486-9f78-f5e8a65f4f8f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:45.118296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.124014 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:42Z', 'revision_number': 8, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:45.125055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14087b-2078-4778-a4f9-8fa6be18f949 req-9a9afdb3-70ac-44aa-b22f-27e381fa4436 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.126635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8572f72-f3db-454c-974b-1c14d65e036b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b7f0c5-1e65-4f60-b1c0-282b24dd9fec,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:45.142704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a14087b-2078-4778-a4f9-8fa6be18f949 req-9a9afdb3-70ac-44aa-b22f-27e381fa4436 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 944 time: 0.3508897 Nov 22 16:44:45.211057 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:45.229895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.240666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cf8ba9d4-5255-459d-add5-172f844a844b HTTP/1.1" status: 204 len: 168 time: 0.9123571 Nov 22 16:44:45.241666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d7d659-af6a-4437-a701-41ea22f2cb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8ba9d4-5255-459d-add5-172f844a844b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:45.253285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43922) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:45.255603 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:45.256325 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:45.274106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8921ad08-f384-44de-a99d-c33edad724cd None None] Network 814ab345-506a-4727-afa4-8693f6a63c15 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:45.282963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.285788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7180e3-a1e8-481f-9def-bfb31e211b72 req-92290e45-44f6-4747-a765-72b96aef6fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543004 Nov 22 16:44:45.382460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a14087b-2078-4778-a4f9-8fa6be18f949 req-160f0358-1fde-4ee5-8773-17b5d6d8efda tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387252 Nov 22 16:44:45.427811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-55cbb10f-840c-4bab-affc-3816c3b643d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 267 time: 0.2441256 Nov 22 16:44:45.475438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a3b34827-f3d0-46cc-957a-b9cd4d26b71a details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:44:45.527198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:45.574788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.578503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 305b32cf-1104-4dbd-87fa-c4cde91ac6ea no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:45.602372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 305b32cf-1104-4dbd-87fa-c4cde91ac6ea {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:45.602959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 305b32cf-1104-4dbd-87fa-c4cde91ac6ea not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:45.638060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-904797d4-88c4-4e10-9cd1-98033640376c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:45.641427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-904797d4-88c4-4e10-9cd1-98033640376c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 946 time: 0.1998205 Nov 22 16:44:45.642762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43924) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:45.668158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'port': {'security_groups': []}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:45.781410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a425f14d-ed08-4777-b5c7-4cf9ccb64c1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.796390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.836774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,segment=NetworkSegment(ff769794-3114-4cb1-bfb8-5d8aa1696011),segment_id=ff769794-3114-4cb1-bfb8-5d8aa1696011)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:45.851391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] DHCP port deletion for 814ab345-506a-4727-afa4-8693f6a63c15 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:45.872343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=3bd5a599-deb7-4c38-8308-fe89782be2fe,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:45.889177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Deleting port 50bed984-438f-40f7-a15d-76d8d88614d8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:45.889524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.892263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.892542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a', 'network_id': 'aad75473-348d-499e-89fd-0c958a782943', 'port_id': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a', 'mac_address': 'fa:16:3e:71:28:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29e90e5f-4276-4f4b-8dad-46fa78728fd9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:44:45.899302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cfb20932-0f8c-490a-a2b2-eab9d75b6927 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/3bd5a599-deb7-4c38-8308-fe89782be2fe HTTP/1.1" status: 204 len: 168 time: 1.4377038 Nov 22 16:44:45.901897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:45.916144 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:45.931791 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:42Z', 'revision_number': 8, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:45.950947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bdb982-ab9b-41f3-8a70-6fbcbabd55bf None None] Network dabb51f8-3576-420d-b04e-605922011cb6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:45.987753 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7dc2a-aa96-4f9d-9a99-f0f9861891b5 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:42Z', 'revision_number': 8, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1ad5eb6-036d-44e9-92a7-ea5c673db840', 'name': '', 'network_id': '17b6efad-37b0-40ac-8a40-070527809c72', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:08:84:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:14Z', 'updated_at': '2021-11-22T16:44:32Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'd4eee1d4-34cd-46c9-828d-aa2265243198', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:46.079631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] For port 50bed984-438f-40f7-a15d-76d8d88614d8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50bed984-438f-40f7-a15d-76d8d88614d8,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:46.079995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.123924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.129298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Calling delete_port for 50bed984-438f-40f7-a15d-76d8d88614d8 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:46.261572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e249b44-79f3-4486-9f78-f5e8a65f4f8f up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:46.268509 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.351321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] Deleting port 50bed984-438f-40f7-a15d-76d8d88614d8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:46.351321 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.424159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:46.464690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.475035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b34827-f3d0-46cc-957a-b9cd4d26b71a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:46.536340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:46.536691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.549210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,segment=NetworkSegment(ff769794-3114-4cb1-bfb8-5d8aa1696011),segment_id=ff769794-3114-4cb1-bfb8-5d8aa1696011)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:46.560780 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.574278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a425f14d-ed08-4777-b5c7-4cf9ccb64c1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.607416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.696126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,segment=NetworkSegment(3794aac5-551e-4f10-b666-6830f419af8d),segment_id=3794aac5-551e-4f10-b666-6830f419af8d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:46.696543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.707944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:46.720506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388', '7f0db838-9529-4bdc-9b50-39e9605bb90f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:46.722747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:46.723916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:46.728650 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a425f14d-ed08-4777-b5c7-4cf9ccb64c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.735892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:46.795637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425f14d-ed08-4777-b5c7-4cf9ccb64c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee017bb9-8cca-4ca5-821b-b0c914c336ce,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:46.830868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a425f14d-ed08-4777-b5c7-4cf9ccb64c1a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1264e5d0f6384669832fce35be56cafa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1848502 Nov 22 16:44:46.835286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43940) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:46.845116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:46.846148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.848058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43c21f1d-cc2c-439f-a5e3-02d8bf055df4 req-a5a1c687-908a-499f-96d7-65758d0118be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "PUT /v2.0/ports/9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 905 time: 1.1929688 Nov 22 16:44:46.855981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:46.859006 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1321764-5f37-44de-a8d7-81d26162dd33" -d '{"events": [{"name": "network-changed", "server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:46.891774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6764450-91e9-4fa2-a1f0-96aad020d3e1 req-03f54d2e-cb94-4091-8668-fb3bb6cfd04f tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:46.893384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6764450-91e9-4fa2-a1f0-96aad020d3e1 req-03f54d2e-cb94-4091-8668-fb3bb6cfd04f tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 945 time: 0.6823523 Nov 22 16:44:46.904986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a3b34827-f3d0-46cc-957a-b9cd4d26b71a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:46.930662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:46.943057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.037665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:47.042514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2762999-4011-4254-aee5-844aef49b879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.046733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:47.078615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2762999-4011-4254-aee5-844aef49b879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.116123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] No DVR routers for this DVR port 50bed984-438f-40f7-a15d-76d8d88614d8 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:47.212151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2762999-4011-4254-aee5-844aef49b879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.216065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e2762999-4011-4254-aee5-844aef49b879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.217414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e2762999-4011-4254-aee5-844aef49b879 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee017bb9-8cca-4ca5-821b-b0c914c336ce HTTP/1.1" status: 204 len: 168 time: 0.3810537 Nov 22 16:44:47.255823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2762999-4011-4254-aee5-844aef49b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee017bb9-8cca-4ca5-821b-b0c914c336ce,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:47.256063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Pushing event deleted for resources: {'Port': ['ID=50bed984-438f-40f7-a15d-76d8d88614d8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:47.290903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6764450-91e9-4fa2-a1f0-96aad020d3e1 req-c49f55c5-bb1b-4a53-8c97-cc43324ac9ec tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906271 Nov 22 16:44:47.308006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c595bb4-ec65-415c-aa53-09c874f67fb1 req-0af44ebc-301e-4f38-bbbf-113198b40ba3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:47.309955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c595bb4-ec65-415c-aa53-09c874f67fb1 req-0af44ebc-301e-4f38-bbbf-113198b40ba3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 944 time: 0.2699006 Nov 22 16:44:47.359665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.441584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.476599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dabb51f8-3576-420d-b04e-605922011cb6']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:47.497307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c595bb4-ec65-415c-aa53-09c874f67fb1 req-3b3c9f08-644f-4470-832d-fccbacdd866c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804113 Nov 22 16:44:47.511638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e9531-4c68-4b46-8e5c-eb16296e3952 None None] DHCP port deletion for dabb51f8-3576-420d-b04e-605922011cb6 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:47.528633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] For port 50bed984-438f-40f7-a15d-76d8d88614d8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=50bed984-438f-40f7-a15d-76d8d88614d8,segment=NetworkSegment(3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77),segment_id=3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:47.529341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.563202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:47.567379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3794aac5-551e-4f10-b666-6830f419af8d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:47.567918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3794aac5-551e-4f10-b666-6830f419af8d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:47.578770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:47.579085 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.582899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814ab345-506a-4727-afa4-8693f6a63c15']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:47.623455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:47.631210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:47.632990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5ccd5b-5fda-4c6a-9dd1-709d1a9e0c77') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:47.673096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aec13b7-d31f-4546-a7a9-00fdd6dc2c8b req-44097bdb-b015-4736-a179-d8a3f98fcf6b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:47.674977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7aec13b7-d31f-4546-a7a9-00fdd6dc2c8b req-44097bdb-b015-4736-a179-d8a3f98fcf6b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 908 time: 0.1866786 Nov 22 16:44:47.691478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.691721 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8704233b-286a-464c-ad0d-50cafd6e14c5 x-openstack-request-id: req-8704233b-286a-464c-ad0d-50cafd6e14c5 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:47.692330 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:47.692684 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8704233b-286a-464c-ad0d-50cafd6e14c5 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:47.693348 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2', 'status': 'completed', 'code': 200} Nov 22 16:44:47.739580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] Calling delete_port for 50bed984-438f-40f7-a15d-76d8d88614d8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:47.779755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.800535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:47.832898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.879607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-e2f53027-4156-4b13-975b-f55de9dd04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:47.880304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-e2f53027-4156-4b13-975b-f55de9dd04e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 1059 time: 0.1287875 Nov 22 16:44:47.890726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.895415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:47.896502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:47.940452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:47.941334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3cf96cd4-c5c3-4ce4-82e5-303bb6991ec7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:47.941334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50bed984-438f-40f7-a15d-76d8d88614d8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:48.037034 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:48.044437 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.054302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.067062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/dabb51f8-3576-420d-b04e-605922011cb6 HTTP/1.1" status: 204 len: 168 time: 2.1629601 Nov 22 16:44:48.071688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43960) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:48.092998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:44:48.093630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.097064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-a799b4a5-e8f5-41b1-96b1-6525a9404d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.100588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-a799b4a5-e8f5-41b1-96b1-6525a9404d0a service neutron] 10.222.0.66 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2059240 Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:44:48.101020 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:44:48.162408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 50bed984-438f-40f7-a15d-76d8d88614d8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:48.163652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 50bed984-438f-40f7-a15d-76d8d88614d8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:48.166720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22c891b6-78fd-4d8d-9503-e7ac8b680d49 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:48.265331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-c3c3e9cd-60f3-4234-a917-2fdc7f2a299d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 217 time: 0.1421986 Nov 22 16:44:48.272614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897560e3-b295-4f7a-93fd-57f6af8a103d tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=dabb51f8-3576-420d-b04e-605922011cb6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:48.342694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-83113b98-f673-4bea-953c-eb8e2662b4d2 None None] Provisioning complete for port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:48.343088 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-83113b98-f673-4bea-953c-eb8e2662b4d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.344539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-380dc404-5f18-4cc6-9e80-303175c1240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.347112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-380dc404-5f18-4cc6-9e80-303175c1240b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0685055 Nov 22 16:44:48.353808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 22c891b6-78fd-4d8d-9503-e7ac8b680d49 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:48.366276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22c891b6-78fd-4d8d-9503-e7ac8b680d49 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:48.382860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc10993-d268-4056-a10a-4395692fd0d2 req-1c94d78d-9b84-411d-b924-e60b8933dc27 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.398719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc10993-d268-4056-a10a-4395692fd0d2 req-1c94d78d-9b84-411d-b924-e60b8933dc27 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2969818 Nov 22 16:44:48.697900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:48.706347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc10993-d268-4056-a10a-4395692fd0d2 req-806973e5-55c7-44dc-a1f1-3dbc4e5d2297 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066142 Nov 22 16:44:48.772255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7eb6-1659-47a3-b83e-e2481fb2cccf req-2294182f-9deb-478b-a143-a9003e53eb9d tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.774358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc6f7eb6-1659-47a3-b83e-e2481fb2cccf req-2294182f-9deb-478b-a143-a9003e53eb9d tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 945 time: 0.2969787 Nov 22 16:44:48.783089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-82f2cbb0-d127-4f2f-9f12-c518b61fab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:48.786547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-82f2cbb0-d127-4f2f-9f12-c518b61fab54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3856928 Nov 22 16:44:48.945952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.006008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc6f7eb6-1659-47a3-b83e-e2481fb2cccf req-3e1d9c9b-a3c9-45c8-b99f-e225162d412a tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168710 Nov 22 16:44:49.077220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:49.079665 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5769b87-8b6e-469a-a5b1-d24e2822a199" -d '{"events": [{"server_uuid": "620e18cd-0495-4f8c-83ff-384d3c46c523", "name": "network-vif-plugged", "status": "completed", "tag": "4e249b44-79f3-4486-9f78-f5e8a65f4f8f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:49.087612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] Pushing event deleted for resources: {'Port': ['ID=50bed984-438f-40f7-a15d-76d8d88614d8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:49.102465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c7467-e6d5-41c6-b493-ffdb87a14544 None None] No DVR routers for this DVR port 50bed984-438f-40f7-a15d-76d8d88614d8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:49.110224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-76cdabf5-0107-4123-8f79-cb0597fd0706 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587080 Nov 22 16:44:49.125498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:49.138615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.144403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.145057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99162-e59b-48cc-9a5d-08c8d2a3e8a3 req-2a0ad644-aa6a-49f8-800c-ac47281fdd2e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.159281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70b99162-e59b-48cc-9a5d-08c8d2a3e8a3 req-2a0ad644-aa6a-49f8-800c-ac47281fdd2e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 944 time: 0.2179832 Nov 22 16:44:49.337771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.341321 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] 10.222.0.65 "DELETE /v2.0/networks/814ab345-506a-4727-afa4-8693f6a63c15 HTTP/1.1" status: 204 len: 168 time: 4.0873125 Nov 22 16:44:49.344862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43994) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:49.347478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5bcdf-9961-4ceb-b211-935a455066cc admin admin] Pushing event deleted for resources: {'Network': ['ID=814ab345-506a-4727-afa4-8693f6a63c15,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:49.367286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1321764-5f37-44de-a8d7-81d26162dd33 req-eb73faac-d99d-41ee-9182-ab48af4aad2f service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038808 Nov 22 16:44:49.397748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70b99162-e59b-48cc-9a5d-08c8d2a3e8a3 req-40fe8ca6-138b-4113-80cd-b7d29894849b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340505 Nov 22 16:44:49.401632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:49.430496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a3b34827-f3d0-46cc-957a-b9cd4d26b71a up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:44:49.518383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc659c58-f881-4f73-8320-ee5b7d336111 req-ae23bf9e-aba8-4586-a0e6-5203f8c8cd3e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.520271 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fcdf6-3c15-4af2-9f44-34dc1c6df0e6 x-openstack-request-id: req-e97fcdf6-3c15-4af2-9f44-34dc1c6df0e6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:49.524160 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620e18cd-0495-4f8c-83ff-384d3c46c523", "name": "network-vif-plugged", "status": "completed", "tag": "4e249b44-79f3-4486-9f78-f5e8a65f4f8f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:49.525943 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e97fcdf6-3c15-4af2-9f44-34dc1c6df0e6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:49.528047 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f', 'code': 200} Nov 22 16:44:49.540477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc659c58-f881-4f73-8320-ee5b7d336111 req-ae23bf9e-aba8-4586-a0e6-5203f8c8cd3e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1720459 Nov 22 16:44:49.617795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port a3b34827-f3d0-46cc-957a-b9cd4d26b71a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:44:49.627238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port a3b34827-f3d0-46cc-957a-b9cd4d26b71a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:49.627811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.697201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc659c58-f881-4f73-8320-ee5b7d336111 req-b7e6e554-f546-47d7-b04c-b7f53c6eb8f6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558177 Nov 22 16:44:49.716117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5663c9-9651-4ac6-9f0d-d4f7a0670eda req-3f2223ff-426b-4145-9492-84df30a088a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:49.721351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d5663c9-9651-4ac6-9f0d-d4f7a0670eda req-3f2223ff-426b-4145-9492-84df30a088a5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 1096 time: 0.1328444 Nov 22 16:44:49.840282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.843632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d5663c9-9651-4ac6-9f0d-d4f7a0670eda req-8fa59152-08b9-4a67-a36e-6b295250225d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084874 Nov 22 16:44:49.926826 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,segment=NetworkSegment(ff769794-3114-4cb1-bfb8-5d8aa1696011),segment_id=ff769794-3114-4cb1-bfb8-5d8aa1696011)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:49.964222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:49.984113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-354a26d0-6146-45c0-9ee9-b4ae34906539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.145535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:50.225145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-96c9363f-953c-42de-8729-9425605894d2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:50.233487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-96c9363f-953c-42de-8729-9425605894d2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.2916229 Nov 22 16:44:50.283548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-714e7e7d-b6f9-4093-80be-b777fa7dfb28 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/quotas/56743b2c0ffb46a29b824b86b22c4cf8 HTTP/1.1" status: 200 len: 375 time: 0.0468967 Nov 22 16:44:50.366412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.399427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11731d-2017-41e8-aa92-a839f722490f req-94067022-b3f4-4013-b20c-49353d494646 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:50.401326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb11731d-2017-41e8-aa92-a839f722490f req-94067022-b3f4-4013-b20c-49353d494646 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.1998060 Nov 22 16:44:50.442982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-151c1b7d-7b96-4bf6-891f-83fd4661b4a4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1581814 Nov 22 16:44:50.526524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:50.872023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb11731d-2017-41e8-aa92-a839f722490f req-8022a0df-20f1-46cb-bb82-d52b84dd148a tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616902 Nov 22 16:44:50.912877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-75fda90d-de0c-44ea-950c-0e1bc1b94c3e service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4688137 Nov 22 16:44:51.072326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port e1ad5eb6-036d-44e9-92a7-ea5c673db840 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:51.081261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.086497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522cb6cd-e4f0-46a3-9d6a-e8c0c24e7954 req-5666372a-3db3-466e-a762-d562f209f311 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:51.087682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-522cb6cd-e4f0-46a3-9d6a-e8c0c24e7954 req-5666372a-3db3-466e-a762-d562f209f311 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 945 time: 0.0958669 Nov 22 16:44:51.090924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-c8b0ff41-981d-492d-942a-ef5976931a89 service neutron] 10.222.0.65 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677632 Nov 22 16:44:51.216202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Deleting port 7f650654-44af-45b7-936f-3654fe34b34b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:51.216556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.218130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-522cb6cd-e4f0-46a3-9d6a-e8c0c24e7954 req-8596b18f-5def-4fc1-8018-c993320bff39 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203425 Nov 22 16:44:51.279957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port e1ad5eb6-036d-44e9-92a7-ea5c673db840, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e1ad5eb6-036d-44e9-92a7-ea5c673db840,segment=NetworkSegment(9ac7e0e4-8c9e-4568-b8f7-98b2b3018853),segment_id=9ac7e0e4-8c9e-4568-b8f7-98b2b3018853)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:51.280553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.408056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbefd005-f656-417a-895c-b8595e0e78ac req-1cf5ec44-7e78-4413-81f2-46df981335de tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 210 time: 0.0471046 Nov 22 16:44:51.415222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for e1ad5eb6-036d-44e9-92a7-ea5c673db840 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:51.437271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] For port 7f650654-44af-45b7-936f-3654fe34b34b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7f650654-44af-45b7-936f-3654fe34b34b,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:51.437670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.464907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Calling delete_port for 7f650654-44af-45b7-936f-3654fe34b34b owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:51.529526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:51.533377 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0df306-85e7-4467-b7c6-17bf5387b63c" -d '{"events": [{"server_uuid": "61af4ae0-86c8-4f86-b006-1fa320ef59db", "name": "network-vif-plugged", "status": "completed", "tag": "a3b34827-f3d0-46cc-957a-b9cd4d26b71a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:51.621777 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985d00b6-dfc4-4c6c-862e-3b9e88122446 x-openstack-request-id: req-985d00b6-dfc4-4c6c-862e-3b9e88122446 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:51.622218 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af4ae0-86c8-4f86-b006-1fa320ef59db", "name": "network-vif-plugged", "status": "completed", "tag": "a3b34827-f3d0-46cc-957a-b9cd4d26b71a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:51.622575 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-985d00b6-dfc4-4c6c-862e-3b9e88122446 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:51.623078 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a', 'code': 200} Nov 22 16:44:51.790130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:51.952889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Pushing event deleted for resources: {'Port': ['ID=7f650654-44af-45b7-936f-3654fe34b34b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:52.148756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaeab7a-5e8f-4b5d-96a5-a98f480c64d3 req-9675a39e-67a1-4049-baad-7f0cc73c3c0c tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.161468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aaeab7a-5e8f-4b5d-96a5-a98f480c64d3 req-9675a39e-67a1-4049-baad-7f0cc73c3c0c tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.1341600 Nov 22 16:44:52.208366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d96c86-5439-46e1-bc3c-e075081523f1 req-fce82021-0ea3-4f3d-9395-82ab4307de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.226798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-37d96c86-5439-46e1-bc3c-e075081523f1 req-fce82021-0ea3-4f3d-9395-82ab4307de7c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 1097 time: 0.4511771 Nov 22 16:44:52.319334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8aaeab7a-5e8f-4b5d-96a5-a98f480c64d3 req-78a7aefd-5118-458f-ab76-5fdbd0e1124e tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477330 Nov 22 16:44:52.474711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1f507-7324-4d4d-8fc7-b6b36b26893e req-e72e41f0-47c4-4192-ba01-26300c84472c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:52.486157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9a1f507-7324-4d4d-8fc7-b6b36b26893e req-e72e41f0-47c4-4192-ba01-26300c84472c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 945 time: 0.1129086 Nov 22 16:44:52.566031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-37d96c86-5439-46e1-bc3c-e075081523f1 req-eb44052c-97eb-490a-82cb-aeadf9ac774f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894286 Nov 22 16:44:52.607336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9a1f507-7324-4d4d-8fc7-b6b36b26893e req-a8fd4b95-207d-4984-87bf-6cf2deaf6dc8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167428 Nov 22 16:44:52.709773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d266741f-bad0-4d39-be9c-7545d6d74ba2 req-bc13ec40-cd34-46b3-9b0a-cc5c6023c7d1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 210 time: 0.1214116 Nov 22 16:44:52.755122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.866690 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7768556b-7fc7-4895-b715-e088a1b4bf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.924177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:52.992485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=e1ad5eb6-036d-44e9-92a7-ea5c673db840,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:53.188566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e822f2-83ae-498a-8554-226a614d3f03 req-96ee0606-3806-4119-b6b4-0e8f253a17fa tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:53.190768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1e822f2-83ae-498a-8554-226a614d3f03 req-96ee0606-3806-4119-b6b4-0e8f253a17fa tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 945 time: 0.1094949 Nov 22 16:44:53.245831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-7418bf35-67c2-4da0-810d-2df8a4d74caa tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:53.264311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-7418bf35-67c2-4da0-810d-2df8a4d74caa tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 812 time: 0.2557786 Nov 22 16:44:53.310943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1e822f2-83ae-498a-8554-226a614d3f03 req-007e302f-7969-44b9-ae9b-975a55762f52 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080787 Nov 22 16:44:53.404400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Request body: {'port': {'device_id': '72d078c3-103f-481c-aa71-423af75f4b2c', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'admin_state_up': True, 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:53.556852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:53.574188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d41d1-ab15-4b97-8210-ce848f568ecf req-f0385651-1ffb-4072-b758-c79e68cf816e tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:53.576104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-525d41d1-ab15-4b97-8210-ce848f568ecf req-f0385651-1ffb-4072-b758-c79e68cf816e tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.1261077 Nov 22 16:44:53.689566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-525d41d1-ab15-4b97-8210-ce848f568ecf req-14dd0355-287f-43c8-b994-cf779a9f8db4 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050553 Nov 22 16:44:53.918237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8f872c6-db97-4519-a69d-2bd7751570a9 req-6722fcc8-2b64-4b58-920d-45519c6e9e19 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 210 time: 0.0966976 Nov 22 16:44:53.996961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.266166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:54.496686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a0824-1b22-44f2-a51a-d0510c5f1489 req-e5ede742-be6a-4a3d-910f-d6e2659dfb9d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:54.505614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc8a0824-1b22-44f2-a51a-d0510c5f1489 req-e5ede742-be6a-4a3d-910f-d6e2659dfb9d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 945 time: 0.0893919 Nov 22 16:44:54.555559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:54.561177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Made reservation on behalf of 56743b2c0ffb46a29b824b86b22c4cf8 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:44:54.563781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc8a0824-1b22-44f2-a51a-d0510c5f1489 req-090c6d52-dc8a-4fe7-9b75-d554b69011d5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536182 Nov 22 16:44:54.565159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:54.576193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] Sync routers for ids ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:54.584958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9bc12971-cd2d-4e01-9f3a-3f8d9a93afaf admin admin] 10.222.0.65 "PUT /v2.0/routers/721eb8f5-200f-4a7a-932b-86bf7651e5e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2364349 Nov 22 16:44:54.586739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44138) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:54.627620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] Routers {'721eb8f5-200f-4a7a-932b-86bf7651e5e2'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:54.632890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:54.705001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:44:54.910176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] Set router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:54.972291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Allocated IP 172.20.0.4 (269cc198-39c7-49b3-a6cb-698876c8fb8a/d091d724-42bd-4e0c-ba2b-718085aeb2d8/919029b1-cb05-4bf7-a8b2-e37d6c36f113) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:44:55.042948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:44:55.067573 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:44:55.078376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-105865be-aced-4523-bfe9-331a6707419b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9979823 Nov 22 16:44:55.079186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:55.092721 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:55.093633 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:55.104043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.175315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-dd2e4094-968a-4658-97d0-d11a97e3e63d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.176871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-dd2e4094-968a-4658-97d0-d11a97e3e63d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 945 time: 0.3808994 Nov 22 16:44:55.348481 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:55.409713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet d4eee1d4-34cd-46c9-828d-aa2265243198 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:55.433900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cac25a4-6be5-4d09-b675-cda2082c14ef req-53202aad-8acc-40db-8285-90494d96b6a8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 210 time: 0.3704031 Nov 22 16:44:55.443298 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.450803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.458613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.481247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56'}], 'enable_snat': True}, 'gw_port_id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:44:51Z', 'revision_number': 5, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port': {'id': 'bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:32:42Z', 'updated_at': '2021-11-22T16:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:55.501564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a8888-c36b-4b8b-9949-df26a9dd3fcb req-9d04218c-f984-43c8-8d63-47d91c59f773 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.515048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f7a8888-c36b-4b8b-9949-df26a9dd3fcb req-9d04218c-f984-43c8-8d63-47d91c59f773 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.6083722 Nov 22 16:44:55.528364 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-af0f0518-6f4d-403c-901f-3efb701d84c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4169123 Nov 22 16:44:55.577082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] Checking router: 721eb8f5-200f-4a7a-932b-86bf7651e5e2 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:55.632247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] Routers {'721eb8f5-200f-4a7a-932b-86bf7651e5e2'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:55.641996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:55.673046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.899034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] Set router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:55.900061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f7a8888-c36b-4b8b-9949-df26a9dd3fcb req-c7ebd16c-0b51-499e-ab62-b6427b732732 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838096 Nov 22 16:44:55.930729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:55.938843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6834b-231a-4718-be49-be49dc25997f req-f66ac836-8fb3-4d87-8051-508a359a8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.940551 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-f66ac836-8fb3-4d87-8051-508a359a8ce4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.2635813 Nov 22 16:44:55.941788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cddcf2-b4dd-4dfb-a3b1-2828874e0e05 req-385a59d0-16e4-4c9e-afee-3911a65e0bfd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:55.950241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3cddcf2-b4dd-4dfb-a3b1-2828874e0e05 req-385a59d0-16e4-4c9e-afee-3911a65e0bfd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=620e18cd-0495-4f8c-83ff-384d3c46c523 HTTP/1.1" status: 200 len: 945 time: 0.2080104 Nov 22 16:44:55.981617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Deleting port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:55.982159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.035829 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:52Z', 'revision_number': 9, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:56.124765 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:44:56.136819 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:44:56.158472 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:56.168605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:44:55Z', 'revision_number': 6, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:56.214735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0db81c1-fbea-4ecf-b2e1-436e07cc191a None None] The sync data for ids ['721eb8f5-200f-4a7a-932b-86bf7651e5e2'] in n-d-816206-6 is: [{'id': '721eb8f5-200f-4a7a-932b-86bf7651e5e2', 'name': 'tempest-TaggedBootDevicesTest_v242-931165125-router', 'tenant_id': '8afcb1bcb9384984973cf08ee8a4d417', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:32:41Z', 'updated_at': '2021-11-22T16:44:55Z', 'revision_number': 6, 'project_id': '8afcb1bcb9384984973cf08ee8a4d417', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:56.227364 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.241852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] For port bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:56.242705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.271447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Calling delete_port for bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:56.417506 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:44:56.454662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.478215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-88399e01-c3df-4074-b420-c9b0248e2b89 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2278852 Nov 22 16:44:56.524023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.536980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388', '7f0db838-9529-4bdc-9b50-39e9605bb90f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:44:56.617034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Deleting port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:56.618517 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.661625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6834b-231a-4718-be49-be49dc25997f req-ca660339-f7ad-42e0-bc0d-8ef4c110e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:56.663463 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-ca660339-f7ad-42e0-bc0d-8ef4c110e99b service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.6807084 Nov 22 16:44:56.788633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] For port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:56.788994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:56.820596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Calling delete_port for 4e249b44-79f3-4486-9f78-f5e8a65f4f8f owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:56.867895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:44:56.995151 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:52Z', 'revision_number': 9, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:44:57.097633 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110e17e-da6f-4e6b-a12d-27352f81cd40 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:44:52Z', 'revision_number': 9, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': '128ff9de-dc85-4985-b3d9-6ac9c7fc86b0', 'name': '', 'network_id': 'be329f4d-94f2-47fd-95ad-c33f9b9d5c4c', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:23:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:08Z', 'updated_at': '2021-11-22T16:44:22Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': 'c0e72503-bf5f-4fcc-9ac5-b2367d934c76', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:44:57.147655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-34465aed-10d3-4472-a3f0-0817d30c7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:57.153042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-34465aed-10d3-4472-a3f0-0817d30c7793 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=52389c98fb324a828e4db1942143d6b4&device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 1097 time: 0.4705448 Nov 22 16:44:57.191341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3cddcf2-b4dd-4dfb-a3b1-2828874e0e05 req-ee1cd5b6-e6c2-43d3-ab35-661ef7ef075e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2282467 Nov 22 16:44:57.241242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.284168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:44:57.340098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.347120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-88beb61c-d587-4dba-b8fc-84011927b802 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.6497767 Nov 22 16:44:57.397403 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.463126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:44:57.463778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44244) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:57.471746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event deleted for resources: {'Port': ['ID=4e249b44-79f3-4486-9f78-f5e8a65f4f8f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:57.559899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605afbf5-3739-405d-be18-404b2a14a20b req-e02d9e1f-1244-484a-94c9-0f783e9e6b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:57.569255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-e02d9e1f-1244-484a-94c9-0f783e9e6b6a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 1059 time: 0.8896890 Nov 22 16:44:57.572173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:44:57.600435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:57.677537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] No DVR routers for this DVR port 4e249b44-79f3-4486-9f78-f5e8a65f4f8f on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:44:57.691387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e1ad5eb6-036d-44e9-92a7-ea5c673db840 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:57.692868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.696565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f10c02ef-1649-4f40-a8e5-1cf930381026 req-1c69c976-b6e1-403d-bc97-2b87d69e4263 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "DELETE /v2.0/ports/4e249b44-79f3-4486-9f78-f5e8a65f4f8f HTTP/1.1" status: 204 len: 173 time: 2.2443228 Nov 22 16:44:57.799955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe847e8-177e-40ee-865d-a713669c2020 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:57.806971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=d4eee1d4-34cd-46c9-828d-aa2265243198,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:57.809969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e1ad5eb6-036d-44e9-92a7-ea5c673db840 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:57.810589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e1ad5eb6-036d-44e9-92a7-ea5c673db840 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:57.811354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:57.812552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:57.838668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:57.839459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:57.850192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'name': 'network-vif-deleted', 'tag': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:44:57.865792 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e4e6c0-07d2-420f-8bba-89cd688304d5" -d '{"events": [{"server_uuid": "620e18cd-0495-4f8c-83ff-384d3c46c523", "name": "network-vif-deleted", "tag": "4e249b44-79f3-4486-9f78-f5e8a65f4f8f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:44:57.892065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055dab7-fd56-44f3-af7e-bec245fb4b9a req-0e995c60-727d-4b7d-93ef-eafe591bddd8 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:57.901740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0055dab7-fd56-44f3-af7e-bec245fb4b9a req-0e995c60-727d-4b7d-93ef-eafe591bddd8 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.7636311 Nov 22 16:44:57.922395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60376b4d-896f-4c09-8684-7de88c137da7 None None] Network 17b6efad-37b0-40ac-8a40-070527809c72 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:58.049020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.101207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:58.101717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bdc1d8fc-4b9c-435c-a2f0-e5e959be2bf9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:58.106198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7f650654-44af-45b7-936f-3654fe34b34b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:58.120527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605afbf5-3739-405d-be18-404b2a14a20b req-4cc0be3f-f603-4e3c-a9df-0538a18aa615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.122696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-4cc0be3f-f603-4e3c-a9df-0538a18aa615 service neutron] 10.222.0.66 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2547169 Nov 22 16:44:58.124057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.127847 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b7e62b7-f40b-4204-b897-48101ec3d252 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/d4eee1d4-34cd-46c9-828d-aa2265243198 HTTP/1.1" status: 204 len: 168 time: 3.0432813 Nov 22 16:44:58.142795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:58.155263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7f650654-44af-45b7-936f-3654fe34b34b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:58.156009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7f650654-44af-45b7-936f-3654fe34b34b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:58.228814 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.232640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.251088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-703a609d-5d4d-45f0-b6b6-e2e52368ddd7 None None] Provisioning complete for port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:44:58.252668 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-703a609d-5d4d-45f0-b6b6-e2e52368ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.263514 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-3a6e8b06-0432-4602-9c92-7c89babe52b9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8675697 Nov 22 16:44:58.310915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-703a609d-5d4d-45f0-b6b6-e2e52368ddd7 None None] Port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:44:58.350957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e249b44-79f3-4486-9f78-f5e8a65f4f8f no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:58.402991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 4e249b44-79f3-4486-9f78-f5e8a65f4f8f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:44:58.403836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 4e249b44-79f3-4486-9f78-f5e8a65f4f8f not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:44:58.419860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Request body: {'port': {'device_id': '72d078c3-103f-481c-aa71-423af75f4b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:44:58.432612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] DHCP port deletion for 17b6efad-37b0-40ac-8a40-070527809c72 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:44:58.462048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614361e-e824-4d68-a73d-2e75876f8b5e req-a9d8eb5c-80a0-43c1-94fb-6f350dfc2ce1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.466148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-da138eaf-feb2-4220-8955-a7b42b2360d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 217 time: 0.3024437 Nov 22 16:44:58.476145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3614361e-e824-4d68-a73d-2e75876f8b5e req-a9d8eb5c-80a0-43c1-94fb-6f350dfc2ce1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 931 time: 1.0689628 Nov 22 16:44:58.482707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.483235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 721eb8f5-200f-4a7a-932b-86bf7651e5e2 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:44:58.488330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.490961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c7d2a122-624d-4f79-8cdf-a3485ed8e372 admin admin] 10.222.0.65 "DELETE /v2.0/routers/721eb8f5-200f-4a7a-932b-86bf7651e5e2 HTTP/1.1" status: 204 len: 168 time: 3.8929653 Nov 22 16:44:58.495644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb5de218-c5f1-420d-8a68-b8973a8b79cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.498518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44292) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:58.504923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6834b-231a-4718-be49-be49dc25997f req-5d675a81-2e4b-4780-9073-6eaaf8505263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.508115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-5d675a81-2e4b-4780-9073-6eaaf8505263 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 1.1009753 Nov 22 16:44:58.588743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Deleting subnet c30d31ae-e571-4a02-90ae-8b017ce1f0d2 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:44:58.592268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Deleting port 114d4707-1faf-4cd6-8832-7fb1a001f32b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:44:58.592650 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.660434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0055dab7-fd56-44f3-af7e-bec245fb4b9a req-3bce972b-9016-40b3-87f6-63299105122d tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7576716 Nov 22 16:44:58.665428 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.756969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605afbf5-3739-405d-be18-404b2a14a20b req-c6e151df-8d34-4888-90aa-eff879b4e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.765687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-c6e151df-8d34-4888-90aa-eff879b4e65c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.2827263 Nov 22 16:44:58.803068 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a770c4-637b-47e4-8c19-9a746245b883 x-openstack-request-id: req-77a770c4-637b-47e4-8c19-9a746245b883 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:44:58.803641 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620e18cd-0495-4f8c-83ff-384d3c46c523", "name": "network-vif-deleted", "tag": "4e249b44-79f3-4486-9f78-f5e8a65f4f8f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:44:58.803641 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77a770c4-637b-47e4-8c19-9a746245b883 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:44:58.804212 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620e18cd-0495-4f8c-83ff-384d3c46c523', 'name': 'network-vif-deleted', 'tag': '4e249b44-79f3-4486-9f78-f5e8a65f4f8f', 'status': 'completed', 'code': 200} Nov 22 16:44:58.811728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.845483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-eec3bafb-7772-4b20-ad77-3d694bb9c8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:58.851076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-eec3bafb-7772-4b20-ad77-3d694bb9c8c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aad75473-348d-499e-89fd-0c958a782943 HTTP/1.1" status: 200 len: 915 time: 1.5818462 Nov 22 16:44:58.856855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.866872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] For port 114d4707-1faf-4cd6-8832-7fb1a001f32b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=114d4707-1faf-4cd6-8832-7fb1a001f32b,segment=NetworkSegment(9ac7e0e4-8c9e-4568-b8f7-98b2b3018853),segment_id=9ac7e0e4-8c9e-4568-b8f7-98b2b3018853)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:44:58.867491 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:58.911683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Calling delete_port for 114d4707-1faf-4cd6-8832-7fb1a001f32b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:44:59.031730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3614361e-e824-4d68-a73d-2e75876f8b5e req-fe2863d8-cb06-4ebc-b908-5e4811df8c2b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546534 Nov 22 16:44:59.056628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.057996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.104734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb5de218-c5f1-420d-8a68-b8973a8b79cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.113132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb5de218-c5f1-420d-8a68-b8973a8b79cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.157137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb5de218-c5f1-420d-8a68-b8973a8b79cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3862b99c76bd40f8acb9522f6d7ad913&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5707753 Nov 22 16:44:59.172567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44320) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:59.273951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5de218-c5f1-420d-8a68-b8973a8b79cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71378e8e-b531-4c22-8613-3ce5f5ceb033,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:59.302185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b3db676-fe07-45f2-87d2-5871840a0559 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.315471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.396227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.410275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c30d31ae-e571-4a02-90ae-8b017ce1f0d2 HTTP/1.1" status: 204 len: 168 time: 0.9089181 Nov 22 16:44:59.423355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44326) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:59.489347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6b3f8-2a8e-41a4-87ce-96dd37732e41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c30d31ae-e571-4a02-90ae-8b017ce1f0d2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:44:59.498490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b3db676-fe07-45f2-87d2-5871840a0559 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.660718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919029b1-cb05-4bf7-a8b2-e37d6c36f113 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:44:59.661223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86ebce-30d1-4ef5-b152-44c98cb02d70 None None] Network 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:44:59.665964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 114d4707-1faf-4cd6-8832-7fb1a001f32b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:44:59.666283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:44:59.669746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.684373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Transition to ACTIVE for port object 919029b1-cb05-4bf7-a8b2-e37d6c36f113 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:44:59.686398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-692d3996-06d5-4b56-9bf2-471373609873 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a HTTP/1.1" status: 200 len: 217 time: 0.7982769 Nov 22 16:44:59.694506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.715600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.756666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-0c2b5c8b-6e23-4fbc-aacd-bf54f12eaa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.758268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-0c2b5c8b-6e23-4fbc-aacd-bf54f12eaa73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=29e90e5f-4276-4f4b-8dad-46fa78728fd9 HTTP/1.1" status: 200 len: 854 time: 0.0578871 Nov 22 16:44:59.853085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6834b-231a-4718-be49-be49dc25997f req-09ecd5b5-6a8e-4e65-a508-3aeae03142a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.855617 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-09ecd5b5-6a8e-4e65-a508-3aeae03142a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0385723 Nov 22 16:44:59.873686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b3db676-fe07-45f2-87d2-5871840a0559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.888293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b3db676-fe07-45f2-87d2-5871840a0559 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.897124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b3db676-fe07-45f2-87d2-5871840a0559 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71378e8e-b531-4c22-8613-3ce5f5ceb033 HTTP/1.1" status: 204 len: 168 time: 0.7184610 Nov 22 16:44:59.918949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:44:59.921115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-0de22d44-58fd-477c-b418-f82098dda4dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aad75473-348d-499e-89fd-0c958a782943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206369 Nov 22 16:44:59.923285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605afbf5-3739-405d-be18-404b2a14a20b req-121ef3d7-0254-43fa-9fc4-1c90acc73c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:44:59.925674 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-121ef3d7-0254-43fa-9fc4-1c90acc73c0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0625219 Nov 22 16:45:00.018081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-cf5edf64-e71f-47b4-aee2-6ccb9e707cbe tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.031789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-cf5edf64-e71f-47b4-aee2-6ccb9e707cbe tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.4781032 Nov 22 16:45:00.051263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Pushing event deleted for resources: {'Port': ['ID=114d4707-1faf-4cd6-8832-7fb1a001f32b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:00.055105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] No DVR routers for this DVR port 114d4707-1faf-4cd6-8832-7fb1a001f32b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:00.097646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3db676-fe07-45f2-87d2-5871840a0559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71378e8e-b531-4c22-8613-3ce5f5ceb033,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:00.131776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37cd364f-cfb0-418b-a068-59639162193c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.142702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.142897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.145704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.146125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.146471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.146809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.147155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.147477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.147806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.148133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.148456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.149692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a08de06-ab6e-4d3b-a858-c96739fc7efb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:00.190322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.190890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba26901-756b-4146-92d5-bf0028c26e58 req-c286d41e-1a0a-485e-ab4d-c14e5f3ed791 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:00.191294 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-1bb2f87f-3be8-42c2-a96d-7fbb12d8ea50 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321165 Nov 22 16:45:00.223428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ba26901-756b-4146-92d5-bf0028c26e58 req-c286d41e-1a0a-485e-ab4d-c14e5f3ed791 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.3589530 Nov 22 16:45:00.237989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-0c73c85c-1e50-46b1-badb-3cfeb7bac02e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.2034996 Nov 22 16:45:00.285068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Deleting port add32246-a65b-417e-a8ec-3f42087fd2ca {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:00.285883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.434552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ba26901-756b-4146-92d5-bf0028c26e58 req-20b37cb3-6335-429c-9541-fca6f380a854 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102125 Nov 22 16:45:00.437156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e2333c8-6c19-4ed5-af36-4a014711d626 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1690135 Nov 22 16:45:00.446025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] For port add32246-a65b-417e-a8ec-3f42087fd2ca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=add32246-a65b-417e-a8ec-3f42087fd2ca,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:00.462894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] DHCP port deletion for 1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:00.463572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.614440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] Deleting port add32246-a65b-417e-a8ec-3f42087fd2ca {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:00.615024 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.770088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] For port add32246-a65b-417e-a8ec-3f42087fd2ca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=add32246-a65b-417e-a8ec-3f42087fd2ca,segment=NetworkSegment(a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d),segment_id=a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:00.770088 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:00.814731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] Calling delete_port for add32246-a65b-417e-a8ec-3f42087fd2ca owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:00.930452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44358) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:01.009772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37cd364f-cfb0-418b-a068-59639162193c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.042234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37cd364f-cfb0-418b-a068-59639162193c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.051676 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.071505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:01.105749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] Pushing event deleted for resources: {'Port': ['ID=add32246-a65b-417e-a8ec-3f42087fd2ca,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:01.109155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5445c93-ec3e-48c6-bfad-355274a9ad4c None None] No DVR routers for this DVR port add32246-a65b-417e-a8ec-3f42087fd2ca on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:01.127827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Attempting to bind port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:01.128176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Attempting to bind port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:01.128515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Attempting to bind port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:01.134025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Calling delete_port for add32246-a65b-417e-a8ec-3f42087fd2ca owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:01.162291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-37cd364f-cfb0-418b-a068-59639162193c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0fb2ec464764891bf7aebd5e68e33f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4944818 Nov 22 16:45:01.170325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:01.170812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Attempting to bind port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 on network 269cc198-39c7-49b3-a6cb-698876c8fb8a {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:01.178096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44364) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:01.204571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:01.205084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Checking segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:01.205604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Bound using segment: {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:01.206072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Bound port: 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc061d7f-e86c-484c-a513-5b12941a47ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:01.206682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.210193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 114d4707-1faf-4cd6-8832-7fb1a001f32b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:01.210766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.293811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbbca6-44c7-4cba-baae-d5e5d55df79a req-8a0b9ac7-3433-4993-896d-08a6a7e7da5e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.294579 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-5d2e3ed4-6ccd-4715-99fb-b713910040aa service neutron] 10.222.0.20 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3367746 Nov 22 16:45:01.295504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0fbbca6-44c7-4cba-baae-d5e5d55df79a req-8a0b9ac7-3433-4993-896d-08a6a7e7da5e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 943 time: 0.2841351 Nov 22 16:45:01.343736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd364f-cfb0-418b-a068-59639162193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd22533-2940-4bb1-81fe-fe87d41f3e33,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:01.363975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-605afbf5-3739-405d-be18-404b2a14a20b req-d67dd1b3-729e-4755-9675-14d6d86a137b service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497654 Nov 22 16:45:01.378687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-089defc0-453f-4854-84f3-422a93213a85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.452564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f181b-70c4-451a-8e30-cfff93f5cbce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.455632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-cea8d7f1-13c1-4ed5-bbcd-2b095e8b0ff3 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9885383 Nov 22 16:45:01.532708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device add32246-a65b-417e-a8ec-3f42087fd2ca no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:01.535819 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-4d739b22-2409-45ce-9f04-4ec64eda32a3 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6317575 Nov 22 16:45:01.546719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:01.563714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f181b-70c4-451a-8e30-cfff93f5cbce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.573470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: add32246-a65b-417e-a8ec-3f42087fd2ca {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:01.577571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device add32246-a65b-417e-a8ec-3f42087fd2ca not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:01.634011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:01.636127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 114d4707-1faf-4cd6-8832-7fb1a001f32b, host n-d-816206-6, got binding levels [] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:01.636509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.661562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.663779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 114d4707-1faf-4cd6-8832-7fb1a001f32b owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:01.686096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Port 114d4707-1faf-4cd6-8832-7fb1a001f32b was not found and therefore no delete operation was performed {{(pid=103515) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:45:01.740021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.746968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-089defc0-453f-4854-84f3-422a93213a85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.756406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:01.757802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.760715 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/919029b1-cb05-4bf7-a8b2-e37d6c36f113 HTTP/1.1" status: 200 len: 1091 time: 3.3478620 Nov 22 16:45:01.772857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f181b-70c4-451a-8e30-cfff93f5cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.776522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f4f181b-70c4-451a-8e30-cfff93f5cbce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.782243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5f4f181b-70c4-451a-8e30-cfff93f5cbce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9cd22533-2940-4bb1-81fe-fe87d41f3e33 HTTP/1.1" status: 204 len: 168 time: 0.5890727 Nov 22 16:45:01.790435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:01.793704 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16378065-6245-4e19-b6e5-4b151c1175eb" -d '{"events": [{"name": "network-changed", "server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:01.794084 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-089defc0-453f-4854-84f3-422a93213a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:01.835490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port 114d4707-1faf-4cd6-8832-7fb1a001f32b on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:01.849001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0fbbca6-44c7-4cba-baae-d5e5d55df79a req-3e849aee-d696-4dd4-b706-f924bd3e96b5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109477 Nov 22 16:45:01.869909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9fd6834b-231a-4718-be49-be49dc25997f req-b54be83e-ae8b-4b2b-932d-5ad1287ca266 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155215 Nov 22 16:45:01.886820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4f181b-70c4-451a-8e30-cfff93f5cbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd22533-2940-4bb1-81fe-fe87d41f3e33,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:01.957890 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4ed6d264-55de-4ced-9c14-e62f71959fe6 req-73132d3f-1200-4319-b83c-b2970d994bc1 service neutron] 10.222.0.20 "GET /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925808 Nov 22 16:45:01.982549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089defc0-453f-4854-84f3-422a93213a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52615ad7-ecc7-4dca-a1a6-a836303def20,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.045153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.066601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14cd5b-1183-42f5-a1ab-c61990df70c2 service neutron] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.079385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=add32246-a65b-417e-a8ec-3f42087fd2ca,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.089461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-089defc0-453f-4854-84f3-422a93213a85 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52df9f55668242489bde2cdec6276032&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0684817 Nov 22 16:45:02.096435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44384) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:02.170174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] No DVR routers for this DVR port add32246-a65b-417e-a8ec-3f42087fd2ca on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:02.180798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=114d4707-1faf-4cd6-8832-7fb1a001f32b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.186157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-86c74b6b-3e79-430f-bb83-d4eae6527926 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051480 Nov 22 16:45:02.215865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41576a95-d28f-4e88-8f25-bc38876582c6 req-732dc565-6c60-4402-817e-6105b83a8c88 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.225191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41576a95-d28f-4e88-8f25-bc38876582c6 req-732dc565-6c60-4402-817e-6105b83a8c88 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.2246504 Nov 22 16:45:02.281438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.345623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-aa439768-23db-46d6-bc1f-c17b62890f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.351976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-aa439768-23db-46d6-bc1f-c17b62890f72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 1094 time: 0.5386348 Nov 22 16:45:02.352181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.378001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:02.390410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:02.391186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69bb95c-c8bf-45cf-aac3-6ffc0ea4786d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:02.404194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.421960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.436659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:02.437050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.491746 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-bcffff73-912d-4df3-8554-cb0b36fe3334 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113 HTTP/1.1" status: 200 len: 217 time: 0.1274390 Nov 22 16:45:02.519846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17b6efad-37b0-40ac-8a40-070527809c72']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:02.528084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44394) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:02.531965 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:02.535523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.546309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.555843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d HTTP/1.1" status: 204 len: 168 time: 3.0903041 Nov 22 16:45:02.598060 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23e5bb-83cb-4ed4-9b50-6634a5aaeef6 x-openstack-request-id: req-ed23e5bb-83cb-4ed4-9b50-6634a5aaeef6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:02.598733 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:02.599218 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed23e5bb-83cb-4ed4-9b50-6634a5aaeef6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:02.599838 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'status': 'completed', 'code': 200} Nov 22 16:45:02.639556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:02.639556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac7e0e4-8c9e-4568-b8f7-98b2b3018853') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:02.662593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f066de4-f6e6-40f1-8602-e4bc7f787ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad6943c-2bd7-4db6-ada5-8cf8424b3b7d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:02.691413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3046bf7f-e3a6-4919-88db-15dc473b5e62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.704539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.709916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f095b71-2fb1-4913-a6a0-3fe69b0aa7cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.741257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.763451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-d638008d-d84d-4378-9136-1983076400cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:02.765277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-d638008d-d84d-4378-9136-1983076400cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.2524290 Nov 22 16:45:02.771791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19ae59b3-b83b-4082-ba30-f177efe2998d req-37ff30da-40ea-4580-b839-586c118429f9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.1537120 Nov 22 16:45:02.790318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41576a95-d28f-4e88-8f25-bc38876582c6 req-15effba9-51bd-4607-96a1-a1028bccf736 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641372 Nov 22 16:45:02.802276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:02.802276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:02.807317 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:02.834377 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f095b71-2fb1-4913-a6a0-3fe69b0aa7cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.960848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.978311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44410) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:02.981360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:02.984637 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/17b6efad-37b0-40ac-8a40-070527809c72 HTTP/1.1" status: 204 len: 168 time: 4.8292921 Nov 22 16:45:02.996917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44412) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:03.022506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab526c-0c02-4fce-8463-fd3726fa3744 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=17b6efad-37b0-40ac-8a40-070527809c72,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:03.042569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-4026d55d-82f3-4980-8e51-c9ba9eca1702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.044254 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-4026d55d-82f3-4980-8e51-c9ba9eca1702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553318 Nov 22 16:45:03.067898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f095b71-2fb1-4913-a6a0-3fe69b0aa7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.073669 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f095b71-2fb1-4913-a6a0-3fe69b0aa7cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.077757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f095b71-2fb1-4913-a6a0-3fe69b0aa7cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52615ad7-ecc7-4dca-a1a6-a836303def20 HTTP/1.1" status: 204 len: 168 time: 0.9794805 Nov 22 16:45:03.136408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3046bf7f-e3a6-4919-88db-15dc473b5e62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.150053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3046bf7f-e3a6-4919-88db-15dc473b5e62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.157283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f095b71-2fb1-4913-a6a0-3fe69b0aa7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52615ad7-ecc7-4dca-a1a6-a836303def20,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:03.169560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc2c8a3-93c1-4cc9-a3dc-82a336193112 req-8c2f19b2-9b4b-4fcd-999c-5ac5ab2b9802 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.170628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21f7eeb6-4946-4497-b3e3-52dea4c47687 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=756df09ce5054c699db108fca12f9b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1846330 Nov 22 16:45:03.173603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44420) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:03.179764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc2c8a3-93c1-4cc9-a3dc-82a336193112 req-8c2f19b2-9b4b-4fcd-999c-5ac5ab2b9802 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 943 time: 0.2260525 Nov 22 16:45:03.246230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3046bf7f-e3a6-4919-88db-15dc473b5e62 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=164420e853dc4329ae2e205644737c2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6865981 Nov 22 16:45:03.251781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44424) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:03.266108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc2c8a3-93c1-4cc9-a3dc-82a336193112 req-e7af201b-0483-402c-9501-01ff0362bed1 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849996 Nov 22 16:45:03.292715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3046bf7f-e3a6-4919-88db-15dc473b5e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc65117-a7d0-4c9a-9c81-b0fc5139dc65,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:03.301399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-c42aaa14-63ec-478e-a389-6fdb3e1c58ab service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478173 Nov 22 16:45:03.339796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffd34176-14d7-45de-9ce6-034090b2e173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.409026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffd34176-14d7-45de-9ce6-034090b2e173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.485913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b904f0ef-e6ee-4874-90eb-49dfd203d19d req-2fc2cb4d-edb9-46cd-81eb-d09594aa9146 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711912 Nov 22 16:45:03.524242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-950f0b01-3c36-4e05-8111-8d5d97a296aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.524527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffd34176-14d7-45de-9ce6-034090b2e173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.528566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffd34176-14d7-45de-9ce6-034090b2e173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.532357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ffd34176-14d7-45de-9ce6-034090b2e173 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a760960e-e015-4126-aabb-6a0e2f4d670c HTTP/1.1" status: 204 len: 168 time: 0.3519158 Nov 22 16:45:03.543912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd34176-14d7-45de-9ce6-034090b2e173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a760960e-e015-4126-aabb-6a0e2f4d670c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:03.551496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-950f0b01-3c36-4e05-8111-8d5d97a296aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.669060 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-950f0b01-3c36-4e05-8111-8d5d97a296aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.676474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378065-6245-4e19-b6e5-4b151c1175eb req-310620a4-4b1f-4897-9405-ba7076d28a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.679392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-310620a4-4b1f-4897-9405-ba7076d28a52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 1094 time: 0.1106405 Nov 22 16:45:03.680832 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-950f0b01-3c36-4e05-8111-8d5d97a296aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.684813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-950f0b01-3c36-4e05-8111-8d5d97a296aa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8fc65117-a7d0-4c9a-9c81-b0fc5139dc65 HTTP/1.1" status: 204 len: 168 time: 0.4111996 Nov 22 16:45:03.699017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f0b01-3c36-4e05-8111-8d5d97a296aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc65117-a7d0-4c9a-9c81-b0fc5139dc65,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:03.783883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:03.861905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378065-6245-4e19-b6e5-4b151c1175eb req-48cafedf-ce8a-45cc-99d5-1c844250960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.866315 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-48cafedf-ce8a-45cc-99d5-1c844250960e service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.1764064 Nov 22 16:45:03.927806 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-a5c69728-6d49-4872-b744-26b244af7561 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113 HTTP/1.1" status: 200 len: 217 time: 0.0537791 Nov 22 16:45:03.974942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0521d85f-3050-43dd-a683-a1c03bee2f72 req-c308cced-2f07-4ae6-bbfa-ce2b254d7c9f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0613282 Nov 22 16:45:03.991506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378065-6245-4e19-b6e5-4b151c1175eb req-0c6449fd-37a5-420e-86f5-296f2922fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:03.993229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-0c6449fd-37a5-420e-86f5-296f2922fb66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.0506158 Nov 22 16:45:04.060893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6db3a-7e81-40cb-a57c-539562cafdf7 req-0c25b585-22de-4fc9-809f-c2ea6828d1fa tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.062781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a6db3a-7e81-40cb-a57c-539562cafdf7 req-0c25b585-22de-4fc9-809f-c2ea6828d1fa tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.1511948 Nov 22 16:45:04.073693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378065-6245-4e19-b6e5-4b151c1175eb req-934802bc-227a-4708-890a-6af8031db9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.075563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-934802bc-227a-4708-890a-6af8031db9aa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745506 Nov 22 16:45:04.214275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a6db3a-7e81-40cb-a57c-539562cafdf7 req-3a88f06d-42e1-43ca-a765-a871489b9c86 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276624 Nov 22 16:45:04.326594 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-3d9cd94f-4745-4491-a112-36419d7aa0ac service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414131 Nov 22 16:45:04.342516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-d6da25ab-c2c9-47fe-93e4-5852a282ce7f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.345211 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-d6da25ab-c2c9-47fe-93e4-5852a282ce7f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.1905634 Nov 22 16:45:04.373627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44464) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:04.454402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bca9255b-2191-4b97-8f2c-71eda9f34145 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8afcb1bcb9384984973cf08ee8a4d417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0779941 Nov 22 16:45:04.459105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44470) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:04.499211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:04.499555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.508046 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-16378065-6245-4e19-b6e5-4b151c1175eb req-83020ec4-7d6c-49cb-a717-d32638c96ad3 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616864 Nov 22 16:45:04.526750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Request body: {'port': {'device_id': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'admin_state_up': True, 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:04.635984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12326-33cf-4ce1-a4f3-277ca980223b req-0e295cdf-438a-42fb-82f7-f26654009945 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.637711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dee12326-33cf-4ce1-a4f3-277ca980223b req-0e295cdf-438a-42fb-82f7-f26654009945 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 943 time: 0.1808577 Nov 22 16:45:04.641632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8e28-a916-4dec-953a-0545db4440bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.721107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:04.721486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.739008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8e28-a916-4dec-953a-0545db4440bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.762313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:04.767934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:04.828558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:04.922349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Allocated IP 172.20.0.11 (bb4fff6e-7338-4018-ba32-de47da46245f/fedf3f6b-88f8-4686-91b2-698371b64e3a/9285758c-d679-4b77-a72f-6799f59e68cb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:04.930084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dee12326-33cf-4ce1-a4f3-277ca980223b req-1242508e-6f98-46e2-a6a2-bf4c32731854 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787192 Nov 22 16:45:04.976093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ee2b2-2b14-4ed1-97cf-52111d9c6ca3 req-33e28cd8-80e7-4ee6-8e78-81dd9a336fe8 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:04.981060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-885ee2b2-2b14-4ed1-97cf-52111d9c6ca3 req-33e28cd8-80e7-4ee6-8e78-81dd9a336fe8 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.2472034 Nov 22 16:45:05.183869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.230503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc54485-dfa8-4aca-990a-92ce4ad43ac1 req-69c1de45-34c4-47c1-b958-3af1ba715abd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0493512 Nov 22 16:45:05.236858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.254641 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8e28-a916-4dec-953a-0545db4440bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.258713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1d8e28-a916-4dec-953a-0545db4440bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.263325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c1d8e28-a916-4dec-953a-0545db4440bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/147d0625-9a2c-4561-abc6-bcd8685a59f8 HTTP/1.1" status: 204 len: 168 time: 0.8032627 Nov 22 16:45:05.305319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Network bb4fff6e-7338-4018-ba32-de47da46245f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:05.308275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-885ee2b2-2b14-4ed1-97cf-52111d9c6ca3 req-bed66a65-c877-42e1-b8df-6c748f2e7266 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362118 Nov 22 16:45:05.317122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:05.325284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1d8e28-a916-4dec-953a-0545db4440bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147d0625-9a2c-4561-abc6-bcd8685a59f8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:05.329966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event updated for resources: {'Port': ['ID=9285758c-d679-4b77-a72f-6799f59e68cb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:05.339158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:05.388362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:05.388957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.413138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-1e5dd897-5638-4a6f-96b7-544b9aef1d28 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9030888 Nov 22 16:45:05.435130 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.435296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Request body: {'port': {'device_id': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:05.478946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=128ff9de-dc85-4985-b3d9-6ac9c7fc86b0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:05.487279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 919029b1-cb05-4bf7-a8b2-e37d6c36f113 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:05.518359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.646390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:05.669710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'mac_address': 'fa:16:3e:29:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:05.717432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.737180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.763738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919029b1-cb05-4bf7-a8b2-e37d6c36f113 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:05.787047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:05.796191 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:05.863933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:06.042237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:45:06.061057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9285758c-d679-4b77-a72f-6799f59e68cb {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:06.083568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.096016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['919029b1-cb05-4bf7-a8b2-e37d6c36f113'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:06.112228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Transition to ACTIVE for port object 9285758c-d679-4b77-a72f-6799f59e68cb will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:06.120873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.209688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:06.217213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fbc6697f-0d37-4879-be68-84dddd4f5e85 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2151210 Nov 22 16:45:06.219612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:06.231751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:06.244172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a980-1d29-4953-84b4-18b5268001d1 req-09c52ab1-ba42-40d2-a002-65809df3285d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:06.247923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a28a980-1d29-4953-84b4-18b5268001d1 req-09c52ab1-ba42-40d2-a002-65809df3285d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 944 time: 0.1529677 Nov 22 16:45:06.351556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:06.352590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:06.379722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Pushing event updated for resources: {'Port': ['ID=9285758c-d679-4b77-a72f-6799f59e68cb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:06.389000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet c0e72503-bf5f-4fcc-9ac5-b2367d934c76 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:45:06.412307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.461828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-cceaa274-bad6-43e6-94a4-1e6868ee0b62 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:06.464653 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-cceaa274-bad6-43e6-94a4-1e6868ee0b62 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.20 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.3369114 Nov 22 16:45:06.528269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.575391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:06.779621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Attempting to bind port 9285758c-d679-4b77-a72f-6799f59e68cb on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:06.780422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Attempting to bind port 9285758c-d679-4b77-a72f-6799f59e68cb by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:06.780773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Attempting to bind port 9285758c-d679-4b77-a72f-6799f59e68cb on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:06.792952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Port 9285758c-d679-4b77-a72f-6799f59e68cb on network bb4fff6e-7338-4018-ba32-de47da46245f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:06.793290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Attempting to bind port 9285758c-d679-4b77-a72f-6799f59e68cb on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:06.800465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:06.800814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:06.801268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Bound using segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:06.801811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Bound port: 9285758c-d679-4b77-a72f-6799f59e68cb, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:06.802124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.866749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Deleting port a3b34827-f3d0-46cc-957a-b9cd4d26b71a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:06.867101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:06.921994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:05Z', 'revision_number': 10, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:06.971920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a28a980-1d29-4953-84b4-18b5268001d1 req-e8411ea2-360a-439f-8ab0-ddde374508a3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974947 Nov 22 16:45:06.986973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c4414-aabc-45ce-b7e5-16fcb92c7965 req-b99b0a6c-1506-426d-9781-fb1aae02c79f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:06.988399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c81c4414-aabc-45ce-b7e5-16fcb92c7965 req-b99b0a6c-1506-426d-9781-fb1aae02c79f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 944 time: 0.5679448 Nov 22 16:45:07.010664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:07.021421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:07.023615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:07.145627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] For port a3b34827-f3d0-46cc-957a-b9cd4d26b71a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,segment=NetworkSegment(ff769794-3114-4cb1-bfb8-5d8aa1696011),segment_id=ff769794-3114-4cb1-bfb8-5d8aa1696011)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:07.146811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.158825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c81c4414-aabc-45ce-b7e5-16fcb92c7965 req-297c039b-c74f-47ce-a49d-fa80a70bb09a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633718 Nov 22 16:45:07.175073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.183151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Calling delete_port for a3b34827-f3d0-46cc-957a-b9cd4d26b71a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:07.220890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa27389-3bff-4ab3-afad-ff03d88e710b req-8762d8e1-10f0-47e2-a46a-49e2032d6ea2 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:07.222482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6aa27389-3bff-4ab3-afad-ff03d88e710b req-8762d8e1-10f0-47e2-a46a-49e2032d6ea2 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 946 time: 0.1121645 Nov 22 16:45:07.273847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:07.300703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] For port 9285758c-d679-4b77-a72f-6799f59e68cb, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:07.304466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] For port 9285758c-d679-4b77-a72f-6799f59e68cb, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9285758c-d679-4b77-a72f-6799f59e68cb,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:07.313684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.342591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6aa27389-3bff-4ab3-afad-ff03d88e710b req-d99c3472-c7b0-44b1-9227-b2494ec62c70 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/security-groups?id=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111917 Nov 22 16:45:07.344162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.381109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Pushing event updated for resources: {'Port': ['ID=9285758c-d679-4b77-a72f-6799f59e68cb,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:07.387835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.398107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44556) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:07.399627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/c0e72503-bf5f-4fcc-9ac5-b2367d934c76 HTTP/1.1" status: 204 len: 168 time: 1.1762128 Nov 22 16:45:07.434671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5c8936-3140-4048-803e-8f8024aa2477 None None] Network be329f4d-94f2-47fd-95ad-c33f9b9d5c4c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:07.444448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd118a8-0347-4ad7-b9fb-c12141ab9207 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e72503-bf5f-4fcc-9ac5-b2367d934c76,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:07.518048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:07.519263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.521050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-f0dc4645-4662-4bea-b681-21dae11b276d service neutron] 10.222.0.66 "PUT /v2.0/ports/9285758c-d679-4b77-a72f-6799f59e68cb HTTP/1.1" status: 200 len: 1092 time: 2.0924556 Nov 22 16:45:07.523599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'tag': '9285758c-d679-4b77-a72f-6799f59e68cb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:07.529392 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a84433-f15a-437d-b088-304d0060e074" -d '{"events": [{"name": "network-changed", "server_uuid": "90670163-3ccf-49dd-bc98-b50bd08b2f9a", "tag": "9285758c-d679-4b77-a72f-6799f59e68cb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:07.543396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 919029b1-cb05-4bf7-a8b2-e37d6c36f113 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:07.607762 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9f0198-4c92-4100-8bcc-0f7bf4f03737 x-openstack-request-id: req-3f9f0198-4c92-4100-8bcc-0f7bf4f03737 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:07.608059 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90670163-3ccf-49dd-bc98-b50bd08b2f9a", "tag": "9285758c-d679-4b77-a72f-6799f59e68cb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:07.608311 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f9f0198-4c92-4100-8bcc-0f7bf4f03737 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:07.611278 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'tag': '9285758c-d679-4b77-a72f-6799f59e68cb', 'status': 'completed', 'code': 200} Nov 22 16:45:07.710269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.752147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-271a790a-b5f5-4460-ac1a-52b251d57d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:07.754493 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-271a790a-b5f5-4460-ac1a-52b251d57d12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 1095 time: 0.1359663 Nov 22 16:45:07.756357 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.788716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:07.820602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a3b34827-f3d0-46cc-957a-b9cd4d26b71a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:07.908608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-b272be0c-27a7-4f43-8dbf-940e48cee6b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9285758c-d679-4b77-a72f-6799f59e68cb HTTP/1.1" status: 200 len: 217 time: 0.1290946 Nov 22 16:45:07.920711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Pushing event deleted for resources: {'Port': ['ID=a3b34827-f3d0-46cc-957a-b9cd4d26b71a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:07.933723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44574) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:08.008264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] No DVR routers for this DVR port a3b34827-f3d0-46cc-957a-b9cd4d26b71a on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:08.036126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.047401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9f08f601-7730-47e3-b17e-9a82c03bc796 req-65691e62-21e3-442b-877c-5e792c421f19 tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.20 "DELETE /v2.0/ports/a3b34827-f3d0-46cc-957a-b9cd4d26b71a HTTP/1.1" status: 204 len: 173 time: 1.5413353 Nov 22 16:45:08.059648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:08.060086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.175123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:08.180841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-42ac77ca-bb94-4c17-bf87-7ecf501fdd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:08.182999 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-42ac77ca-bb94-4c17-bf87-7ecf501fdd9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.2615757 Nov 22 16:45:08.183692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] DHCP port deletion for be329f4d-94f2-47fd-95ad-c33f9b9d5c4c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:08.194512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:08.195482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.316152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-63fd9e0d-c536-492b-a12e-633516b44a45 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079211 Nov 22 16:45:08.344371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3409d7-fced-44e6-aa5f-f7e857164521 req-dcb44c51-f567-4ee7-b2ba-3083dde380e2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:08.347759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa3409d7-fced-44e6-aa5f-f7e857164521 req-dcb44c51-f567-4ee7-b2ba-3083dde380e2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 944 time: 0.2049334 Nov 22 16:45:08.354352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:08.354724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.410451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] Deleting port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:08.410856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.463070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4528b84-21fb-4828-bda0-7325871c4496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.483224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:08.515918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] For port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,segment=NetworkSegment(94085ae3-aa47-491e-a2e0-92839ac6d66d),segment_id=94085ae3-aa47-491e-a2e0-92839ac6d66d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:08.516316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.544288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] Calling delete_port for 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:08.585095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-fe44a7fd-c0e0-474b-9009-1cf94350ba5f service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548680 Nov 22 16:45:08.624931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4528b84-21fb-4828-bda0-7325871c4496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.629308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.675511 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4528b84-21fb-4828-bda0-7325871c4496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.723525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:05Z', 'revision_number': 10, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:08.744505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4528b84-21fb-4828-bda0-7325871c4496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f0b51f-99d8-43e8-973e-fc5ba9c0e34d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:08.780887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f7c2b-b56b-4cb3-9495-edb6891d93e3 req-dc2c106a-7d8d-4ef6-b34e-dac9bfa1314a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:08.783174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d3f7c2b-b56b-4cb3-9495-edb6891d93e3 req-dc2c106a-7d8d-4ef6-b34e-dac9bfa1314a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 944 time: 0.4152551 Nov 22 16:45:08.784332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.820200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa3409d7-fced-44e6-aa5f-f7e857164521 req-a379f247-a5e4-45c6-921a-24126126f4c9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623308 Nov 22 16:45:08.825762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:08.831064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b4528b84-21fb-4828-bda0-7325871c4496 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9e005e7e16c4b16b11a95ef9bc079e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8962233 Nov 22 16:45:08.833817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44604) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:08.858466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:08.860836 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c99f3-3f63-4606-b7e0-6b4dc8a5a265" -d '{"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:08.880290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:08.889482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f24753-6ff9-4b00-ba40-b3dec25ca7f3 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:05Z', 'revision_number': 10, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None, '_interfaces': [{'id': 'f94c6ded-21e7-4093-a45b-c0e025622b34', 'name': '', 'network_id': 'ec27941e-385d-4a7a-8b5d-449824599d71', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'mac_address': 'fa:16:3e:1b:ef:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1714, 'fixed_ips': [{'subnet_id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:44:03Z', 'updated_at': '2021-11-22T16:44:13Z', 'revision_number': 5, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'subnets': [{'id': '195b3f17-401d-412a-bc5e-7f7d1bcb151d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:08.893970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:08.902976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.916153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.949495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:08.952059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] Pushing event deleted for resources: {'Port': ['ID=2707bf9d-1c1f-4d5b-901d-c502e32e49e5,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:08.955432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7be3f1a-33fc-4c31-aade-a8b3e18a4b9c None None] No DVR routers for this DVR port 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:08.967863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d3f7c2b-b56b-4cb3-9495-edb6891d93e3 req-46c92ca0-4e47-4304-9fa0-43dea69b5f41 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680670 Nov 22 16:45:09.020840 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0dd62e1a-99b8-45f5-bac6-94402c0062e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.066868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:09.085138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0dd62e1a-99b8-45f5-bac6-94402c0062e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.116825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f80b2b5d-d746-4a85-a323-a40cf6aed1b1 req-fcb03581-ba64-40aa-ac49-9f2eb4d56d1e service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084836 Nov 22 16:45:09.147269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.207564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d957ca7-9e44-465d-bf52-9722fe63fe95 req-8d473f06-3c5f-4c4e-b051-e25569fc957c tempest-InstanceActionsTestJSON-2076801699 tempest-InstanceActionsTestJSON-2076801699-project] 10.222.0.65 "GET /v2.0/ports?device_id=61af4ae0-86c8-4f86-b006-1fa320ef59db HTTP/1.1" status: 200 len: 210 time: 0.0550199 Nov 22 16:45:09.222622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be329f4d-94f2-47fd-95ad-c33f9b9d5c4c']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:09.227992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0dd62e1a-99b8-45f5-bac6-94402c0062e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.231701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0dd62e1a-99b8-45f5-bac6-94402c0062e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.233381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0dd62e1a-99b8-45f5-bac6-94402c0062e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82f0b51f-99d8-43e8-973e-fc5ba9c0e34d HTTP/1.1" status: 204 len: 168 time: 0.3984907 Nov 22 16:45:09.238667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94085ae3-aa47-491e-a2e0-92839ac6d66d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:09.238971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94085ae3-aa47-491e-a2e0-92839ac6d66d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:09.254855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd62e1a-99b8-45f5-bac6-94402c0062e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f0b51f-99d8-43e8-973e-fc5ba9c0e34d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:09.283421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.297468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84433-f15a-437d-b088-304d0060e074 req-fc45c184-1c4f-4df5-90c6-b999ee55d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:09.301359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-fc45c184-1c4f-4df5-90c6-b999ee55d775 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 1095 time: 0.1087558 Nov 22 16:45:09.339752 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddec89a-d114-4fba-9cca-b899a0ac335c x-openstack-request-id: req-eddec89a-d114-4fba-9cca-b899a0ac335c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:09.340407 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:09.340773 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eddec89a-d114-4fba-9cca-b899a0ac335c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:09.341333 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'code': 200} Nov 22 16:45:09.482510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.499689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:09.500461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:09.503229 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:09.576692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:09.607486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84433-f15a-437d-b088-304d0060e074 req-5bfe0413-7149-457d-812b-717a4482b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:09.609050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-5bfe0413-7149-457d-812b-717a4482b123 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.2940669 Nov 22 16:45:09.644879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:09.645247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2707bf9d-1c1f-4d5b-901d-c502e32e49e5 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:09.645690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:09.645967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'name': 'network-vif-deleted', 'tag': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:09.657086 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f0bef-c798-4bbd-9ed9-3e286c61bba2" -d '{"events": [{"server_uuid": "61af4ae0-86c8-4f86-b006-1fa320ef59db", "name": "network-vif-deleted", "tag": "a3b34827-f3d0-46cc-957a-b9cd4d26b71a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:09.698646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:09.699013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 128ff9de-dc85-4985-b3d9-6ac9c7fc86b0 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:09.732017 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-64504bba-f1e4-46c2-b777-2038ec2ae0a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9285758c-d679-4b77-a72f-6799f59e68cb HTTP/1.1" status: 200 len: 217 time: 0.0573823 Nov 22 16:45:09.736054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.776878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:09.780880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/be329f4d-94f2-47fd-95ad-c33f9b9d5c4c HTTP/1.1" status: 204 len: 168 time: 2.3814247 Nov 22 16:45:09.782641 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441dd4fc-89e2-4fd4-a589-c8952b1eda39 x-openstack-request-id: req-441dd4fc-89e2-4fd4-a589-c8952b1eda39 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:09.783228 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61af4ae0-86c8-4f86-b006-1fa320ef59db", "name": "network-vif-deleted", "tag": "a3b34827-f3d0-46cc-957a-b9cd4d26b71a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:09.783679 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-441dd4fc-89e2-4fd4-a589-c8952b1eda39 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:09.783899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44632) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:09.784823 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61af4ae0-86c8-4f86-b006-1fa320ef59db', 'name': 'network-vif-deleted', 'tag': 'a3b34827-f3d0-46cc-957a-b9cd4d26b71a', 'status': 'completed', 'code': 200} Nov 22 16:45:09.786942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21133e3f-571f-46cc-b4ea-e5da57330064 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=be329f4d-94f2-47fd-95ad-c33f9b9d5c4c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:09.878622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098d5f8-908d-48b8-b356-e1d624642842 req-d8cecdf7-e162-4ccd-b4e7-81166d337947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:09.880386 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e098d5f8-908d-48b8-b356-e1d624642842 req-d8cecdf7-e162-4ccd-b4e7-81166d337947 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 1096 time: 0.4253886 Nov 22 16:45:09.882066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a84433-f15a-437d-b088-304d0060e074 req-c4cd25ee-f567-4752-83f5-dfcc3f4b46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:09.886031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-c4cd25ee-f567-4752-83f5-dfcc3f4b46ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.0978177 Nov 22 16:45:09.975013 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-d96ef974-8f69-457d-8449-17df2756b68b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482409 Nov 22 16:45:10.028998 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e098d5f8-908d-48b8-b356-e1d624642842 req-310a645a-be8c-4370-b602-25b9fa216084 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401713 Nov 22 16:45:10.103078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1df33839-3457-41e8-b9c6-4351950730a4 req-eb6589d1-28c8-4478-9c97-338392c603e8 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0963950 Nov 22 16:45:10.210823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-a6ea6234-d902-4a26-89fe-d89efe0ad9e2 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223389 Nov 22 16:45:10.213285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f253342-4aee-4116-a354-b6be7d78cb8a req-80df4501-1a4c-4089-ae9b-54c35110a5cd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:10.215577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f253342-4aee-4116-a354-b6be7d78cb8a req-80df4501-1a4c-4089-ae9b-54c35110a5cd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2279644 Nov 22 16:45:10.357884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9285758c-d679-4b77-a72f-6799f59e68cb details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:10.371162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f253342-4aee-4116-a354-b6be7d78cb8a req-bffaef12-6005-4233-bf32-2aba9370ac63 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236546 Nov 22 16:45:10.531887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44660) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:10.574440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9285758c-d679-4b77-a72f-6799f59e68cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9285758c-d679-4b77-a72f-6799f59e68cb,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:10.580004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a2317-337b-411d-969c-bfee79836dd1 req-7cbdbf45-1c68-498f-8f1b-03e16fc64a53 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:10.582126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a6a2317-337b-411d-969c-bfee79836dd1 req-7cbdbf45-1c68-498f-8f1b-03e16fc64a53 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 944 time: 0.3017786 Nov 22 16:45:10.602862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '9285758c-d679-4b77-a72f-6799f59e68cb', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': '9285758c-d679-4b77-a72f-6799f59e68cb', 'mac_address': 'fa:16:3e:e8:5b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:10.661163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44664) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:10.689430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.717778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9285758c-d679-4b77-a72f-6799f59e68cb {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:10.733100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61951c88-767d-48ec-a264-7dad34ab0719 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.761674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9285758c-d679-4b77-a72f-6799f59e68cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9285758c-d679-4b77-a72f-6799f59e68cb,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:10.771219 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.805061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Deleting subnet 29e90e5f-4276-4f4b-8dad-46fa78728fd9 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:45:10.839263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.881772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a6a2317-337b-411d-969c-bfee79836dd1 req-4f97f7af-de84-4dfe-9785-66ba08e5c284 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429943 Nov 22 16:45:10.882319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=9285758c-d679-4b77-a72f-6799f59e68cb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:10.951982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:10.994317 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5a84433-f15a-437d-b088-304d0060e074 req-5dd07f99-2658-4473-bc1e-a6aade5c0b9c service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7685952 Nov 22 16:45:11.088742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9285758c-d679-4b77-a72f-6799f59e68cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:11.106520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61951c88-767d-48ec-a264-7dad34ab0719 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.108133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.228551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61951c88-767d-48ec-a264-7dad34ab0719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.380104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-61951c88-767d-48ec-a264-7dad34ab0719 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d2e1117439c4901a0ed1f395fc5d7cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7046645 Nov 22 16:45:11.382492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-089fb9e9-ef27-49a5-b592-00f876cd14fc req-fb47e97c-213f-43da-a974-9a135f999e6c tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1181686 Nov 22 16:45:11.383133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44674) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:11.405852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.510111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a3b34827-f3d0-46cc-957a-b9cd4d26b71a no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:11.522343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61951c88-767d-48ec-a264-7dad34ab0719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c822b-7d6f-4031-a91e-cd09658dc6d6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:11.560586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29e90e5f-4276-4f4b-8dad-46fa78728fd9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:11.584212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.588087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ad2a294-526c-49d3-8414-3d9b0e8787f6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/29e90e5f-4276-4f4b-8dad-46fa78728fd9 HTTP/1.1" status: 204 len: 168 time: 1.0544333 Nov 22 16:45:11.599384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44678) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:11.607032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-924b63f5-c558-4089-b9d0-abdfd58492a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.651159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: a3b34827-f3d0-46cc-957a-b9cd4d26b71a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:11.652328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a3b34827-f3d0-46cc-957a-b9cd4d26b71a not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:11.659216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.680428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-924b63f5-c558-4089-b9d0-abdfd58492a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.770431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:11.777912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-924b63f5-c558-4089-b9d0-abdfd58492a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.780579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-924b63f5-c558-4089-b9d0-abdfd58492a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.781830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-924b63f5-c558-4089-b9d0-abdfd58492a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d1c822b-7d6f-4031-a91e-cd09658dc6d6 HTTP/1.1" status: 204 len: 168 time: 0.3974869 Nov 22 16:45:11.794243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924b63f5-c558-4089-b9d0-abdfd58492a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c822b-7d6f-4031-a91e-cd09658dc6d6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:11.893080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:11.998822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffe9a4-f7e1-4aea-9bb6-083b461d12a9 req-4ddbf587-ed64-45f7-8d8d-293db5ab85ec tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:12.000354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89ffe9a4-f7e1-4aea-9bb6-083b461d12a9 req-4ddbf587-ed64-45f7-8d8d-293db5ab85ec tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.3539429 Nov 22 16:45:12.109490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.125296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.190686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad75473-348d-499e-89fd-0c958a782943']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:12.211026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867a53e-baa3-419f-9e6f-ee3370231995 req-29a57fff-c48f-4f75-8b26-7d4877b8f3cc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:12.212594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a867a53e-baa3-419f-9e6f-ee3370231995 req-29a57fff-c48f-4f75-8b26-7d4877b8f3cc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 945 time: 0.2227490 Nov 22 16:45:12.224051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.227439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89ffe9a4-f7e1-4aea-9bb6-083b461d12a9 req-75923320-f511-4c22-a923-48f450ef3a51 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116606 Nov 22 16:45:12.231069 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.233738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff769794-3114-4cb1-bfb8-5d8aa1696011') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:12.234039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff769794-3114-4cb1-bfb8-5d8aa1696011') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:12.300527 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0a1d1887ba1b4fabbc0f7b90b47528f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5289183 Nov 22 16:45:12.302132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2eb52c-bde0-464b-9f84-ec57b10e20ad,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:12.302662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44706) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:12.307413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.316475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.316833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.317183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.317527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.318319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.318682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.319021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.319356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.320403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.320752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.321092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.321426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cd3bc3-92d6-491f-9cf1-df2e126b716e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:12.366675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.373939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9285758c-d679-4b77-a72f-6799f59e68cb up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:12.419047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:12.419555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:12.426116 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:12.466463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 9285758c-d679-4b77-a72f-6799f59e68cb completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:12.471489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 9285758c-d679-4b77-a72f-6799f59e68cb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:12.472472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.516858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.533277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a867a53e-baa3-419f-9e6f-ee3370231995 req-acfc98c8-f2f9-4ccc-9c89-545d5a686045 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873220 Nov 22 16:45:12.541930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.548448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aad75473-348d-499e-89fd-0c958a782943 HTTP/1.1" status: 204 len: 168 time: 0.9439893 Nov 22 16:45:12.576726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add9b60-6113-4070-9c01-a5980dc16835 admin admin] Pushing event deleted for resources: {'Network': ['ID=aad75473-348d-499e-89fd-0c958a782943,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:12.637732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e72d-32c0-4c65-b730-ed3dd7c34e44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.644269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.660922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port f94c6ded-21e7-4093-a45b-c0e025622b34 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:12.661572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.722349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9285758c-d679-4b77-a72f-6799f59e68cb'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:12.725824 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96044e48-f650-4d43-8234-f30f28d7ec9b" -d '{"events": [{"server_uuid": "90670163-3ccf-49dd-bc98-b50bd08b2f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9285758c-d679-4b77-a72f-6799f59e68cb"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:12.759510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44728) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:12.770671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 9285758c-d679-4b77-a72f-6799f59e68cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9285758c-d679-4b77-a72f-6799f59e68cb,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:12.779133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.813785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7a5541ea-54a4-4f7f-ab0f-7170ffe9956b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52389c98fb324a828e4db1942143d6b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0523965 Nov 22 16:45:12.816942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:12.837523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c7046e5-78c2-4802-860f-1f85398e2846 req-7db1f9fe-b448-4b3f-988b-c4acc5e9ca42 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0608301 Nov 22 16:45:12.866411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e72d-32c0-4c65-b730-ed3dd7c34e44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.876802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e16b-fe7f-40d7-ba32-3521bbb96390 req-69c4af3c-18cc-4f0b-a7e2-2e137893d004 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:12.883616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-519ffc63-1675-4f1a-a66c-0b6f9e86529d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.885054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e16b-fe7f-40d7-ba32-3521bbb96390 req-69c4af3c-18cc-4f0b-a7e2-2e137893d004 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.3495913 Nov 22 16:45:12.901227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=9285758c-d679-4b77-a72f-6799f59e68cb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:12.945787 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef97e8b1-049f-4c30-8666-ae6a4fd7c697 x-openstack-request-id: req-ef97e8b1-049f-4c30-8666-ae6a4fd7c697 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:12.946078 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90670163-3ccf-49dd-bc98-b50bd08b2f9a", "name": "network-vif-plugged", "status": "completed", "tag": "9285758c-d679-4b77-a72f-6799f59e68cb", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:12.946340 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef97e8b1-049f-4c30-8666-ae6a4fd7c697 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:12.946867 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9285758c-d679-4b77-a72f-6799f59e68cb', 'code': 200} Nov 22 16:45:12.955649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-519ffc63-1675-4f1a-a66c-0b6f9e86529d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:12.973215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port f94c6ded-21e7-4093-a45b-c0e025622b34, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f94c6ded-21e7-4093-a45b-c0e025622b34,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:12.973853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.004098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b85e16b-fe7f-40d7-ba32-3521bbb96390 req-68d1686e-73c1-4c11-98f5-c00de080e03f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180925 Nov 22 16:45:13.022654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for f94c6ded-21e7-4093-a45b-c0e025622b34 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:13.029895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-519ffc63-1675-4f1a-a66c-0b6f9e86529d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.032865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-519ffc63-1675-4f1a-a66c-0b6f9e86529d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.036705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-519ffc63-1675-4f1a-a66c-0b6f9e86529d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1335e12d-b4fc-4cb4-aaa1-00fb9c075be4 HTTP/1.1" status: 204 len: 168 time: 0.2183282 Nov 22 16:45:13.055098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ffc63-1675-4f1a-a66c-0b6f9e86529d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1335e12d-b4fc-4cb4-aaa1-00fb9c075be4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:13.116632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e72d-32c0-4c65-b730-ed3dd7c34e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.120051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e72d-32c0-4c65-b730-ed3dd7c34e44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.123811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0e0e72d-32c0-4c65-b730-ed3dd7c34e44 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e2eb52c-bde0-464b-9f84-ec57b10e20ad HTTP/1.1" status: 204 len: 168 time: 0.8134542 Nov 22 16:45:13.138031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cdde1-a4a5-45e8-bc3d-98d39f33d61e req-b9df1523-d7c5-4609-a2dc-b3187c6dc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:13.139939 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e64cdde1-a4a5-45e8-bc3d-98d39f33d61e req-b9df1523-d7c5-4609-a2dc-b3187c6dc6fd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 1097 time: 0.1018720 Nov 22 16:45:13.146445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e72d-32c0-4c65-b730-ed3dd7c34e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2eb52c-bde0-464b-9f84-ec57b10e20ad,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:13.246257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e64cdde1-a4a5-45e8-bc3d-98d39f33d61e req-012469d6-4260-40be-ae99-9f4914edf931 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919843 Nov 22 16:45:13.317101 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.355863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=f94c6ded-21e7-4093-a45b-c0e025622b34,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:13.477993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:13.505844 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9f39fd35-d087-4c25-baf3-d350e2d89a10 req-ac2f53cd-8e89-4ac6-a14c-c6782f3e213e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0335500 Nov 22 16:45:13.884857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44760) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:13.906907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d627754-5eaa-4b05-a3a4-6a4405c0f824 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.131393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d627754-5eaa-4b05-a3a4-6a4405c0f824 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.141169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d627754-5eaa-4b05-a3a4-6a4405c0f824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.152507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29e9ebd8-a73e-4a55-8ce9-c3a3ed2b0082 req-2cc7fa30-f122-4669-9d74-da4b5ec555d3 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0790515 Nov 22 16:45:14.189138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:45:14.213228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfbf9-3b6a-4c28-8d57-3f5f8b1440e0 req-ccb4a2ea-8d9a-444c-a2da-504ea480905b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:14.229035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a0bfbf9-3b6a-4c28-8d57-3f5f8b1440e0 req-ccb4a2ea-8d9a-444c-a2da-504ea480905b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 946 time: 0.5822368 Nov 22 16:45:14.251166 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d627754-5eaa-4b05-a3a4-6a4405c0f824 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2973826085d84892bbc2bf7d32f78cba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645415 Nov 22 16:45:14.253049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d627754-5eaa-4b05-a3a4-6a4405c0f824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b3e7cc-971e-44cc-a12f-efa7ae4b5eca,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:14.280093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44770) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:14.385080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17671c2a-3bd7-4b3c-8e79-2eb8b0adbfe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.425268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a0bfbf9-3b6a-4c28-8d57-3f5f8b1440e0 req-6e6aa0da-fb1f-439f-8286-d7793f2b8e0b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949265 Nov 22 16:45:14.452109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17671c2a-3bd7-4b3c-8e79-2eb8b0adbfe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.504594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74196ad7-381b-491f-807e-dfb40a9ab133 req-c7b56c50-eeae-423c-8b6f-0d326e8aea4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:14.512419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74196ad7-381b-491f-807e-dfb40a9ab133 req-c7b56c50-eeae-423c-8b6f-0d326e8aea4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2227354 Nov 22 16:45:14.524783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17671c2a-3bd7-4b3c-8e79-2eb8b0adbfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.527401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:14.529566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17671c2a-3bd7-4b3c-8e79-2eb8b0adbfe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.534375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-17671c2a-3bd7-4b3c-8e79-2eb8b0adbfe6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/83b3e7cc-971e-44cc-a12f-efa7ae4b5eca HTTP/1.1" status: 204 len: 168 time: 0.2499986 Nov 22 16:45:14.535312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e097d631-2a40-4bda-afdd-a32f4a0f4392 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7488344 Nov 22 16:45:14.545547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44780) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:14.546347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17671c2a-3bd7-4b3c-8e79-2eb8b0adbfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b3e7cc-971e-44cc-a12f-efa7ae4b5eca,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:14.549349 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:14.579359 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:14.581195 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:14.631918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74196ad7-381b-491f-807e-dfb40a9ab133 req-b54fa0e4-2363-4d2b-8785-049202d1b6d6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184185 Nov 22 16:45:14.676058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting subnet 195b3f17-401d-412a-bc5e-7f7d1bcb151d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:45:14.680796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.744672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.812373 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:14.910154 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 11, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:14.945593 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:14.949262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:14.974280 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:14.975185 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:15.071334 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:15.088937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.136753 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 11, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:15.149923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.156377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/195b3f17-401d-412a-bc5e-7f7d1bcb151d HTTP/1.1" status: 204 len: 168 time: 0.5665658 Nov 22 16:45:15.156523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44802) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:15.162707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c585bb-179b-468f-9abc-b25195d91052 None None] Network ec27941e-385d-4a7a-8b5d-449824599d71 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:15.176303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c466bec-9ca6-4013-ae4f-2a4a277d7cdd tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Subnet': ['ID=195b3f17-401d-412a-bc5e-7f7d1bcb151d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:15.195976 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b848d-e38d-42cc-bd57-98793b7463c3 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 11, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:15.392804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6fc1365-14c0-4de1-a8c4-7a2e27d049ca req-4ac53ac8-08d4-4007-b01c-bb5a10fb5575 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0895927 Nov 22 16:45:15.493149 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.521027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205070a6-66a1-4622-b632-56961a650854 req-9c37c3a2-3abc-4248-9b50-1dd055bd569f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:15.529366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-205070a6-66a1-4622-b632-56961a650854 req-9c37c3a2-3abc-4248-9b50-1dd055bd569f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.1220315 Nov 22 16:45:15.581441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] DHCP port deletion for ec27941e-385d-4a7a-8b5d-449824599d71 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:15.701384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-205070a6-66a1-4622-b632-56961a650854 req-11ebc386-24cb-488e-b7ec-222caffc8f12 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702631 Nov 22 16:45:15.737613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f737d68c-6d51-476e-ad6b-6c4cc0895e5d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:15.739316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Deleting port f737d68c-6d51-476e-ad6b-6c4cc0895e5d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:15.739753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.759875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:15.920914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] For port f737d68c-6d51-476e-ad6b-6c4cc0895e5d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:15.921945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:15.941566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Calling delete_port for f737d68c-6d51-476e-ad6b-6c4cc0895e5d owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:15.987225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] Deleting port f737d68c-6d51-476e-ad6b-6c4cc0895e5d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:15.987917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.078451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6a2397-86eb-4c05-b555-2f5f80edda2c req-4701629b-7db7-4cfb-8a47-c7be573a2bc5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:16.085827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] For port f737d68c-6d51-476e-ad6b-6c4cc0895e5d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,segment=NetworkSegment(81566125-37d4-4920-a9bb-665da2aa1a40),segment_id=81566125-37d4-4920-a9bb-665da2aa1a40)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:16.086341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.086723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f6a2397-86eb-4c05-b555-2f5f80edda2c req-4701629b-7db7-4cfb-8a47-c7be573a2bc5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 946 time: 0.1306255 Nov 22 16:45:16.114454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] Calling delete_port for f737d68c-6d51-476e-ad6b-6c4cc0895e5d owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:16.119225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-212411301-network', 'tenant_id': 'e7102fe41e9b4aff80c3ace4c9f4c236'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:16.167963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Made reservation on behalf of e7102fe41e9b4aff80c3ace4c9f4c236 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:16.172928 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.194978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.240972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.245257 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.267083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] No DVR routers for this DVR port f737d68c-6d51-476e-ad6b-6c4cc0895e5d on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:16.277934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f6a2397-86eb-4c05-b555-2f5f80edda2c req-f1da01c4-2743-4566-89ed-20c3eb8e1f8d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901975 Nov 22 16:45:16.317387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba4e22-d428-4f90-8838-8896fffa0f46 None None] Pushing event deleted for resources: {'Port': ['ID=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:16.352576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Port': ['ID=f737d68c-6d51-476e-ad6b-6c4cc0895e5d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:16.355598 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.372310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No DVR routers for this DVR port f737d68c-6d51-476e-ad6b-6c4cc0895e5d on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:16.516036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.527162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f94c6ded-21e7-4093-a45b-c0e025622b34 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:16.541094 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.550230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.581123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f94c6ded-21e7-4093-a45b-c0e025622b34 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:16.581487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f94c6ded-21e7-4093-a45b-c0e025622b34 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:16.607812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf098bd-4a66-4f7d-9729-f3dfd54a5d94,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:16.629725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:16.660596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.662483 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Added segment 086c31fc-126d-45f7-af1e-e7bc9c69a7c4 of type vlan for network aa699e29-1248-4014-a289-4a288d4e0734 Nov 22 16:45:16.664949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-266de3b5-fe02-4acd-a09f-d7a055fb06a2 req-13ccd369-1e37-4e2d-b397-5e05a3bac4e6 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1490769 Nov 22 16:45:16.670759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec27941e-385d-4a7a-8b5d-449824599d71']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:16.697909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81566125-37d4-4920-a9bb-665da2aa1a40') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:16.698240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81566125-37d4-4920-a9bb-665da2aa1a40') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:16.743265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.787952 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.815705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:16.816131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.826699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.878531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.880102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:16.881870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:16.919294 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:16.935328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.963954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:16.967779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/networks/ec27941e-385d-4a7a-8b5d-449824599d71 HTTP/1.1" status: 204 len: 168 time: 1.8101578 Nov 22 16:45:16.971556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44872) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:16.984736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db201c-2565-455b-a179-10d3e4cfffad tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Pushing event deleted for resources: {'Network': ['ID=ec27941e-385d-4a7a-8b5d-449824599d71,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:16.994422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'routes': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:17.026244 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2614603 Nov 22 16:45:17.042683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd537c-0816-497b-9288-308b1b313797 req-5ecdba4f-6a64-47c6-9386-931a84066832 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:17.051900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2bd537c-0816-497b-9288-308b1b313797 req-5ecdba4f-6a64-47c6-9386-931a84066832 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.1313648 Nov 22 16:45:17.078827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44874) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:17.087232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Request body: {'subnet': {'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-212411301-subnet', 'tenant_id': 'e7102fe41e9b4aff80c3ace4c9f4c236', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:17.109051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aaa21-b90c-4766-93b9-afe8a12f9de4 admin admin] Pushing event updated for resources: {'Network': ['ID=aa699e29-1248-4014-a289-4a288d4e0734,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:17.126704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network aa699e29-1248-4014-a289-4a288d4e0734 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:17.215263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2bd537c-0816-497b-9288-308b1b313797 req-f836e16f-20d7-4560-9b4b-102d1f211df4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610484 Nov 22 16:45:17.235054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Made reservation on behalf of e7102fe41e9b4aff80c3ace4c9f4c236 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:17.242872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.254715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.extraroute_db [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Added routes are [] {{(pid=103515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:45:17.255327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.extraroute_db [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Removed routes are [] {{(pid=103515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:45:17.255543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.474127 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.479004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.525933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 919029b1-cb05-4bf7-a8b2-e37d6c36f113 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:17.601875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:45:17.620947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.729013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:17.752168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:17.756188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a5bfffa9-14ea-4476-aa8f-88b5beedc02f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 704 time: 0.7802186 Nov 22 16:45:17.756665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:17.758177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Sync routers for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:17.802594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Routers {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:17.802993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:17.803843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d75e9e9-6768-442c-a173-90696be9d9c9,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:17.823619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6dead944-6240-4992-a7cb-118001c45f9b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 205 time: 0.0655832 Nov 22 16:45:17.826325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44904) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:17.844511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Checking segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:17.844949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Network hostable DHCP agents. Network: aa699e29-1248-4014-a289-4a288d4e0734, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:17.999321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bbd336e-fba1-4cb2-8a20-af390a50db74 req-61a9dfec-e8ae-4f11-b566-851673b47d50 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1297989 Nov 22 16:45:18.002149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Network aa699e29-1248-4014-a289-4a288d4e0734 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:18.049188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, aa699e29-1248-4014-a289-4a288d4e0734) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:18.061716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:18.062351 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.084730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c8919b-2d0e-4956-9d58-ca8cf42587cf None None] Network aa699e29-1248-4014-a289-4a288d4e0734 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:18.109895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.139410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-352a3de9-56e7-4983-ae94-acc32d1a92df admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0559819 Nov 22 16:45:18.242926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Set router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:18.473474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004da93-7545-43e8-b94d-2dc3f2c8bbc3 req-3e18bd1c-2f6d-45e2-88ee-39de40c2d5a3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:18.484195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f004da93-7545-43e8-b94d-2dc3f2c8bbc3 req-3e18bd1c-2f6d-45e2-88ee-39de40c2d5a3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.0876002 Nov 22 16:45:18.543596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.546911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.561417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f004da93-7545-43e8-b94d-2dc3f2c8bbc3 req-df7a9efc-e3eb-4ca1-ac49-bb82e3eca193 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753458 Nov 22 16:45:18.642169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.642663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:45:18.659307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.660525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-65b93781-5d04-4940-86e0-c223c81a34ca tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 204 len: 168 time: 0.8330877 Nov 22 16:45:18.667503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:18.675552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1784861561', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:18.735225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.736352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.791994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:18.821275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'port_id': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'mac_address': 'fa:16:3e:29:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:18.837338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f', 'name': 'tempest-RoutersIpV6Test-router-863751922', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:44:02Z', 'updated_at': '2021-11-22T16:45:13Z', 'revision_number': 11, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:18.891560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.906864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.934942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:18.940340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44956) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:18.945463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:18.961260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a3fb2173-6d28-4490-b725-2aedbe52df0b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2925510 Nov 22 16:45:18.983633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Checking router: 0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:19.129970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:19.132828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:45:19.141145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_agentschedulers_db [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103516) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:45:19.143939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd8382-8451-47cf-a83d-95dd90e02fc3 None None] The sync data for ids ['0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:19.157809 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.341833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67e05a70-d4c4-4a04-a57d-4b140fc70fca req-6613fc21-a646-4dfc-a6ab-2543bac5ea19 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1727242 Nov 22 16:45:19.347491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 919029b1-cb05-4bf7-a8b2-e37d6c36f113 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:19.494302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3bcb0a-19da-4158-b09a-f4efb18771d6 None None] Network aa699e29-1248-4014-a289-4a288d4e0734 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:19.506574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:19.605574 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.676637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.719334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:19.722550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['919029b1-cb05-4bf7-a8b2-e37d6c36f113'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:19.771808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:20.003960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-75571273-74db-4945-b1b9-246b82a44c31 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:20.006246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-75571273-74db-4945-b1b9-246b82a44c31 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 817 time: 0.4353361 Nov 22 16:45:20.007644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Router 8ba3f4cf-f861-421b-812d-461bff080b54 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:45:20.027430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f99ea91a-713c-48ec-bc56-6591c0bc1ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:20.038537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-d2e9b734-c86d-4785-8d86-ce65e336b1ea tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/quotas/e7102fe41e9b4aff80c3ace4c9f4c236 HTTP/1.1" status: 200 len: 375 time: 0.0255616 Nov 22 16:45:20.171691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-8692fe64-2870-45c9-822f-439d1b8c36b6 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743773 Nov 22 16:45:20.175879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:20.209307 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] Sync routers for ids ['8ba3f4cf-f861-421b-812d-461bff080b54'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:20.234670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:20.264647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fddb6f74-4c4a-49a8-9e28-b2d39ed8d671 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "PUT /v2.0/routers/8ba3f4cf-f861-421b-812d-461bff080b54 HTTP/1.1" status: 200 len: 698 time: 1.3213322 Nov 22 16:45:20.270053 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] Routers {'8ba3f4cf-f861-421b-812d-461bff080b54'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:20.270771 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8ba3f4cf-f861-421b-812d-461bff080b54'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:20.274236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44996) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:20.491878 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] Set router 8ba3f4cf-f861-421b-812d-461bff080b54 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:20.593140 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba3f4cf-f861-421b-812d-461bff080b54', 'name': 'tempest-RoutersIpV6Test-router-1784861561', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:18Z', 'updated_at': '2021-11-22T16:45:19Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:20.635176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] Checking router: 8ba3f4cf-f861-421b-812d-461bff080b54 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:20.653065 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] Routers {'8ba3f4cf-f861-421b-812d-461bff080b54'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:20.654145 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:44:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8ba3f4cf-f861-421b-812d-461bff080b54'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:20.768098 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] Set router 8ba3f4cf-f861-421b-812d-461bff080b54 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:21.023461 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ba3f4cf-f861-421b-812d-461bff080b54', 'name': 'tempest-RoutersIpV6Test-router-1784861561', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:18Z', 'updated_at': '2021-11-22T16:45:19Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:21.064721 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1d59e0-2f3f-482f-a21e-0321c0ba292d None None] The sync data for ids ['8ba3f4cf-f861-421b-812d-461bff080b54'] in n-d-816206-6 is: [{'id': '8ba3f4cf-f861-421b-812d-461bff080b54', 'name': 'tempest-RoutersIpV6Test-router-1784861561', 'tenant_id': 'be7a18a9da994794bdf8b12969368a36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:18Z', 'updated_at': '2021-11-22T16:45:19Z', 'revision_number': 2, 'project_id': 'be7a18a9da994794bdf8b12969368a36', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:21.547525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-8be353c2-9f7e-4f6b-b065-4ceebd47669f service neutron] 10.222.0.65 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2651553 Nov 22 16:45:21.572492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dc21987d-e18e-4eb1-a446-da5d8dd14f6c tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/routers/8ba3f4cf-f861-421b-812d-461bff080b54 HTTP/1.1" status: 200 len: 704 time: 1.2870080 Nov 22 16:45:21.575571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45036) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:21.615720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 919029b1-cb05-4bf7-a8b2-e37d6c36f113 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:21.639189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ac96b-4c78-4150-8c14-eab43b0a9362 req-e0cffad7-8ea2-4acf-a65f-b75b11688fa2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:21.646898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-850ac96b-4c78-4150-8c14-eab43b0a9362 req-e0cffad7-8ea2-4acf-a65f-b75b11688fa2 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 944 time: 1.1555438 Nov 22 16:45:21.657987 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-635cd809-6e5e-42f6-ae70-2e51c761c018 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba3f4cf-f861-421b-812d-461bff080b54 HTTP/1.1" status: 200 len: 205 time: 0.0812068 Nov 22 16:45:21.660599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45038) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:21.732871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:21.733255 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:21.906769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:21.921120 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:21.969962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:21.980213 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c61246c-11ec-474a-a901-9aca2c58b049" -d '{"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:22.007681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:22.015640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.019020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-850ac96b-4c78-4150-8c14-eab43b0a9362 req-01674660-cc69-47b7-8eb8-f64cfae7f2f7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455951 Nov 22 16:45:22.036247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-ae7c5e0a-f0b1-4ff1-9156-77a1541bf757 service neutron] 10.222.0.65 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517968 Nov 22 16:45:22.213896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:22.397213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df08331c-76e4-4817-8cc7-456f602782b5 req-a4f980f2-385e-49db-b8ad-2c17b3654d49 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0720043 Nov 22 16:45:22.417545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45052) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:22.449605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.452153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.574927 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bec95ae-467a-4392-998e-63a353be6edf x-openstack-request-id: req-3bec95ae-467a-4392-998e-63a353be6edf {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:22.575511 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-plugged", "status": "completed", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:22.575943 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bec95ae-467a-4392-998e-63a353be6edf {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:22.576610 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'code': 200} Nov 22 16:45:22.580490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.581070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Fanout notify agent at l3_agent the message router_deleted on router 8ba3f4cf-f861-421b-812d-461bff080b54 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:45:22.595336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.596459 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-40709914-1bc0-4dfa-afc5-8c0dd5210a3e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/8ba3f4cf-f861-421b-812d-461bff080b54 HTTP/1.1" status: 204 len: 168 time: 0.9345956 Nov 22 16:45:22.614034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45062) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:22.757973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7abb4ac7-034a-4d87-af2d-f88850b7d97a tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=8ba3f4cf-f861-421b-812d-461bff080b54 HTTP/1.1" status: 200 len: 205 time: 0.1410475 Nov 22 16:45:22.761214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45072) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:22.884958 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-7592b0d4-ad96-4281-ab89-f0ac96ccfbd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:22.886265 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ae34a1c-baef-42f1-8c46-040ebb2b5e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:22.890179 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7592b0d4-ad96-4281-ab89-f0ac96ccfbd6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/8ba3f4cf-f861-421b-812d-461bff080b54 HTTP/1.1" status: 404 len: 336 time: 0.1277349 Nov 22 16:45:22.894078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45074) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:22.941221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9586f075-01c3-4670-9dc2-a4e4961cb3d0 req-452b073d-2c83-4922-bd5e-aea26623bd58 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.0855248 Nov 22 16:45:22.958532 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1879cbc0-b859-4310-a1be-e5dc16e49aa4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:22.972024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1879cbc0-b859-4310-a1be-e5dc16e49aa4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:22.975679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1879cbc0-b859-4310-a1be-e5dc16e49aa4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/3bd5a599-deb7-4c38-8308-fe89782be2fe HTTP/1.1" status: 404 len: 337 time: 0.0797822 Nov 22 16:45:22.978154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45076) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.021193 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-35440176-b0a4-4c31-ad4f-12ea0566b573 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:23.022133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35440176-b0a4-4c31-ad4f-12ea0566b573 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:23.027463 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-35440176-b0a4-4c31-ad4f-12ea0566b573 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/d4eee1d4-34cd-46c9-828d-aa2265243198 HTTP/1.1" status: 404 len: 337 time: 0.0474732 Nov 22 16:45:23.030057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.098099 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc1f345-2178-4419-a12b-ee8f9a34fdcb tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:23.098668 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc1f345-2178-4419-a12b-ee8f9a34fdcb tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:23.108942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4dc1f345-2178-4419-a12b-ee8f9a34fdcb tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/c0e72503-bf5f-4fcc-9ac5-b2367d934c76 HTTP/1.1" status: 404 len: 337 time: 0.0753167 Nov 22 16:45:23.109827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.125622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0cc29d9f-7e65-4287-b6cc-5fe7ddd9b991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.186938 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-455654cf-07ea-4c18-8b67-e20d399b8dc5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:23.187403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455654cf-07ea-4c18-8b67-e20d399b8dc5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:23.194298 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-455654cf-07ea-4c18-8b67-e20d399b8dc5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/195b3f17-401d-412a-bc5e-7f7d1bcb151d HTTP/1.1" status: 404 len: 337 time: 0.0822616 Nov 22 16:45:23.198272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45086) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.320914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a0d0e24a-0122-4b69-b3a8-d14bfd749c8f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 200 len: 205 time: 0.1122518 Nov 22 16:45:23.323149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45088) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.432697 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-8f2655a3-fb9e-4a12-a813-6dc072bcde1f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:23.433587 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8f2655a3-fb9e-4a12-a813-6dc072bcde1f tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/0fd4d6f2-2a1d-4fdd-849d-06815e8bbf4f HTTP/1.1" status: 404 len: 336 time: 0.1082981 Nov 22 16:45:23.437541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45090) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.447366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e664-12b0-4921-b637-4103fd49c8c0 req-3c449411-c930-4030-a8af-0c3f63ddaf7e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:23.452194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0768e664-12b0-4921-b637-4103fd49c8c0 req-3c449411-c930-4030-a8af-0c3f63ddaf7e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2157593 Nov 22 16:45:23.592890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.682049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d50225b6-2d7e-436f-9526-7cd68ebd0af8 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a737d72-2868-41e6-bfb9-d37f620b6176 HTTP/1.1" status: 200 len: 205 time: 0.2431862 Nov 22 16:45:23.687750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45100) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.712797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0cc29d9f-7e65-4287-b6cc-5fe7ddd9b991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.810021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c96a7afa-b952-4d88-b416-8f8d7274256d req-9460b128-1d14-4b10-a186-ee451d38733a tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1210759 Nov 22 16:45:23.811094 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0cc29d9f-7e65-4287-b6cc-5fe7ddd9b991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:23.850941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0cc29d9f-7e65-4287-b6cc-5fe7ddd9b991 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=991dd1a15d54475796ab27029fbe0095&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4317067 Nov 22 16:45:23.852349 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-06e6e3aa-7a5d-4ffc-944e-3f4713892f62 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:23.854111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45108) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.861844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-06e6e3aa-7a5d-4ffc-944e-3f4713892f62 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/4a737d72-2868-41e6-bfb9-d37f620b6176 HTTP/1.1" status: 404 len: 336 time: 0.1654663 Nov 22 16:45:23.877907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:23.979634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.020689 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cb52ff-88d5-43c8-a541-ae204bc25942 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:24.021166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cb52ff-88d5-43c8-a541-ae204bc25942 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:24.024254 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5cb52ff-88d5-43c8-a541-ae204bc25942 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/d7e9c9da-e5eb-4d1e-9c01-1961440bdfb9 HTTP/1.1" status: 404 len: 337 time: 0.1265950 Nov 22 16:45:24.045543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0768e664-12b0-4921-b637-4103fd49c8c0 req-d1f58c9d-25e0-4c75-b33e-99388578e721 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938891 Nov 22 16:45:24.046117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45118) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.075634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc29d9f-7e65-4287-b6cc-5fe7ddd9b991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a8998a-c64c-4ffd-9d15-a76ce96b473d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:24.138862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40fe78cc-35f0-4a43-a9d1-0e673dcfa280 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.157816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-73f4ed54-bb2c-4784-880d-230cbbf58e13 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 200 len: 205 time: 0.1102521 Nov 22 16:45:24.162069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.209814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9cf2bc4-016f-40ca-8e0f-442529746ea0 req-1f54e5a7-d6b4-4d6d-8de1-5ac96167de28 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.1299767 Nov 22 16:45:24.287573 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-6f435ece-7190-4fb3-8c41-35acf5083bbb tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:24.292754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6f435ece-7190-4fb3-8c41-35acf5083bbb tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/bb14f8c7-9883-425d-a723-f3901e6c7e67 HTTP/1.1" status: 404 len: 336 time: 0.1255438 Nov 22 16:45:24.295682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45128) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.344783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40fe78cc-35f0-4a43-a9d1-0e673dcfa280 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.360509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dd4896ab-f11a-45d5-8774-d89b1a571d26 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a1bb433-9b8f-441e-bba6-574b632c04ac HTTP/1.1" status: 200 len: 205 time: 0.0630887 Nov 22 16:45:24.360939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45130) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.404900 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-cec3cd1d-a137-4972-9111-734d536fd097 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:24.405971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cec3cd1d-a137-4972-9111-734d536fd097 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/0a1bb433-9b8f-441e-bba6-574b632c04ac HTTP/1.1" status: 404 len: 336 time: 0.0440450 Nov 22 16:45:24.410864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45132) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.425385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8462848-6f63-4805-87cb-e2e21cad6a68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.457212 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb1cbafb-1ae1-44dd-9c90-9c0a8be72aa5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:24.458001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb1cbafb-1ae1-44dd-9c90-9c0a8be72aa5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:24.461402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fb1cbafb-1ae1-44dd-9c90-9c0a8be72aa5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/a477eab1-81f3-4cf2-8405-817f23af9951 HTTP/1.1" status: 404 len: 337 time: 0.0492318 Nov 22 16:45:24.466235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45136) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.498788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-adf66e6e-000d-4ecb-94aa-c3f7e3b1676b tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 HTTP/1.1" status: 200 len: 205 time: 0.0308194 Nov 22 16:45:24.501318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.557135 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-7e32302c-fe62-4715-8fde-545d745586c5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:24.558829 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e32302c-fe62-4715-8fde-545d745586c5 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/36e5483f-fa6f-4365-bdf7-d8b6c3a99e41 HTTP/1.1" status: 404 len: 336 time: 0.0561478 Nov 22 16:45:24.562459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45142) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.574476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40fe78cc-35f0-4a43-a9d1-0e673dcfa280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.578230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40fe78cc-35f0-4a43-a9d1-0e673dcfa280 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.580435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-40fe78cc-35f0-4a43-a9d1-0e673dcfa280 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97a8998a-c64c-4ffd-9d15-a76ce96b473d HTTP/1.1" status: 204 len: 168 time: 0.7252502 Nov 22 16:45:24.599118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe78cc-35f0-4a43-a9d1-0e673dcfa280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a8998a-c64c-4ffd-9d15-a76ce96b473d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:24.657216 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-07796270-7e1e-4eb4-8369-ee2aed066f75 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:24.658841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07796270-7e1e-4eb4-8369-ee2aed066f75 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:24.668644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-07796270-7e1e-4eb4-8369-ee2aed066f75 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/b8771480-e33d-4ad6-9f18-60d0a1fad6fc HTTP/1.1" status: 404 len: 337 time: 0.1049473 Nov 22 16:45:24.671538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.719994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-36882f97-5051-4b01-b148-1ab103cea3f4 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "GET /v2.0/ports?device_id=da206003-c182-4522-b8f2-9a46de8c3ed4 HTTP/1.1" status: 200 len: 205 time: 0.0464606 Nov 22 16:45:24.725449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45148) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.782931 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-ef15e175-a9e2-4923-aec9-638f1288bc77 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] delete failed (client error): The resource could not be found. Nov 22 16:45:24.784345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ef15e175-a9e2-4923-aec9-638f1288bc77 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/routers/da206003-c182-4522-b8f2-9a46de8c3ed4 HTTP/1.1" status: 404 len: 336 time: 0.0578697 Nov 22 16:45:24.788378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.841678 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e76532a-c2f0-40ef-83c9-3b9ebc392ec6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:24.849270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e76532a-c2f0-40ef-83c9-3b9ebc392ec6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:24.853536 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3e76532a-c2f0-40ef-83c9-3b9ebc392ec6 tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/60e355b8-ba99-4bd6-af6d-7b033da5c7cc HTTP/1.1" status: 404 len: 337 time: 0.0630717 Nov 22 16:45:24.856269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45160) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:24.916193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8462848-6f63-4805-87cb-e2e21cad6a68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:24.918437 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0bb3ff-fb4a-47d9-829c-114a5562e91e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] DELETE failed (client error): The resource could not be found. Nov 22 16:45:24.919100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0bb3ff-fb4a-47d9-829c-114a5562e91e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:45:24.922998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7e0bb3ff-fb4a-47d9-829c-114a5562e91e tempest-RoutersIpV6Test-820117904 tempest-RoutersIpV6Test-820117904-project] 10.222.0.65 "DELETE /v2.0/subnets/f9158ae2-96a5-4f97-8116-f2a146111ff1 HTTP/1.1" status: 404 len: 337 time: 0.0652730 Nov 22 16:45:24.928413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8462848-6f63-4805-87cb-e2e21cad6a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.042397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8462848-6f63-4805-87cb-e2e21cad6a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cbbd07-5957-40ec-976a-f64a05b462fc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:25.085462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8462848-6f63-4805-87cb-e2e21cad6a68 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fff34404e55f4d669b3dceb483d67fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4865928 Nov 22 16:45:25.088608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:25.112422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a17d6578-fc8a-4244-8efa-5dc4542640f4 req-4930ace7-30b8-4f82-85b8-27dcaf1a12ff tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1001344 Nov 22 16:45:25.201314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a05d3e8-f749-4769-8fab-b28bf4a83b0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.324427 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a05d3e8-f749-4769-8fab-b28bf4a83b0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.370665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.450018 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a05d3e8-f749-4769-8fab-b28bf4a83b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.454898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044c498-72d1-4dc1-bd57-705a5dea50dd req-6a46d3e0-53b5-4f6b-8f96-9278154523d0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:25.456026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a05d3e8-f749-4769-8fab-b28bf4a83b0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:25.457617 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1a05d3e8-f749-4769-8fab-b28bf4a83b0c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c6cbbd07-5957-40ec-976a-f64a05b462fc HTTP/1.1" status: 204 len: 168 time: 0.3677046 Nov 22 16:45:25.468855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6044c498-72d1-4dc1-bd57-705a5dea50dd req-6a46d3e0-53b5-4f6b-8f96-9278154523d0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2377017 Nov 22 16:45:25.476974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05d3e8-f749-4769-8fab-b28bf4a83b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cbbd07-5957-40ec-976a-f64a05b462fc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:25.568438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-261b0257-036f-4955-8fc2-6e255012733b req-abfbf8ab-b361-48af-a0d0-329357214b40 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.0926523 Nov 22 16:45:25.641069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6044c498-72d1-4dc1-bd57-705a5dea50dd req-cd9ea83c-634d-41d9-b139-6b1dd0907a95 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697567 Nov 22 16:45:26.016563 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.208428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-10fd59c4-cc8d-4b9d-aeec-a1cc0a932616 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:26.211203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-10fd59c4-cc8d-4b9d-aeec-a1cc0a932616 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 817 time: 0.1743233 Nov 22 16:45:26.230172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Request body: {'port': {'device_id': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'admin_state_up': True, 'tenant_id': 'e7102fe41e9b4aff80c3ace4c9f4c236'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:26.307482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45190) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:26.410610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-412a414f-f2bf-4625-be2c-dfbc8ad39208 req-88f0f80b-c608-4610-b4f7-88e60458efb3 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0948455 Nov 22 16:45:26.490773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Made reservation on behalf of e7102fe41e9b4aff80c3ace4c9f4c236 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:26.502369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.528393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45194) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:26.545076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fde82d41-590f-451f-8d9c-809e7da78619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:26.926598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-510cd3dc-ef6d-4137-b82d-ccd27a2e6795 req-57a17a87-c293-4943-a877-43161c748152 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.1731284 Nov 22 16:45:27.051483 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fde82d41-590f-451f-8d9c-809e7da78619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.099536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Allocated IP 172.20.0.4 (aa699e29-1248-4014-a289-4a288d4e0734/4d75e9e9-6768-442c-a173-90696be9d9c9/5bceb057-6f44-4559-ae43-13550f434106) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:27.116978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fde82d41-590f-451f-8d9c-809e7da78619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.211446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7b9370ca-43d5-4d78-a1fa-5d6d982e5977 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be7a18a9da994794bdf8b12969368a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9006608 Nov 22 16:45:27.236096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45208) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:27.275931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e875aa-7ac3-4e07-a97e-f680cb6123ac req-8c533cab-4051-4005-955f-e3c01db28d1c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.286218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83e875aa-7ac3-4e07-a97e-f680cb6123ac req-8c533cab-4051-4005-955f-e3c01db28d1c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.3826194 Nov 22 16:45:27.334987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.340805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fde82d41-590f-451f-8d9c-809e7da78619 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e020285ee84448be8a1733b524d18b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8112454 Nov 22 16:45:27.359527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde82d41-590f-451f-8d9c-809e7da78619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d2d315-566e-425b-b7de-09968fe091fc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:27.381007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45212) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:27.429830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.531687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Pushing event updated for resources: {'Port': ['ID=5bceb057-6f44-4559-ae43-13550f434106,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:27.548531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Network aa699e29-1248-4014-a289-4a288d4e0734 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:27.561965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:27.566174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:27.693422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83e875aa-7ac3-4e07-a97e-f680cb6123ac req-46a9a84e-7ad6-423b-a10a-3ff9fe7495be tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4011312 Nov 22 16:45:27.733631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-424c7b6b-518d-4288-93e4-d1dacc52d6a5 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.736839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-424c7b6b-518d-4288-93e4-d1dacc52d6a5 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.66 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 817 time: 1.2753034 Nov 22 16:45:27.749998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bec3ae9-240f-487a-b139-504717befe6a req-451b8b18-b306-4cd7-972d-881dcb335899 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1132901 Nov 22 16:45:27.758472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-98701862-a090-4132-9a96-dba18e1bfe55 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:27.763748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-98701862-a090-4132-9a96-dba18e1bfe55 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 817 time: 1.1005127 Nov 22 16:45:27.764618 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56fd673c-6e33-4200-bbaa-c0ad264694a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.780709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Request body: {'port': {'device_id': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'admin_state_up': True, 'tenant_id': 'e7102fe41e9b4aff80c3ace4c9f4c236'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:27.818279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56fd673c-6e33-4200-bbaa-c0ad264694a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.904222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56fd673c-6e33-4200-bbaa-c0ad264694a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.907434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56fd673c-6e33-4200-bbaa-c0ad264694a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.910162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-56fd673c-6e33-4200-bbaa-c0ad264694a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b68284db-44a0-4358-a088-e6c1632ef75a HTTP/1.1" status: 204 len: 168 time: 0.6594183 Nov 22 16:45:27.930347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eca60495-5ac6-45e2-bbc0-d94c19761c09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:27.935514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd673c-6e33-4200-bbaa-c0ad264694a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68284db-44a0-4358-a088-e6c1632ef75a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:28.026047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eca60495-5ac6-45e2-bbc0-d94c19761c09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.031719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45230) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:28.152199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acfa73d1-bdaf-45d4-82cc-2c6ad4021160 req-6681efe8-0fad-4ef1-807d-77b361b9e6dc tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.0608685 Nov 22 16:45:28.203786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eca60495-5ac6-45e2-bbc0-d94c19761c09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.206830 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eca60495-5ac6-45e2-bbc0-d94c19761c09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.210507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eca60495-5ac6-45e2-bbc0-d94c19761c09 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5d2d315-566e-425b-b7de-09968fe091fc HTTP/1.1" status: 204 len: 168 time: 0.8169508 Nov 22 16:45:28.224484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca60495-5ac6-45e2-bbc0-d94c19761c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d2d315-566e-425b-b7de-09968fe091fc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:28.517431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1839337951-network', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:28.562912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Made reservation on behalf of d878e0391e174873889c9f732b73ca5d for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:28.565358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.584624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.695418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Request body: {'port': {'device_id': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'admin_state_up': True, 'tenant_id': 'e7102fe41e9b4aff80c3ace4c9f4c236'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:28.715323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:28.716097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.747426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-1cbee6c0-d71a-481c-9537-f259eded59f2 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5243998 Nov 22 16:45:28.779738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.785593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.807654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-b628f9c5-3653-4c7d-8de3-99f75419066f tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:45:28.808645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-b628f9c5-3653-4c7d-8de3-99f75419066f tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081263 Nov 22 16:45:28.827249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Request body: {'port': {'device_id': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:28.850995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:28.946605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Made reservation on behalf of e7102fe41e9b4aff80c3ace4c9f4c236 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:28.950741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.964853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:28.968926 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Added segment e6b83c53-bd49-49a2-979a-fc5cea553eb4 of type vlan for network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 Nov 22 16:45:29.064990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.143637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.270227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.274817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.274817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.317034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e4f56fb-3960-4668-9cdd-9882f7b92e05 req-cd8b2f60-831b-4cd5-aa94-d36491730c04 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.3661468 Nov 22 16:45:29.331825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9314f673-e9c0-4cfa-8cc9-61d5630649b0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:29.498113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Made reservation on behalf of e7102fe41e9b4aff80c3ace4c9f4c236 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:29.503237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.548244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Allocated IP 172.20.0.13 (aa699e29-1248-4014-a289-4a288d4e0734/4d75e9e9-6768-442c-a173-90696be9d9c9/1a12ab9e-af74-412d-9efe-9a77d768974c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:29.558894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] Pushing event updated for resources: {'Network': ['ID=5f84eac4-dfbb-493c-bf91-965d7b5f2959,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:29.581997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:29.635357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b4131d48-aff8-4ddb-9abf-6700cffe7138 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6000676 Nov 22 16:45:29.658671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45278) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:29.664020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Request body: {'subnet': {'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1839337951-subnet', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:29.680543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e07b5135-3909-4082-93f6-dff209b42e48 req-80e5e220-debe-4e81-8e81-84069b3e9d01 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.1066525 Nov 22 16:45:29.762913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377ec26-4390-4c3f-840c-cd8ea35afe6a req-dd3c4984-856e-4a6d-b7fa-4bdeb358ae29 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:29.777831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Made reservation on behalf of d878e0391e174873889c9f732b73ca5d for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:29.778451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c377ec26-4390-4c3f-840c-cd8ea35afe6a req-dd3c4984-856e-4a6d-b7fa-4bdeb358ae29 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.9098685 Nov 22 16:45:29.780245 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:29.949143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c377ec26-4390-4c3f-840c-cd8ea35afe6a req-817a565d-de40-4e44-b158-f384b253bc0e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654978 Nov 22 16:45:30.267409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:30.373694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:30.526751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fb1d91c-c788-42a2-87d8-7b7ce18f08b2 req-dfbce68d-4822-4756-962d-a70c5116d5e9 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0748117 Nov 22 16:45:30.527233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d05b18d2-59f6-41e9-a189-3bba66f439f9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:30.640075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:30.727291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Network aa699e29-1248-4014-a289-4a288d4e0734 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:30.745750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:30.772964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:30.861680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:30.862364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:30.868087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:30.891663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdf4842f-3a74-4ce1-b373-3bff77ca96a3 req-2f820d6c-52e2-40aa-ad58-6314696fb12c tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.0774906 Nov 22 16:45:30.912348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Checking segment: {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:30.912746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Network hostable DHCP agents. Network: 5f84eac4-dfbb-493c-bf91-965d7b5f2959, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:30.952788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Pushing event updated for resources: {'Port': ['ID=1a12ab9e-af74-412d-9efe-9a77d768974c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:30.981789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fad53e50-cf54-4a11-a59d-e1c26b599171 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2116337 Nov 22 16:45:31.033489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Request body: {'port': {'device_id': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:31.052614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:31.118159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 5f84eac4-dfbb-493c-bf91-965d7b5f2959) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:31.130991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f997a0-2ab3-4260-88ae-abd562e4afbc None None] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:31.140520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.141114 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.245770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.314265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2ff5457-402c-4f88-b402-b5eb30e418c5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6542714 Nov 22 16:45:31.314937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45326) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:31.320227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21761a3d-62b5-44a8-a97b-cca6fddba22c req-2c1d9a18-16c2-4ce1-8a44-938ded3acb56 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:31.333619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21761a3d-62b5-44a8-a97b-cca6fddba22c req-2c1d9a18-16c2-4ce1-8a44-938ded3acb56 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.1381400 Nov 22 16:45:31.363317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:31.461746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21761a3d-62b5-44a8-a97b-cca6fddba22c req-25bd2070-f983-429d-902e-ff5257e33768 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267545 Nov 22 16:45:31.559768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-5f84eac4-dfbb-493c-bf91-965d7b5f2959', 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'fixed_ips': [{'subnet_id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:45:31.560669 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.650958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407667026-network', 'tenant_id': '9b9225f809f4489a82eec8c9bba7871f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:31.729318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bceb057-6f44-4559-ae43-13550f434106 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:31.762085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.764995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e283b7f2-4def-40f2-b63e-15d5556877db req-be2a5918-4f82-4559-96a1-c1787ac79227 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0770018 Nov 22 16:45:31.834646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Transition to ACTIVE for port object 5bceb057-6f44-4559-ae43-13550f434106 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:31.847016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.850492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.851974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.941356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:31.984019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Allocated IP 172.20.0.2 (5f84eac4-dfbb-493c-bf91-965d7b5f2959/d05b18d2-59f6-41e9-a189-3bba66f439f9/e25070da-6763-41a2-9649-eb2119cc3269) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:32.090991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3965c95e-891f-4bdd-a576-5c8ccf20ce26 req-1ce1cd30-3b35-4ddd-9cb3-7244f2cd7623 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.0492368 Nov 22 16:45:32.132760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bceb057-6f44-4559-ae43-13550f434106,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:32.261965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Made reservation on behalf of 9b9225f809f4489a82eec8c9bba7871f for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:32.264490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.453237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.473076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.497585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.502151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Attempting to bind port 5bceb057-6f44-4559-ae43-13550f434106 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:32.502522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Attempting to bind port 5bceb057-6f44-4559-ae43-13550f434106 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:32.502987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Attempting to bind port 5bceb057-6f44-4559-ae43-13550f434106 on network aa699e29-1248-4014-a289-4a288d4e0734 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:32.529155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Port 5bceb057-6f44-4559-ae43-13550f434106 on network aa699e29-1248-4014-a289-4a288d4e0734 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:32.529501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Attempting to bind port 5bceb057-6f44-4559-ae43-13550f434106 on network aa699e29-1248-4014-a289-4a288d4e0734 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:32.559813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:32.575227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:32.585983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:32.586342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Checking segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:32.586814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Bound using segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:32.587577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Bound port: 5bceb057-6f44-4559-ae43-13550f434106, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:32.587983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.612777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.658128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:32.764042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.808638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.828015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 898} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:32.859192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c91c8-6ca4-4b68-baa4-e195dbaf4838 req-ac9f771d-e003-4f51-bd61-f3191817f79b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:32.864286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Allocated IP 172.20.0.10 (aa699e29-1248-4014-a289-4a288d4e0734/4d75e9e9-6768-442c-a173-90696be9d9c9/09e3ecfd-8651-438c-90d2-e601abe81569) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:32.874267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c92c91c8-6ca4-4b68-baa4-e195dbaf4838 req-ac9f771d-e003-4f51-bd61-f3191817f79b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.1574771 Nov 22 16:45:32.918694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Pushing event updated for resources: {'Port': ['ID=e25070da-6763-41a2-9649-eb2119cc3269,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:32.953912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Attempting to bind port e25070da-6763-41a2-9649-eb2119cc3269 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:32.954286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Attempting to bind port e25070da-6763-41a2-9649-eb2119cc3269 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:32.954645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Attempting to bind port e25070da-6763-41a2-9649-eb2119cc3269 on network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:32.973941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:32.974324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Checking segment: {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:32.979951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.981119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] For port 5bceb057-6f44-4559-ae43-13550f434106, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:32.982823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Bound using segment: {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:32.983576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Bound port: e25070da-6763-41a2-9649-eb2119cc3269, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:32.984182 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:32.992305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] For port 5bceb057-6f44-4559-ae43-13550f434106, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5bceb057-6f44-4559-ae43-13550f434106,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:33.008485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c92c91c8-6ca4-4b68-baa4-e195dbaf4838 req-68e79c1f-e2ff-47c4-b12c-c5bb21edd2ee tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327376 Nov 22 16:45:33.015899 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.016299 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Added segment f623c43f-d658-4da1-b89d-b18eab7ba3a2 of type vlan for network cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4 Nov 22 16:45:33.031439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.126802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77ce9594-ee63-48db-80e1-790bf289d5a1 req-92ee97f6-6579-46ed-a77a-82ad2fd19f75 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1153684 Nov 22 16:45:33.203672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45370) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:33.214919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.220669 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.222165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/5bceb057-6f44-4559-ae43-13550f434106 HTTP/1.1" status: 200 len: 1091 time: 4.3998747 Nov 22 16:45:33.237907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'tag': '5bceb057-6f44-4559-ae43-13550f434106'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:33.239421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] For port e25070da-6763-41a2-9649-eb2119cc3269, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:33.245232 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328" -d '{"events": [{"name": "network-changed", "server_uuid": "5c5eff3b-7c60-4056-b7e3-ab4b2abb987e", "tag": "5bceb057-6f44-4559-ae43-13550f434106"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:33.250885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] For port e25070da-6763-41a2-9649-eb2119cc3269, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e25070da-6763-41a2-9649-eb2119cc3269,segment=NetworkSegment(e6b83c53-bd49-49a2-979a-fc5cea553eb4),segment_id=e6b83c53-bd49-49a2-979a-fc5cea553eb4)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:33.262981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.286805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad2e6175-ec63-4218-886e-1265037d0009 req-7b34811e-2ddf-41d0-accf-e5722c548451 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.0641623 Nov 22 16:45:33.343400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1524a-57ba-4ae0-a62e-aa705941d7bf None None] Pushing event updated for resources: {'Port': ['ID=e25070da-6763-41a2-9649-eb2119cc3269,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:33.500179 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648058db-d5a7-4cf0-9ace-b455c8ae0087 x-openstack-request-id: req-648058db-d5a7-4cf0-9ace-b455c8ae0087 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:33.500500 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c5eff3b-7c60-4056-b7e3-ab4b2abb987e", "tag": "5bceb057-6f44-4559-ae43-13550f434106", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:33.500728 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-648058db-d5a7-4cf0-9ace-b455c8ae0087 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:33.501129 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'tag': '5bceb057-6f44-4559-ae43-13550f434106', 'status': 'completed', 'code': 200} Nov 22 16:45:33.556650 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.617895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e1684f-0ade-4b63-aabb-61006c0079b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bceb057-6f44-4559-ae43-13550f434106,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:33.636537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d53ba7-dbd5-402c-a5eb-2560da3d0be6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:33.682796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.719888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-d8d60ddf-24dd-4aa5-a128-0c4cb3386b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.721647 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-d8d60ddf-24dd-4aa5-a128-0c4cb3386b73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 1094 time: 0.3499160 Nov 22 16:45:33.823131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-684fa25f-eec5-44ac-86a5-cee7b632ecf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bceb057-6f44-4559-ae43-13550f434106 HTTP/1.1" status: 200 len: 217 time: 0.0871980 Nov 22 16:45:33.824941 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.829911 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:45:33.832720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.904776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-a6522690-bd8a-4d99-8ca5-a08d84790e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.907639 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-a6522690-bd8a-4d99-8ca5-a08d84790e05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 200 len: 857 time: 0.0592747 Nov 22 16:45:33.915775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.916887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:33.917468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:33.938757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df25afb7-ad02-411b-a3e4-1c734dbdc5a6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:33.985410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.985784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.994705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.995545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.996160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.997026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.997604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.998216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.998802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:33.999412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:34.000247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:34.003814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:34.072934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] Pushing event updated for resources: {'Network': ['ID=cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:34.104170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:34.113497 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-e89533d9-13da-49aa-9d43-76c6f5ec40fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa699e29-1248-4014-a289-4a288d4e0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213608 Nov 22 16:45:34.118136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.130156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d695534-adfa-47ce-8158-bf5cc2aac4d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a650a2619ad9439d9b01281ee0608962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9238181 Nov 22 16:45:34.131035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45392) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:34.131761 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-132bc7df-78fd-437b-be11-7ffb618b7c0a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2585530 Nov 22 16:45:34.136302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45394) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:34.320928 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-d8ee2420-eb4b-416f-9f43-19b01049237b service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877770 Nov 22 16:45:34.325288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Request body: {'subnet': {'network_id': 'cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1407667026-subnet', 'tenant_id': '9b9225f809f4489a82eec8c9bba7871f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:34.394096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de6af6a-0afb-49d0-9219-843cc064ba7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.434783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c559f08-7e1e-4c57-b653-575f1df3312e req-0ecaaf0c-2cfa-47ee-8ac9-94b7d17c0890 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1081805 Nov 22 16:45:34.468696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849bb19-0b7a-4bc8-bff0-5d3e4bb4f235 req-7eb0c948-072b-447d-8515-e664253fe903 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:34.477690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a849bb19-0b7a-4bc8-bff0-5d3e4bb4f235 req-7eb0c948-072b-447d-8515-e664253fe903 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2779860 Nov 22 16:45:34.484988 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de6af6a-0afb-49d0-9219-843cc064ba7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.502934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.520229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Made reservation on behalf of 9b9225f809f4489a82eec8c9bba7871f for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:34.522606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.646126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.665097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3550c9e-181d-4f89-9e73-386724868717 req-5d01a73b-2119-438b-9359-06d482071b61 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 210 time: 0.1133022 Nov 22 16:45:34.770401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a849bb19-0b7a-4bc8-bff0-5d3e4bb4f235 req-858fe9f3-7bc4-478c-9d4a-9a72fdee2461 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829924 Nov 22 16:45:34.792486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de6af6a-0afb-49d0-9219-843cc064ba7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.795613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8de6af6a-0afb-49d0-9219-843cc064ba7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:34.802454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8de6af6a-0afb-49d0-9219-843cc064ba7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/df25afb7-ad02-411b-a3e4-1c734dbdc5a6 HTTP/1.1" status: 204 len: 168 time: 0.6635985 Nov 22 16:45:34.823812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de6af6a-0afb-49d0-9219-843cc064ba7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df25afb7-ad02-411b-a3e4-1c734dbdc5a6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:34.842474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.038561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58397205-8778-4ff6-a024-318a0e3fd654 None None] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:35.167311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Pushing event updated for resources: {'Port': ['ID=09e3ecfd-8651-438c-90d2-e601abe81569,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:35.182103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Network aa699e29-1248-4014-a289-4a288d4e0734 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:35.186392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-e8614a41-8fdd-4a3e-9f1a-085359c35305 service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8281488 Nov 22 16:45:35.198449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:35.209487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.220238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:35.301466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-27c31373-9297-4135-8566-59084c4d2625 None None] Provisioning complete for port e25070da-6763-41a2-9649-eb2119cc3269 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:35.302153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-27c31373-9297-4135-8566-59084c4d2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.506950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:35.513859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.625344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757df2f1-d65f-42d7-975b-cfedc8034b4e req-6d37a65c-6b77-4377-9c46-644abe351422 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0735552 Nov 22 16:45:35.673010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e25070da-6763-41a2-9649-eb2119cc3269 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:35.682001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-27c31373-9297-4135-8566-59084c4d2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.704891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fce0c6c-94e7-457e-8f22-80ebd4ce659d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:35.848095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-5514b31f-1c31-45fe-b95d-805c78cca76b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2221465 Nov 22 16:45:35.878059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-27c31373-9297-4135-8566-59084c4d2625 None None] For port e25070da-6763-41a2-9649-eb2119cc3269, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e25070da-6763-41a2-9649-eb2119cc3269,segment=NetworkSegment(e6b83c53-bd49-49a2-979a-fc5cea553eb4),segment_id=e6b83c53-bd49-49a2-979a-fc5cea553eb4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:35.894278 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-27c31373-9297-4135-8566-59084c4d2625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:35.909726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:35.996507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a12ab9e-af74-412d-9efe-9a77d768974c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:36.019994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.047031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174a9508-16c5-4020-8ca4-608811b1ddc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.059314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Transition to ACTIVE for port object 1a12ab9e-af74-412d-9efe-9a77d768974c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:36.078439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c31373-9297-4135-8566-59084c4d2625 None None] Pushing event updated for resources: {'Port': ['ID=e25070da-6763-41a2-9649-eb2119cc3269,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:36.145613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e25070da-6763-41a2-9649-eb2119cc3269 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:36.147955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.160261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Request body: {'port': {'device_id': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:36.181120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.212652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b852254-9b9f-407a-91e0-e2924ce9145b req-aef9fdfd-0d54-42f3-a30f-426238601eb1 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:36.228622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b852254-9b9f-407a-91e0-e2924ce9145b req-aef9fdfd-0d54-42f3-a30f-426238601eb1 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 932 time: 0.4265435 Nov 22 16:45:36.245279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fdca2-9b57-41cd-b448-e8d4bab1bf9e req-3db89180-208e-47d5-bc54-b31141d3b749 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:36.253679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d0fdca2-9b57-41cd-b448-e8d4bab1bf9e req-3db89180-208e-47d5-bc54-b31141d3b749 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.3366475 Nov 22 16:45:36.258078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-543cd363-e929-4313-866b-408c32420925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:36.266132 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-543cd363-e929-4313-866b-408c32420925 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 1094 time: 0.6955471 Nov 22 16:45:36.366829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d0fdca2-9b57-41cd-b448-e8d4bab1bf9e req-5afc964d-4fab-46f5-8536-7c1371790de0 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130428 Nov 22 16:45:36.411461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b852254-9b9f-407a-91e0-e2924ce9145b req-0903a66d-8e83-4c35-82c2-ad009cd12f51 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800845 Nov 22 16:45:36.461003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4816427c-f039-4968-9b8c-78f96c6c9018 None None] Provisioning complete for port e25070da-6763-41a2-9649-eb2119cc3269 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:36.461711 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4816427c-f039-4968-9b8c-78f96c6c9018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.466109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174a9508-16c5-4020-8ca4-608811b1ddc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.487198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174a9508-16c5-4020-8ca4-608811b1ddc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.623262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-174a9508-16c5-4020-8ca4-608811b1ddc9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f6f78101f774f2c9910a8286e9bcd47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7084548 Nov 22 16:45:36.624616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a9508-16c5-4020-8ca4-608811b1ddc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1f2e7-c30c-4884-9581-8479c6e9fa6e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:36.638720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45440) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:36.827589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dae1d98f-f995-4cdd-9a10-5f88827be5a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.832540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6b34c94-13da-43a5-b0ff-3d65238c7998 req-c259bb21-0464-4aec-ac4b-ff02d3aabfa2 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0603468 Nov 22 16:45:36.858287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dae1d98f-f995-4cdd-9a10-5f88827be5a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.978705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dae1d98f-f995-4cdd-9a10-5f88827be5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.986888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dae1d98f-f995-4cdd-9a10-5f88827be5a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:36.988981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dae1d98f-f995-4cdd-9a10-5f88827be5a4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fa1f2e7-c30c-4884-9581-8479c6e9fa6e HTTP/1.1" status: 204 len: 168 time: 0.3479373 Nov 22 16:45:37.033237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1d98f-f995-4cdd-9a10-5f88827be5a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1f2e7-c30c-4884-9581-8479c6e9fa6e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:37.075742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Checking segment: {'id': 'f623c43f-d658-4da1-b89d-b18eab7ba3a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:37.076167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Network hostable DHCP agents. Network: cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:37.098130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Allocated IP 172.25.6.17 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/1e79f983-a596-4d68-8a5b-62f228419567) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:37.314432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:37.374531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:37.479571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Network cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:37.481619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12ab9e-af74-412d-9efe-9a77d768974c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:37.627050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e25070da-6763-41a2-9649-eb2119cc3269 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:37.791555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5bceb057-6f44-4559-ae43-13550f434106 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:37.819266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-047e75a6-41e4-4805-b5f1-eecd60ecbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.822901 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-047e75a6-41e4-4805-b5f1-eecd60ecbd3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 918 time: 1.3837168 Nov 22 16:45:37.835482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:37.872651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd194225-9621-4458-a744-50e316e6099b None None] Network cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:37.887792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c8f59-4511-4d32-b0b4-6bcaac78b07b req-1fc5407a-6405-41ca-877f-a64e5be86043 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.904382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e9c8f59-4511-4d32-b0b4-6bcaac78b07b req-1fc5407a-6405-41ca-877f-a64e5be86043 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 932 time: 0.3438249 Nov 22 16:45:37.916876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.917487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:37.934315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72669084-6886-4d95-93a1-02afa5708dc1 req-ac196b86-dddc-449c-b51c-c6c998dcbe3c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:37.945070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72669084-6886-4d95-93a1-02afa5708dc1 req-ac196b86-dddc-449c-b51c-c6c998dcbe3c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.3864763 Nov 22 16:45:37.992923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e25070da-6763-41a2-9649-eb2119cc3269 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:37.993893 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:37.998156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:45:38.075296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Attempting to bind port 1a12ab9e-af74-412d-9efe-9a77d768974c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:38.076184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Attempting to bind port 1a12ab9e-af74-412d-9efe-9a77d768974c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:38.077063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Attempting to bind port 1a12ab9e-af74-412d-9efe-9a77d768974c on network aa699e29-1248-4014-a289-4a288d4e0734 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:38.096539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Port 1a12ab9e-af74-412d-9efe-9a77d768974c on network aa699e29-1248-4014-a289-4a288d4e0734 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:38.097326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Attempting to bind port 1a12ab9e-af74-412d-9efe-9a77d768974c on network aa699e29-1248-4014-a289-4a288d4e0734 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:38.105742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f6ed472f-2e7e-4467-9878-f6951a101ea1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.7874532 Nov 22 16:45:38.108962 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-bafd229c-47e6-455e-bc1e-973f53d5cf96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bceb057-6f44-4559-ae43-13550f434106 HTTP/1.1" status: 200 len: 217 time: 0.2705777 Nov 22 16:45:38.133141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 5bceb057-6f44-4559-ae43-13550f434106, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5bceb057-6f44-4559-ae43-13550f434106,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:38.140041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e9c8f59-4511-4d32-b0b4-6bcaac78b07b req-01a46e05-b29c-4a9c-9f4e-daef218f20f5 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213931 Nov 22 16:45:38.141769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:38.142275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Checking segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:38.142773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Bound using segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:38.143484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Bound port: 1a12ab9e-af74-412d-9efe-9a77d768974c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:38.143990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.153768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '5bceb057-6f44-4559-ae43-13550f434106', 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'port_id': '5bceb057-6f44-4559-ae43-13550f434106', 'mac_address': 'fa:16:3e:6a:b5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75e9e9-6768-442c-a173-90696be9d9c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:38.196395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-72669084-6886-4d95-93a1-02afa5708dc1 req-1c2b7a36-4c31-46d8-9124-e4f45c6ef56e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498367 Nov 22 16:45:38.296387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.333229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fd9078a-a803-4e5b-843c-d941d3992756 req-7d4467e5-949d-4b3d-a690-33871e1ff103 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0364916 Nov 22 16:45:38.397025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.412287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09e3ecfd-8651-438c-90d2-e601abe81569 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:38.462640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.505598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-42e50b38-326b-4bce-aa36-25a0f2afd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:38.519798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-42e50b38-326b-4bce-aa36-25a0f2afd247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 200 len: 857 time: 0.4021180 Nov 22 16:45:38.561250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Transition to ACTIVE for port object 09e3ecfd-8651-438c-90d2-e601abe81569 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:45:38.602939 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-12a69044-df88-4226-a953-bb20ee03bf03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa699e29-1248-4014-a289-4a288d4e0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655055 Nov 22 16:45:38.605646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.620085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] For port 1a12ab9e-af74-412d-9efe-9a77d768974c, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:38.741240 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.783774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] For port 1a12ab9e-af74-412d-9efe-9a77d768974c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1a12ab9e-af74-412d-9efe-9a77d768974c,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:38.825897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.843824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Pushing event updated for resources: {'Port': ['ID=09e3ecfd-8651-438c-90d2-e601abe81569,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:38.867082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:38.875641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:38.887225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:38.922114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d12b9e-bf3b-4723-bdc5-dc03897092cf None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:38.927181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bceb057-6f44-4559-ae43-13550f434106 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:38.946125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:38.950986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:38.952833 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] 10.222.0.66 "PUT /v2.0/ports/1a12ab9e-af74-412d-9efe-9a77d768974c HTTP/1.1" status: 200 len: 1092 time: 7.9471655 Nov 22 16:45:38.960076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'tag': '1a12ab9e-af74-412d-9efe-9a77d768974c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:38.963175 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23c716-7c98-48f2-b117-16f63ec0dfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "5b55beb6-2423-4433-9c2c-4dd7e123361c", "tag": "1a12ab9e-af74-412d-9efe-9a77d768974c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:39.016269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 5bceb057-6f44-4559-ae43-13550f434106, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5bceb057-6f44-4559-ae43-13550f434106,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:39.058192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Pushing event updated for resources: {'Port': ['ID=1e79f983-a596-4d68-8a5b-62f228419567,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:39.062382 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-0c05f42b-b600-4d61-a725-9d496c0b7dc0 service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558318 Nov 22 16:45:39.070298 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.221897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.223170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3046232b-5b3a-4814-8216-f9051090b035 None None] Network cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:39.229932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=5bceb057-6f44-4559-ae43-13550f434106,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:39.265895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39101951-f1ef-4b97-9ad6-bf18d7d2f936 service neutron] Pushing event updated for resources: {'Port': ['ID=1a12ab9e-af74-412d-9efe-9a77d768974c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:39.277766 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95601c-5bd9-4bc3-a4ba-ccd960cf51d2 x-openstack-request-id: req-1e95601c-5bd9-4bc3-a4ba-ccd960cf51d2 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:39.278369 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b55beb6-2423-4433-9c2c-4dd7e123361c", "tag": "1a12ab9e-af74-412d-9efe-9a77d768974c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:39.278634 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e95601c-5bd9-4bc3-a4ba-ccd960cf51d2 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:39.279048 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'tag': '1a12ab9e-af74-412d-9efe-9a77d768974c', 'status': 'completed', 'code': 200} Nov 22 16:45:39.436403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-166be4b7-ebc6-4e94-87c9-a9c72bc9a328 req-28855911-5f69-42fc-a17a-510c2742647d service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453724 Nov 22 16:45:39.444093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['5bceb057-6f44-4559-ae43-13550f434106'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:39.519416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a797d349-02f9-404a-ab55-115b5702467a None None] Provisioning complete for port 1e79f983-a596-4d68-8a5b-62f228419567 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:39.520271 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a797d349-02f9-404a-ab55-115b5702467a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.533409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d3eb65-b384-4fdd-8640-b6a6d4bdd9cd req-54e8240a-2152-4638-9d9e-bee6bc001f14 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.544326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38d3eb65-b384-4fdd-8640-b6a6d4bdd9cd req-54e8240a-2152-4638-9d9e-bee6bc001f14 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 944 time: 0.2504299 Nov 22 16:45:39.614540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-7ea7fcb7-286a-4ca2-aea8-ff666fa90c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.616941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-7ea7fcb7-286a-4ca2-aea8-ff666fa90c94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 1095 time: 0.5815041 Nov 22 16:45:39.648095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0ef03-e655-4a41-b3d8-eff927168944 req-723ef3ce-d405-4f01-a75e-b4481c90a76f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.659768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66f0ef03-e655-4a41-b3d8-eff927168944 req-723ef3ce-d405-4f01-a75e-b4481c90a76f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2931292 Nov 22 16:45:39.736072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a797d349-02f9-404a-ab55-115b5702467a None None] Port 1e79f983-a596-4d68-8a5b-62f228419567 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:39.780832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Attempting to bind port 09e3ecfd-8651-438c-90d2-e601abe81569 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:39.781174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Attempting to bind port 09e3ecfd-8651-438c-90d2-e601abe81569 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:39.781505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Attempting to bind port 09e3ecfd-8651-438c-90d2-e601abe81569 on network aa699e29-1248-4014-a289-4a288d4e0734 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:39.850620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Port 09e3ecfd-8651-438c-90d2-e601abe81569 on network aa699e29-1248-4014-a289-4a288d4e0734 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:45:39.851011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Attempting to bind port 09e3ecfd-8651-438c-90d2-e601abe81569 on network aa699e29-1248-4014-a289-4a288d4e0734 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:39.861918 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-e233f927-dfd1-4f1d-958e-0a99fa408030 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a12ab9e-af74-412d-9efe-9a77d768974c HTTP/1.1" status: 200 len: 217 time: 0.1920540 Nov 22 16:45:39.872735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:39.872990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Checking segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:39.873353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Bound using segment: {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:39.873838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Bound port: 09e3ecfd-8651-438c-90d2-e601abe81569, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086c31fc-126d-45f7-af1e-e7bc9c69a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:39.874190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:39.882281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66f0ef03-e655-4a41-b3d8-eff927168944 req-30359c62-fb12-4505-8c9c-071d74fee783 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197962 Nov 22 16:45:39.915229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38d3eb65-b384-4fdd-8640-b6a6d4bdd9cd req-f3eaf404-00f3-40bd-8f2e-e652d7ca75a6 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559327 Nov 22 16:45:39.982170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-02f8c268-0af9-40e4-b9ff-4dcc4d120250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:39.985672 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-02f8c268-0af9-40e4-b9ff-4dcc4d120250 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 200 len: 857 time: 0.1143627 Nov 22 16:45:40.037232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33e5ae8d-8a3c-49e9-b93e-bf94de9812ab req-049e30cf-e82d-4b64-a63c-87c9cfae1e10 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0600195 Nov 22 16:45:40.092140 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-6387dc8f-f928-4353-91cf-87cfe09c01ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aa699e29-1248-4014-a289-4a288d4e0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774927 Nov 22 16:45:40.153116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] For port 09e3ecfd-8651-438c-90d2-e601abe81569, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:40.157308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] For port 09e3ecfd-8651-438c-90d2-e601abe81569, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=09e3ecfd-8651-438c-90d2-e601abe81569,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:40.166980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fe219e1d-e6b0-4b42-b0d6-d205d3493a42 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:45:40.168435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fe219e1d-e6b0-4b42-b0d6-d205d3493a42 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093520 Nov 22 16:45:40.181273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:40.294436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Pushing event updated for resources: {'Port': ['ID=09e3ecfd-8651-438c-90d2-e601abe81569,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:40.325727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.326906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:40.328597 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-63cf1de1-cb6d-475f-be5b-d03d1e57c78d service neutron] 10.222.0.20 "PUT /v2.0/ports/09e3ecfd-8651-438c-90d2-e601abe81569 HTTP/1.1" status: 200 len: 1092 time: 4.2154815 Nov 22 16:45:40.417938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e8b1e-6858-4f08-a898-c0eeebd400a3 req-ced7724a-ee87-43cd-99fd-e1cb87dff215 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.419471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b6e8b1e-6858-4f08-a898-c0eeebd400a3 req-ced7724a-ee87-43cd-99fd-e1cb87dff215 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 946 time: 0.1393619 Nov 22 16:45:40.511833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:40.523209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b6e8b1e-6858-4f08-a898-c0eeebd400a3 req-2af2b382-cc38-4907-beda-007e86bf2edb tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964477 Nov 22 16:45:40.559693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fc4ff977-1f49-4879-90b7-4b41a600dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.561273 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-fc4ff977-1f49-4879-90b7-4b41a600dc70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 1095 time: 0.1531513 Nov 22 16:45:40.566462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-f758573e-b086-4357-826d-9f3a3233e920 service neutron] 10.222.0.66 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750072 Nov 22 16:45:40.726811 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-3d731460-3f52-4ca5-9d17-445914a60be9 service neutron] 10.222.0.66 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451671 Nov 22 16:45:40.731225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-a281ecf7-b0cc-4384-a344-30067eaa3a8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09e3ecfd-8651-438c-90d2-e601abe81569 HTTP/1.1" status: 200 len: 217 time: 0.1578977 Nov 22 16:45:40.765486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45540) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:40.777429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1871259131-network', 'tenant_id': '9951fbc6e85b47e3ac97423b53d39513'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:40.823606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Made reservation on behalf of 9951fbc6e85b47e3ac97423b53d39513 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:40.830353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:40.852037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:40.874744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-8b968e48-f804-4f6b-aa96-b864245833d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:40.877000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-8b968e48-f804-4f6b-aa96-b864245833d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 200 len: 857 time: 0.1022885 Nov 22 16:45:40.918609 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-9b17a12e-982d-4826-b37e-12e7c7d0f818 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa699e29-1248-4014-a289-4a288d4e0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307815 Nov 22 16:45:41.060463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.083909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-b8a40541-9b13-4394-8cbf-dda1cca779ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:41.085823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-b8a40541-9b13-4394-8cbf-dda1cca779ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 1095 time: 0.2585454 Nov 22 16:45:41.331346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f54d9-31d5-4aea-8b67-6d646c5d565a req-03cc6eae-3def-47d1-842d-5fbdd0ead666 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:41.345229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-608f54d9-31d5-4aea-8b67-6d646c5d565a req-03cc6eae-3def-47d1-842d-5fbdd0ead666 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2857544 Nov 22 16:45:41.386730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d8e98-62e0-46aa-a3b9-883fd6625b71 req-478cf767-6411-455e-b146-fbced02d4a95 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:41.390232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af1d8e98-62e0-46aa-a3b9-883fd6625b71 req-478cf767-6411-455e-b146-fbced02d4a95 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 944 time: 0.2503276 Nov 22 16:45:41.408016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.422600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.435759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:41.446283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.446953 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Added segment b9ff77da-4e76-4a83-bf31-855e7c0ef970 of type vlan for network 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d Nov 22 16:45:41.496077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.539432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.541444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:41.542278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.616432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-608f54d9-31d5-4aea-8b67-6d646c5d565a req-fde16f06-3c30-47d8-a416-c7502445caaf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681196 Nov 22 16:45:41.632629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8658597 Nov 22 16:45:41.642955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45560) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:41.701729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Request body: {'subnet': {'network_id': '9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1871259131-subnet', 'tenant_id': '9951fbc6e85b47e3ac97423b53d39513', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:41.740471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5bceb057-6f44-4559-ae43-13550f434106 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:41.771643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Made reservation on behalf of 9951fbc6e85b47e3ac97423b53d39513 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:41.775109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.799224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab001d47-0bcc-4efd-99f0-1374d7641acb req-49848009-5c71-4acb-bfa1-89f263453337 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0768602 Nov 22 16:45:41.809850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'tag': '09e3ecfd-8651-438c-90d2-e601abe81569'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:41.829621 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad007b5f-b708-4638-8673-f3138048528f" -d '{"events": [{"name": "network-changed", "server_uuid": "75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4", "tag": "09e3ecfd-8651-438c-90d2-e601abe81569"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:41.890935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 5bceb057-6f44-4559-ae43-13550f434106 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:41.902598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 5bceb057-6f44-4559-ae43-13550f434106 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:41.905802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:41.952357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bebb619-f2f7-4a24-8154-e4b0cecc449a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:41.967720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c1736-a2c9-415b-b923-2f5734aabe2f admin admin] Pushing event updated for resources: {'Network': ['ID=9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:41.992828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af1d8e98-62e0-46aa-a3b9-883fd6625b71 req-46afec49-3786-437e-8d0e-91114b01e3b0 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5906639 Nov 22 16:45:42.025532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:42.091991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2056a-8c89-45bd-adaf-1aba0df01248 req-f4487030-0d55-4c1e-9821-3a97b2cc9a20 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.092255 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c37799-7f57-40ce-9f21-c796affc0a1a x-openstack-request-id: req-e5c37799-7f57-40ce-9f21-c796affc0a1a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:42.092532 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4", "tag": "09e3ecfd-8651-438c-90d2-e601abe81569", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:42.092877 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5c37799-7f57-40ce-9f21-c796affc0a1a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:42.093489 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'tag': '09e3ecfd-8651-438c-90d2-e601abe81569', 'status': 'completed', 'code': 200} Nov 22 16:45:42.100735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7e2056a-8c89-45bd-adaf-1aba0df01248 req-f4487030-0d55-4c1e-9821-3a97b2cc9a20 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 946 time: 0.1819806 Nov 22 16:45:42.194479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Router dce10516-2ecc-4ed0-8987-2c344e0e0895 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:45:42.276160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7e2056a-8c89-45bd-adaf-1aba0df01248 req-c9379ee7-5d75-4420-a0ed-7f0bbdf1927b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741691 Nov 22 16:45:42.296481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-dfad2d92-5805-49f2-b858-8ae7a6467f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.298029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-dfad2d92-5805-49f2-b858-8ae7a6467f1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 918 time: 0.4893756 Nov 22 16:45:42.305392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-333bcd34-4754-4380-8cea-c1276d837f56 service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3771179 Nov 22 16:45:42.349425 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.404768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bceb057-6f44-4559-ae43-13550f434106'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:42.407186 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbecf40-1b87-45e4-a361-abe57f298bfe" -d '{"events": [{"server_uuid": "5c5eff3b-7c60-4056-b7e3-ab4b2abb987e", "name": "network-vif-plugged", "status": "completed", "tag": "5bceb057-6f44-4559-ae43-13550f434106"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:42.439074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 5bceb057-6f44-4559-ae43-13550f434106, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5bceb057-6f44-4559-ae43-13550f434106,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:42.448178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.508182 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-f3a7ab36-8e21-4d7a-9415-071d0680e407 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a12ab9e-af74-412d-9efe-9a77d768974c HTTP/1.1" status: 200 len: 217 time: 0.1147249 Nov 22 16:45:42.519327 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7b310f-fd16-4334-b389-3a10e698c524 x-openstack-request-id: req-6c7b310f-fd16-4334-b389-3a10e698c524 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:42.519608 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5eff3b-7c60-4056-b7e3-ab4b2abb987e", "name": "network-vif-plugged", "status": "completed", "tag": "5bceb057-6f44-4559-ae43-13550f434106", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:42.519800 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c7b310f-fd16-4334-b389-3a10e698c524 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:42.520211 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bceb057-6f44-4559-ae43-13550f434106', 'code': 200} Nov 22 16:45:42.547697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.554473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=5bceb057-6f44-4559-ae43-13550f434106,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:42.616691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87924e5b-760c-48aa-9940-5ce163e68734,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:42.639341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Checking segment: {'id': 'b9ff77da-4e76-4a83-bf31-855e7c0ef970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:42.639699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Network hostable DHCP agents. Network: 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:42.681856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Network 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:42.736775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:42.744538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.745372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.750687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad417c1-f2a5-44ff-adc5-ea16e429a498 None None] Network 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:42.813622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:42.878889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-ccb192b0-86e2-4ea5-9f32-d3418a959dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.879703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-ccb192b0-86e2-4ea5-9f32-d3418a959dc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 200 len: 857 time: 0.2192142 Nov 22 16:45:42.917274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:42.919316 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c11bf840-a2aa-4d8f-abad-a91624ae37de admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.5998962 Nov 22 16:45:42.955543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45586) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:42.967507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0be5e7f2-ac5c-416a-b874-2ec879db7432 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2704344 Nov 22 16:45:42.968405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640c709-241f-4afd-a941-63b1d470286b req-35de4a8e-2aec-4c2e-949f-0e1fee1a90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:42.970311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a640c709-241f-4afd-a941-63b1d470286b req-35de4a8e-2aec-4c2e-949f-0e1fee1a90ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 1096 time: 0.2640600 Nov 22 16:45:42.973146 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617791-a749-4777-a240-3a9b9bc0b5ed req-8c5c7a19-b799-4816-a5fa-3d4274bc994a service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636330 Nov 22 16:45:42.975876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-bb534cce-083d-426e-bb4a-0feb90cec82a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=aa699e29-1248-4014-a289-4a288d4e0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778565 Nov 22 16:45:43.074737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Sync routers for ids ['dce10516-2ecc-4ed0-8987-2c344e0e0895'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:43.098710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53df5e6-f4f9-4670-aae9-66592f50bf38 req-6c7e499d-613a-4721-a85c-049ef35adc8f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.110470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f53df5e6-f4f9-4670-aae9-66592f50bf38 req-6c7e499d-613a-4721-a85c-049ef35adc8f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.4000230 Nov 22 16:45:43.173555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2742cf8-2b74-4f57-aaec-cbb9cc7a0106 req-6cc70bfd-e55a-41ea-aebc-9a3786336ecc tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0490401 Nov 22 16:45:43.214496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Routers {'dce10516-2ecc-4ed0-8987-2c344e0e0895'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:43.217708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dce10516-2ecc-4ed0-8987-2c344e0e0895'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:43.334325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-6409b695-7f01-4e78-bdb0-46f164dad092 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.338258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-6409b695-7f01-4e78-bdb0-46f164dad092 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 946 time: 0.5512025 Nov 22 16:45:43.411947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a640c709-241f-4afd-a941-63b1d470286b req-48fb500c-a7f1-45cd-b716-13ca5e13f7d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273145 Nov 22 16:45:43.419869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45598) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:43.493220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad007b5f-b708-4638-8673-f3138048528f req-62877acb-54e5-4948-b892-d99f0fd41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.503434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-62877acb-54e5-4948-b892-d99f0fd41bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 1095 time: 0.4021566 Nov 22 16:45:43.514643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-2d623411-7320-4301-86a6-93175d335369 service neutron] 10.222.0.66 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247481 Nov 22 16:45:43.580206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Set router dce10516-2ecc-4ed0-8987-2c344e0e0895 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:43.845906 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d23c716-7c98-48f2-b117-16f63ec0dfb7 req-aee7c4a2-3368-4b62-9c41-50bbc5ecd1dd service neutron] 10.222.0.66 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164594 Nov 22 16:45:43.874587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad007b5f-b708-4638-8673-f3138048528f req-431efbe9-e35d-4fa9-8bb2-ff5eb2d194ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:43.878844 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-431efbe9-e35d-4fa9-8bb2-ff5eb2d194ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 200 len: 918 time: 0.2530236 Nov 22 16:45:43.907818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e240523-ac8f-488a-a8aa-1d87eb2d5977 None None] Network 9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:43.946472 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-bb209123-6b33-4932-918c-46e65bb9404b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=09e3ecfd-8651-438c-90d2-e601abe81569 HTTP/1.1" status: 200 len: 217 time: 0.0586090 Nov 22 16:45:44.035370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad007b5f-b708-4638-8673-f3138048528f req-f2a26004-c6f9-4208-abf6-92c4efaaf931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:44.037242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-f2a26004-c6f9-4208-abf6-92c4efaaf931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 200 len: 857 time: 0.0824664 Nov 22 16:45:44.107925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Deleting subnet 7fce0c6c-94e7-457e-8f22-80ebd4ce659d {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:45:44.155460 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-409d302b-2e0f-44ab-ab61-703b634ed54b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa699e29-1248-4014-a289-4a288d4e0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972016 Nov 22 16:45:44.207922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.231196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f53df5e6-f4f9-4670-aae9-66592f50bf38 req-5f99844f-b79a-49fa-ae58-df58a30c5cb7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1194849 Nov 22 16:45:44.280559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:45:40Z', 'revision_number': 3, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:44.364334 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-16882140-fbc4-4acb-9199-f70adcf6c4c2 service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029912 Nov 22 16:45:44.368674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Checking router: dce10516-2ecc-4ed0-8987-2c344e0e0895 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:44.369318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Updating router dce10516-2ecc-4ed0-8987-2c344e0e0895 port 1e79f983-a596-4d68-8a5b-62f228419567 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:45:44.436585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.444884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86c345-cd78-4261-9c8c-4bdcb160820d req-658df4b2-ebe2-4cdb-b964-0c91237f69c1 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:44.447149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc86c345-cd78-4261-9c8c-4bdcb160820d req-658df4b2-ebe2-4cdb-b964-0c91237f69c1 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 944 time: 1.0748205 Nov 22 16:45:44.476112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45614) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:44.481447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.493621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1a12ab9e-af74-412d-9efe-9a77d768974c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:44.607861 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad007b5f-b708-4638-8673-f3138048528f req-b454e6af-1c70-489d-840e-bd4e95c01a9b service neutron] 10.222.0.20 "GET /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354927 Nov 22 16:45:44.764984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc86c345-cd78-4261-9c8c-4bdcb160820d req-b1f7536b-44f2-422b-a7b1-59877750cb8c tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761753 Nov 22 16:45:44.798849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4642af-3dcd-4a14-86b0-69454d8c26cc req-c4a78ada-9a3f-43ea-ad95-5689bcb0b798 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:44.814078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa4642af-3dcd-4a14-86b0-69454d8c26cc req-c4a78ada-9a3f-43ea-ad95-5689bcb0b798 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 946 time: 0.3930073 Nov 22 16:45:44.843129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.930742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Deleting port 9285758c-d679-4b77-a72f-6799f59e68cb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:44.931699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:44.998768 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:45:45.100229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] For port 9285758c-d679-4b77-a72f-6799f59e68cb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9285758c-d679-4b77-a72f-6799f59e68cb,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:45.100605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.114370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Calling delete_port for 9285758c-d679-4b77-a72f-6799f59e68cb owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:45.120917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.131392 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.179280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1a12ab9e-af74-412d-9efe-9a77d768974c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1a12ab9e-af74-412d-9efe-9a77d768974c,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:45.208226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a71bf79-6bb3-4f2d-a59b-25c9840b501d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:45.229165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1a12ab9e-af74-412d-9efe-9a77d768974c', 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'port_id': '1a12ab9e-af74-412d-9efe-9a77d768974c', 'mac_address': 'fa:16:3e:71:38:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75e9e9-6768-442c-a173-90696be9d9c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:45.240146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Attempting to bind port 1e79f983-a596-4d68-8a5b-62f228419567 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:45.240524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Attempting to bind port 1e79f983-a596-4d68-8a5b-62f228419567 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:45.240981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Attempting to bind port 1e79f983-a596-4d68-8a5b-62f228419567 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:45.246868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8e158-5569-4390-ad19-5d91840cf83b None None] Pushing event updated for resources: {'Port': ['ID=1e79f983-a596-4d68-8a5b-62f228419567,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:45.253963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:45.254640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:45.256000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.256563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:45.257224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Bound port: 1e79f983-a596-4d68-8a5b-62f228419567, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:45.257825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.335087 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.338826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-206725ef-3370-4b91-abb2-27d4373fe3af req-0ed2ffcd-4d26-4d48-a8f7-0aea0d637923 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.4171882 Nov 22 16:45:45.339463 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.367820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['9285758c-d679-4b77-a72f-6799f59e68cb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:45.383729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event deleted for resources: {'Port': ['ID=9285758c-d679-4b77-a72f-6799f59e68cb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:45.387706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1a58dd10-fac1-49c5-8df5-83023ce30b6f None None] Provisioning complete for port 1e79f983-a596-4d68-8a5b-62f228419567 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:45.388107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a58dd10-fac1-49c5-8df5-83023ce30b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.402251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafa8007-488d-47b0-a082-4a575d21bcd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.429570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a12ab9e-af74-412d-9efe-9a77d768974c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:45.457590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-592f831b-6800-4bc8-93e3-eca6d63e0e4c req-2d5b2555-4c43-4f45-a5b8-4053a58c1b37 service neutron] (103515) timed out ('10.222.0.20', 65458) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:45:45.473592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] For port 1e79f983-a596-4d68-8a5b-62f228419567, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:45.499514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1a12ab9e-af74-412d-9efe-9a77d768974c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1a12ab9e-af74-412d-9efe-9a77d768974c,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:45.503089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] For port 1e79f983-a596-4d68-8a5b-62f228419567, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e79f983-a596-4d68-8a5b-62f228419567,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:45.505631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.510539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1a58dd10-fac1-49c5-8df5-83023ce30b6f None None] Port 1e79f983-a596-4d68-8a5b-62f228419567 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:45.512575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.571854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba62727c-6db7-43b1-b406-dffbe994aa16 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:45.585522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa4642af-3dcd-4a14-86b0-69454d8c26cc req-a92ad1af-6b66-4ad5-98c4-f2f417219523 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7313976 Nov 22 16:45:45.590873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Routers {'dce10516-2ecc-4ed0-8987-2c344e0e0895'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:45.591512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dce10516-2ecc-4ed0-8987-2c344e0e0895'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:45.595834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1a12ab9e-af74-412d-9efe-9a77d768974c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:45.691308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] No DVR routers for this DVR port 9285758c-d679-4b77-a72f-6799f59e68cb on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:45.693774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.697543 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.702225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-910f2b02-fbd3-4cac-9861-2b912c5c77bf req-cf03a980-a7a7-4505-94e6-af3b2fb08709 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "DELETE /v2.0/ports/9285758c-d679-4b77-a72f-6799f59e68cb HTTP/1.1" status: 204 len: 173 time: 2.3128874 Nov 22 16:45:45.710088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'name': 'network-vif-deleted', 'tag': '9285758c-d679-4b77-a72f-6799f59e68cb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:45.712675 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2776104-13ad-4dc7-83aa-517206576cc8" -d '{"events": [{"server_uuid": "90670163-3ccf-49dd-bc98-b50bd08b2f9a", "name": "network-vif-deleted", "tag": "9285758c-d679-4b77-a72f-6799f59e68cb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:45.781082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fce0c6c-94e7-457e-8f22-80ebd4ce659d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:45.795620 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e6ce4-c8bf-4c89-ac33-d0590f219a63 x-openstack-request-id: req-7e8e6ce4-c8bf-4c89-ac33-d0590f219a63 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:45.795927 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90670163-3ccf-49dd-bc98-b50bd08b2f9a", "name": "network-vif-deleted", "tag": "9285758c-d679-4b77-a72f-6799f59e68cb", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:45.796231 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e8e6ce4-c8bf-4c89-ac33-d0590f219a63 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:45.796696 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90670163-3ccf-49dd-bc98-b50bd08b2f9a', 'name': 'network-vif-deleted', 'tag': '9285758c-d679-4b77-a72f-6799f59e68cb', 'status': 'completed', 'code': 200} Nov 22 16:45:45.797922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.801331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2d39850a-ecc2-4739-a9bf-b9ef39eeca56 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/7fce0c6c-94e7-457e-8f22-80ebd4ce659d HTTP/1.1" status: 204 len: 168 time: 2.3573177 Nov 22 16:45:45.803990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45638) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:45.866701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16486d35-b0d1-47d8-8be3-c555dc53f867 req-455a1d93-fd3a-4526-ac98-834f21dcd09f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:45.869363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16486d35-b0d1-47d8-8be3-c555dc53f867 req-455a1d93-fd3a-4526-ac98-834f21dcd09f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.3103032 Nov 22 16:45:45.937152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.951857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafa8007-488d-47b0-a082-4a575d21bcd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:45.992331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafa8007-488d-47b0-a082-4a575d21bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.099100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 09e3ecfd-8651-438c-90d2-e601abe81569 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:45:46.121157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16486d35-b0d1-47d8-8be3-c555dc53f867 req-ab7c012e-4506-4dd4-af3c-5efeb8364047 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435622 Nov 22 16:45:46.128567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fafa8007-488d-47b0-a082-4a575d21bcd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c4ba19a89d784f518e830795526f5496&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6496384 Nov 22 16:45:46.133587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa8007-488d-47b0-a082-4a575d21bcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ea45e9-7a45-4b7d-b56d-429a71b8ad55,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:46.151951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a068e9e6-5b7e-4c8a-a3b0-3a86424bb69b None None] Provisioning complete for port 1e79f983-a596-4d68-8a5b-62f228419567 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:46.152854 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a068e9e6-5b7e-4c8a-a3b0-3a86424bb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.156264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:46.173953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.184860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.225386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1a12ab9e-af74-412d-9efe-9a77d768974c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:46.236370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8e158-5569-4390-ad19-5d91840cf83b None None] Pushing event updated for resources: {'Port': ['ID=1e79f983-a596-4d68-8a5b-62f228419567,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:46.249787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:46.276278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f623c43f-d658-4da1-b89d-b18eab7ba3a2') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:46.276746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f623c43f-d658-4da1-b89d-b18eab7ba3a2') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:46.298656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.306673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7942c-ffbf-4cdf-bab7-5f25abec64bb req-9221eb2d-850f-4958-9824-eed420b27cf6 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:46.313452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6eb7942c-ffbf-4cdf-bab7-5f25abec64bb req-9221eb2d-850f-4958-9824-eed420b27cf6 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 944 time: 0.2923412 Nov 22 16:45:46.340611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.354475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:46.354809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:46.357072 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:46.425419 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:45:46.442575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] Set router dce10516-2ecc-4ed0-8987-2c344e0e0895 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:46.469623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.483444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.489563 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4 HTTP/1.1" status: 204 len: 168 time: 0.6841278 Nov 22 16:45:46.498008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45656) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:46.581009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Deleting subnet 87924e5b-760c-48aa-9940-5ce163e68734 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:45:46.590358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-787bacd4-8cc0-45bf-8c68-25a6e019f2cd req-3132011d-931d-4bbf-9165-1970c13b3933 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0667500 Nov 22 16:45:46.597973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a03c2-0770-4dd0-a004-751708b1ca63 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee22b01-3bfa-4f9f-a59e-d0bc0fbedcd4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:46.602716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.656921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9285758c-d679-4b77-a72f-6799f59e68cb no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:46.700628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 9285758c-d679-4b77-a72f-6799f59e68cb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:45:46.701000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9285758c-d679-4b77-a72f-6799f59e68cb not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:45:46.728761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.825753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be71aa15-1cf2-4a3b-8792-e14c69afa48f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.827684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.876091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 09e3ecfd-8651-438c-90d2-e601abe81569, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=09e3ecfd-8651-438c-90d2-e601abe81569,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:46.897191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '09e3ecfd-8651-438c-90d2-e601abe81569', 'network_id': 'aa699e29-1248-4014-a289-4a288d4e0734', 'port_id': '09e3ecfd-8651-438c-90d2-e601abe81569', 'mac_address': 'fa:16:3e:ec:4b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d75e9e9-6768-442c-a173-90696be9d9c9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:45:46.898070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.915635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6eb7942c-ffbf-4cdf-bab7-5f25abec64bb req-1df48541-df47-41f0-86ba-337d5e5c0efd tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5899656 Nov 22 16:45:46.918506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be71aa15-1cf2-4a3b-8792-e14c69afa48f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.950421 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a068e9e6-5b7e-4c8a-a3b0-3a86424bb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.962990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87924e5b-760c-48aa-9940-5ce163e68734,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:46.966989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:46.973310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f6759aa1-fd21-4154-888a-a86c391cf330 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/87924e5b-760c-48aa-9940-5ce163e68734 HTTP/1.1" status: 204 len: 168 time: 0.4682095 Nov 22 16:45:46.974015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45670) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:46.986265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b59d54f-9d4c-46f5-8a4b-7afa6a94bf25 req-6b2bdffa-5bbb-48db-aa88-903ed5bfbe98 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0877368 Nov 22 16:45:47.003545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a068e9e6-5b7e-4c8a-a3b0-3a86424bb69b None None] For port 1e79f983-a596-4d68-8a5b-62f228419567, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e79f983-a596-4d68-8a5b-62f228419567,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:47.027830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Allocated IP 172.20.0.1 (5f84eac4-dfbb-493c-bf91-965d7b5f2959/d05b18d2-59f6-41e9-a189-3bba66f439f9/03b024e3-74a2-4e36-b304-12459bdc2bfb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:47.072044 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a068e9e6-5b7e-4c8a-a3b0-3a86424bb69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.097834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.248860 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.250618 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.277792 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.301957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068e9e6-5b7e-4c8a-a3b0-3a86424bb69b None None] Pushing event updated for resources: {'Port': ['ID=1e79f983-a596-4d68-8a5b-62f228419567,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:47.305900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09e3ecfd-8651-438c-90d2-e601abe81569 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:45:47.327791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be71aa15-1cf2-4a3b-8792-e14c69afa48f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.330691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be71aa15-1cf2-4a3b-8792-e14c69afa48f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.334385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be71aa15-1cf2-4a3b-8792-e14c69afa48f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2ea45e9-7a45-4b7d-b56d-429a71b8ad55 HTTP/1.1" status: 204 len: 168 time: 1.1693492 Nov 22 16:45:47.337561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 09e3ecfd-8651-438c-90d2-e601abe81569, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=09e3ecfd-8651-438c-90d2-e601abe81569,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:47.348394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a3543379-2f44-405a-bce7-a139c662732e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:45:40Z', 'revision_number': 3, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:47.350552 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.360548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:47.405736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9ff77da-4e76-4a83-bf31-855e7c0ef970') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:47.406000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9ff77da-4e76-4a83-bf31-855e7c0ef970') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:47.421333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71aa15-1cf2-4a3b-8792-e14c69afa48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ea45e9-7a45-4b7d-b56d-429a71b8ad55,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:47.437901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.440925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-64e1940f-02c3-451c-8862-e955d7b19fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:47.441266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3543379-2f44-405a-bce7-a139c662732e None None] The sync data for ids ['dce10516-2ecc-4ed0-8987-2c344e0e0895'] in n-d-816206-6 is: [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:45:40Z', 'revision_number': 3, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:47.449312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-64e1940f-02c3-451c-8862-e955d7b19fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 1096 time: 0.1897848 Nov 22 16:45:47.458663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c8415d-e034-439e-ac0c-292822980b56 req-7de98ee0-199d-4ce9-8648-6dc6440d966c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:47.475806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03c8415d-e034-439e-ac0c-292822980b56 req-7de98ee0-199d-4ce9-8648-6dc6440d966c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.1852446 Nov 22 16:45:47.520311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.548401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=09e3ecfd-8651-438c-90d2-e601abe81569,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:47.634124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=03b024e3-74a2-4e36-b304-12459bdc2bfb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:47.659497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:47.668830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:47.672050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:47.691119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-a170b4cc-c7cb-408a-bbfb-64b885862364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:47.692077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03c8415d-e034-439e-ac0c-292822980b56 req-5de22fa9-0dc4-44cd-8727-590b2791f946 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105496 Nov 22 16:45:47.692603 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-a170b4cc-c7cb-408a-bbfb-64b885862364 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2332270 Nov 22 16:45:47.693631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['09e3ecfd-8651-438c-90d2-e601abe81569'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:47.716074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.769705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-2e186202-bca7-4cdb-a50a-148153822973 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113 HTTP/1.1" status: 200 len: 217 time: 0.0682962 Nov 22 16:45:47.774356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:45:47.774846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:45:47.776822 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:45:47.824747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6eb2756e-acb2-4e1e-b5c8-42d79ce2e494 req-4d29c2ed-dd3c-405f-b8b9-01bc4b2a8d77 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0824025 Nov 22 16:45:47.828718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.015648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-cbd14040-0965-4f25-a579-6f1488609be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:48.017154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-cbd14040-0965-4f25-a579-6f1488609be4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.2157311 Nov 22 16:45:48.020117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.025760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.048911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d HTTP/1.1" status: 204 len: 168 time: 1.0737965 Nov 22 16:45:48.157455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755fea03-abda-4402-b490-46d67fae7069 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3c471c-e63b-4ae7-9c0a-193e14cf6b1d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:48.171560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45698) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:48.206244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d3e6-bd81-4eaa-a7cb-74e638f9af09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.254261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4503c226-c017-4d75-bd80-2e25e214acab req-a14c8500-4a27-44d8-99d1-1e3eeea5c0fa tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0502076 Nov 22 16:45:48.292216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-984f85c1-6411-4765-a39c-c9c3fb348d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:48.294491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.294984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-984f85c1-6411-4765-a39c-c9c3fb348d96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397258 Nov 22 16:45:48.302703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4c23b700-9c9e-477e-b244-c111515d7ffb None None] Provisioning complete for port 03b024e3-74a2-4e36-b304-12459bdc2bfb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:48.303319 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c23b700-9c9e-477e-b244-c111515d7ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.353080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1b779-65e6-4e70-b376-60a26c3e7b28 req-f8eb96ef-e39f-430c-aa50-317cc24f25dc tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:48.356464 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ff1b779-65e6-4e70-b376-60a26c3e7b28 req-f8eb96ef-e39f-430c-aa50-317cc24f25dc tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 945 time: 0.2452023 Nov 22 16:45:48.395082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4c23b700-9c9e-477e-b244-c111515d7ffb None None] Port 03b024e3-74a2-4e36-b304-12459bdc2bfb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:48.478683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1a12ab9e-af74-412d-9efe-9a77d768974c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:48.496534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d3e6-bd81-4eaa-a7cb-74e638f9af09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.503527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ff1b779-65e6-4e70-b376-60a26c3e7b28 req-0755be12-bf2d-4cdc-b1b5-3f50c96acb2e tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069779 Nov 22 16:45:48.522943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fb7d3e6-bd81-4eaa-a7cb-74e638f9af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.631211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 1a12ab9e-af74-412d-9efe-9a77d768974c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:48.656174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1a12ab9e-af74-412d-9efe-9a77d768974c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:48.656553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.720858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:48.723471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-afee7496-d617-4bd6-9aa2-db16e97845a3 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167458 Nov 22 16:45:48.762115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7d3e6-bd81-4eaa-a7cb-74e638f9af09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6954be1-750b-48d4-8cce-325f42e2a014,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:48.836323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4fb7d3e6-bd81-4eaa-a7cb-74e638f9af09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=983487aed290424381751300200efe7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6518545 Nov 22 16:45:48.844321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45710) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:48.847472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.898646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12ab9e-af74-412d-9efe-9a77d768974c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:48.907638 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0c813f-dbfa-498a-8392-9d31f0014714" -d '{"events": [{"server_uuid": "5b55beb6-2423-4433-9c2c-4dd7e123361c", "name": "network-vif-plugged", "status": "completed", "tag": "1a12ab9e-af74-412d-9efe-9a77d768974c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:48.934027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1a12ab9e-af74-412d-9efe-9a77d768974c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1a12ab9e-af74-412d-9efe-9a77d768974c,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:48.948681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:48.970430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d15ae8a-8157-408b-82bf-cdcbc98b5077 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b9225f809f4489a82eec8c9bba7871f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420440 Nov 22 16:45:48.981791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:48.999116 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.031467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb04c501-1717-4722-a48d-cd8b6e113bf9 req-4b9f80c9-d59b-4e2f-823f-237cfeab4546 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0531344 Nov 22 16:45:49.039326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.058156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e5f2110b-4616-4d5d-905a-ad2f91e37a70 req-1e65a46e-1696-480f-8815-dd17136c833a service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059986 Nov 22 16:45:49.088904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1a12ab9e-af74-412d-9efe-9a77d768974c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:49.113563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1b820e-e7e4-430a-a274-50e92bf198b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.126468 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d36d2a-7140-4051-8a2e-cd1b5362c74b x-openstack-request-id: req-09d36d2a-7140-4051-8a2e-cd1b5362c74b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:49.126789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314829-dcdf-4527-881c-221cd9a1c590 req-2fa2e5a8-7cfe-4b54-99c3-c8a6ab200d0b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:49.127712 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b55beb6-2423-4433-9c2c-4dd7e123361c", "name": "network-vif-plugged", "status": "completed", "tag": "1a12ab9e-af74-412d-9efe-9a77d768974c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:49.128234 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09d36d2a-7140-4051-8a2e-cd1b5362c74b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:49.128451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08314829-dcdf-4527-881c-221cd9a1c590 req-2fa2e5a8-7cfe-4b54-99c3-c8a6ab200d0b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.2712286 Nov 22 16:45:49.129467 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a12ab9e-af74-412d-9efe-9a77d768974c', 'code': 200} Nov 22 16:45:49.131171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.165250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1b820e-e7e4-430a-a274-50e92bf198b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.187334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd553b44-5730-4935-9d7e-267601b51223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.214201 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd553b44-5730-4935-9d7e-267601b51223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.255668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1b820e-e7e4-430a-a274-50e92bf198b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.259638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da1b820e-e7e4-430a-a274-50e92bf198b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.261037 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-da1b820e-e7e4-430a-a274-50e92bf198b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/04d53ba7-dbd5-402c-a5eb-2560da3d0be6 HTTP/1.1" status: 204 len: 168 time: 0.2772169 Nov 22 16:45:49.276669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b820e-e7e4-430a-a274-50e92bf198b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d53ba7-dbd5-402c-a5eb-2560da3d0be6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:49.628859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e79f983-a596-4d68-8a5b-62f228419567 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:49.743528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1e79f983-a596-4d68-8a5b-62f228419567 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:49.745294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.751875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Pushing event updated for resources: {'Port': ['ID=03b024e3-74a2-4e36-b304-12459bdc2bfb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:49.755930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1987229d-0a6c-48e8-b940-b5bc1d1d8dc9 req-dae89d83-81ef-45ab-9e16-a1b9c5c2281e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0668228 Nov 22 16:45:49.811934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08314829-dcdf-4527-881c-221cd9a1c590 req-a66a2c3e-54b8-481a-b0b7-ba13b6174f75 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6753709 Nov 22 16:45:49.822205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 09e3ecfd-8651-438c-90d2-e601abe81569 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:49.932674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e1bd8-5658-4264-bb74-a72dec516f76 req-62dee2d9-8529-4970-83e2-92da557388f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:49.954550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-839e1bd8-5658-4264-bb74-a72dec516f76 req-62dee2d9-8529-4970-83e2-92da557388f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 1097 time: 0.7247510 Nov 22 16:45:49.955262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd553b44-5730-4935-9d7e-267601b51223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.957960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd553b44-5730-4935-9d7e-267601b51223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:49.962355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cd553b44-5730-4935-9d7e-267601b51223 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6954be1-750b-48d4-8cce-325f42e2a014 HTTP/1.1" status: 204 len: 168 time: 1.1138237 Nov 22 16:45:49.974878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:50.019900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:50.029790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd553b44-5730-4935-9d7e-267601b51223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6954be1-750b-48d4-8cce-325f42e2a014,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:50.066415 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cd58691-69db-46fe-bcce-034e4a728b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.091768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 09e3ecfd-8651-438c-90d2-e601abe81569 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:45:50.098811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 09e3ecfd-8651-438c-90d2-e601abe81569 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:50.099887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.208183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45740) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:50.211114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df074cf2-3a67-4513-98c8-5ef7984c80f6 req-f2916a6f-ed3d-4aa6-86d6-359f5789e5a8 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:50.221290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df074cf2-3a67-4513-98c8-5ef7984c80f6 req-f2916a6f-ed3d-4aa6-86d6-359f5789e5a8 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 945 time: 0.3154740 Nov 22 16:45:50.239725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-839e1bd8-5658-4264-bb74-a72dec516f76 req-1e46df34-35b3-43b0-9bcc-32c92fbef9f8 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683532 Nov 22 16:45:50.308839 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.316397 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06872b0d-cbba-4fe2-9f2d-18667e9a551c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9951fbc6e85b47e3ac97423b53d39513&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1068697 Nov 22 16:45:50.319146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:50.381343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 09e3ecfd-8651-438c-90d2-e601abe81569, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=09e3ecfd-8651-438c-90d2-e601abe81569,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:50.403884 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.446204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10caa938-53a3-47fa-8ffc-6a021838eb20 req-54675692-318b-4195-9190-191ea6ac0c5c tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.2023907 Nov 22 16:45:50.502881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51b6f017-0764-45b9-8228-d5ffc4a65368 None None] Provisioning complete for port 03b024e3-74a2-4e36-b304-12459bdc2bfb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:50.504050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15013f79-290c-4225-82e1-392ef3be9c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.510066 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51b6f017-0764-45b9-8228-d5ffc4a65368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.538590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df074cf2-3a67-4513-98c8-5ef7984c80f6 req-3c0eaa0f-c423-4586-aef7-76f6887e6d47 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977757 Nov 22 16:45:50.566363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Router dce10516-2ecc-4ed0-8987-2c344e0e0895 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:45:50.575598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-51b6f017-0764-45b9-8228-d5ffc4a65368 None None] Port 03b024e3-74a2-4e36-b304-12459bdc2bfb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:50.584386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=09e3ecfd-8651-438c-90d2-e601abe81569,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:50.592407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15013f79-290c-4225-82e1-392ef3be9c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.671099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c65cc5c9-c317-4ee5-bd54-ece6b2092f21 req-09033608-0dc8-4758-ba3e-b7dbebe45494 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0719292 Nov 22 16:45:50.704615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15013f79-290c-4225-82e1-392ef3be9c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.707243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15013f79-290c-4225-82e1-392ef3be9c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:50.710867 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15013f79-290c-4225-82e1-392ef3be9c4d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bebb619-f2f7-4a24-8154-e4b0cecc449a HTTP/1.1" status: 204 len: 168 time: 0.3862538 Nov 22 16:45:50.720002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15013f79-290c-4225-82e1-392ef3be9c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bebb619-f2f7-4a24-8154-e4b0cecc449a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:50.778430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:45:50.786436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-58673445-6aa9-4bb6-a981-c59074fa29d2 admin admin] 10.222.0.65 "PUT /v2.0/routers/dce10516-2ecc-4ed0-8987-2c344e0e0895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8103702 Nov 22 16:45:50.795424 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Sync routers for ids ['dce10516-2ecc-4ed0-8987-2c344e0e0895'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:45:50.821848 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Routers {'dce10516-2ecc-4ed0-8987-2c344e0e0895'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:50.822971 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dce10516-2ecc-4ed0-8987-2c344e0e0895'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:50.968217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c6475d7-72c2-47a2-ba80-6746deefe0c1 req-7c066884-df59-4ff3-8186-8e13ac156772 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0811932 Nov 22 16:45:50.983916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Set router dce10516-2ecc-4ed0-8987-2c344e0e0895 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:51.088845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97434e2-fcf6-4c7b-b69c-b335d0ce8d34 req-f0f53b40-7314-4b2d-b337-5a301c5cd4c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.103057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e97434e2-fcf6-4c7b-b69c-b335d0ce8d34 req-f0f53b40-7314-4b2d-b337-5a301c5cd4c3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 945 time: 0.1428487 Nov 22 16:45:51.131312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e3ecfd-8651-438c-90d2-e601abe81569'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:51.134613 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12ca38-ae54-4fb4-95b9-d17272735efc" -d '{"events": [{"server_uuid": "75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4", "name": "network-vif-plugged", "status": "completed", "tag": "09e3ecfd-8651-438c-90d2-e601abe81569"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:51.203977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e97434e2-fcf6-4c7b-b69c-b335d0ce8d34 req-81eaf967-057f-435e-a687-78d6e4deee78 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999238 Nov 22 16:45:51.212545 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd4b1e7-11eb-43ce-9d97-14409be79e59 x-openstack-request-id: req-ddd4b1e7-11eb-43ce-9d97-14409be79e59 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:51.213812 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4", "name": "network-vif-plugged", "status": "completed", "tag": "09e3ecfd-8651-438c-90d2-e601abe81569", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:51.214198 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ddd4b1e7-11eb-43ce-9d97-14409be79e59 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:51.215923 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09e3ecfd-8651-438c-90d2-e601abe81569', 'code': 200} Nov 22 16:45:51.350666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04e2197-1813-4fad-a988-a8337b777819 req-6a2c3966-b0fb-4abd-b5eb-5024e5a698f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.354980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c04e2197-1813-4fad-a988-a8337b777819 req-6a2c3966-b0fb-4abd-b5eb-5024e5a698f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 1097 time: 0.0658114 Nov 22 16:45:51.358569 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:45:48Z', 'revision_number': 4, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03b024e3-74a2-4e36-b304-12459bdc2bfb', 'name': '', 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'mac_address': 'fa:16:3e:38:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:46Z', 'updated_at': '2021-11-22T16:45:48Z', 'revision_number': 2, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'subnets': [{'id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:51.428373 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Checking router: dce10516-2ecc-4ed0-8987-2c344e0e0895 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:45:51.432884 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Updating router dce10516-2ecc-4ed0-8987-2c344e0e0895 port 03b024e3-74a2-4e36-b304-12459bdc2bfb binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:45:51.439165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c04e2197-1813-4fad-a988-a8337b777819 req-f0134266-9041-4a52-bdbf-855aa9250066 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768030 Nov 22 16:45:51.481351 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.689492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3954e98b-0aa9-4110-a037-3ef9bbb1e2b4 req-a1729fd5-8a2b-4ae9-ac24-e1c1734addd0 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0912702 Nov 22 16:45:51.786720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 919029b1-cb05-4bf7-a8b2-e37d6c36f113 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:51.843613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f519fd-8bf0-4b16-80b3-c89c81dfcb0c req-cf54d832-19d6-4ff4-807a-880260f7d69a tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:51.848191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31f519fd-8bf0-4b16-80b3-c89c81dfcb0c req-cf54d832-19d6-4ff4-807a-880260f7d69a tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 946 time: 0.1632240 Nov 22 16:45:51.891015 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:51.903150 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.010788 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.104574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:52.117502 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.143341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31f519fd-8bf0-4b16-80b3-c89c81dfcb0c req-1523885f-ef90-4f2d-918f-79cabfb20d68 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808251 Nov 22 16:45:52.146268 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Pushing event updated for resources: {'Port': ['ID=03b024e3-74a2-4e36-b304-12459bdc2bfb,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:52.285633 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.286708 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.290363 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.291305 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.292150 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.292983 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.293917 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.298416 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.299344 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.300228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.301073 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.301263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d831a4e-b4dd-4963-8f21-f27e459d4639 req-e512c972-d100-46a6-916e-41aa9031e860 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0853841 Nov 22 16:45:52.302175 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:45:52.308645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:52.325468 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Attempting to bind port 03b024e3-74a2-4e36-b304-12459bdc2bfb on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:52.327069 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Attempting to bind port 03b024e3-74a2-4e36-b304-12459bdc2bfb by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:52.327984 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Attempting to bind port 03b024e3-74a2-4e36-b304-12459bdc2bfb on network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:52.338683 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:52.339778 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Checking segment: {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:52.340756 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.341720 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Bound using segment: {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:52.342819 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Bound port: 03b024e3-74a2-4e36-b304-12459bdc2bfb, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b83c53-bd49-49a2-979a-fc5cea553eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:52.343748 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.480168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45804) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:52.493644 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] For port 03b024e3-74a2-4e36-b304-12459bdc2bfb, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:52.502545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] For port 03b024e3-74a2-4e36-b304-12459bdc2bfb, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=03b024e3-74a2-4e36-b304-12459bdc2bfb,segment=NetworkSegment(e6b83c53-bd49-49a2-979a-fc5cea553eb4),segment_id=e6b83c53-bd49-49a2-979a-fc5cea553eb4)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:52.512840 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.528306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d3abb-0c01-4d72-88ad-3085a0250bae req-a1f51da7-1087-4c02-b8a2-1e148432bbb9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.529942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-618d3abb-0c01-4d72-88ad-3085a0250bae req-a1f51da7-1087-4c02-b8a2-1e148432bbb9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 943 time: 0.1472600 Nov 22 16:45:52.629297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c266c807-08b2-481d-b653-118c4830929a None None] Provisioning complete for port 03b024e3-74a2-4e36-b304-12459bdc2bfb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:52.642614 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c266c807-08b2-481d-b653-118c4830929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.652784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-618d3abb-0c01-4d72-88ad-3085a0250bae req-73ca32ee-5cd2-4ef6-bc94-9fb9171e68fa tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100414 Nov 22 16:45:52.708985 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1579c8-496b-4b1a-ad1b-845de08942ba None None] Pushing event updated for resources: {'Port': ['ID=03b024e3-74a2-4e36-b304-12459bdc2bfb,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:52.714391 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Routers {'dce10516-2ecc-4ed0-8987-2c344e0e0895'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:45:52.715453 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dce10516-2ecc-4ed0-8987-2c344e0e0895'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:52.925505 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97155dd2-26ec-428c-ab61-94375c93a48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.935721 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c266c807-08b2-481d-b653-118c4830929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.943762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6d55eb-9a61-41b4-83d1-ae5c836680a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:52.949061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0fff9dfd-023a-4552-837c-e905dd5412b2 req-7d4895fa-ea0b-4c21-8526-7fe6690d63a6 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0779133 Nov 22 16:45:52.994246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee97bc-d9e2-411f-af8c-62bbe5339cbb req-9b2a831f-1fb4-40fe-9ff2-96a785216192 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:52.995874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-feee97bc-d9e2-411f-af8c-62bbe5339cbb req-9b2a831f-1fb4-40fe-9ff2-96a785216192 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1831961 Nov 22 16:45:53.011195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c266c807-08b2-481d-b653-118c4830929a None None] For port 03b024e3-74a2-4e36-b304-12459bdc2bfb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=03b024e3-74a2-4e36-b304-12459bdc2bfb,segment=NetworkSegment(e6b83c53-bd49-49a2-979a-fc5cea553eb4),segment_id=e6b83c53-bd49-49a2-979a-fc5cea553eb4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:53.020383 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c266c807-08b2-481d-b653-118c4830929a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.064970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] Set router dce10516-2ecc-4ed0-8987-2c344e0e0895 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:45:53.166612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-feee97bc-d9e2-411f-af8c-62bbe5339cbb req-9d6d670f-e515-4ce1-a910-dab62011863a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619716 Nov 22 16:45:53.191542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266c807-08b2-481d-b653-118c4830929a None None] Pushing event updated for resources: {'Port': ['ID=03b024e3-74a2-4e36-b304-12459bdc2bfb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:53.217441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6d55eb-9a61-41b4-83d1-ae5c836680a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.218349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:53.222078 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3643fce4-f601-469c-8b7b-d51f2c297b35" -d '{"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-unplugged", "status": "completed", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:53.231334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f6d55eb-9a61-41b4-83d1-ae5c836680a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.259753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a7feb9e1-dc46-444d-9c9c-5a670a45f40a None None] Provisioning complete for port 03b024e3-74a2-4e36-b304-12459bdc2bfb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:53.263835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a7feb9e1-dc46-444d-9c9c-5a670a45f40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.332066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f6d55eb-9a61-41b4-83d1-ae5c836680a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9de5b21abb747a288f31d9b1c01ecbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8493230 Nov 22 16:45:53.334821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45838) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:53.352339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d55eb-9a61-41b4-83d1-ae5c836680a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3962117b-c8c2-4aa2-b86e-6a4ce6d325c3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:53.437557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:53.442810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2003020462-network', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:53.491653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Made reservation on behalf of e2d05c35622f47a882542fa55cbc4f13 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:53.495365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.509142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923b22dd-dedd-4f11-8c8a-ce548ac61b9c req-8f8b67a1-144c-49dc-8461-7ce7551aaa2e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=81569d8bf00a4150b232020cd41e7a11&device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0584729 Nov 22 16:45:53.518214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.700164 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:45:48Z', 'revision_number': 4, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03b024e3-74a2-4e36-b304-12459bdc2bfb', 'name': '', 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'mac_address': 'fa:16:3e:38:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:46Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'subnets': [{'id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:45:53.703917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.713188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.748115 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923b22dd-dedd-4f11-8c8a-ce548ac61b9c req-d7ff102c-83ce-4fad-872c-63f8913b6715 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=81569d8bf00a4150b232020cd41e7a11&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1852503 Nov 22 16:45:53.751250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4902a611-b792-45bc-9512-c64b3117c708 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.754051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:45:53.781316 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae9144-7cbd-401d-a188-663e547219a9 None None] The sync data for ids ['dce10516-2ecc-4ed0-8987-2c344e0e0895'] in n-d-816206-6 is: [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:45:48Z', 'revision_number': 4, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03b024e3-74a2-4e36-b304-12459bdc2bfb', 'name': '', 'network_id': '5f84eac4-dfbb-493c-bf91-965d7b5f2959', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'mac_address': 'fa:16:3e:38:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_interface', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:46Z', 'updated_at': '2021-11-22T16:45:52Z', 'revision_number': 4, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'subnets': [{'id': 'd05b18d2-59f6-41e9-a189-3bba66f439f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:45:53.795877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.805809 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Added segment 680c675b-6a68-4304-b0a3-5efbc92203b5 of type vlan for network 6baf2c78-f344-4474-a2c7-0de2245022bc Nov 22 16:45:53.929062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:53.941321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd73996-0b46-4977-85c1-74d99b0a4169,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:53.990804 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.015455 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.016385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.016985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.187134 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7483072 Nov 22 16:45:54.204378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45856) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:54.206134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dae260-a64c-46c8-aa60-10f010193643 req-9e65ad28-d87a-495e-8af4-53f1721c5336 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.208562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8dae260-a64c-46c8-aa60-10f010193643 req-9e65ad28-d87a-495e-8af4-53f1721c5336 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 946 time: 0.7965305 Nov 22 16:45:54.216426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Request body: {'subnet': {'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2003020462-subnet', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:54.219742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a3669-c404-446d-8bc3-af2624621ebb admin admin] Pushing event updated for resources: {'Network': ['ID=6baf2c78-f344-4474-a2c7-0de2245022bc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:54.234117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 6baf2c78-f344-4474-a2c7-0de2245022bc details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:45:54.253515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45fabd-47d3-47d8-ba21-c03f597af848 req-024e33e2-55b9-4cc5-af0d-4b3c9ed469bd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.261633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a45fabd-47d3-47d8-ba21-c03f597af848 req-024e33e2-55b9-4cc5-af0d-4b3c9ed469bd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.7166078 Nov 22 16:45:54.282470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Made reservation on behalf of e2d05c35622f47a882542fa55cbc4f13 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:45:54.284833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.288558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4902a611-b792-45bc-9512-c64b3117c708 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.327040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b22dd-dedd-4f11-8c8a-ce548ac61b9c req-a6ef9157-9b52-46c2-ac46-846a2e3e8cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.328905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923b22dd-dedd-4f11-8c8a-ce548ac61b9c req-a6ef9157-9b52-46c2-ac46-846a2e3e8cdd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5686579 Nov 22 16:45:54.441266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8dae260-a64c-46c8-aa60-10f010193643 req-5554985b-afab-4bd2-96ad-3a971b7a8fb7 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771398 Nov 22 16:45:54.463723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a45fabd-47d3-47d8-ba21-c03f597af848 req-5bddbd97-81f9-4aa9-9ad0-7214d4ce5c45 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982627 Nov 22 16:45:54.495192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4902a611-b792-45bc-9512-c64b3117c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.500150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4902a611-b792-45bc-9512-c64b3117c708 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.504782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4902a611-b792-45bc-9512-c64b3117c708 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3962117b-c8c2-4aa2-b86e-6a4ce6d325c3 HTTP/1.1" status: 204 len: 168 time: 1.1686587 Nov 22 16:45:54.529939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902a611-b792-45bc-9512-c64b3117c708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3962117b-c8c2-4aa2-b86e-6a4ce6d325c3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:54.547678 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbd32b0-209c-463a-9bda-d136d9b22068 x-openstack-request-id: req-6fbd32b0-209c-463a-9bda-d136d9b22068 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:54.547985 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-unplugged", "status": "failed", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113", "code": 422}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:54.548247 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fbd32b0-209c-463a-9bda-d136d9b22068 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:54.548649 n-d-816206-6 neutron-server[103516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'code': 422} returned with failed status Nov 22 16:45:54.626359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23d287dd-a8ff-4a6b-bf76-1e7a5e61132f req-a175a92a-49e1-41f7-9df1-e3725bd631b2 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=90670163-3ccf-49dd-bc98-b50bd08b2f9a HTTP/1.1" status: 200 len: 210 time: 0.0548198 Nov 22 16:45:54.764154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ab787d6-c6b2-4d95-a2fd-42631f60db68 req-3d18fc25-a7fd-42bd-b7b8-17d8e06d17a2 tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0650225 Nov 22 16:45:54.783215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:54.845031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6110b-fbdc-4127-86a4-2033b7016aec req-4fd0ee3f-b6aa-4273-b813-5d236c080132 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:54.846428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fba6110b-fbdc-4127-86a4-2033b7016aec req-4fd0ee3f-b6aa-4273-b813-5d236c080132 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 946 time: 0.1298702 Nov 22 16:45:54.866145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Pushing event updated for resources: {'Subnet': ['ID=950080e8-4754-4718-94aa-178207c163ec,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:54.916908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Checking segment: {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:54.917383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Network hostable DHCP agents. Network: 6baf2c78-f344-4474-a2c7-0de2245022bc, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:45:54.964917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fba6110b-fbdc-4127-86a4-2033b7016aec req-21d00b30-281e-4eb6-b824-f12ae9a90ac4 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117818 Nov 22 16:45:54.977309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Network 6baf2c78-f344-4474-a2c7-0de2245022bc is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:45:54.999444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 6baf2c78-f344-4474-a2c7-0de2245022bc) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:55.004484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:55.005166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.011570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc13fbf2-384c-480c-9342-364aefa8ae18 None None] Network 6baf2c78-f344-4474-a2c7-0de2245022bc requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:55.053247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-456edeca-127c-4b31-b7a7-86158defd100 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8476038 Nov 22 16:45:55.057534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45886) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:55.064099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:45:55.114488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.115825 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.323163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.345141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2103196-55ec-4c29-b468-a200b7f736b8 req-d25fe1c7-bd9c-4fbd-ac3f-2a75dc5a1689 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:55.356019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2103196-55ec-4c29-b468-a200b7f736b8 req-d25fe1c7-bd9c-4fbd-ac3f-2a75dc5a1689 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 945 time: 0.1751144 Nov 22 16:45:55.375483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d63e8-e51b-4bc2-a8be-ab34b3f5fc73 req-1317721e-ee1e-4ea7-baee-01a6120d2a73 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:55.377633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c8d63e8-e51b-4bc2-a8be-ab34b3f5fc73 req-1317721e-ee1e-4ea7-baee-01a6120d2a73 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2356472 Nov 22 16:45:55.385355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.392249 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-b4d6ae2e-949d-4f6b-84af-adfd96e79f66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1327853 Nov 22 16:45:55.437019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-6baf2c78-f344-4474-a2c7-0de2245022bc', 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'fixed_ips': [{'subnet_id': '950080e8-4754-4718-94aa-178207c163ec'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:45:55.438275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.463197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45896) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:55.504462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0aff8e72-3596-42e8-bf4c-d80e087832a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.557348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2103196-55ec-4c29-b468-a200b7f736b8 req-6ac20959-655a-48ac-93cf-ea68f6a65492 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001207 Nov 22 16:45:55.607573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df37ce-504c-4092-afdc-c980777775fb req-911ca5f0-9910-4c28-a34e-30e8056ed450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:55.609108 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-911ca5f0-9910-4c28-a34e-30e8056ed450 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 1096 time: 0.1918163 Nov 22 16:45:55.658530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 03b024e3-74a2-4e36-b304-12459bdc2bfb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:55.769380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:55.834662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 919029b1-cb05-4bf7-a8b2-e37d6c36f113 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:45:55.938792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c8d63e8-e51b-4bc2-a8be-ab34b3f5fc73 req-f3af9c70-d05a-4db1-bb81-2a9cdbacfd74 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4625921 Nov 22 16:45:56.020853 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0aff8e72-3596-42e8-bf4c-d80e087832a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.027028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df37ce-504c-4092-afdc-c980777775fb req-49a0048f-76bb-42fb-951e-c34372a4c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.029830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-49a0048f-76bb-42fb-951e-c34372a4c056 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.3854921 Nov 22 16:45:56.033828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0aff8e72-3596-42e8-bf4c-d80e087832a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.079657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Allocated IP 172.20.0.2 (6baf2c78-f344-4474-a2c7-0de2245022bc/950080e8-4754-4718-94aa-178207c163ec/b6fdb063-0e22-4e99-8cc1-9d0d6381313e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:56.114890 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-47f3aee4-5adf-455b-ab8c-e62b43885084 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6ff36f7-8472-48c4-a421-7908abaaf388 HTTP/1.1" status: 200 len: 217 time: 0.0744922 Nov 22 16:45:56.125271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff8e72-3596-42e8-bf4c-d80e087832a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca47559-8f51-4911-93eb-0ee63e665418,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:56.205447 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0aff8e72-3596-42e8-bf4c-d80e087832a8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=624cdcf96a1d4513a7bc305fca793a61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7412765 Nov 22 16:45:56.209624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6908d8ec-d484-43ce-a427-e2afb4e51fbf req-01d0de9e-8ce8-4f7c-bfb5-ed17f3e51eef tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.65 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.1304445 Nov 22 16:45:56.215999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45930) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:56.269370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923b22dd-dedd-4f11-8c8a-ce548ac61b9c req-58181586-1134-47ad-8deb-03e2b2170c7b tempest-ServerShowV254Test-188380153 tempest-ServerShowV254Test-188380153-project] 10.222.0.66 "GET /v2.0/ports?device_id=315ccc30-e8a7-49e1-a321-2ba548544fe4 HTTP/1.1" status: 200 len: 210 time: 0.0800042 Nov 22 16:45:56.294561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df37ce-504c-4092-afdc-c980777775fb req-c9204c91-80b6-409b-ab15-80b8f940b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.296466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-c9204c91-80b6-409b-ab15-80b8f940b750 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.1579340 Nov 22 16:45:56.393137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a1efc03-3880-419d-a300-0fb24bef86bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.402913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbf6bb-38f3-4b0a-8d40-8d8504bca6fd req-a6bcf970-0440-4a0e-a4fb-ba8141d8039d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.411081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24dbf6bb-38f3-4b0a-8d40-8d8504bca6fd req-a6bcf970-0440-4a0e-a4fb-ba8141d8039d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 945 time: 0.3989477 Nov 22 16:45:56.440519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df37ce-504c-4092-afdc-c980777775fb req-f607bff2-09ea-477a-abaf-cc7af3e9a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.442456 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-f607bff2-09ea-477a-abaf-cc7af3e9a612 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283867 Nov 22 16:45:56.454649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a1efc03-3880-419d-a300-0fb24bef86bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.577157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.596431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 03b024e3-74a2-4e36-b304-12459bdc2bfb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:56.596802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.644186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24dbf6bb-38f3-4b0a-8d40-8d8504bca6fd req-98005c25-60f2-47dd-bc8e-5c9699d0e976 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321236 Nov 22 16:45:56.647597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-98a99840-2416-4335-beac-90c1e6dcae13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3124883 Nov 22 16:45:56.705830 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.736859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.838005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-51d93e87-9e51-40ae-9838-db7f06f42531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:56.839568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-51d93e87-9e51-40ae-9838-db7f06f42531 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 1059 time: 0.1125352 Nov 22 16:45:56.846902 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-4383939e-c7f3-4675-a18a-30c22ac254eb service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698797 Nov 22 16:45:56.902074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a1efc03-3880-419d-a300-0fb24bef86bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.906674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a1efc03-3880-419d-a300-0fb24bef86bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:56.912988 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a1efc03-3880-419d-a300-0fb24bef86bc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ca47559-8f51-4911-93eb-0ee63e665418 HTTP/1.1" status: 204 len: 168 time: 0.6922071 Nov 22 16:45:57.044467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1efc03-3880-419d-a300-0fb24bef86bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca47559-8f51-4911-93eb-0ee63e665418,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.141735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.151118 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.170915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-83df37ce-504c-4092-afdc-c980777775fb req-3ea7b0ac-a024-4dea-a8c6-49532c6e2c6c service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139620 Nov 22 16:45:57.201814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Network 6baf2c78-f344-4474-a2c7-0de2245022bc is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:57.205759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:57.210216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:57.227468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Pushing event updated for resources: {'Port': ['ID=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.292583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Attempting to bind port b6fdb063-0e22-4e99-8cc1-9d0d6381313e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:45:57.293120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Attempting to bind port b6fdb063-0e22-4e99-8cc1-9d0d6381313e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:45:57.293564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Attempting to bind port b6fdb063-0e22-4e99-8cc1-9d0d6381313e on network 6baf2c78-f344-4474-a2c7-0de2245022bc {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:45:57.300404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:45:57.300926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Checking segment: {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:45:57.301391 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.301869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Bound using segment: {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:45:57.302601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Bound port: b6fdb063-0e22-4e99-8cc1-9d0d6381313e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:45:57.305359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.391510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] For port b6fdb063-0e22-4e99-8cc1-9d0d6381313e, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:45:57.395179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] For port b6fdb063-0e22-4e99-8cc1-9d0d6381313e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,segment=NetworkSegment(680c675b-6a68-4304-b0a3-5efbc92203b5),segment_id=680c675b-6a68-4304-b0a3-5efbc92203b5)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:45:57.401446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.484244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf0e20-ab67-46f5-9dd9-1204295132b6 None None] Pushing event updated for resources: {'Port': ['ID=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:57.555681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Allocated IP 172.25.6.221 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/45dc24af-d56c-4895-b874-4a26c16c0588) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:45:57.583855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-933134b6-282e-43bb-ae80-c9b1359bb9c4 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.587057 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-933134b6-282e-43bb-ae80-c9b1359bb9c4 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 945 time: 0.0752780 Nov 22 16:45:57.611176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6e792-982f-4d3b-a8c8-a608045fa22d req-e72ad055-fc79-4461-8643-a8bfcd0b6a17 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.612762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4a6e792-982f-4d3b-a8c8-a608045fa22d req-e72ad055-fc79-4461-8643-a8bfcd0b6a17 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1631572 Nov 22 16:45:57.667445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-f8765860-86ce-410d-aae5-789eb9c84c5b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.675982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-f8765860-86ce-410d-aae5-789eb9c84c5b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.8589149 Nov 22 16:45:57.687899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46042) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:57.711836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-cbd9f3c6-cee2-4806-b2d7-e19cba6a562b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:57.713635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-cbd9f3c6-cee2-4806-b2d7-e19cba6a562b service neutron] 10.222.0.66 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.8233085 Nov 22 16:45:57.723344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Deleting port 5bceb057-6f44-4559-ae43-13550f434106 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:45:57.723659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.831083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-ac593b17-5d27-44ce-9eb4-35221e402eb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.1539314 Nov 22 16:45:57.866312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46044) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:57.871483 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c99e8e6-79ea-4d75-9e12-664d6de70370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.882050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] For port 5bceb057-6f44-4559-ae43-13550f434106, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5bceb057-6f44-4559-ae43-13550f434106,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:57.882642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:57.893420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46048) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:57.894835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-9b88e8fc-b01d-4eab-a86a-d334cec69f7f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 200 len: 217 time: 0.1576488 Nov 22 16:45:57.906971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Calling delete_port for 5bceb057-6f44-4559-ae43-13550f434106 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:45:57.950570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-1ca890cb-8a1e-4db7-a15e-7ff924efb204 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1185863 Nov 22 16:45:57.970710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-28f71fa8-7237-489f-913c-260cc88cb980 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:45:57.980129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-28f71fa8-7237-489f-913c-260cc88cb980 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209801 Nov 22 16:45:58.027421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3141-eb0a-46ee-b413-0a073c6af432 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.048436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4a6e792-982f-4d3b-a8c8-a608045fa22d req-360a16e9-76e9-4053-8492-47f15bd6b489 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231112 Nov 22 16:45:58.085559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2882b36e-d7f5-4427-a9fe-820e46b0f65b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.154649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-056e9df9-1ba5-44a3-a6df-6594dc69513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.156139 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-056e9df9-1ba5-44a3-a6df-6594dc69513a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.2308424 Nov 22 16:45:58.262497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-10b95bba-0aaa-4d11-84ab-43649444f3d6 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807686 Nov 22 16:45:58.286803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.301847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['5bceb057-6f44-4559-ae43-13550f434106', '09e3ecfd-8651-438c-90d2-e601abe81569'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:58.307647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1a12ab9e-af74-412d-9efe-9a77d768974c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:45:58.321810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3141-eb0a-46ee-b413-0a073c6af432 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.359147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcbf3141-eb0a-46ee-b413-0a073c6af432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.364893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.377860 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c99e8e6-79ea-4d75-9e12-664d6de70370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.386537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-6f3ce626-b6a6-4b91-a81c-8b70c8998ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.388092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-6f3ce626-b6a6-4b91-a81c-8b70c8998ee9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2127411 Nov 22 16:45:58.395854 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edaae39-8a95-4d92-9c24-dab404168bc6 req-328aefe2-0a20-4c56-95ef-75176b3969ca tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:58.397389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4edaae39-8a95-4d92-9c24-dab404168bc6 req-328aefe2-0a20-4c56-95ef-75176b3969ca tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 867 time: 0.2231617 Nov 22 16:45:58.408660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c99e8e6-79ea-4d75-9e12-664d6de70370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.458660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8c99e8e6-79ea-4d75-9e12-664d6de70370 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=298ea616e5224d5a821fae12ab524612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7601821 Nov 22 16:45:58.464770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46056) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:58.550522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46058) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:58.705931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99e8e6-79ea-4d75-9e12-664d6de70370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68325188-6ec9-45d1-b19c-0b0e1820e3fb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:58.799904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ecd4aa4-6292-4cfa-9a06-19f95841b7d5 req-2fae76fb-7307-4a3b-b648-676a45295f60 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283978 Nov 22 16:45:58.816236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.837407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4edaae39-8a95-4d92-9c24-dab404168bc6 req-cedc221b-f53d-455c-b29a-3f39e4b03c70 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942957 Nov 22 16:45:58.906565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05344cf8-7312-4821-abc2-53cc21be3066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.912643 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a478775-3140-434d-b291-2c264f96cda7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.923120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Pushing event deleted for resources: {'Port': ['ID=5bceb057-6f44-4559-ae43-13550f434106,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:58.928217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2882b36e-d7f5-4427-a9fe-820e46b0f65b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:58.934206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-c70172be-0da3-465f-a946-25f380482b87 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5264895 Nov 22 16:45:58.951238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:45:58.952103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=45dc24af-d56c-4895-b874-4a26c16c0588,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:58.970293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:45:58.990503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:45:58.991539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a5f082-684c-47c7-bd1e-3c4bb602b319 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:45:58.995568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a478775-3140-434d-b291-2c264f96cda7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.001602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2882b36e-d7f5-4427-a9fe-820e46b0f65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.047358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] No DVR routers for this DVR port 5bceb057-6f44-4559-ae43-13550f434106 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:45:59.050189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.054082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f896b344-621f-4c8f-96a5-0e6ff90cbc9f req-3772096e-58cd-41a8-b0e1-1f4719e0e373 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "DELETE /v2.0/ports/5bceb057-6f44-4559-ae43-13550f434106 HTTP/1.1" status: 204 len: 173 time: 1.4600432 Nov 22 16:45:59.061236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2269b759-fbd4-412c-a3a1-5ab3d2fadf25 None None] Network 6baf2c78-f344-4474-a2c7-0de2245022bc requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:45:59.063512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'name': 'network-vif-deleted', 'tag': '5bceb057-6f44-4559-ae43-13550f434106'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:45:59.065990 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4501cf3-46b5-4914-b6e0-f0f855960467" -d '{"events": [{"server_uuid": "5c5eff3b-7c60-4056-b7e3-ab4b2abb987e", "name": "network-vif-deleted", "tag": "5bceb057-6f44-4559-ae43-13550f434106"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:45:59.081904 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fcbf3141-eb0a-46ee-b413-0a073c6af432 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=63164e8b98bd4d3086e96cc952d86a20&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2136667 Nov 22 16:45:59.084788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46070) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:59.121282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbf3141-eb0a-46ee-b413-0a073c6af432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f659be0a-3788-4c5a-b18c-bb7eb5ae833b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.137376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c684344a-d32e-414f-9c0c-811a5682f540 req-a52ab25c-a89e-489e-b154-e2e7cfc480fc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1ff7f95-8e56-4b20-9165-5b84973fc04d HTTP/1.1" status: 200 len: 210 time: 0.0754139 Nov 22 16:45:59.139699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2882b36e-d7f5-4427-a9fe-820e46b0f65b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ff88c26fd5424621abe81388f4b74fe4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2449701 Nov 22 16:45:59.149750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46072) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:59.221850 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd25497-f0af-440f-ab35-d91cd6e5ba31 x-openstack-request-id: req-7dd25497-f0af-440f-ab35-d91cd6e5ba31 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:45:59.222658 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c5eff3b-7c60-4056-b7e3-ab4b2abb987e", "name": "network-vif-deleted", "tag": "5bceb057-6f44-4559-ae43-13550f434106", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:45:59.223124 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7dd25497-f0af-440f-ab35-d91cd6e5ba31 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:45:59.224733 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c5eff3b-7c60-4056-b7e3-ab4b2abb987e', 'name': 'network-vif-deleted', 'tag': '5bceb057-6f44-4559-ae43-13550f434106', 'status': 'completed', 'code': 200} Nov 22 16:45:59.278037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Provisioning complete for port 45dc24af-d56c-4895-b874-4a26c16c0588 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:59.278870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.281057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882b36e-d7f5-4427-a9fe-820e46b0f65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261daa6f-8f8b-42dc-9d7b-682b1a81310d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.341785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Port 45dc24af-d56c-4895-b874-4a26c16c0588 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:45:59.357550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9672ec87-263f-42e3-a8cb-bc27f47c4cad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.359735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbb4c074-3e9e-4054-9e3c-53dc79caaff8 req-b8232798-0074-4426-b7d5-3ae875fe1ac7 service neutron] 10.222.0.66 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021685 Nov 22 16:45:59.372347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Provisioning complete for port b6fdb063-0e22-4e99-8cc1-9d0d6381313e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:59.372951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.408342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a478775-3140-434d-b291-2c264f96cda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.410054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4942abf1-54ba-4ecb-9805-d5afbf1a401c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.411698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1a478775-3140-434d-b291-2c264f96cda7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.413072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1a478775-3140-434d-b291-2c264f96cda7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68325188-6ec9-45d1-b19c-0b0e1820e3fb HTTP/1.1" status: 204 len: 168 time: 0.9465134 Nov 22 16:45:59.419104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9672ec87-263f-42e3-a8cb-bc27f47c4cad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.473189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4942abf1-54ba-4ecb-9805-d5afbf1a401c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.546423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4942abf1-54ba-4ecb-9805-d5afbf1a401c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.553857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4942abf1-54ba-4ecb-9805-d5afbf1a401c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.562325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4942abf1-54ba-4ecb-9805-d5afbf1a401c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/261daa6f-8f8b-42dc-9d7b-682b1a81310d HTTP/1.1" status: 204 len: 168 time: 0.4097426 Nov 22 16:45:59.576828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942abf1-54ba-4ecb-9805-d5afbf1a401c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261daa6f-8f8b-42dc-9d7b-682b1a81310d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.591826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9672ec87-263f-42e3-a8cb-bc27f47c4cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.594719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9672ec87-263f-42e3-a8cb-bc27f47c4cad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.596164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9672ec87-263f-42e3-a8cb-bc27f47c4cad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f659be0a-3788-4c5a-b18c-bb7eb5ae833b HTTP/1.1" status: 204 len: 168 time: 0.4907389 Nov 22 16:45:59.615091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672ec87-263f-42e3-a8cb-bc27f47c4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f659be0a-3788-4c5a-b18c-bb7eb5ae833b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.695765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.697632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a478775-3140-434d-b291-2c264f96cda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68325188-6ec9-45d1-b19c-0b0e1820e3fb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:45:59.707255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05344cf8-7312-4821-abc2-53cc21be3066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.716463 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.750779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6fdb063-0e22-4e99-8cc1-9d0d6381313e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:45:59.774220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb44943-474d-411a-8c78-e61f4d8785dd req-fcd5aa89-7eef-4d12-8753-664eb338cc55 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:45:59.782763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb44943-474d-411a-8c78-e61f4d8785dd req-fcd5aa89-7eef-4d12-8753-664eb338cc55 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.4040022 Nov 22 16:45:59.799848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05344cf8-7312-4821-abc2-53cc21be3066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.833475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05344cf8-7312-4821-abc2-53cc21be3066 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=81569d8bf00a4150b232020cd41e7a11&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2676136 Nov 22 16:45:59.834454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:45:59.844514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] For port b6fdb063-0e22-4e99-8cc1-9d0d6381313e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,segment=NetworkSegment(680c675b-6a68-4304-b0a3-5efbc92203b5),segment_id=680c675b-6a68-4304-b0a3-5efbc92203b5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:45:59.852221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.904782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb44943-474d-411a-8c78-e61f4d8785dd req-9da3e5f6-3a8f-4bb2-9d06-3c9e8e5c1680 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200442 Nov 22 16:45:59.923785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b6fdb063-0e22-4e99-8cc1-9d0d6381313e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:45:59.924662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:45:59.996632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bde4ed5-08bc-4d53-980a-b62401abca28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.028219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05344cf8-7312-4821-abc2-53cc21be3066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595eeec3-3bca-4168-ae2e-3fd847e5e577,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:00.037827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3534cd-586e-4cc6-aa71-4e2d082c54a9 None None] Pushing event updated for resources: {'Port': ['ID=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:00.089142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bde4ed5-08bc-4d53-980a-b62401abca28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.215606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61fb61a2-a65d-4518-a366-661cd4cd249a req-df628fe3-d9e1-4d33-a64b-9f018bf1b27b tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c5eff3b-7c60-4056-b7e3-ab4b2abb987e HTTP/1.1" status: 200 len: 210 time: 0.0604415 Nov 22 16:46:00.246267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bde4ed5-08bc-4d53-980a-b62401abca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.254563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bde4ed5-08bc-4d53-980a-b62401abca28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.258574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1bde4ed5-08bc-4d53-980a-b62401abca28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/595eeec3-3bca-4168-ae2e-3fd847e5e577 HTTP/1.1" status: 204 len: 168 time: 0.4229198 Nov 22 16:46:00.269359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde4ed5-08bc-4d53-980a-b62401abca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595eeec3-3bca-4168-ae2e-3fd847e5e577,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:00.295143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.300698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-01248078-66f3-4335-866f-8265ed58e73f None None] Provisioning complete for port b6fdb063-0e22-4e99-8cc1-9d0d6381313e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:00.301691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01248078-66f3-4335-866f-8265ed58e73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.460092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:00.579483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46118) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:00.592359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:00.598864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15027fdd-e796-4cd7-ac58-590d5a6d118d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.606968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Sync routers for ids ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:00.622186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Routers {'25d13fd0-75db-4b8d-bb53-47bad7a7b923'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:00.623122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:00.631617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.640200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:00.641220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-56765dfc-6150-4a4e-af33-283ae221b6c4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.5808175 Nov 22 16:46:00.768054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Set router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:00.802481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-74b30919-a7cc-4247-9bf4-d7a4a1fcedae tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:00.806021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-74b30919-a7cc-4247-9bf4-d7a4a1fcedae tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.1585979 Nov 22 16:46:00.837055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-b1f44c47-07eb-4894-8bc2-983f9fb148f3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.0237060 Nov 22 16:46:00.905444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-94c445d7-16b4-4d1e-af2d-59bf5db7bc53 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670376 Nov 22 16:46:00.922923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15027fdd-e796-4cd7-ac58-590d5a6d118d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:00.934515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15027fdd-e796-4cd7-ac58-590d5a6d118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.002197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46132) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:01.004769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:45:59Z', 'revision_number': 3, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:01.036389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Checking router: 25d13fd0-75db-4b8d-bb53-47bad7a7b923 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:01.037447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Updating router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 port 45dc24af-d56c-4895-b874-4a26c16c0588 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:01.045948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-216c0404-cc7d-4015-ae99-c124d49323c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.065603 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.071374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15027fdd-e796-4cd7-ac58-590d5a6d118d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a30a222b7b6249deb1e9593dd056bdb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4906850 Nov 22 16:46:01.080993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:01.094081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15027fdd-e796-4cd7-ac58-590d5a6d118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41fc32c-cae3-47d8-b97f-7d75f6a4b88a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:01.152257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-1e46ce08-efa9-44c2-8487-d58e69c93b84 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373028 Nov 22 16:46:01.285939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ab6ff13-61b2-431c-bb72-b21f47defc4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.368517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ab6ff13-61b2-431c-bb72-b21f47defc4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.446848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-216c0404-cc7d-4015-ae99-c124d49323c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.460072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-216c0404-cc7d-4015-ae99-c124d49323c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.555323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c0404-cc7d-4015-ae99-c124d49323c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aba340-8985-4805-ad85-4d064db39377,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:01.607086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-216c0404-cc7d-4015-ae99-c124d49323c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4be7746b978a4f48950e1f5d5526dfde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6030698 Nov 22 16:46:01.612444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:01.621893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6fdb063-0e22-4e99-8cc1-9d0d6381313e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:01.656244 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.683449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.735887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047cd4f7-808a-4b49-b506-a1a12d7ef2d1 req-4c7c21df-8e2f-49f6-ba1c-d9e656c00d75 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:01.741007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-047cd4f7-808a-4b49-b506-a1a12d7ef2d1 req-4c7c21df-8e2f-49f6-ba1c-d9e656c00d75 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.5790830 Nov 22 16:46:01.759957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ab6ff13-61b2-431c-bb72-b21f47defc4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.763225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ab6ff13-61b2-431c-bb72-b21f47defc4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.765536 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8ab6ff13-61b2-431c-bb72-b21f47defc4a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b41fc32c-cae3-47d8-b97f-7d75f6a4b88a HTTP/1.1" status: 204 len: 168 time: 0.6830153 Nov 22 16:46:01.767912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.796773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-ea8b4658-a363-4a3d-8d9b-f841ac850f6c service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434357 Nov 22 16:46:01.801187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6ff13-61b2-431c-bb72-b21f47defc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41fc32c-cae3-47d8-b97f-7d75f6a4b88a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:01.823733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Pushing event updated for resources: {'Port': ['ID=45dc24af-d56c-4895-b874-4a26c16c0588,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:01.831877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a339251-aa17-4bae-862f-20f39510ae5b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:01.841212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5bceb057-6f44-4559-ae43-13550f434106 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:01.843425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90f6080d-1123-4161-9d38-738fd61aae79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.878351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90f6080d-1123-4161-9d38-738fd61aae79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:01.897056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-047cd4f7-808a-4b49-b506-a1a12d7ef2d1 req-b3b316f9-e48d-41c1-9b1f-5e65d660492a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488967 Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:01.968815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:02.014656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 5bceb057-6f44-4559-ae43-13550f434106 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:02.015165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5bceb057-6f44-4559-ae43-13550f434106 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:02.038572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Attempting to bind port 45dc24af-d56c-4895-b874-4a26c16c0588 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:02.039760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Attempting to bind port 45dc24af-d56c-4895-b874-4a26c16c0588 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:02.040292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Attempting to bind port 45dc24af-d56c-4895-b874-4a26c16c0588 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:02.061248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df0eb148-c839-4574-a722-2f3b6db627f8 req-6472c7c7-3048-4957-8ed2-e4b9dad9c338 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 210 time: 0.0330069 Nov 22 16:46:02.090148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b6fdb063-0e22-4e99-8cc1-9d0d6381313e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:02.090525 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.092580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:02.092962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:02.093360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.093787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:02.094376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Bound port: 45dc24af-d56c-4895-b874-4a26c16c0588, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:02.107957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.191253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Allocated IP 172.20.0.1 (6baf2c78-f344-4474-a2c7-0de2245022bc/950080e8-4754-4718-94aa-178207c163ec/77c5919e-c2e9-4a8f-a225-a3331997f468) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:02.261839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fef98a67-5d3f-412c-ae0e-b137b431c132 None None] Provisioning complete for port 45dc24af-d56c-4895-b874-4a26c16c0588 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:02.264850 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fef98a67-5d3f-412c-ae0e-b137b431c132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.391042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.391498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] For port 45dc24af-d56c-4895-b874-4a26c16c0588, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:02.399784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] For port 45dc24af-d56c-4895-b874-4a26c16c0588, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=45dc24af-d56c-4895-b874-4a26c16c0588,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:02.404089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fef98a67-5d3f-412c-ae0e-b137b431c132 None None] Port 45dc24af-d56c-4895-b874-4a26c16c0588 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:02.463963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.487828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Network 6baf2c78-f344-4474-a2c7-0de2245022bc is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:02.489333 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.491715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90f6080d-1123-4161-9d38-738fd61aae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.495670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90f6080d-1123-4161-9d38-738fd61aae79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.500120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-90f6080d-1123-4161-9d38-738fd61aae79 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/99aba340-8985-4805-ad85-4d064db39377 HTTP/1.1" status: 204 len: 168 time: 0.8854105 Nov 22 16:46:02.500120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:02.538340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:02.579283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6080d-1123-4161-9d38-738fd61aae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aba340-8985-4805-ad85-4d064db39377,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:02.624762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Pushing event updated for resources: {'Port': ['ID=77c5919e-c2e9-4a8f-a225-a3331997f468,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:02.666024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe77ae-8430-4c7b-a9b3-747f0def80f2 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:02.682236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:02.750098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Routers {'25d13fd0-75db-4b8d-bb53-47bad7a7b923'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:02.750753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:03.064199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15640ffa-942f-4f11-b73e-b4dd688b969a None None] Pushing event updated for resources: {'Port': ['ID=45dc24af-d56c-4895-b874-4a26c16c0588,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:03.073353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458d730f-ece3-407d-81a7-970661ea15a5 req-403c68ae-51ba-41cd-9d48-a2a16c342024 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.087298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-458d730f-ece3-407d-81a7-970661ea15a5 req-403c68ae-51ba-41cd-9d48-a2a16c342024 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1158161 Nov 22 16:46:03.089945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] Set router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:03.098554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46220) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:03.124378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.160522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-458d730f-ece3-407d-81a7-970661ea15a5 req-3e282fc6-9aa3-457a-a383-b90ce5b0cbf8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718851 Nov 22 16:46:03.330051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6360f50-97a7-4922-9e20-7f9fb7b62a56 req-eb9a94b4-bea0-434a-ac79-9d8768cbc452 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 210 time: 0.0461996 Nov 22 16:46:03.348291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2fccfe0c-b6ac-4ff1-ad33-a35f6b3d391e None None] Provisioning complete for port 77c5919e-c2e9-4a8f-a225-a3331997f468 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:03.359022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fccfe0c-b6ac-4ff1-ad33-a35f6b3d391e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.401645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2fccfe0c-b6ac-4ff1-ad33-a35f6b3d391e None None] Port 77c5919e-c2e9-4a8f-a225-a3331997f468 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:03.432282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc622-a1b7-4bc4-9443-d03e13db7867 req-49350e5b-339d-494c-9044-470088f0056e tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.451366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cc622-a1b7-4bc4-9443-d03e13db7867 req-49350e5b-339d-494c-9044-470088f0056e tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:03.453050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b12cc622-a1b7-4bc4-9443-d03e13db7867 req-49350e5b-339d-494c-9044-470088f0056e tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c&device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 1683 time: 0.1361353 Nov 22 16:46:03.455550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.462224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.527525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.571790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b12cc622-a1b7-4bc4-9443-d03e13db7867 req-e66a9c1d-0882-4955-b59f-e275bac1a109 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088297 Nov 22 16:46:03.591318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2c2260e9-5792-453d-b6c9-17898e8358f4 None None] Provisioning complete for port 45dc24af-d56c-4895-b874-4a26c16c0588 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:03.591689 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c2260e9-5792-453d-b6c9-17898e8358f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.605275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f03dc6aa-3552-4e9f-ac56-89a5fa8b2b47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.623092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Pushing event updated for resources: {'Port': ['ID=77c5919e-c2e9-4a8f-a225-a3331997f468,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:03.637088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:45:59Z', 'revision_number': 3, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:03.680848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b52557-ee59-40b8-9774-e6fad5a11a5a None None] The sync data for ids ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'] in n-d-816206-6 is: [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:45:59Z', 'revision_number': 3, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:03.836116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c2260e9-5792-453d-b6c9-17898e8358f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.864839 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f03dc6aa-3552-4e9f-ac56-89a5fa8b2b47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.873968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f03dc6aa-3552-4e9f-ac56-89a5fa8b2b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:03.885076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Network 6baf2c78-f344-4474-a2c7-0de2245022bc is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:03.891375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2c2260e9-5792-453d-b6c9-17898e8358f4 None None] For port 45dc24af-d56c-4895-b874-4a26c16c0588, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=45dc24af-d56c-4895-b874-4a26c16c0588,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:03.897634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:03.899551 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c2260e9-5792-453d-b6c9-17898e8358f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.003825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f03dc6aa-3552-4e9f-ac56-89a5fa8b2b47 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=58c69040b4f948b78d48a4e1c9616b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8987567 Nov 22 16:46:04.008831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:04.012443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2260e9-5792-453d-b6c9-17898e8358f4 None None] Pushing event updated for resources: {'Port': ['ID=45dc24af-d56c-4895-b874-4a26c16c0588,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:04.103183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-9f15d204-88d9-4ec9-9126-bb74a3de8d23 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.104838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-9f15d204-88d9-4ec9-9126-bb74a3de8d23 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.20 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.3870158 Nov 22 16:46:04.163823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03dc6aa-3552-4e9f-ac56-89a5fa8b2b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f8efb6-16c4-4000-ba02-f037045653b3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:04.192673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Request body: {'port': {'device_id': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'admin_state_up': True, 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:04.212659 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea756a58-f683-413d-b77d-77c679a91ea3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.283219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea756a58-f683-413d-b77d-77c679a91ea3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.440203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea756a58-f683-413d-b77d-77c679a91ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.449418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea756a58-f683-413d-b77d-77c679a91ea3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.456156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ea756a58-f683-413d-b77d-77c679a91ea3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0f8efb6-16c4-4000-ba02-f037045653b3 HTTP/1.1" status: 204 len: 168 time: 0.4419308 Nov 22 16:46:04.537675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:04.546567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ba798-7af2-4a65-96ee-e3e3a4dcf9af req-4a42ea15-0f42-49a1-94f6-d5f0d754ff7a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.549625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d9ba798-7af2-4a65-96ee-e3e3a4dcf9af req-4a42ea15-0f42-49a1-94f6-d5f0d754ff7a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1872311 Nov 22 16:46:04.550639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea756a58-f683-413d-b77d-77c679a91ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f8efb6-16c4-4000-ba02-f037045653b3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:04.557993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e87a6b08-43ca-4f8c-8ce1-09d9cb85e282 None None] Provisioning complete for port 77c5919e-c2e9-4a8f-a225-a3331997f468 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:04.558685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e87a6b08-43ca-4f8c-8ce1-09d9cb85e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.639643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e87a6b08-43ca-4f8c-8ce1-09d9cb85e282 None None] Port 77c5919e-c2e9-4a8f-a225-a3331997f468 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:04.665728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:04.673696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:04.699944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d9ba798-7af2-4a65-96ee-e3e3a4dcf9af req-1900a0af-01b3-43ca-b020-5a6feab0505a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261437 Nov 22 16:46:04.765921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cf3f347-ec14-46bb-9d20-2085273b13b2 req-4ed62c0b-58f6-46bc-b030-10feae990980 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 210 time: 0.0567818 Nov 22 16:46:04.954798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:04.974412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-780621c5-cd6c-472b-bda2-65fa062123e9 admin admin] 10.222.0.65 "PUT /v2.0/routers/25d13fd0-75db-4b8d-bb53-47bad7a7b923/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3211281 Nov 22 16:46:04.988285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc299aa-bf13-4972-a656-eb6bc3524e3c req-947c0905-efbb-48fc-8795-cd5662c810f7 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:04.996301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cc299aa-bf13-4972-a656-eb6bc3524e3c req-947c0905-efbb-48fc-8795-cd5662c810f7 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 946 time: 0.1182110 Nov 22 16:46:05.056716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cc299aa-bf13-4972-a656-eb6bc3524e3c req-2cb2d463-e389-4214-88d2-6dcce946e894 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594034 Nov 22 16:46:05.064572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Allocated IP 172.20.0.12 (bb4fff6e-7338-4018-ba32-de47da46245f/fedf3f6b-88f8-4686-91b2-698371b64e3a/50139cd7-9a8e-4140-bf1a-a473c4ee16d9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:05.286617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.338692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.389140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Network bb4fff6e-7338-4018-ba32-de47da46245f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:05.392562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:05.399694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:05.403622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event updated for resources: {'Port': ['ID=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:05.454684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.455327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.486942 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-91a50b49-5376-4f44-a6c5-07c6de33eb0d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3100510 Nov 22 16:46:05.522180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Request body: {'port': {'device_id': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:05.597851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45dc24af-d56c-4895-b874-4a26c16c0588 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:05.615062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.683604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 45dc24af-d56c-4895-b874-4a26c16c0588 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:05.684336 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:05.951097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743d70a-ad79-43a8-bc75-91a12b5efba0 req-e3900188-e0d9-42cd-bfc3-abfa579d07c6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:05.966412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d743d70a-ad79-43a8-bc75-91a12b5efba0 req-e3900188-e0d9-42cd-bfc3-abfa579d07c6 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1419594 Nov 22 16:46:06.085794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:06.109032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-73d43e50-5e59-4ea6-b1c5-903a711df01e tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.111112 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-73d43e50-5e59-4ea6-b1c5-903a711df01e tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "GET /v2.0/ports?device_id=75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4 HTTP/1.1" status: 200 len: 946 time: 0.1116462 Nov 22 16:46:06.113303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.136318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d743d70a-ad79-43a8-bc75-91a12b5efba0 req-7b8ff568-b365-4bd0-846b-16e428cf2388 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688197 Nov 22 16:46:06.167844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Transition to ACTIVE for port object 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:06.182204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.268583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Pushing event updated for resources: {'Port': ['ID=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:06.342849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-6736c767-63a4-434e-8d4a-33f3a1593c63 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.345070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-6736c767-63a4-434e-8d4a-33f3a1593c63 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.66 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 946 time: 0.2541761 Nov 22 16:46:06.356945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ea712-818b-41f1-921e-902525f62b55 req-339db904-bd24-41db-898b-fa602992a9eb tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.368631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-141ea712-818b-41f1-921e-902525f62b55 req-339db904-bd24-41db-898b-fa602992a9eb tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 932 time: 0.3553450 Nov 22 16:46:06.387217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Deleting port 09e3ecfd-8651-438c-90d2-e601abe81569 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:06.388458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.415410 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Sync routers for ids ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:06.437389 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Routers {'25d13fd0-75db-4b8d-bb53-47bad7a7b923'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:06.438941 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:06.507662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Attempting to bind port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:06.508712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Attempting to bind port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:06.508712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Attempting to bind port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:06.534651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 on network bb4fff6e-7338-4018-ba32-de47da46245f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:06.534959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Attempting to bind port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:06.550275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46338) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:06.568673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:06.569110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:06.569414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Bound using segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:06.570310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Bound port: 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:06.570664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.609124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c973-69c5-46c2-be27-72fd863b9a80 req-961611e7-77b3-4e51-948f-87be02b9c75c tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:06.610738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] For port 09e3ecfd-8651-438c-90d2-e601abe81569, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=09e3ecfd-8651-438c-90d2-e601abe81569,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:06.611114 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.611514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5353c973-69c5-46c2-be27-72fd863b9a80 req-961611e7-77b3-4e51-948f-87be02b9c75c tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 946 time: 0.1863308 Nov 22 16:46:06.624976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-141ea712-818b-41f1-921e-902525f62b55 req-8d9c1791-6ade-4311-9bf9-e3c8c737ca78 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546265 Nov 22 16:46:06.666062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Calling delete_port for 09e3ecfd-8651-438c-90d2-e601abe81569 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:06.843378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5353c973-69c5-46c2-be27-72fd863b9a80 req-8a7061d2-7fff-4650-9025-2b4f86843f25 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/security-groups?id=caf098bd-4a66-4f7d-9729-f3dfd54a5d94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142601 Nov 22 16:46:06.852924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Deleting port 1a12ab9e-af74-412d-9efe-9a77d768974c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:06.859486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:06.861420 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Set router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:07.140981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf147-b26f-4101-ae83-191bc6ef41c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.196832 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '77c5919e-c2e9-4a8f-a225-a3331997f468', 'name': '', 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'mac_address': 'fa:16:3e:4d:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '950080e8-4754-4718-94aa-178207c163ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:01Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 2, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'subnets': [{'id': '950080e8-4754-4718-94aa-178207c163ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:07.207772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.211218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] For port 1a12ab9e-af74-412d-9efe-9a77d768974c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1a12ab9e-af74-412d-9efe-9a77d768974c,segment=NetworkSegment(086c31fc-126d-45f7-af1e-e7bc9c69a7c4),segment_id=086c31fc-126d-45f7-af1e-e7bc9c69a7c4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:07.211887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.221763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['09e3ecfd-8651-438c-90d2-e601abe81569'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:07.245915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5ed2a-e3df-406c-b732-156afd657207 req-460ad299-2438-4466-8754-b755811cc029 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.247272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Checking router: 25d13fd0-75db-4b8d-bb53-47bad7a7b923 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:07.247783 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Updating router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 port 77c5919e-c2e9-4a8f-a225-a3331997f468 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:07.253769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0a5ed2a-e3df-406c-b732-156afd657207 req-460ad299-2438-4466-8754-b755811cc029 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1855083 Nov 22 16:46:07.255644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-6f2b7599-af1d-40b5-a99c-790b1bd309be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.257287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-6f2b7599-af1d-40b5-a99c-790b1bd309be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.2227452 Nov 22 16:46:07.258616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] For port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:07.271187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Calling delete_port for 1a12ab9e-af74-412d-9efe-9a77d768974c owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:07.292632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] For port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:07.298019 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.326769 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.373072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.389606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Pushing event deleted for resources: {'Port': ['ID=09e3ecfd-8651-438c-90d2-e601abe81569,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:07.530802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0a5ed2a-e3df-406c-b732-156afd657207 req-c3d72aa4-9c54-4e8d-909b-da4610423a93 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2758231 Nov 22 16:46:07.546726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf147-b26f-4101-ae83-191bc6ef41c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.558337 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dcfdf147-b26f-4101-ae83-191bc6ef41c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.716867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46392) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:07.730743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf147-b26f-4101-ae83-191bc6ef41c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363564ac-e3cc-4425-b8de-44c29f8368a9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:07.738321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:07.738940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.740302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] 10.222.0.20 "PUT /v2.0/ports/50139cd7-9a8e-4140-bf1a-a473c4ee16d9 HTTP/1.1" status: 200 len: 1092 time: 2.2326996 Nov 22 16:46:07.744824 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.765116 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.775376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] No DVR routers for this DVR port 09e3ecfd-8651-438c-90d2-e601abe81569 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:07.776767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'tag': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:07.779088 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29448bcc-ed73-4d9a-8edb-aea4c127e056" -d '{"events": [{"name": "network-changed", "server_uuid": "94b9c06c-81f1-431b-8c97-fa54088754c2", "tag": "50139cd7-9a8e-4140-bf1a-a473c4ee16d9"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:07.800259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:07.803584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4780af5b-d0be-48f0-9cdb-4c15d0da3893 req-b56ec548-e66e-4047-9d2a-9ebaecc0203d tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.20 "DELETE /v2.0/ports/09e3ecfd-8651-438c-90d2-e601abe81569 HTTP/1.1" status: 204 len: 173 time: 1.6845515 Nov 22 16:46:07.820201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dcfdf147-b26f-4101-ae83-191bc6ef41c7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecd81a4883d04f7180001b4a0244a614&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2642915 Nov 22 16:46:07.825384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93bbdc-ea5b-4faf-9a73-d7b5037834ac service neutron] Pushing event updated for resources: {'Port': ['ID=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:07.832538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:07.998078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.044125 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7ce42-92e3-4559-9d15-8d4e9e9dd096 None None] Pushing event updated for resources: {'Port': ['ID=77c5919e-c2e9-4a8f-a225-a3331997f468,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.070837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Pushing event deleted for resources: {'Port': ['ID=1a12ab9e-af74-412d-9efe-9a77d768974c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.090062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-e410237c-1dc3-4865-871e-33601de97a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.091618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-e410237c-1dc3-4865-871e-33601de97a52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 1095 time: 0.2598963 Nov 22 16:46:08.092628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-4eb8ce26-9dac-48bf-adbf-330679a337b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.094183 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-4eb8ce26-9dac-48bf-adbf-330679a337b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.8038828 Nov 22 16:46:08.135587 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Attempting to bind port 77c5919e-c2e9-4a8f-a225-a3331997f468 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:08.136011 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Attempting to bind port 77c5919e-c2e9-4a8f-a225-a3331997f468 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:08.136421 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Attempting to bind port 77c5919e-c2e9-4a8f-a225-a3331997f468 on network 6baf2c78-f344-4474-a2c7-0de2245022bc {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:08.150620 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:08.152353 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Checking segment: {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:08.152777 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.153237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Bound using segment: {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:08.155679 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Bound port: 77c5919e-c2e9-4a8f-a225-a3331997f468, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680c675b-6a68-4304-b0a3-5efbc92203b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:08.156267 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.212991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] No DVR routers for this DVR port 1a12ab9e-af74-412d-9efe-9a77d768974c on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:08.218064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.223739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3895fcf9-dfbf-45ba-850d-03cff97cad0e req-b74d3bd0-4cd2-49c0-a357-fd73d3818b27 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.66 "DELETE /v2.0/ports/1a12ab9e-af74-412d-9efe-9a77d768974c HTTP/1.1" status: 204 len: 173 time: 1.8503282 Nov 22 16:46:08.245878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a12d47-b84e-4c29-8932-297937e5ba97 req-ee4d2777-fd63-4709-8346-6e9011dd3821 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.254466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23a12d47-b84e-4c29-8932-297937e5ba97 req-ee4d2777-fd63-4709-8346-6e9011dd3821 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 944 time: 0.4352431 Nov 22 16:46:08.257204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'name': 'network-vif-deleted', 'tag': '1a12ab9e-af74-412d-9efe-9a77d768974c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:08.269600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-2d55874e-9db2-4366-aaeb-c6421757c32b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.1599746 Nov 22 16:46:08.275472 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea94509-0d27-4165-bdb7-b02660209493" -d '{"events": [{"server_uuid": "5b55beb6-2423-4433-9c2c-4dd7e123361c", "name": "network-vif-deleted", "tag": "1a12ab9e-af74-412d-9efe-9a77d768974c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:08.303907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] For port 77c5919e-c2e9-4a8f-a225-a3331997f468, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:08.313564 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] For port 77c5919e-c2e9-4a8f-a225-a3331997f468, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=77c5919e-c2e9-4a8f-a225-a3331997f468,segment=NetworkSegment(680c675b-6a68-4304-b0a3-5efbc92203b5),segment_id=680c675b-6a68-4304-b0a3-5efbc92203b5)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:08.327324 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.387120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-476398529-network', 'tenant_id': '455e70f91a9046cd9854e813be90103c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:08.418375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-422e027b-fbbf-439e-96e0-e3a369c2e7a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.441894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4db6187f-c516-4837-9f04-dc7754bf6b07 None None] Provisioning complete for port 77c5919e-c2e9-4a8f-a225-a3331997f468 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:08.443900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4db6187f-c516-4837-9f04-dc7754bf6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.466650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23a12d47-b84e-4c29-8932-297937e5ba97 req-ad0c4e90-c7d8-46ca-9a39-71d4c2bf8374 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109196 Nov 22 16:46:08.471984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-422e027b-fbbf-439e-96e0-e3a369c2e7a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.520346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-04b25d1f-5854-495e-9aff-1cf425f827f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9 HTTP/1.1" status: 200 len: 217 time: 0.4095972 Nov 22 16:46:08.546852 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Routers {'25d13fd0-75db-4b8d-bb53-47bad7a7b923'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:08.547510 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:08.556699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1a12ab9e-af74-412d-9efe-9a77d768974c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:08.681779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 1a12ab9e-af74-412d-9efe-9a77d768974c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:08.682321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1a12ab9e-af74-412d-9efe-9a77d768974c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:08.725549 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7ce42-92e3-4559-9d15-8d4e9e9dd096 None None] Pushing event updated for resources: {'Port': ['ID=77c5919e-c2e9-4a8f-a225-a3331997f468,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.736447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de211483-e01b-4d9d-aa24-08408c36b0c5 req-0b4c718f-71dd-40fe-805d-571ab7024c10 tempest-ListServersNegativeTestJSON-919558054 tempest-ListServersNegativeTestJSON-919558054-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b55beb6-2423-4433-9c2c-4dd7e123361c HTTP/1.1" status: 200 len: 210 time: 0.0568171 Nov 22 16:46:08.743203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Made reservation on behalf of 455e70f91a9046cd9854e813be90103c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:08.748314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.781006 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130d5756-f26a-4484-aca6-0511710c3c59 x-openstack-request-id: req-130d5756-f26a-4484-aca6-0511710c3c59 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:08.784100 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b9c06c-81f1-431b-8c97-fa54088754c2", "tag": "50139cd7-9a8e-4140-bf1a-a473c4ee16d9", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:08.784925 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-130d5756-f26a-4484-aca6-0511710c3c59 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:08.785742 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'tag': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9', 'status': 'completed', 'code': 200} Nov 22 16:46:08.786902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.795635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a988791-95e8-406a-af7c-f96642be7a20 req-5605d0db-1406-4d60-b87b-9ffc41ccb16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:08.801531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-5605d0db-1406-4d60-b87b-9ffc41ccb16f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.2081189 Nov 22 16:46:08.812091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-422e027b-fbbf-439e-96e0-e3a369c2e7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.815792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-422e027b-fbbf-439e-96e0-e3a369c2e7a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.830041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-422e027b-fbbf-439e-96e0-e3a369c2e7a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/363564ac-e3cc-4425-b8de-44c29f8368a9 HTTP/1.1" status: 204 len: 168 time: 0.9872169 Nov 22 16:46:08.866753 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d85f1d6-44b7-4cfb-adf7-a69a2c7eef8c x-openstack-request-id: req-9d85f1d6-44b7-4cfb-adf7-a69a2c7eef8c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:08.867835 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b55beb6-2423-4433-9c2c-4dd7e123361c", "name": "network-vif-deleted", "tag": "1a12ab9e-af74-412d-9efe-9a77d768974c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:08.868204 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d85f1d6-44b7-4cfb-adf7-a69a2c7eef8c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:08.868683 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b55beb6-2423-4433-9c2c-4dd7e123361c', 'name': 'network-vif-deleted', 'tag': '1a12ab9e-af74-412d-9efe-9a77d768974c', 'status': 'completed', 'code': 200} Nov 22 16:46:08.913209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e027b-fbbf-439e-96e0-e3a369c2e7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363564ac-e3cc-4425-b8de-44c29f8368a9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:08.915216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4db6187f-c516-4837-9f04-dc7754bf6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:08.962888 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] Set router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:09.038231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4db6187f-c516-4837-9f04-dc7754bf6b07 None None] For port 77c5919e-c2e9-4a8f-a225-a3331997f468, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=77c5919e-c2e9-4a8f-a225-a3331997f468,segment=NetworkSegment(680c675b-6a68-4304-b0a3-5efbc92203b5),segment_id=680c675b-6a68-4304-b0a3-5efbc92203b5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:09.051395 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4db6187f-c516-4837-9f04-dc7754bf6b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.065710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.094499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-79e47d35-f14d-493e-89b2-c83a0d1db07a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2525160 Nov 22 16:46:09.103435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-f1926583-9a42-4796-8035-1f0c88c37e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.105952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-f1926583-9a42-4796-8035-1f0c88c37e18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.7080657 Nov 22 16:46:09.168351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb058a9b-fc01-44fc-8e52-4ce782b4fd05 req-e3965031-3400-4640-a52d-e1e0e4b2b021 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.178402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb058a9b-fc01-44fc-8e52-4ce782b4fd05 req-e3965031-3400-4640-a52d-e1e0e4b2b021 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1365318 Nov 22 16:46:09.246647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-38b721af-6aed-42c9-ae0f-8f663b8e3795 None None] Provisioning complete for port 77c5919e-c2e9-4a8f-a225-a3331997f468 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:09.247347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-38b721af-6aed-42c9-ae0f-8f663b8e3795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.253383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6187f-c516-4837-9f04-dc7754bf6b07 None None] Pushing event updated for resources: {'Port': ['ID=77c5919e-c2e9-4a8f-a225-a3331997f468,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.263642 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-ce1ccfa9-841c-49eb-a25e-34f12319f268 service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525614 Nov 22 16:46:09.266993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb058a9b-fc01-44fc-8e52-4ce782b4fd05 req-36ca2d58-b84f-477e-91a6-bc77168d4592 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819089 Nov 22 16:46:09.424506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-3ff69640-884f-4210-b211-6e96c44f52c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.426142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-3ff69640-884f-4210-b211-6e96c44f52c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603315 Nov 22 16:46:09.430217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.451881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:09.490052 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '77c5919e-c2e9-4a8f-a225-a3331997f468', 'name': '', 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'mac_address': 'fa:16:3e:4d:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '950080e8-4754-4718-94aa-178207c163ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:01Z', 'updated_at': '2021-11-22T16:46:08Z', 'revision_number': 4, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'subnets': [{'id': '950080e8-4754-4718-94aa-178207c163ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:09.498863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0a988791-95e8-406a-af7c-f96642be7a20 req-b492ef31-8289-434b-b177-41dee66affd4 service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203760 Nov 22 16:46:09.536803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 856} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:09.555616 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed5771-924e-4e7b-8879-bc344cf0abac None None] The sync data for ids ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'] in n-d-816206-6 is: [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '77c5919e-c2e9-4a8f-a225-a3331997f468', 'name': '', 'network_id': '6baf2c78-f344-4474-a2c7-0de2245022bc', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'mac_address': 'fa:16:3e:4d:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '950080e8-4754-4718-94aa-178207c163ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:01Z', 'updated_at': '2021-11-22T16:46:08Z', 'revision_number': 4, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'subnets': [{'id': '950080e8-4754-4718-94aa-178207c163ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:09.556423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8216686e-397d-4bef-8a5c-087f9b76de4a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:09.723582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f24db8-c182-4f2b-8501-754f83d0968a req-7de8ab37-8de2-484c-b399-25cafac3d3da tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:09.739324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58f24db8-c182-4f2b-8501-754f83d0968a req-7de8ab37-8de2-484c-b399-25cafac3d3da tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 944 time: 0.1253831 Nov 22 16:46:09.795780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 09e3ecfd-8651-438c-90d2-e601abe81569 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:09.826481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58f24db8-c182-4f2b-8501-754f83d0968a req-4d318ef3-10bd-40e6-8000-548025b90ca7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887418 Nov 22 16:46:09.830167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46496) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:09.883942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 09e3ecfd-8651-438c-90d2-e601abe81569 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:09.884409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 09e3ecfd-8651-438c-90d2-e601abe81569 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:10.020986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.149281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Deleting subnet 4d75e9e9-6768-442c-a173-90696be9d9c9 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:10.154494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.249177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.346399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.453191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.467669 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Added segment 98c5de1b-96de-4bea-a550-af125c7d7a3c of type vlan for network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 Nov 22 16:46:10.562641 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-9c619362-4cba-4db6-982f-c40b44e74bad service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1278009 Nov 22 16:46:10.564858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.570947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.626396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfec10b-4704-4915-ad4f-480ccd35d010 req-7fb4ddc3-0af9-4a8e-8d0a-724899e1f25f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.635820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7bfec10b-4704-4915-ad4f-480ccd35d010 req-7fb4ddc3-0af9-4a8e-8d0a-724899e1f25f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2495179 Nov 22 16:46:10.640798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d75e9e9-6768-442c-a173-90696be9d9c9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:10.671824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.684417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-87a787c6-cfd3-460e-977c-583c3c0c751e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d75e9e9-6768-442c-a173-90696be9d9c9 HTTP/1.1" status: 204 len: 168 time: 0.6623366 Nov 22 16:46:10.694504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.704736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-bdf47fa0-6f1a-42d4-a932-c89d5797d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.706288 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-bdf47fa0-6f1a-42d4-a932-c89d5797d8da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 1095 time: 1.1426086 Nov 22 16:46:10.791186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'name': 'network-vif-deleted', 'tag': '09e3ecfd-8651-438c-90d2-e601abe81569'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:10.794265 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab2da9f-e71f-4847-929a-8cb4d3d3a393" -d '{"events": [{"server_uuid": "75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4", "name": "network-vif-deleted", "tag": "09e3ecfd-8651-438c-90d2-e601abe81569"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:10.805539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.806540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:10.807270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:10.831895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:10.908581 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08755208-2c99-4788-aaa3-b0f5bc7856cf x-openstack-request-id: req-08755208-2c99-4788-aaa3-b0f5bc7856cf {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:10.908965 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4", "name": "network-vif-deleted", "tag": "09e3ecfd-8651-438c-90d2-e601abe81569", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:10.909287 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08755208-2c99-4788-aaa3-b0f5bc7856cf {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:10.909772 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d2b6e0-7d8b-4f10-aed0-f10ae40ad7a4', 'name': 'network-vif-deleted', 'tag': '09e3ecfd-8651-438c-90d2-e601abe81569', 'status': 'completed', 'code': 200} Nov 22 16:46:10.919021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1843307 Nov 22 16:46:10.926574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46540) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:10.940169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Request body: {'subnet': {'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-476398529-subnet', 'tenant_id': '455e70f91a9046cd9854e813be90103c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:10.977425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7bfec10b-4704-4915-ad4f-480ccd35d010 req-4eb2490f-0a52-480b-92c8-52abdcf31464 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383269 Nov 22 16:46:10.978417 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a8328ef-4d24-4c29-a914-0f5f19944c2f req-a28a7ab8-b5a2-4c9b-8cb9-3e2d224f4138 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031599 Nov 22 16:46:10.984197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccc1e54-1821-4061-8eb0-972b83134b53 admin admin] Pushing event updated for resources: {'Network': ['ID=22e53eb7-3d6f-4572-9c8d-7729d17dae66,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:11.001478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-d64a803a-01e8-4c9b-a5ba-122945319160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.006648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:11.008874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-d64a803a-01e8-4c9b-a5ba-122945319160 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.2924409 Nov 22 16:46:11.046289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.149492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-da3017c0-8ef8-47c6-9fb7-5160d88b2cef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9 HTTP/1.1" status: 200 len: 217 time: 0.1231198 Nov 22 16:46:11.208249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46552) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:11.237152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-4d23bbcb-d355-494d-8780-ba54dbf04002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.239198 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-4d23bbcb-d355-494d-8780-ba54dbf04002 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.0773509 Nov 22 16:46:11.285181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-14b5c968-f284-4f7a-8e95-14632475876f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348117 Nov 22 16:46:11.301322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Made reservation on behalf of 455e70f91a9046cd9854e813be90103c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:11.303728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.444006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d979e-4550-48ca-a611-d58b543c8e37 req-ca739ce5-17fe-4186-9902-523099994825 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:11.455991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c1d979e-4550-48ca-a611-d58b543c8e37 req-ca739ce5-17fe-4186-9902-523099994825 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 944 time: 0.4499891 Nov 22 16:46:11.509147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.511204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-6cb89273-8814-4230-90b3-ac03c597035d service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167494 Nov 22 16:46:11.543592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66b19f7a-5860-4e90-b6da-8e24c018521d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.592350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.596453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa699e29-1248-4014-a289-4a288d4e0734']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:11.700980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086c31fc-126d-45f7-af1e-e7bc9c69a7c4') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:11.701346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086c31fc-126d-45f7-af1e-e7bc9c69a7c4') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:11.710057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 77c5919e-c2e9-4a8f-a225-a3331997f468 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:11.740598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-29448bcc-ed73-4d9a-8edb-aea4c127e056 req-ec46ca8f-d2f6-4e55-a3a3-511aaa3a5cd4 service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207839 Nov 22 16:46:11.764923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.818751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c1d979e-4550-48ca-a611-d58b543c8e37 req-fad30a57-4920-4981-90ec-fb503aae42ee tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592720 Nov 22 16:46:11.830227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 77c5919e-c2e9-4a8f-a225-a3331997f468 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:11.831979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.885367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.909161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:11.909788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:11.918096 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:12.076122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.097451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.101006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] 10.222.0.65 "DELETE /v2.0/networks/aa699e29-1248-4014-a289-4a288d4e0734 HTTP/1.1" status: 204 len: 168 time: 1.4050047 Nov 22 16:46:12.212939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cf188-e780-4113-a2b8-5347edc77ada admin admin] Pushing event deleted for resources: {'Network': ['ID=aa699e29-1248-4014-a289-4a288d4e0734,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.255940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66b19f7a-5860-4e90-b6da-8e24c018521d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.267724 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.271280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-66b19f7a-5860-4e90-b6da-8e24c018521d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.284943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46604) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:12.374139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c2c4daa-af57-478d-8385-4d863cc8a7e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7102fe41e9b4aff80c3ace4c9f4c236&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874429 Nov 22 16:46:12.374789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46608) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:12.375639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220be71e-aae4-4812-913c-47ec831e638a req-a7a549a9-58f5-46e6-b31e-8a32a37f174f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.377175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-220be71e-aae4-4812-913c-47ec831e638a req-a7a549a9-58f5-46e6-b31e-8a32a37f174f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2876308 Nov 22 16:46:12.385101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-66b19f7a-5860-4e90-b6da-8e24c018521d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc4ed2be293b4315bdef5bcab9de6ffe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1724539 Nov 22 16:46:12.388433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46610) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:12.397010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b19f7a-5860-4e90-b6da-8e24c018521d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fa6c10-bd51-48ee-b899-f8bcae110e0f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.436466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75fded1b-c7cd-4e2c-867b-d57c8460387e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.461525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.497238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.509162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Checking segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:12.510220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Network hostable DHCP agents. Network: 22e53eb7-3d6f-4572-9c8d-7729d17dae66, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:12.547282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-220be71e-aae4-4812-913c-47ec831e638a req-8e954d3a-fb22-4bab-81b0-b2126871471e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525199 Nov 22 16:46:12.566351 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51cd9ba4-33c5-4226-9c9e-2eef67848bfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.573490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.577792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.585112 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/caf098bd-4a66-4f7d-9729-f3dfd54a5d94 HTTP/1.1" status: 204 len: 168 time: 0.2088387 Nov 22 16:46:12.598699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf098bd-4a66-4f7d-9729-f3dfd54a5d94,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:12.608907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.609413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.610005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.610503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.610861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.611364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.611968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.612419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.613953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.617862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.617862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.617862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61fd307-bb23-41d1-bf2b-671296bab591 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:12.908078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:12.939843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51cd9ba4-33c5-4226-9c9e-2eef67848bfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:12.958179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 22e53eb7-3d6f-4572-9c8d-7729d17dae66) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:12.967188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b398dc-fb81-4792-b5eb-5792ce6744a4 None None] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:12.984896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:12.985496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-85420328-670a-4225-8452-3456654ce43e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.057549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-85420328-670a-4225-8452-3456654ce43e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1295445 Nov 22 16:46:13.087211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f4f6f-a037-479d-8570-e25a436925e8 req-43eb5796-8629-4a84-97cc-6737de73a7b8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.088976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b7f4f6f-a037-479d-8570-e25a436925e8 req-43eb5796-8629-4a84-97cc-6737de73a7b8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1823461 Nov 22 16:46:13.092045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Deleting port 03b024e3-74a2-4e36-b304-12459bdc2bfb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:13.092571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.102778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b841db-85e1-40e3-82f4-1e8c5697eaac req-ad12c4ad-ba5b-4fd5-af80-c3a5e52e6ebf tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.104556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7b841db-85e1-40e3-82f4-1e8c5697eaac req-ad12c4ad-ba5b-4fd5-af80-c3a5e52e6ebf tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 944 time: 0.1394978 Nov 22 16:46:13.169345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51cd9ba4-33c5-4226-9c9e-2eef67848bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.171931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-51cd9ba4-33c5-4226-9c9e-2eef67848bfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.173071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-51cd9ba4-33c5-4226-9c9e-2eef67848bfa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/42fa6c10-bd51-48ee-b899-f8bcae110e0f HTTP/1.1" status: 204 len: 168 time: 0.7771249 Nov 22 16:46:13.210453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd9ba4-33c5-4226-9c9e-2eef67848bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fa6c10-bd51-48ee-b899-f8bcae110e0f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:13.315383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b7f4f6f-a037-479d-8570-e25a436925e8 req-4a8b190d-9f79-451a-bf70-a3fbf185b93f tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094362 Nov 22 16:46:13.319112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca204da1-57cc-4254-b2e5-01f109025325 None None] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:13.341832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7b841db-85e1-40e3-82f4-1e8c5697eaac req-0d1d5e92-5285-4ed0-b410-5669061dc0c7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170825 Nov 22 16:46:13.384472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] For port 03b024e3-74a2-4e36-b304-12459bdc2bfb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=03b024e3-74a2-4e36-b304-12459bdc2bfb,segment=NetworkSegment(e6b83c53-bd49-49a2-979a-fc5cea553eb4),segment_id=e6b83c53-bd49-49a2-979a-fc5cea553eb4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:13.385156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.418984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Calling delete_port for 03b024e3-74a2-4e36-b304-12459bdc2bfb owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:13.601509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698510e6-b3ab-41bf-8c64-27dd95e09785 req-0c9f4a76-3926-4474-a618-37205bc0e1c7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:13.616369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-698510e6-b3ab-41bf-8c64-27dd95e09785 req-0c9f4a76-3926-4474-a618-37205bc0e1c7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1124053 Nov 22 16:46:13.747288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-698510e6-b3ab-41bf-8c64-27dd95e09785 req-a7b6191f-faac-46f0-bb91-7d41d40dbcdc tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309507 Nov 22 16:46:13.825814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:13.838693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:13.989967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Pushing event deleted for resources: {'Port': ['ID=03b024e3-74a2-4e36-b304-12459bdc2bfb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.165737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:14.191398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9', 'mac_address': 'fa:16:3e:b0:88:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:14.270480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.284435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:14.315302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:14.326296 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.406492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63baa95-9738-485f-ad33-d5e6bcc399e2 req-a39c2d30-2b76-40ce-a99d-969a11360feb tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.408052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a63baa95-9738-485f-ad33-d5e6bcc399e2 req-a39c2d30-2b76-40ce-a99d-969a11360feb tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1790161 Nov 22 16:46:14.414056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:14.444295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:14.589996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['50139cd7-9a8e-4140-bf1a-a473c4ee16d9'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:14.606293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a63baa95-9738-485f-ad33-d5e6bcc399e2 req-41a79fe5-6abc-4f4b-ae94-322820e46b31 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882756 Nov 22 16:46:14.793443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46790) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:14.848905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-56abe478-b48b-4225-9252-54281334b0bc tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.858194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-56abe478-b48b-4225-9252-54281334b0bc tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.4108357 Nov 22 16:46:14.893108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-b886683f-0247-4a55-8dbd-97786916d5ed tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/quotas/455e70f91a9046cd9854e813be90103c HTTP/1.1" status: 200 len: 375 time: 0.0180821 Nov 22 16:46:14.903040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585860b-8023-4939-a76f-251bdb251e91 req-8ec6aec4-bec3-4228-a394-824df943dc56 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:14.904984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9585860b-8023-4939-a76f-251bdb251e91 req-8ec6aec4-bec3-4228-a394-824df943dc56 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 945 time: 0.1917350 Nov 22 16:46:15.004719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-805629798-network', 'tenant_id': 'e91f9badd07946d78ad08d812d722249'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:15.037280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Made reservation on behalf of e91f9badd07946d78ad08d812d722249 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:15.052982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-5cf44376-3f0c-4b56-8e61-c90c780c7ca0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1453867 Nov 22 16:46:15.060125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.082209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.248624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9585860b-8023-4939-a76f-251bdb251e91 req-3311fd62-0aee-4fc7-8975-9987406c279d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276944 Nov 22 16:46:15.285036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.306897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.343331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:15.346236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Router dce10516-2ecc-4ed0-8987-2c344e0e0895 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:15.356751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93eac3d-a0a3-4f68-94cf-3991bbd97405,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.382703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.383510 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Added segment 19023fb9-09bb-42ee-929d-fddf1d44f2aa of type vlan for network 814f5bb6-55ae-4274-93ef-5cfa748d0063 Nov 22 16:46:15.454534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.490557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-024ce75e-619c-43a1-aaea-5e002131a7c4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:46:15.492549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-024ce75e-619c-43a1-aaea-5e002131a7c4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4191370 Nov 22 16:46:15.503950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.505432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.506503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.586178 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7901375 Nov 22 16:46:15.603268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46828) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:15.648548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Request body: {'subnet': {'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-subnet', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:15.658635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e40e3b-4f92-4c44-b83e-831e3fa4d61c admin admin] Pushing event updated for resources: {'Network': ['ID=814f5bb6-55ae-4274-93ef-5cfa748d0063,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:15.670448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:15.738102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Made reservation on behalf of e91f9badd07946d78ad08d812d722249 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:15.740683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:15.743209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:15.762420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb8ac06a-ff1f-4ab2-a059-fbd0be14d65e admin admin] 10.222.0.65 "PUT /v2.0/routers/dce10516-2ecc-4ed0-8987-2c344e0e0895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9290357 Nov 22 16:46:15.765012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46840) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:15.831775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:15.839449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] Sync routers for ids ['dce10516-2ecc-4ed0-8987-2c344e0e0895'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:15.885338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-59018ed4-a111-4bf3-8342-f35871121ff4 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766577 Nov 22 16:46:15.888397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] Routers {'dce10516-2ecc-4ed0-8987-2c344e0e0895'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:15.889267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dce10516-2ecc-4ed0-8987-2c344e0e0895'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:15.991962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16837131-c35f-4499-aadf-9226a1030b14 req-f61d29cc-040b-4f4a-a160-b2db72ff02b3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:15.999752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16837131-c35f-4499-aadf-9226a1030b14 req-f61d29cc-040b-4f4a-a160-b2db72ff02b3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2066231 Nov 22 16:46:16.023420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:16.037728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:16.038515 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.074625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.102260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] Set router dce10516-2ecc-4ed0-8987-2c344e0e0895 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:16.162468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16837131-c35f-4499-aadf-9226a1030b14 req-c6d51fb3-3b1a-450f-a8da-da86303091bf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615684 Nov 22 16:46:16.170722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-192b9659-ecda-4e2f-aa85-9dfea9ac3380 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633216 Nov 22 16:46:16.249013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.388469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.396992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba372b72-43b1-42c0-b60f-c4ffdfc4b810,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:16.409504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Checking segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:16.410233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Network hostable DHCP agents. Network: 814f5bb6-55ae-4274-93ef-5cfa748d0063, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:16.534425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:16.556370 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.632986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 814f5bb6-55ae-4274-93ef-5cfa748d0063) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:16.647862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.651245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.668664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c97550-aee4-4688-b06f-31431ef7dc1d None None] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:16.692568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Deleting port 1e79f983-a596-4d68-8a5b-62f228419567 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:16.692902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:16.746007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20473a36-8418-43f6-ad26-98eceb8e3213 req-b7896694-5407-4711-90b2-332da43a270e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.753977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20473a36-8418-43f6-ad26-98eceb8e3213 req-b7896694-5407-4711-90b2-332da43a270e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 945 time: 0.3298805 Nov 22 16:46:16.773118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de7f20e8-25d2-4617-94dd-4a5b3f5152be admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1260509 Nov 22 16:46:16.796595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46896) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:16.827589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faaab14-ee28-4508-83ef-b1d51b9a8634 req-c44fb75c-7004-4b9f-aa67-938059841f7e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.841632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9faaab14-ee28-4508-83ef-b1d51b9a8634 req-c44fb75c-7004-4b9f-aa67-938059841f7e tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.1556618 Nov 22 16:46:16.854506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:16.867462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-7bc73c01-62a7-4eda-b329-09b246d526f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:16.871088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-7bc73c01-62a7-4eda-b329-09b246d526f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 1096 time: 0.3158693 Nov 22 16:46:16.985603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:17.003910 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99241a-4fc8-43ef-bd00-148044e47550" -d '{"events": [{"server_uuid": "94b9c06c-81f1-431b-8c97-fa54088754c2", "name": "network-vif-plugged", "status": "completed", "tag": "50139cd7-9a8e-4140-bf1a-a473c4ee16d9"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:17.049279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9faaab14-ee28-4508-83ef-b1d51b9a8634 req-daa94430-9d9d-4341-a163-922521b7495a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064660 Nov 22 16:46:17.057009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:17.065556 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.078039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aacee2a-42b7-491f-8dae-f76fa5696387 None None] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:17.089340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20473a36-8418-43f6-ad26-98eceb8e3213 req-a2d263c5-5403-482c-a918-13a89bff4885 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265772 Nov 22 16:46:17.126858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.128310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.137385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-4e8fe3ea-337e-40f7-b2ed-9b6f32893222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.140365 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-4e8fe3ea-337e-40f7-b2ed-9b6f32893222 service neutron] 10.222.0.20 "GET /v2.0/networks?id=269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 200 len: 913 time: 0.2553287 Nov 22 16:46:17.287119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-758da59f-c2c7-41b4-a419-a9c9d8db8a19 req-b15e01f6-252d-480d-aab7-31282819ac9c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 210 time: 0.1152761 Nov 22 16:46:17.295029 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.389683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] For port 1e79f983-a596-4d68-8a5b-62f228419567, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e79f983-a596-4d68-8a5b-62f228419567,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:17.390279 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:17.439596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Calling delete_port for 1e79f983-a596-4d68-8a5b-62f228419567 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:17.452444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-7485b616-7d04-43a3-a2cf-136db5092a36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 200 len: 1000 time: 0.2996223 Nov 22 16:46:17.643460 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e109e41-9222-4f14-b8f8-7f49995f92f6 x-openstack-request-id: req-1e109e41-9222-4f14-b8f8-7f49995f92f6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:17.643798 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b9c06c-81f1-431b-8c97-fa54088754c2", "name": "network-vif-plugged", "status": "completed", "tag": "50139cd7-9a8e-4140-bf1a-a473c4ee16d9", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:17.645945 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e109e41-9222-4f14-b8f8-7f49995f92f6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:17.647432 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9', 'code': 200} Nov 22 16:46:17.684036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:17.698959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': '1e79f983-a596-4d68-8a5b-62f228419567', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:46:13Z', 'revision_number': 5, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port': {'id': '1e79f983-a596-4d68-8a5b-62f228419567', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:30:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1866, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:34Z', 'updated_at': '2021-11-22T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:17.732599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-4f052f3d-343b-42b2-b32f-0107e61312be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:17.736223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-4f052f3d-343b-42b2-b32f-0107e61312be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 200 len: 851 time: 0.2743034 Nov 22 16:46:17.776835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] Checking router: dce10516-2ecc-4ed0-8987-2c344e0e0895 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:17.874415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] Routers {'dce10516-2ecc-4ed0-8987-2c344e0e0895'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:17.875059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:45:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dce10516-2ecc-4ed0-8987-2c344e0e0895'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:18.036721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] Set router dce10516-2ecc-4ed0-8987-2c344e0e0895 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:18.107331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.131833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f37deb-e713-4d1a-9c4b-ed2bc3486804 req-1b7b0f22-1a83-4c31-8ea2-10c0a24ef2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.134684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18f37deb-e713-4d1a-9c4b-ed2bc3486804 req-1b7b0f22-1a83-4c31-8ea2-10c0a24ef2ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 1097 time: 0.3960888 Nov 22 16:46:18.153138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 6, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:18.155329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-c15550c6-001f-457e-8d7d-fcb1b9efe1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.158570 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-c15550c6-001f-457e-8d7d-fcb1b9efe1dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=269cc198-39c7-49b3-a6cb-698876c8fb8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3969641 Nov 22 16:46:18.282049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ac56fb-aca8-4e27-b75b-0e0d832b2942 None None] The sync data for ids ['dce10516-2ecc-4ed0-8987-2c344e0e0895'] in n-d-816206-6 is: [{'id': 'dce10516-2ecc-4ed0-8987-2c344e0e0895', 'name': 'tempest-TestAggregatesBasicOps-1839337951-router', 'tenant_id': 'd878e0391e174873889c9f732b73ca5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:31Z', 'updated_at': '2021-11-22T16:46:16Z', 'revision_number': 6, 'project_id': 'd878e0391e174873889c9f732b73ca5d', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:18.399481 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-57b2c982-bd19-4a58-9784-286ff4ff5ebb service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249794 Nov 22 16:46:18.605485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18f37deb-e713-4d1a-9c4b-ed2bc3486804 req-9f253fd5-d8a5-4b91-9671-869e50f2ad52 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4537337 Nov 22 16:46:18.609153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.836663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c106942-4972-4a12-9c95-2011b26e900d req-0348366a-1151-46dd-973b-03effb6becf8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:18.838283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c106942-4972-4a12-9c95-2011b26e900d req-0348366a-1151-46dd-973b-03effb6becf8 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.5013900 Nov 22 16:46:18.864360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ae8a482e-4e73-4702-a80f-b618586a4b93 req-4a83ec8a-c61d-4f6f-b0eb-d0f5723c4b90 service neutron] 10.222.0.20 "GET /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332635 Nov 22 16:46:18.885003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a6d8dd-1dd1-4553-8811-b1f2aa13bb6c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:18.891804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e79f983-a596-4d68-8a5b-62f228419567,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:18.946505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:18.994391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47028) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.032870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-1c5b8f1d-c5a8-4f39-bb23-84893263d3c8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.034446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-1c5b8f1d-c5a8-4f39-bb23-84893263d3c8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.6389899 Nov 22 16:46:19.063913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Request body: {'port': {'device_id': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'admin_state_up': True, 'tenant_id': '455e70f91a9046cd9854e813be90103c'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:19.087874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47032) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.089696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce82c1-4894-4f94-9278-2aa8ad91bdb4 req-1fae8508-4885-4a51-b8dc-dbb0765678f8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:19.097725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4ce82c1-4894-4f94-9278-2aa8ad91bdb4 req-1fae8508-4885-4a51-b8dc-dbb0765678f8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.3835416 Nov 22 16:46:19.098512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.102665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.142140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.152059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c106942-4972-4a12-9c95-2011b26e900d req-ce08ad86-7788-4978-9b7d-5e090072f292 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2424796 Nov 22 16:46:19.167885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.168553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dce10516-2ecc-4ed0-8987-2c344e0e0895 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:19.175307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.180744 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70da9419-7ed7-49bc-b36d-f7fd6906b93b admin admin] 10.222.0.65 "DELETE /v2.0/routers/dce10516-2ecc-4ed0-8987-2c344e0e0895 HTTP/1.1" status: 204 len: 168 time: 3.4142795 Nov 22 16:46:19.181620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47036) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.189326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.259861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Deleting subnet d05b18d2-59f6-41e9-a189-3bba66f439f9 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:19.265793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.306082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4ce82c1-4894-4f94-9278-2aa8ad91bdb4 req-c3a7fe8b-d634-491b-9f8c-a912f0072008 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007415 Nov 22 16:46:19.324167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.399887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6af6a05f-8742-4116-a009-3befd50976b9 req-a6ede9ae-02b8-4125-a74e-45d260ad6afe tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 210 time: 0.0477169 Nov 22 16:46:19.429295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1082b91e-5649-41ef-8a63-0b6942606293 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.436649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd6583e6-62e6-4ffe-a993-d7289f0815e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.463544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Made reservation on behalf of 455e70f91a9046cd9854e813be90103c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:19.477950 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.514823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Allocated IP 172.25.6.97 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/965843f8-bda1-4011-9ec9-91cfbad3175e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:19.619313 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.808735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1082b91e-5649-41ef-8a63-0b6942606293 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.813341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd6583e6-62e6-4ffe-a993-d7289f0815e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.815875 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1082b91e-5649-41ef-8a63-0b6942606293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.824975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 03b024e3-74a2-4e36-b304-12459bdc2bfb no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:19.853748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 03b024e3-74a2-4e36-b304-12459bdc2bfb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:19.854323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 03b024e3-74a2-4e36-b304-12459bdc2bfb not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:19.855075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e79f983-a596-4d68-8a5b-62f228419567 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:19.891477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47042) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:19.906935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1082b91e-5649-41ef-8a63-0b6942606293 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a6aa467407c42839c231f136ee9d98c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8177533 Nov 22 16:46:19.911591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082b91e-5649-41ef-8a63-0b6942606293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c26076-dad9-4669-a844-884f11a402d7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:19.925916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1e79f983-a596-4d68-8a5b-62f228419567 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:19.926254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e79f983-a596-4d68-8a5b-62f228419567 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:19.940532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd6583e6-62e6-4ffe-a993-d7289f0815e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.956175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:19.963001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Allocated IP 172.20.0.14 (22e53eb7-3d6f-4572-9c8d-7729d17dae66/75fded1b-c7cd-4e2c-867b-d57c8460387e/a755efd6-14a1-43e4-9fd2-22eeabfe4b16) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:19.986729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.018752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85e74f75-f45a-4567-9f4f-879661c25105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.056308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d05b18d2-59f6-41e9-a189-3bba66f439f9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.068316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.073585 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb257335-be54-4302-a258-c88d77b2fd42 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d05b18d2-59f6-41e9-a189-3bba66f439f9 HTTP/1.1" status: 204 len: 168 time: 0.8905852 Nov 22 16:46:20.077464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77b7e6a-917d-41d9-9046-a04c5cbb2762 None None] Network 5f84eac4-dfbb-493c-bf91-965d7b5f2959 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:20.079996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47046) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:20.101345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6583e6-62e6-4ffe-a993-d7289f0815e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751cb83b-a1f2-4d83-9532-122216e8eaf2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.126932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd6583e6-62e6-4ffe-a993-d7289f0815e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12ff1a7352f2461d8b3742a241d4f08c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1240838 Nov 22 16:46:20.128105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47048) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:20.198134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3513a2d7-4974-4a88-ae20-5e152af6ce62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.224982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-733f15c6-8d18-42b6-8175-a495da8cd6e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.238669 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3513a2d7-4974-4a88-ae20-5e152af6ce62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.277937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.312312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3513a2d7-4974-4a88-ae20-5e152af6ce62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.317066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3513a2d7-4974-4a88-ae20-5e152af6ce62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.318196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3513a2d7-4974-4a88-ae20-5e152af6ce62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/751cb83b-a1f2-4d83-9532-122216e8eaf2 HTTP/1.1" status: 204 len: 168 time: 0.1870413 Nov 22 16:46:20.336785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513a2d7-4974-4a88-ae20-5e152af6ce62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751cb83b-a1f2-4d83-9532-122216e8eaf2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.357412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-733f15c6-8d18-42b6-8175-a495da8cd6e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.363377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] DHCP port deletion for 5f84eac4-dfbb-493c-bf91-965d7b5f2959 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:20.396935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:20.435581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:20.455217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.464573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9a16db-0359-42f5-abd6-440577328b15 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:20.465009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:20.530881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] Deleting port e25070da-6763-41a2-9649-eb2119cc3269 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:20.532068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.571255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3136b76-bbe3-4999-80b5-2b8d4f04f985 req-461fb53b-2b09-4269-86f1-74e07bc9e41d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:20.572874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3136b76-bbe3-4999-80b5-2b8d4f04f985 req-461fb53b-2b09-4269-86f1-74e07bc9e41d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.2429669 Nov 22 16:46:20.586178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Pushing event updated for resources: {'Port': ['ID=965843f8-bda1-4011-9ec9-91cfbad3175e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.629568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.631502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5cb7f21f-8f6c-468d-8a07-501bb3d5eef8 None None] Provisioning complete for port 965843f8-bda1-4011-9ec9-91cfbad3175e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:20.632832 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cb7f21f-8f6c-468d-8a07-501bb3d5eef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.690981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] For port e25070da-6763-41a2-9649-eb2119cc3269, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e25070da-6763-41a2-9649-eb2119cc3269,segment=NetworkSegment(e6b83c53-bd49-49a2-979a-fc5cea553eb4),segment_id=e6b83c53-bd49-49a2-979a-fc5cea553eb4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:20.691632 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.716727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] Calling delete_port for e25070da-6763-41a2-9649-eb2119cc3269 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:20.722666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5cb7f21f-8f6c-468d-8a07-501bb3d5eef8 None None] Port 965843f8-bda1-4011-9ec9-91cfbad3175e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:20.785269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf20cb5-c250-45c0-961b-b6ba9512c413 req-b2ea7889-7af1-4cae-b4bf-4a134baeda9e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:20.787072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdf20cb5-c250-45c0-961b-b6ba9512c413 req-b2ea7889-7af1-4cae-b4bf-4a134baeda9e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.3550797 Nov 22 16:46:20.834527 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.874714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] No DVR routers for this DVR port e25070da-6763-41a2-9649-eb2119cc3269 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:20.876707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b187f7-810e-4d84-aa2e-90846be27b50 None None] Pushing event deleted for resources: {'Port': ['ID=e25070da-6763-41a2-9649-eb2119cc3269,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:20.911589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-733f15c6-8d18-42b6-8175-a495da8cd6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.914907 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-733f15c6-8d18-42b6-8175-a495da8cd6e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:20.916050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-733f15c6-8d18-42b6-8175-a495da8cd6e5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93c26076-dad9-4669-a844-884f11a402d7 HTTP/1.1" status: 204 len: 168 time: 1.0201032 Nov 22 16:46:21.041370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3136b76-bbe3-4999-80b5-2b8d4f04f985 req-f96bbd3e-a185-4a20-8b04-eec5a1b5e892 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488595 Nov 22 16:46:21.080416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f15c6-8d18-42b6-8175-a495da8cd6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c26076-dad9-4669-a844-884f11a402d7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.160863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.322340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdf20cb5-c250-45c0-961b-b6ba9512c413 req-87ac237b-8658-4a29-bd75-5e138a8fdc39 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4561894 Nov 22 16:46:21.379353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Deleting port e25070da-6763-41a2-9649-eb2119cc3269 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:21.379599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.481562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] For port e25070da-6763-41a2-9649-eb2119cc3269, host n-d-816206-6, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:21.482165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.501756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Calling delete_port for e25070da-6763-41a2-9649-eb2119cc3269 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:21.506150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Port e25070da-6763-41a2-9649-eb2119cc3269 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:46:21.521825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:21.524053 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.527086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:21.575604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47094) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:21.600155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132a7110-e106-4acb-8efc-f516db912dd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.633059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:21.682126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event updated for resources: {'Port': ['ID=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.693387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] No DVR routers for this DVR port e25070da-6763-41a2-9649-eb2119cc3269 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:21.783467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Pushing event deleted for resources: {'Port': ['ID=e25070da-6763-41a2-9649-eb2119cc3269,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:21.835081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc35b5e-fa2f-430e-9d38-0760541b4d11 req-ee3540d4-785a-4866-8902-572d0db64f30 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:21.836898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9fc35b5e-fa2f-430e-9d38-0760541b4d11 req-ee3540d4-785a-4866-8902-572d0db64f30 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 932 time: 0.6615710 Nov 22 16:46:21.856573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132a7110-e106-4acb-8efc-f516db912dd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.867220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-132a7110-e106-4acb-8efc-f516db912dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:21.867376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e25070da-6763-41a2-9649-eb2119cc3269 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:21.923738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e25070da-6763-41a2-9649-eb2119cc3269 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:21.924100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e25070da-6763-41a2-9649-eb2119cc3269 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:21.930398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-132a7110-e106-4acb-8efc-f516db912dd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1df8d971c10c465cb36cca4a26682253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3529332 Nov 22 16:46:21.931600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47106) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:22.001754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a7110-e106-4acb-8efc-f516db912dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531e67eb-44e4-4f94-bfc6-b54d2affc90f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:22.025464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7f93f4-5b72-401e-943a-002f70736493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.051448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7f93f4-5b72-401e-943a-002f70736493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.121572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7f93f4-5b72-401e-943a-002f70736493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.128834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ee7f93f4-5b72-401e-943a-002f70736493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.130857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ee7f93f4-5b72-401e-943a-002f70736493 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/531e67eb-44e4-4f94-bfc6-b54d2affc90f HTTP/1.1" status: 204 len: 168 time: 0.1944060 Nov 22 16:46:22.141315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f93f4-5b72-401e-943a-002f70736493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e67eb-44e4-4f94-bfc6-b54d2affc90f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:22.233852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b07e7-75aa-40a0-b55f-fe8d38526785 req-9ed1436a-38fd-49fd-a703-e75d73be5525 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.240898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e8b07e7-75aa-40a0-b55f-fe8d38526785 req-9ed1436a-38fd-49fd-a703-e75d73be5525 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.7102296 Nov 22 16:46:22.253914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:22.254793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.293075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.338818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f84eac4-dfbb-493c-bf91-965d7b5f2959']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.345949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-15c43c04-9a15-420d-b252-8dbacb9b8469 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2956059 Nov 22 16:46:22.358610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.372074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b83c53-bd49-49a2-979a-fc5cea553eb4') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.372284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b83c53-bd49-49a2-979a-fc5cea553eb4') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:22.386264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Request body: {'port': {'device_id': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:22.448333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.476601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9fc35b5e-fa2f-430e-9d38-0760541b4d11 req-2a9a55c7-651d-4215-990d-f5ab02c18836 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200089 Nov 22 16:46:22.491658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e8b07e7-75aa-40a0-b55f-fe8d38526785 req-ddda7db3-4247-40c4-87b1-7da0222db599 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491150 Nov 22 16:46:22.492896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.534427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:22.534834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:22.537016 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:22.617938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.645304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.661131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.668070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] 10.222.0.65 "DELETE /v2.0/networks/5f84eac4-dfbb-493c-bf91-965d7b5f2959 HTTP/1.1" status: 204 len: 168 time: 2.5760927 Nov 22 16:46:22.668721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:22.681436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e414956b-e7f3-45c9-afee-174ebfdfb32f admin admin] Pushing event deleted for resources: {'Network': ['ID=5f84eac4-dfbb-493c-bf91-965d7b5f2959,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:22.867981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16cab57e-a42f-40f8-ab7b-37d55b087889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:22.953036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.092232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847b727-90e2-4d93-927a-dd735688ed36 req-af9e18c5-7cd5-4a13-8ec9-52c3a511991c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.093955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2847b727-90e2-4d93-927a-dd735688ed36 req-af9e18c5-7cd5-4a13-8ec9-52c3a511991c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.2891998 Nov 22 16:46:23.247520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2847b727-90e2-4d93-927a-dd735688ed36 req-18a57c1e-cd80-4084-b8b3-c4ef630df47d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425025 Nov 22 16:46:23.323730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a755efd6-14a1-43e4-9fd2-22eeabfe4b16 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:23.335032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.348271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Router 0008eb3f-6010-4c43-ad19-832cdccedac8 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:23.384260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Transition to ACTIVE for port object a755efd6-14a1-43e4-9fd2-22eeabfe4b16 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:23.402255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.543064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.733400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:23.744584 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Sync routers for ids ['0008eb3f-6010-4c43-ad19-832cdccedac8'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:23.760678 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Routers {'0008eb3f-6010-4c43-ad19-832cdccedac8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:23.764054 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0008eb3f-6010-4c43-ad19-832cdccedac8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:23.851309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Pushing event updated for resources: {'Port': ['ID=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:23.864477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.866375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4df86406-5478-4cd6-ae5f-37dc5ea8685c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0532146 Nov 22 16:46:23.870233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47220) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:23.885469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Attempting to bind port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:23.886096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Attempting to bind port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:23.886597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Attempting to bind port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:23.892253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:23.892939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Attempting to bind port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:23.904447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bd96f7-f838-431b-933d-ddcc9716aab5 req-84860683-3230-453b-85fc-2ce1b4602cac tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:23.907093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15bd96f7-f838-431b-933d-ddcc9716aab5 req-84860683-3230-453b-85fc-2ce1b4602cac tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 944 time: 0.2599137 Nov 22 16:46:23.910311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:23.910928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Checking segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:23.911532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Bound using segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:23.912036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Bound port: a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:23.912461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:23.974316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.080378 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Set router 0008eb3f-6010-4c43-ad19-832cdccedac8 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:24.118788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15bd96f7-f838-431b-933d-ddcc9716aab5 req-310d05dc-309f-4137-80a9-45035da17b0e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025614 Nov 22 16:46:24.179031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] For port a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:24.184160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] For port a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:24.193591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-f09bbcd7-787b-4be3-9f49-0f501ac853fe tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.201091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-f09bbcd7-787b-4be3-9f49-0f501ac853fe tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=72d078c3-103f-481c-aa71-423af75f4b2c HTTP/1.1" status: 200 len: 943 time: 0.1579723 Nov 22 16:46:24.204865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.304067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.307562 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.312678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] 10.222.0.66 "PUT /v2.0/ports/a755efd6-14a1-43e4-9fd2-22eeabfe4b16 HTTP/1.1" status: 200 len: 1092 time: 1.9474225 Nov 22 16:46:24.313387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'tag': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:24.320641 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26eae394-9e71-480b-8ab4-065c75da88e4" -d '{"events": [{"name": "network-changed", "server_uuid": "610dafe2-da11-4d97-9c7f-80ce1b53c81c", "tag": "a755efd6-14a1-43e4-9fd2-22eeabfe4b16"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:24.437524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170660b-1b5c-44bc-be84-0854aeb136ef service neutron] Pushing event updated for resources: {'Port': ['ID=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:24.496630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-76c70662-e8d8-47d9-b51d-4de40cba25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.498456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-76c70662-e8d8-47d9-b51d-4de40cba25fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 1095 time: 0.1362646 Nov 22 16:46:24.511950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea857c0-826b-4db3-b25f-f0905ee34f4f req-9cb8af80-6144-436e-a2c0-41a9dbccb14a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.520609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ea857c0-826b-4db3-b25f-f0905ee34f4f req-9cb8af80-6144-436e-a2c0-41a9dbccb14a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.1356533 Nov 22 16:46:24.645396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-4bb0e233-ee79-418a-9cf3-5cfba91c6ad8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16 HTTP/1.1" status: 200 len: 217 time: 0.1218073 Nov 22 16:46:24.767258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Deleting port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:24.769833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:24.787808 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:46:21Z', 'revision_number': 3, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:24.866182 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Checking router: 0008eb3f-6010-4c43-ad19-832cdccedac8 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:24.866947 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Updating router 0008eb3f-6010-4c43-ad19-832cdccedac8 port 965843f8-bda1-4011-9ec9-91cfbad3175e binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:24.926195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ea857c0-826b-4db3-b25f-f0905ee34f4f req-edde4a93-99bb-4a8a-b7e6-759e09625d86 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043114 Nov 22 16:46:24.929883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-ae55e545-4ff1-458c-8fe8-6055d77c84ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:24.931313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-ae55e545-4ff1-458c-8fe8-6055d77c84ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.2659204 Nov 22 16:46:24.977771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-eeb625b1-e39f-414e-bb19-58e29711fbad service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374486 Nov 22 16:46:24.978949 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.063116 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b967def5-7fee-44cc-9d0d-1a1dbd34d3dd x-openstack-request-id: req-b967def5-7fee-44cc-9d0d-1a1dbd34d3dd {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:25.063402 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610dafe2-da11-4d97-9c7f-80ce1b53c81c", "tag": "a755efd6-14a1-43e4-9fd2-22eeabfe4b16", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:25.063660 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b967def5-7fee-44cc-9d0d-1a1dbd34d3dd {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:25.064152 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'tag': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'status': 'completed', 'code': 200} Nov 22 16:46:25.077108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] For port 919029b1-cb05-4bf7-a8b2-e37d6c36f113, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=919029b1-cb05-4bf7-a8b2-e37d6c36f113,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:25.077727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.104688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Calling delete_port for 919029b1-cb05-4bf7-a8b2-e37d6c36f113 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:25.153017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Deleting port 77c5919e-c2e9-4a8f-a225-a3331997f468 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:25.153559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.245055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-4dfb4557-a8d9-4ab6-bc6d-262d8b224e38 service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558475 Nov 22 16:46:25.360262 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.459277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] For port 77c5919e-c2e9-4a8f-a225-a3331997f468, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=77c5919e-c2e9-4a8f-a225-a3331997f468,segment=NetworkSegment(680c675b-6a68-4304-b0a3-5efbc92203b5),segment_id=680c675b-6a68-4304-b0a3-5efbc92203b5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:25.459643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.518281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Calling delete_port for 77c5919e-c2e9-4a8f-a225-a3331997f468 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:25.583548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.598703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388', '7f0db838-9529-4bdc-9b50-39e9605bb90f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:25.652651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d474c94-5805-4cb4-8b7e-b87aa9063932 req-9d734511-120b-4b91-81f8-524df8c2d8e3 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:25.657463 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.667298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d474c94-5805-4cb4-8b7e-b87aa9063932 req-9d734511-120b-4b91-81f8-524df8c2d8e3 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 944 time: 0.1533537 Nov 22 16:46:25.668761 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.668948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'Port': ['ID=919029b1-cb05-4bf7-a8b2-e37d6c36f113,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:25.680748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-234cf28a-0c85-48ff-9d93-433aa7661190 req-de5402e7-087d-496d-b0bf-091f752a5f86 service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352778 Nov 22 16:46:25.844936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.871542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12763e87-f46e-41ed-b41d-6ce3a818094f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:25.884256 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Attempting to bind port 965843f8-bda1-4011-9ec9-91cfbad3175e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:25.885731 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Attempting to bind port 965843f8-bda1-4011-9ec9-91cfbad3175e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:25.886357 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Attempting to bind port 965843f8-bda1-4011-9ec9-91cfbad3175e on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:25.895801 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:25.897164 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:25.898306 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:25.899367 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:25.902574 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Bound port: 965843f8-bda1-4011-9ec9-91cfbad3175e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:25.903964 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.107832 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] For port 965843f8-bda1-4011-9ec9-91cfbad3175e, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:26.117450 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] For port 965843f8-bda1-4011-9ec9-91cfbad3175e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=965843f8-bda1-4011-9ec9-91cfbad3175e,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:26.119176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e4ec-b07c-449f-ba4b-9e191ca91ad9 None None] Pushing event updated for resources: {'Port': ['ID=965843f8-bda1-4011-9ec9-91cfbad3175e,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:26.133599 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.135204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fded7655-3fa5-4fb1-b080-e5de603280c5 None None] Provisioning complete for port 965843f8-bda1-4011-9ec9-91cfbad3175e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:26.135782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fded7655-3fa5-4fb1-b080-e5de603280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.141358 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.210462 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106e4ec-b07c-449f-ba4b-9e191ca91ad9 None None] Pushing event updated for resources: {'Port': ['ID=965843f8-bda1-4011-9ec9-91cfbad3175e,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:26.228366 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Routers {'0008eb3f-6010-4c43-ad19-832cdccedac8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:26.228983 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0008eb3f-6010-4c43-ad19-832cdccedac8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:26.311796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006567ed-126c-4277-a8fe-c81a9e930244 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:26.459574 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] Set router 0008eb3f-6010-4c43-ad19-832cdccedac8 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:26.517698 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.690663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fded7655-3fa5-4fb1-b080-e5de603280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.724280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47432) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:26.751440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] No DVR routers for this DVR port 919029b1-cb05-4bf7-a8b2-e37d6c36f113 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:26.779206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Pushing event deleted for resources: {'Port': ['ID=77c5919e-c2e9-4a8f-a225-a3331997f468,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:26.797402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.801981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dd2b91b-4e96-4645-87cf-42ee4e723826 req-659ceac0-0a28-4263-b05f-defc0581e651 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "DELETE /v2.0/ports/919029b1-cb05-4bf7-a8b2-e37d6c36f113 HTTP/1.1" status: 204 len: 173 time: 2.5996487 Nov 22 16:46:26.813514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fded7655-3fa5-4fb1-b080-e5de603280c5 None None] For port 965843f8-bda1-4011-9ec9-91cfbad3175e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=965843f8-bda1-4011-9ec9-91cfbad3175e,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:26.834005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d474c94-5805-4cb4-8b7e-b87aa9063932 req-a6b628ad-e2f8-4fc5-beb7-73cb6205aa58 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1650994 Nov 22 16:46:26.843801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-256e1986-061b-4e04-a607-08c859626ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:26.844069 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fded7655-3fa5-4fb1-b080-e5de603280c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:26.853984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-256e1986-061b-4e04-a607-08c859626ea5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 1095 time: 0.3328409 Nov 22 16:46:27.088220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-deleted', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:27.090484 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28226625-985d-4bf3-92e8-cbd01dd2c4e5" -d '{"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-deleted", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:27.100686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded7655-3fa5-4fb1-b080-e5de603280c5 None None] Pushing event updated for resources: {'Port': ['ID=965843f8-bda1-4011-9ec9-91cfbad3175e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:27.111551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d84a58c7-9fc9-4a9a-b828-1ce0c73951be None None] Provisioning complete for port 965843f8-bda1-4011-9ec9-91cfbad3175e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:27.111740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-58a85216-45c5-4cea-b3f8-31fbee81cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.113598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-58a85216-45c5-4cea-b3f8-31fbee81cf1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.2464223 Nov 22 16:46:27.114619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d84a58c7-9fc9-4a9a-b828-1ce0c73951be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.118550 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:46:21Z', 'revision_number': 3, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:27.134974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Allocated IP 172.20.0.1 (814f5bb6-55ae-4274-93ef-5cfa748d0063/ba372b72-43b1-42c0-b60f-c4ffdfc4b810/4ed1021b-ac0b-4145-87b2-64ebb2e3707c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:27.176267 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad058eaf-3bc4-4a25-b887-dabbe391b46f None None] The sync data for ids ['0008eb3f-6010-4c43-ad19-832cdccedac8'] in n-d-816206-6 is: [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:46:21Z', 'revision_number': 3, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:27.190482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-1c451f22-302f-47bf-946b-47d8997bfaad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16 HTTP/1.1" status: 200 len: 217 time: 0.0541241 Nov 22 16:46:27.193328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aba32b69-b17f-4b5b-b9a4-c55c113fceff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.336698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3d19-8cd4-485a-9a00-447ad094046f req-140e2f9a-0c21-4664-8dff-df70e6f5b235 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.348789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9ab3d19-8cd4-485a-9a00-447ad094046f req-140e2f9a-0c21-4664-8dff-df70e6f5b235 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.2551658 Nov 22 16:46:27.429076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9ab3d19-8cd4-485a-9a00-447ad094046f req-8d578e8c-951c-4da1-98e7-dd3a4fb7fee2 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789866 Nov 22 16:46:27.503805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-cb2fe00d-a63b-4ec3-9ca0-3e3840331696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.508252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-cb2fe00d-a63b-4ec3-9ca0-3e3840331696 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.3073325 Nov 22 16:46:27.513375 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c6123-bab3-4822-bfa4-9ef4468b3bab x-openstack-request-id: req-0c0c6123-bab3-4822-bfa4-9ef4468b3bab {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:27.513895 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d078c3-103f-481c-aa71-423af75f4b2c", "name": "network-vif-deleted", "tag": "919029b1-cb05-4bf7-a8b2-e37d6c36f113", "status": "failed", "code": 422}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:27.514325 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c0c6123-bab3-4822-bfa4-9ef4468b3bab {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:27.514954 n-d-816206-6 neutron-server[103514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72d078c3-103f-481c-aa71-423af75f4b2c', 'name': 'network-vif-deleted', 'tag': '919029b1-cb05-4bf7-a8b2-e37d6c36f113', 'status': 'failed', 'code': 422} returned with failed status Nov 22 16:46:27.517280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-bc91092e-7c60-4840-bafe-f545e2d25c43 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:27.518932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-bc91092e-7c60-4840-bafe-f545e2d25c43 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.20 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.5342851 Nov 22 16:46:27.519595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.552845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-b2945515-3991-4e2b-9800-7ea35f8cf0ea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352561 Nov 22 16:46:27.684740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-5596a2a7-3533-4fd9-bf39-d143ac48eb29 service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226470 Nov 22 16:46:27.764062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:27.861369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eae394-9e71-480b-8ab4-065c75da88e4 req-01a3fa9b-9a4a-4b81-8708-9b4ec54f41f4 service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659126 Nov 22 16:46:27.902252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47478) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:27.971096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aba32b69-b17f-4b5b-b9a4-c55c113fceff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.040881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aba32b69-b17f-4b5b-b9a4-c55c113fceff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.047397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 965843f8-bda1-4011-9ec9-91cfbad3175e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:28.076956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba32b69-b17f-4b5b-b9a4-c55c113fceff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c4aad3-7d46-431d-b798-098fcd9c22b9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:28.149204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1d825-670a-40eb-8509-66c67d881760 req-39614518-5dc5-4170-9631-fee3403252dd tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.150869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28a1d825-670a-40eb-8509-66c67d881760 req-39614518-5dc5-4170-9631-fee3403252dd tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 944 time: 0.1779454 Nov 22 16:46:28.157252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aba32b69-b17f-4b5b-b9a4-c55c113fceff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ece63a84479248fd9ac24e4860d525e2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4280884 Nov 22 16:46:28.158635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47484) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:28.180110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.186105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 965843f8-bda1-4011-9ec9-91cfbad3175e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:28.186452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.254587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28a1d825-670a-40eb-8509-66c67d881760 req-0169ebbc-4a7c-4c8f-96b2-7ea09b461457 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943546 Nov 22 16:46:28.312446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7136b1b-eebb-4586-89aa-b30fc6229005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.350226 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0651bb51-06d3-492b-b900-7dbd3ea0bd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.356212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Deleting port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:28.357029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.380882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0651bb51-06d3-492b-b900-7dbd3ea0bd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.487617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:28.523744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:28.524715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de2644-aa25-46a0-91cf-001e53aab59d req-e7e4830a-4423-4030-a759-2e35f8e3d650 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.525990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4de2644-aa25-46a0-91cf-001e53aab59d req-e7e4830a-4423-4030-a759-2e35f8e3d650 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 908 time: 0.0992606 Nov 22 16:46:28.529721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0651bb51-06d3-492b-b900-7dbd3ea0bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.534998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0651bb51-06d3-492b-b900-7dbd3ea0bd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.540943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0651bb51-06d3-492b-b900-7dbd3ea0bd14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/76c4aad3-7d46-431d-b798-098fcd9c22b9 HTTP/1.1" status: 204 len: 168 time: 0.3543773 Nov 22 16:46:28.566809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Pushing event updated for resources: {'Port': ['ID=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:28.568234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:28.598393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651bb51-06d3-492b-b900-7dbd3ea0bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c4aad3-7d46-431d-b798-098fcd9c22b9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:28.663435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a755efd6-14a1-43e4-9fd2-22eeabfe4b16 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:28.735673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7136b1b-eebb-4586-89aa-b30fc6229005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.743566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:28.757066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dc257-23fc-4936-97f4-aa71e0cef620 req-a38d791d-7bd4-495a-ab30-040ca163295d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:28.761580 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.766021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c0dc257-23fc-4936-97f4-aa71e0cef620 req-a38d791d-7bd4-495a-ab30-040ca163295d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 946 time: 0.1986959 Nov 22 16:46:28.769975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7136b1b-eebb-4586-89aa-b30fc6229005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.848790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:28.853682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] For port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:28.854172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.872907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'port_id': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'mac_address': 'fa:16:3e:21:e7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fded1b-c7cd-4e2c-867b-d57c8460387e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:28.885307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b7136b1b-eebb-4586-89aa-b30fc6229005 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66d35c62d63a45f997c9b3802b8ab56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9818146 Nov 22 16:46:28.886374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47494) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:28.887838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Calling delete_port for 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:28.905196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7136b1b-eebb-4586-89aa-b30fc6229005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9502072-3635-42b2-aeac-134b87dfeb9f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:28.929967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c0dc257-23fc-4936-97f4-aa71e0cef620 req-4d2103cc-4c36-4490-843c-86c3cd33dbf6 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546011 Nov 22 16:46:28.957260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:28.973543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a755efd6-14a1-43e4-9fd2-22eeabfe4b16 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:29.002867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47498) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:29.003735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:29.009697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.012669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8659084d-e03a-4450-9726-f0a02a8e1438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.023183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8369ab0-48af-4483-8de5-bf532d35593f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.060823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8659084d-e03a-4450-9726-f0a02a8e1438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.073825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.176859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8659084d-e03a-4450-9726-f0a02a8e1438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.179684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8659084d-e03a-4450-9726-f0a02a8e1438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.183705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8659084d-e03a-4450-9726-f0a02a8e1438 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9502072-3635-42b2-aeac-134b87dfeb9f HTTP/1.1" status: 204 len: 168 time: 0.2900965 Nov 22 16:46:29.196108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:29.200964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8369ab0-48af-4483-8de5-bf532d35593f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.211992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] Sync routers for ids ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:29.227108 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e8369ab0-48af-4483-8de5-bf532d35593f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.227303 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c074737-a0ea-4302-b06c-17661025314c admin admin] 10.222.0.65 "PUT /v2.0/routers/25d13fd0-75db-4b8d-bb53-47bad7a7b923/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5531199 Nov 22 16:46:29.242297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47508) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:29.244351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] Routers {'25d13fd0-75db-4b8d-bb53-47bad7a7b923'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:29.246237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:29.247890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659084d-e03a-4450-9726-f0a02a8e1438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9502072-3635-42b2-aeac-134b87dfeb9f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.262596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.365249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:29.371219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.410172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e8369ab0-48af-4483-8de5-bf532d35593f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49b3c87cf3ce4a11a44ae357dd6c43fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4061956 Nov 22 16:46:29.414609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47512) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:29.424595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['50139cd7-9a8e-4140-bf1a-a473c4ee16d9'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:29.450144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event deleted for resources: {'Port': ['ID=50139cd7-9a8e-4140-bf1a-a473c4ee16d9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.465359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8369ab0-48af-4483-8de5-bf532d35593f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a0a1d3-59eb-40c5-aa18-1f76e06cfc6b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.538920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c40a5-9c50-48f2-a6a5-a7732d307708 req-0e9a6a7e-c6eb-4df6-8044-486769978360 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.546023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f33c40a5-9c50-48f2-a6a5-a7732d307708 req-0e9a6a7e-c6eb-4df6-8044-486769978360 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 945 time: 0.1628830 Nov 22 16:46:29.556398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.559722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] No DVR routers for this DVR port 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:29.564751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.568631 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a5aa422-9646-47e3-b47c-59e6675275dd req-8d773b13-a091-4b79-b104-46f69acd9361 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.20 "DELETE /v2.0/ports/50139cd7-9a8e-4140-bf1a-a473c4ee16d9 HTTP/1.1" status: 204 len: 173 time: 2.0331452 Nov 22 16:46:29.573591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'name': 'network-vif-deleted', 'tag': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:29.576187 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5a1e69-f24a-4286-8084-1c8f18d522e0" -d '{"events": [{"server_uuid": "94b9c06c-81f1-431b-8c97-fa54088754c2", "name": "network-vif-deleted", "tag": "50139cd7-9a8e-4140-bf1a-a473c4ee16d9"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:29.673310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3352ef99-045c-440f-b07a-c291e24be95e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.686568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] Set router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:29.767357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3352ef99-045c-440f-b07a-c291e24be95e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.770676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.778482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.787633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f33c40a5-9c50-48f2-a6a5-a7732d307708 req-98dd13a5-d90a-4e00-acd0-39a89b1f0568 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405996 Nov 22 16:46:29.853164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce8160-c30c-41b9-b875-4d9b46f1ac87 req-97e5e6b9-4622-4b9f-a702-caa25dd56adf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:29.863150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dce8160-c30c-41b9-b875-4d9b46f1ac87 req-97e5e6b9-4622-4b9f-a702-caa25dd56adf tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 908 time: 0.1928730 Nov 22 16:46:29.882626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.888604 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f8768a-5286-4ffd-89c1-1c481f231705 x-openstack-request-id: req-05f8768a-5286-4ffd-89c1-1c481f231705 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:29.889062 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b9c06c-81f1-431b-8c97-fa54088754c2", "name": "network-vif-deleted", "tag": "50139cd7-9a8e-4140-bf1a-a473c4ee16d9", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:29.889347 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05f8768a-5286-4ffd-89c1-1c481f231705 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:29.889869 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b9c06c-81f1-431b-8c97-fa54088754c2', 'name': 'network-vif-deleted', 'tag': '50139cd7-9a8e-4140-bf1a-a473c4ee16d9', 'status': 'completed', 'code': 200} Nov 22 16:46:29.895065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Pushing event updated for resources: {'Port': ['ID=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:29.922122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:29.987050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:30.016227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25dbf6ec-68b4-44b2-be52-447c3b31d4ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.049885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-c2b2d2be-1178-4778-9ade-8623cd538d55 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:30.051473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-c2b2d2be-1178-4778-9ade-8623cd538d55 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 908 time: 0.1069820 Nov 22 16:46:30.079323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:30.081165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3352ef99-045c-440f-b07a-c291e24be95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.088695 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3352ef99-045c-440f-b07a-c291e24be95e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.090754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3352ef99-045c-440f-b07a-c291e24be95e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/72a0a1d3-59eb-40c5-aa18-1f76e06cfc6b HTTP/1.1" status: 204 len: 168 time: 0.6465631 Nov 22 16:46:30.111889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:30.126687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Deleting port 45dc24af-d56c-4895-b874-4a26c16c0588 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:30.127084 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.145048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3352ef99-045c-440f-b07a-c291e24be95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a0a1d3-59eb-40c5-aa18-1f76e06cfc6b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.312635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25dbf6ec-68b4-44b2-be52-447c3b31d4ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.325685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Router 0008eb3f-6010-4c43-ad19-832cdccedac8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:30.332065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 5, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port': {'id': '45dc24af-d56c-4895-b874-4a26c16c0588', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:45:56Z', 'updated_at': '2021-11-22T16:46:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:30.343013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25dbf6ec-68b4-44b2-be52-447c3b31d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.381950 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-886a1056-7b06-46b8-bc6a-9de105ad6e4e req-407e7545-7281-4df9-b29e-9de5cf53d719 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=94b9c06c-81f1-431b-8c97-fa54088754c2 HTTP/1.1" status: 200 len: 210 time: 0.2562602 Nov 22 16:46:30.390689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] Checking router: 25d13fd0-75db-4b8d-bb53-47bad7a7b923 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:30.420345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] Routers {'25d13fd0-75db-4b8d-bb53-47bad7a7b923'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:30.421078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:30.458584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-25dbf6ec-68b4-44b2-be52-447c3b31d4ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=50a87aec66aa40d59db290663e4133d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4632890 Nov 22 16:46:30.461998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:30.476684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbf6ec-68b4-44b2-be52-447c3b31d4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1e63b1-0ad7-4c63-a510-a1221c1550ad,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:30.523760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] For port 45dc24af-d56c-4895-b874-4a26c16c0588, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=45dc24af-d56c-4895-b874-4a26c16c0588,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:30.523760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.542274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Deleting port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:30.542619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.551018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:30.573374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f483bc4-c41e-4f23-893f-a784be617d5b admin admin] 10.222.0.65 "PUT /v2.0/routers/0008eb3f-6010-4c43-ad19-832cdccedac8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6876981 Nov 22 16:46:30.578507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] Set router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:30.581534 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Sync routers for ids ['0008eb3f-6010-4c43-ad19-832cdccedac8'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:30.619696 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Routers {'0008eb3f-6010-4c43-ad19-832cdccedac8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:30.620661 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0008eb3f-6010-4c43-ad19-832cdccedac8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:30.676149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] For port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:30.676663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:30.693469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Calling delete_port for 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:30.721090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a755efd6-14a1-43e4-9fd2-22eeabfe4b16 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:30.809388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 6, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:30.838903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Calling delete_port for 45dc24af-d56c-4895-b874-4a26c16c0588 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:30.898831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77381aa-f38c-4531-ae0b-3c3ad67fabbc None None] The sync data for ids ['25d13fd0-75db-4b8d-bb53-47bad7a7b923'] in n-d-816206-6 is: [{'id': '25d13fd0-75db-4b8d-bb53-47bad7a7b923', 'name': 'tempest-TestAggregatesBasicOps-2003020462-router', 'tenant_id': 'e2d05c35622f47a882542fa55cbc4f13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:45:55Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 6, 'project_id': 'e2d05c35622f47a882542fa55cbc4f13', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:30.915302 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Set router 0008eb3f-6010-4c43-ad19-832cdccedac8 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:30.939613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:30.953493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:30.953986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.087989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69b31f90-d161-4e8f-bffc-57ff4df1dc13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.103594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.118887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.152164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:31.156406 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3498c87f-59d3-4949-ae39-64b6d5f65475" -d '{"events": [{"server_uuid": "610dafe2-da11-4d97-9c7f-80ce1b53c81c", "name": "network-vif-plugged", "status": "completed", "tag": "a755efd6-14a1-43e4-9fd2-22eeabfe4b16"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:31.162170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'Port': ['ID=9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:31.167308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69b31f90-d161-4e8f-bffc-57ff4df1dc13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.191873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:31.202998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.330608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e4535-4038-4825-ab68-60b792f0b45c req-cc908d4c-04b4-4d5f-9752-930b8690c5cc tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:31.331057 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 4, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '4ed1021b-ac0b-4145-87b2-64ebb2e3707c', 'name': '', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'mac_address': 'fa:16:3e:b8:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:26Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 2, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'subnets': [{'id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:31.334296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-778e4535-4038-4825-ab68-60b792f0b45c req-cc908d4c-04b4-4d5f-9752-930b8690c5cc tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 945 time: 0.3466711 Nov 22 16:46:31.394918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:31.411323 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Checking router: 0008eb3f-6010-4c43-ad19-832cdccedac8 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:31.411949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Updating router 0008eb3f-6010-4c43-ad19-832cdccedac8 port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:31.462194 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.493062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] No DVR routers for this DVR port 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:31.507801 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.511201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b60dc2-1892-4d2e-a57c-ed0d9e9a17ec req-8b059a94-7b26-4b59-8d4c-e8d7a29c9ca4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.66 "DELETE /v2.0/ports/9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 HTTP/1.1" status: 204 len: 173 time: 1.4501207 Nov 22 16:46:31.540689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'name': 'network-vif-deleted', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:31.543130 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aacd08-0790-41c5-b421-2577eb88dc97" -d '{"events": [{"server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "name": "network-vif-deleted", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:31.571729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.645085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45dc24af-d56c-4895-b874-4a26c16c0588,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:31.678889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69b31f90-d161-4e8f-bffc-57ff4df1dc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.678889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69b31f90-d161-4e8f-bffc-57ff4df1dc13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.678889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-69b31f90-d161-4e8f-bffc-57ff4df1dc13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc1e63b1-0ad7-4c63-a510-a1221c1550ad HTTP/1.1" status: 204 len: 168 time: 1.2143617 Nov 22 16:46:31.703419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f2d9fd-6c48-4963-b39f-675deeb965c8 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:31.734275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-778e4535-4038-4825-ab68-60b792f0b45c req-61d3cfa2-420f-472e-b67b-21360a89df7e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010583 Nov 22 16:46:31.858451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.909450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:31.947759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45dc24af-d56c-4895-b874-4a26c16c0588 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:31.964529 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:31.969810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 45dc24af-d56c-4895-b874-4a26c16c0588 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:31.970436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 45dc24af-d56c-4895-b874-4a26c16c0588 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:31.970870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 77c5919e-c2e9-4a8f-a225-a3331997f468 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:31.993844 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.000334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:32.001242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 50139cd7-9a8e-4140-bf1a-a473c4ee16d9 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:32.004026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 77c5919e-c2e9-4a8f-a225-a3331997f468 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:32.004445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 77c5919e-c2e9-4a8f-a225-a3331997f468 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:32.022657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b31f90-d161-4e8f-bffc-57ff4df1dc13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1e63b1-0ad7-4c63-a510-a1221c1550ad,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:32.046023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.052966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.101940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-a831f5f5-851a-45e0-8532-bd9bbb446553 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:32.103553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-a831f5f5-851a-45e0-8532-bd9bbb446553 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 818 time: 0.7661672 Nov 22 16:46:32.108237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5c1ac53-4a61-41d2-ae60-ddaa0256380a req-f82ddece-90c3-4fe3-84fb-011ac942089b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd27f783-8248-4504-a201-d25850bce989 HTTP/1.1" status: 200 len: 210 time: 0.2547534 Nov 22 16:46:32.174326 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf95068-d46f-4008-9be9-2a3f5d7e3cad None None] Pushing event updated for resources: {'Port': ['ID=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:32.207014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-ee69637f-3b80-4ee5-94f4-dd1704b29270 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/quotas/e91f9badd07946d78ad08d812d722249 HTTP/1.1" status: 200 len: 375 time: 0.0926514 Nov 22 16:46:32.214886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.216406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d13fd0-75db-4b8d-bb53-47bad7a7b923 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:46:32.234782 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.236362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ec811f08-fed2-4d32-9a33-211e2f1fdbd2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/25d13fd0-75db-4b8d-bb53-47bad7a7b923 HTTP/1.1" status: 204 len: 168 time: 2.9897609 Nov 22 16:46:32.239068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47598) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:32.269117 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07daaa23-a98d-4d12-84aa-25bcfa899ade x-openstack-request-id: req-07daaa23-a98d-4d12-84aa-25bcfa899ade {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:32.269415 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610dafe2-da11-4d97-9c7f-80ce1b53c81c", "name": "network-vif-plugged", "status": "completed", "tag": "a755efd6-14a1-43e4-9fd2-22eeabfe4b16", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:32.269720 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07daaa23-a98d-4d12-84aa-25bcfa899ade {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:32.270115 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'code': 200} Nov 22 16:46:32.280905 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Attempting to bind port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:32.282357 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Attempting to bind port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:32.282893 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Attempting to bind port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:32.289594 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:32.290227 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Checking segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:32.293228 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.295453 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Bound using segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:32.298817 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Bound port: 4ed1021b-ac0b-4145-87b2-64ebb2e3707c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:32.299935 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.531109 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ff8b8c-7701-4d1f-8ec4-08ccfb895463 x-openstack-request-id: req-d5ff8b8c-7701-4d1f-8ec4-08ccfb895463 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:32.531432 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd27f783-8248-4504-a201-d25850bce989", "name": "network-vif-deleted", "tag": "9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:32.531697 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5ff8b8c-7701-4d1f-8ec4-08ccfb895463 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:32.532115 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd27f783-8248-4504-a201-d25850bce989', 'name': 'network-vif-deleted', 'tag': '9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2', 'status': 'completed', 'code': 200} Nov 22 16:46:32.565240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-f2d920d2-15df-495e-ab4e-3f4a35a99260 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3260837 Nov 22 16:46:32.597100 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] For port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:32.602469 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] For port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:32.610938 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:32.653111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:32.739671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:32.747694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 9c6fda7b-dde8-45cb-b7a5-aac78b6a99e2 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:32.777568 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Routers {'0008eb3f-6010-4c43-ad19-832cdccedac8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:32.783006 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0008eb3f-6010-4c43-ad19-832cdccedac8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:32.901972 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf95068-d46f-4008-9be9-2a3f5d7e3cad None None] Pushing event updated for resources: {'Port': ['ID=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:33.006820 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] Set router 0008eb3f-6010-4c43-ad19-832cdccedac8 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:33.354983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Deleting subnet 950080e8-4754-4718-94aa-178207c163ec {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:46:33.359751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.413347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601812d-168d-4750-b792-2f919562c5a9 req-f9932965-804e-44ab-969b-13e669122a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:33.415596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e601812d-168d-4750-b792-2f919562c5a9 req-f9932965-804e-44ab-969b-13e669122a74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 1097 time: 1.0450940 Nov 22 16:46:33.441644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.490026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-b03bb59b-e7f0-4023-aff3-557efe2a8572 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:33.498502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-b03bb59b-e7f0-4023-aff3-557efe2a8572 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.2281992 Nov 22 16:46:33.562101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.566443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-6809bc86-e6c5-42ea-b3a9-67ce7cec0423 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.0666997 Nov 22 16:46:33.612549 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 4, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '4ed1021b-ac0b-4145-87b2-64ebb2e3707c', 'name': '', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'mac_address': 'fa:16:3e:b8:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:26Z', 'updated_at': '2021-11-22T16:46:32Z', 'revision_number': 4, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'subnets': [{'id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:33.633172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.652427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-bc49a6ee-fac6-4a7d-a5ce-4741ef63dd73 service neutron] 10.222.0.65 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0862482 Nov 22 16:46:33.667430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950080e8-4754-4718-94aa-178207c163ec,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:33.678950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.686033 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20dadb-3cd8-4d5b-a45c-0c7ba7b9e952 None None] The sync data for ids ['0008eb3f-6010-4c43-ad19-832cdccedac8'] in n-d-816206-6 is: [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:46:29Z', 'revision_number': 4, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '4ed1021b-ac0b-4145-87b2-64ebb2e3707c', 'name': '', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'mac_address': 'fa:16:3e:b8:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:26Z', 'updated_at': '2021-11-22T16:46:32Z', 'revision_number': 4, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'subnets': [{'id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:33.688176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7375655c-3b97-44f7-a252-8206b8201e20 None None] Network 6baf2c78-f344-4474-a2c7-0de2245022bc requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:33.691354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09f2bd19-24cc-482c-9234-7c1f8a1b8c66 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/950080e8-4754-4718-94aa-178207c163ec HTTP/1.1" status: 204 len: 168 time: 1.4511194 Nov 22 16:46:33.691953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47670) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:33.706613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-819e8feb-03b3-48f4-8184-6792e4d5f34f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212044 Nov 22 16:46:33.729160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e601812d-168d-4750-b792-2f919562c5a9 req-ace707b5-5d18-4a9e-bf9f-fa24600ba372 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961326 Nov 22 16:46:33.869811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:33.970418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Deleting port b6fdb063-0e22-4e99-8cc1-9d0d6381313e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:33.970937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.031947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-9803a560-562a-4a4c-a03f-7e9837d0ad5b service neutron] 10.222.0.65 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312054 Nov 22 16:46:34.034079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-f8ef089f-4bbf-4bbd-bc30-a3f1814ccd8d service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973042 Nov 22 16:46:34.130976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] For port b6fdb063-0e22-4e99-8cc1-9d0d6381313e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,segment=NetworkSegment(680c675b-6a68-4304-b0a3-5efbc92203b5),segment_id=680c675b-6a68-4304-b0a3-5efbc92203b5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:34.131480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.178198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Calling delete_port for b6fdb063-0e22-4e99-8cc1-9d0d6381313e owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:34.352959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] DHCP port deletion for 6baf2c78-f344-4474-a2c7-0de2245022bc request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:34.365868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-55122d53-05b4-4989-b622-5581873ad448 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241355 Nov 22 16:46:34.461350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.479096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Deleting port b6fdb063-0e22-4e99-8cc1-9d0d6381313e {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:34.479685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.537201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:34.560393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] No DVR routers for this DVR port b6fdb063-0e22-4e99-8cc1-9d0d6381313e on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:34.626206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984e12b-f4f2-4bbd-8ba6-f459d21163fa req-73bf5c21-e5b8-4a43-bd03-f0baafa52f84 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:34.632897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7984e12b-f4f2-4bbd-8ba6-f459d21163fa req-73bf5c21-e5b8-4a43-bd03-f0baafa52f84 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 946 time: 0.2027211 Nov 22 16:46:34.712657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] For port b6fdb063-0e22-4e99-8cc1-9d0d6381313e, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:34.716029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.737361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Calling delete_port for b6fdb063-0e22-4e99-8cc1-9d0d6381313e owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:34.741327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Port b6fdb063-0e22-4e99-8cc1-9d0d6381313e was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:46:34.744499 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.783101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] Pushing event deleted for resources: {'Port': ['ID=b6fdb063-0e22-4e99-8cc1-9d0d6381313e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:34.795268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab7ec2-b5bb-42fa-8924-a9bcce3deeac None None] No DVR routers for this DVR port b6fdb063-0e22-4e99-8cc1-9d0d6381313e on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:34.847645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:34.859701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7984e12b-f4f2-4bbd-8ba6-f459d21163fa req-1004d864-aceb-4982-94a1-4d3b6e8b1bc4 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211571 Nov 22 16:46:34.980642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baf2c78-f344-4474-a2c7-0de2245022bc']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:35.010075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680c675b-6a68-4304-b0a3-5efbc92203b5') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:35.012676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680c675b-6a68-4304-b0a3-5efbc92203b5') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:35.060500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.106356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.133915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Releasing vlan 887 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:35.134333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:35.136594 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:35.168488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5c7e825-f91c-474d-8cbd-404e205b2f57 req-8befbfdf-fa77-4305-aee2-9688edb566e3 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 210 time: 0.2012308 Nov 22 16:46:35.176678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a3212b3-497b-4afc-9be2-93831c37840c req-e8220eee-903c-4df4-bfa8-f562e6e689c0 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 210 time: 0.0977395 Nov 22 16:46:35.292334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.300017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:35.314717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] 10.222.0.65 "DELETE /v2.0/networks/6baf2c78-f344-4474-a2c7-0de2245022bc HTTP/1.1" status: 204 len: 168 time: 1.6216393 Nov 22 16:46:35.333145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77da915-47ae-4a63-a5d6-309aaf4f9b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=6baf2c78-f344-4474-a2c7-0de2245022bc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:35.349923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47754) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.051775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47780) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.137115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4ed1021b-ac0b-4145-87b2-64ebb2e3707c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:36.147861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-981feea3-10eb-41b9-84a0-439b2673b5fe tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:36.157568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-981feea3-10eb-41b9-84a0-439b2673b5fe tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 818 time: 0.4401922 Nov 22 16:46:36.163470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c16d105-a54f-462f-8a72-9fe27ecf73ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d878e0391e174873889c9f732b73ca5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1095865 Nov 22 16:46:36.164743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47786) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:36.190769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-5ec52772-7abe-42a4-98b8-4294d4f33407 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/quotas/e91f9badd07946d78ad08d812d722249 HTTP/1.1" status: 200 len: 375 time: 0.0317316 Nov 22 16:46:36.257448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:36.260935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.263229 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f41e6c4b-dc50-49dd-b94a-a8b7f08b6350 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.292500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e4b30404-de65-4a64-912a-15e380936dab tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004465 Nov 22 16:46:36.304028 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f41e6c4b-dc50-49dd-b94a-a8b7f08b6350 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.324054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297e858-cdaa-41d4-9cf3-5523900bbaf5 req-88c3f575-3165-4eb7-b928-ce4df7c844e3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:36.331914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8297e858-cdaa-41d4-9cf3-5523900bbaf5 req-88c3f575-3165-4eb7-b928-ce4df7c844e3 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 945 time: 0.2122793 Nov 22 16:46:36.499405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.507551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f41e6c4b-dc50-49dd-b94a-a8b7f08b6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.511746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f41e6c4b-dc50-49dd-b94a-a8b7f08b6350 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.517114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f41e6c4b-dc50-49dd-b94a-a8b7f08b6350 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9314f673-e9c0-4cfa-8cc9-61d5630649b0 HTTP/1.1" status: 204 len: 168 time: 0.3503208 Nov 22 16:46:36.539251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e6c4b-dc50-49dd-b94a-a8b7f08b6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9314f673-e9c0-4cfa-8cc9-61d5630649b0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:36.558315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:36.595891 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.716276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8297e858-cdaa-41d4-9cf3-5523900bbaf5 req-9998bf9b-3122-4db0-8147-43a63aec97f7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785622 Nov 22 16:46:36.836407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6fdb063-0e22-4e99-8cc1-9d0d6381313e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:36.905277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:36.927183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b6fdb063-0e22-4e99-8cc1-9d0d6381313e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:36.927525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6fdb063-0e22-4e99-8cc1-9d0d6381313e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:36.986063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-dbc9b80a-0027-4c4f-83de-94ec9a0ba8e0 service neutron] 10.222.0.65 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6925035 Nov 22 16:46:37.026841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:37.033617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-63f845dd-db4d-4997-8422-2cf711a6f639 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.040015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-63f845dd-db4d-4997-8422-2cf711a6f639 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 818 time: 0.3134568 Nov 22 16:46:37.062504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Request body: {'port': {'device_id': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'admin_state_up': True, 'tenant_id': 'e91f9badd07946d78ad08d812d722249'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:37.321261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.335546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.347734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0468f6-609b-437c-a483-ef23db425017 req-34680de1-367f-455c-8f6e-29c52a3cf629 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.349337 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d0468f6-609b-437c-a483-ef23db425017 req-34680de1-367f-455c-8f6e-29c52a3cf629 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 945 time: 0.1930861 Nov 22 16:46:37.357235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.464041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd0be6-e07d-4ad1-beab-e8773abb57b3 req-46234476-d032-4040-a2b3-c1317857772a tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:37.468479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dcd0be6-e07d-4ad1-beab-e8773abb57b3 req-46234476-d032-4040-a2b3-c1317857772a tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 946 time: 0.5088029 Nov 22 16:46:37.533637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:37.626807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f8146111de0458ab630bd04577ccce3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2756810 Nov 22 16:46:37.638412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47824) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:37.660611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dcd0be6-e07d-4ad1-beab-e8773abb57b3 req-d2cbd303-1be2-4e18-b2d5-d8b7b00945fa tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631017 Nov 22 16:46:37.670230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Made reservation on behalf of e91f9badd07946d78ad08d812d722249 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:37.674117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.690435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-961f57d8-8bee-4f86-acc8-0ac9c8b1f551 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2d05c35622f47a882542fa55cbc4f13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1515830 Nov 22 16:46:37.701342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:37.706751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Deleting port 7f0db838-9529-4bdc-9b50-39e9605bb90f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:37.707525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.857997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-389cd4f9-1ad0-4332-a7a4-f284e4870e5b service neutron] 10.222.0.65 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8708103 Nov 22 16:46:37.870661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47836) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:37.941060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4ed1021b-ac0b-4145-87b2-64ebb2e3707c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:37.965748 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4604629-cc68-4c4c-955d-f495a5a33a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:37.991985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4604629-cc68-4c4c-955d-f495a5a33a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.010300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6799878d-f182-446e-873e-3fc68674cd95,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.017948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-b1befc7b-ace7-43c9-8855-339e13f69924 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:38.019697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-b1befc7b-ace7-43c9-8855-339e13f69924 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.20 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.6390858 Nov 22 16:46:38.034552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42bdfd07-af37-4bc4-a0be-f49754037db7 req-24346bbf-8b95-45ef-9578-88117c89f2fa tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 210 time: 0.2353082 Nov 22 16:46:38.051818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Request body: {'port': {'device_id': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'admin_state_up': True, 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:38.079524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.080124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.081280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.086044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.088386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.090428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.091736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.092248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.095992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.096500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.098046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.098546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834a3074-e65a-47c6-9e64-21b2d88ef493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:38.163096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:38.163524 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.205529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] For port 7f0db838-9529-4bdc-9b50-39e9605bb90f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=7f0db838-9529-4bdc-9b50-39e9605bb90f,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:38.206143 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.208726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f7c5-93e4-45e9-988e-ac6da8323b0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.307818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Calling delete_port for 7f0db838-9529-4bdc-9b50-39e9605bb90f owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:38.342140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f7c5-93e4-45e9-988e-ac6da8323b0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.458476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ba53867-c18e-48de-81b9-68acbed13422 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.477469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7580a707-2920-4ff7-b4e9-7a622162b38e req-e525765c-32fb-4f8d-a61f-b181b4bc5e59 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 210 time: 0.1223505 Nov 22 16:46:38.541038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a5820-9e98-49a1-8307-686f4dd04e12 req-29f5c1fc-ce55-4b4d-8e72-9a2defae7c7c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:38.549099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-393a5820-9e98-49a1-8307-686f4dd04e12 req-29f5c1fc-ce55-4b4d-8e72-9a2defae7c7c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 945 time: 0.1951454 Nov 22 16:46:38.568440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Allocated IP 172.20.0.2 (814f5bb6-55ae-4274-93ef-5cfa748d0063/ba372b72-43b1-42c0-b60f-c4ffdfc4b810/566f8d19-e9c1-4f3a-8751-28957299ef5b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:38.572803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.574948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:38.580493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.587648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['a6ff36f7-8472-48c4-a421-7908abaaf388', '7f0db838-9529-4bdc-9b50-39e9605bb90f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:38.620748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f7c5-93e4-45e9-988e-ac6da8323b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.624101 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d1a7f7c5-93e4-45e9-988e-ac6da8323b0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.640613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d1a7f7c5-93e4-45e9-988e-ac6da8323b0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6799878d-f182-446e-873e-3fc68674cd95 HTTP/1.1" status: 204 len: 168 time: 0.9684620 Nov 22 16:46:38.671376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4604629-cc68-4c4c-955d-f495a5a33a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.682520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4604629-cc68-4c4c-955d-f495a5a33a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:38.689163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a4604629-cc68-4c4c-955d-f495a5a33a8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cd73996-0b46-4977-85c1-74d99b0a4169 HTTP/1.1" status: 204 len: 168 time: 0.9782209 Nov 22 16:46:38.712407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'Port': ['ID=7f0db838-9529-4bdc-9b50-39e9605bb90f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.741510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7f7c5-93e4-45e9-988e-ac6da8323b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6799878d-f182-446e-873e-3fc68674cd95,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.763860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4604629-cc68-4c4c-955d-f495a5a33a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd73996-0b46-4977-85c1-74d99b0a4169,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:38.856133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-393a5820-9e98-49a1-8307-686f4dd04e12 req-456ba53e-fda6-4245-a1b5-affb28aa6204 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057830 Nov 22 16:46:38.884715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.042658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ba53867-c18e-48de-81b9-68acbed13422 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.052271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3ba53867-c18e-48de-81b9-68acbed13422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.256958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba53867-c18e-48de-81b9-68acbed13422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6ce577-048b-4fd0-8ee8-3061085c74f9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:39.273432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3ba53867-c18e-48de-81b9-68acbed13422 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b527ab0c3ba4ca7b02293705b059aa2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3939033 Nov 22 16:46:39.276886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47870) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:39.370772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-485b420c-900f-4c1a-9c88-6bef19f61328 req-e95251ae-75ac-45c8-8aa3-371ead45f470 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 210 time: 0.1074333 Nov 22 16:46:39.460023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.494204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59b545b5-8135-47ba-b5ba-25dc5bb4e183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.532486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] No DVR routers for this DVR port 7f0db838-9529-4bdc-9b50-39e9605bb90f on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:39.563986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.573743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59b545b5-8135-47ba-b5ba-25dc5bb4e183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.577589 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d0468f6-609b-437c-a483-ef23db425017 req-2974af8d-e62b-4114-8239-531b5f185d07 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "DELETE /v2.0/ports/7f0db838-9529-4bdc-9b50-39e9605bb90f HTTP/1.1" status: 204 len: 173 time: 2.1973424 Nov 22 16:46:39.579029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'name': 'network-vif-deleted', 'tag': '7f0db838-9529-4bdc-9b50-39e9605bb90f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:39.588759 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e24139b-e0b9-47b7-bae1-552ef00a6b8f" -d '{"events": [{"server_uuid": "7f7d4b37-a9d0-48de-b911-4e33e19682a2", "name": "network-vif-deleted", "tag": "7f0db838-9529-4bdc-9b50-39e9605bb90f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:39.707970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3eb7a436-cc45-4eeb-911f-0ca09d66e5ff req-10024177-72bc-42c1-8ae7-07cdd4d536df tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 210 time: 0.0641403 Nov 22 16:46:39.725119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47886) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:39.740272 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbc9ca1-ee5d-4b79-bd21-3f035b5e51fd x-openstack-request-id: req-fcbc9ca1-ee5d-4b79-bd21-3f035b5e51fd {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:39.741447 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f7d4b37-a9d0-48de-b911-4e33e19682a2", "name": "network-vif-deleted", "tag": "7f0db838-9529-4bdc-9b50-39e9605bb90f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:39.742863 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcbc9ca1-ee5d-4b79-bd21-3f035b5e51fd {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:39.743434 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f7d4b37-a9d0-48de-b911-4e33e19682a2', 'name': 'network-vif-deleted', 'tag': '7f0db838-9529-4bdc-9b50-39e9605bb90f', 'status': 'completed', 'code': 200} Nov 22 16:46:39.759321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.763986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa630eb-ad94-43db-b3d9-19a83bf0c16f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.768610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59b545b5-8135-47ba-b5ba-25dc5bb4e183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.779138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59b545b5-8135-47ba-b5ba-25dc5bb4e183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:39.795280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-59b545b5-8135-47ba-b5ba-25dc5bb4e183 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d6ce577-048b-4fd0-8ee8-3061085c74f9 HTTP/1.1" status: 204 len: 168 time: 0.5168569 Nov 22 16:46:39.911395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Allocated IP 172.20.0.10 (bb4fff6e-7338-4018-ba32-de47da46245f/fedf3f6b-88f8-4686-91b2-698371b64e3a/6c49420c-3d7a-44f0-83a9-89767678fb30) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:40.004895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa630eb-ad94-43db-b3d9-19a83bf0c16f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.007346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b545b5-8135-47ba-b5ba-25dc5bb4e183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6ce577-048b-4fd0-8ee8-3061085c74f9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.013075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fa630eb-ad94-43db-b3d9-19a83bf0c16f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.178205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa630eb-ad94-43db-b3d9-19a83bf0c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c8f9de-81a6-4e93-a6ff-a1bb56a4b16c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.249370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1fa630eb-ad94-43db-b3d9-19a83bf0c16f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=051ed12902ed4f0fa648fe1c54d56aee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5230503 Nov 22 16:46:40.251560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4de075c-fe0e-47ba-b7dd-2ac3a950a760 req-b1a846be-5fd5-4a89-8ef5-23df5e9a7eeb tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f7d4b37-a9d0-48de-b911-4e33e19682a2 HTTP/1.1" status: 200 len: 210 time: 0.1749053 Nov 22 16:46:40.252049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47900) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:40.391449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:40.394738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.403339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:40.407402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:40.588476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.589376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.591736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Pushing event updated for resources: {'Port': ['ID=566f8d19-e9c1-4f3a-8751-28957299ef5b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.653935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-44f185d0-a1cf-4e39-944f-39112b333ced tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6058638 Nov 22 16:46:40.672048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Request body: {'port': {'device_id': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:40.676956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.720605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47912) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:40.767274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:40.781692 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b49d68-9600-453e-8fd9-db648a75232b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.795466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:40.817213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Network bb4fff6e-7338-4018-ba32-de47da46245f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:40.820285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006dd328-093a-4024-bcc0-c09651cb3f5e req-0cea4bb6-0e95-40e2-bce1-f74b647eefda tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.823738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:40.827106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:40.829082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006dd328-093a-4024-bcc0-c09651cb3f5e req-0cea4bb6-0e95-40e2-bce1-f74b647eefda tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 932 time: 0.1931195 Nov 22 16:46:40.839986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bad4171b-8a43-44ad-9384-324e973c3837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.895635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:40.896282 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.937635 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-3ec4e72d-bf5c-4bda-b2dc-11290df2ecfc tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9005992 Nov 22 16:46:40.938536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:40.955241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-202228fe-2081-46c4-ba9e-58317836c78c req-f8f8d378-232f-40fa-9d29-02b0ccc8fab0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 210 time: 0.0800009 Nov 22 16:46:40.957344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Request body: {'port': {'device_id': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:41.004575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b49d68-9600-453e-8fd9-db648a75232b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.017359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-ea870dd4-cc64-47d1-92ce-f664a2893746 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.019584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-ea870dd4-cc64-47d1-92ce-f664a2893746 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.66 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 818 time: 0.6114280 Nov 22 16:46:41.048448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2614668-network', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:41.057036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Request body: {'port': {'device_id': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'admin_state_up': True, 'tenant_id': 'e91f9badd07946d78ad08d812d722249'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:41.188556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.264799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006dd328-093a-4024-bcc0-c09651cb3f5e req-f8b4683f-f8bb-4dee-b0ca-2f164e0d557a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345469 Nov 22 16:46:41.293356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Made reservation on behalf of 9d733154fb844383b254eeafd2f8b9af for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:41.295072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.311814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Made reservation on behalf of e91f9badd07946d78ad08d812d722249 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:41.318408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.336461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b49d68-9600-453e-8fd9-db648a75232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.339973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9b49d68-9600-453e-8fd9-db648a75232b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.341590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9b49d68-9600-453e-8fd9-db648a75232b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15c8f9de-81a6-4e93-a6ff-a1bb56a4b16c HTTP/1.1" status: 204 len: 168 time: 1.0885806 Nov 22 16:46:41.351911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.390138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b49d68-9600-453e-8fd9-db648a75232b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c8f9de-81a6-4e93-a6ff-a1bb56a4b16c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:41.507236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bad4171b-8a43-44ad-9384-324e973c3837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.513542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bad4171b-8a43-44ad-9384-324e973c3837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.577264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bad4171b-8a43-44ad-9384-324e973c3837 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5239abecbc6240ffbb2e777789585296&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8436723 Nov 22 16:46:41.578149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47932) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:41.595620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4171b-8a43-44ad-9384-324e973c3837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d901723-850f-48cc-a2c5-bf127b98381e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:41.780182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8742319-56e0-4d87-96c6-4fb1d27345c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.840555 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.846714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8742319-56e0-4d87-96c6-4fb1d27345c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.865215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.876644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566f8d19-e9c1-4f3a-8751-28957299ef5b {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:41.887253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c49420c-3d7a-44f0-83a9-89767678fb30 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:41.899623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.909107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05900a04-5db2-44fa-9392-9d196a5a0685 req-552268d0-37bd-4381-a71a-be75592822ed tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:41.910704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.917107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05900a04-5db2-44fa-9392-9d196a5a0685 req-552268d0-37bd-4381-a71a-be75592822ed tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.1164093 Nov 22 16:46:41.943560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:41.960401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8a3894-fc17-4fb7-aeec-4c479c313a47,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:41.968719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Transition to ACTIVE for port object 566f8d19-e9c1-4f3a-8751-28957299ef5b will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:41.972931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7f0db838-9529-4bdc-9b50-39e9605bb90f no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:41.973437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Transition to ACTIVE for port object 6c49420c-3d7a-44f0-83a9-89767678fb30 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:41.974941 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.975353 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Added segment 4b37c8f9-8bbe-489c-81f9-1f09272c76e5 of type vlan for network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c Nov 22 16:46:41.978794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:41.993509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8742319-56e0-4d87-96c6-4fb1d27345c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.004189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8742319-56e0-4d87-96c6-4fb1d27345c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.007696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8742319-56e0-4d87-96c6-4fb1d27345c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d901723-850f-48cc-a2c5-bf127b98381e HTTP/1.1" status: 204 len: 168 time: 0.4221702 Nov 22 16:46:42.035129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 7f0db838-9529-4bdc-9b50-39e9605bb90f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:42.036896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 7f0db838-9529-4bdc-9b50-39e9605bb90f not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:42.065689 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.106438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05900a04-5db2-44fa-9392-9d196a5a0685 req-49a37ac5-2198-4600-8794-98496fb25f0d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881657 Nov 22 16:46:42.119508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8742319-56e0-4d87-96c6-4fb1d27345c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d901723-850f-48cc-a2c5-bf127b98381e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.229931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Allocated IP 172.20.0.8 (814f5bb6-55ae-4274-93ef-5cfa748d0063/ba372b72-43b1-42c0-b60f-c4ffdfc4b810/270e4ee3-3910-4396-84c0-0f53e9ff7795) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:42.308226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.378329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebd4a261-414a-4246-89a2-eebabd5facdb req-c1dbac10-b469-4ee7-bc41-fe237f5296e0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 210 time: 0.0801749 Nov 22 16:46:42.379393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=566f8d19-e9c1-4f3a-8751-28957299ef5b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.544402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-d2bb7c68-e8c6-48d2-921a-a39d69669130 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.546971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-d2bb7c68-e8c6-48d2-921a-a39d69669130 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.5695648 Nov 22 16:46:42.595823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:46:42.608284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece08ec-310e-4442-a9b5-4838d2cc3ea9 req-c2539397-db2b-444c-a867-eae0b5c76cca tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.611572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aece08ec-310e-4442-a9b5-4838d2cc3ea9 req-c2539397-db2b-444c-a867-eae0b5c76cca tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 944 time: 0.1904964 Nov 22 16:46:42.663040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Attempting to bind port 566f8d19-e9c1-4f3a-8751-28957299ef5b on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:42.663706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Attempting to bind port 566f8d19-e9c1-4f3a-8751-28957299ef5b by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:42.664227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Attempting to bind port 566f8d19-e9c1-4f3a-8751-28957299ef5b on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.678822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Port 566f8d19-e9c1-4f3a-8751-28957299ef5b on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:42.679498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Attempting to bind port 566f8d19-e9c1-4f3a-8751-28957299ef5b on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.714701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.715940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:42.716688 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.754643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47978) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:42.762752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:42.763325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Checking segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:42.763903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Bound using segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:42.764571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Bound port: 566f8d19-e9c1-4f3a-8751-28957299ef5b, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:42.765122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.769741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aece08ec-310e-4442-a9b5-4838d2cc3ea9 req-f464021e-2ba8-47cd-a9e8-a09821cea87b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478539 Nov 22 16:46:42.784939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.802736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.863699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.911330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Attempting to bind port 6c49420c-3d7a-44f0-83a9-89767678fb30 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:42.911895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Attempting to bind port 6c49420c-3d7a-44f0-83a9-89767678fb30 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:42.912330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Attempting to bind port 6c49420c-3d7a-44f0-83a9-89767678fb30 on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.936236 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.1635346 Nov 22 16:46:42.941452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47988) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:42.949589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Port 6c49420c-3d7a-44f0-83a9-89767678fb30 on network bb4fff6e-7338-4018-ba32-de47da46245f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:42.950424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Attempting to bind port 6c49420c-3d7a-44f0-83a9-89767678fb30 on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:42.959013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Request body: {'subnet': {'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2614668-subnet', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:42.967047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:42.971274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f768f5-4e4c-486f-8d45-4b455c01657d admin admin] Pushing event updated for resources: {'Network': ['ID=65fc7ea2-195d-4b6e-b9df-5f18281efb7c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:42.982147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:42.982439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:42.982439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:42.982439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Bound using segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:42.983848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Bound port: 6c49420c-3d7a-44f0-83a9-89767678fb30, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:42.983848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:42.998286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:42.998828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:43.004692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] For port 566f8d19-e9c1-4f3a-8751-28957299ef5b, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:43.010038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Deleting port a6ff36f7-8472-48c4-a421-7908abaaf388 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:43.010415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.091680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] For port 566f8d19-e9c1-4f3a-8751-28957299ef5b, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:43.105157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e3b1237-7fa7-4d32-a752-07ec3bea4ab7 tempest-AgentManagementNegativeTest-169121323 tempest-AgentManagementNegativeTest-169121323-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3318925 Nov 22 16:46:43.111236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Pushing event updated for resources: {'Port': ['ID=270e4ee3-3910-4396-84c0-0f53e9ff7795,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.115719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.123916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Made reservation on behalf of 9d733154fb844383b254eeafd2f8b9af for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:43.126399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.222054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.223119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.225701 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] 10.222.0.20 "PUT /v2.0/ports/566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 1091 time: 2.5581620 Nov 22 16:46:43.231490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'tag': '566f8d19-e9c1-4f3a-8751-28957299ef5b'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:43.239525 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc69406a-a494-43ba-8b74-7361cfecdadb" -d '{"events": [{"name": "network-changed", "server_uuid": "47d2c017-9c07-4d8c-8fb1-02dc5e7438d6", "tag": "566f8d19-e9c1-4f3a-8751-28957299ef5b"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:43.280430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:43.356587 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48c520d-fdd5-497d-a24f-c93f5376c497 x-openstack-request-id: req-f48c520d-fdd5-497d-a24f-c93f5376c497 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:43.357135 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47d2c017-9c07-4d8c-8fb1-02dc5e7438d6", "tag": "566f8d19-e9c1-4f3a-8751-28957299ef5b", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:43.357593 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f48c520d-fdd5-497d-a24f-c93f5376c497 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:43.358260 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'tag': '566f8d19-e9c1-4f3a-8751-28957299ef5b', 'status': 'completed', 'code': 200} Nov 22 16:46:43.423622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:43.458606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.463265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] For port a6ff36f7-8472-48c4-a421-7908abaaf388, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=a6ff36f7-8472-48c4-a421-7908abaaf388,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:43.463865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.472983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3872f1d-e227-4aa9-b1e5-11ad63d8ffd1 service neutron] Pushing event updated for resources: {'Port': ['ID=566f8d19-e9c1-4f3a-8751-28957299ef5b,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.490952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Calling delete_port for a6ff36f7-8472-48c4-a421-7908abaaf388 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:43.562449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.567352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.570287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] 10.222.0.20 "PUT /v2.0/ports/6c49420c-3d7a-44f0-83a9-89767678fb30 HTTP/1.1" status: 200 len: 1092 time: 2.6185336 Nov 22 16:46:43.633168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.652630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48012) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:43.660437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-17bdf9e1-7c73-4dc6-b08e-b460a1afe875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.662363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-17bdf9e1-7c73-4dc6-b08e-b460a1afe875 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1094 time: 0.3659000 Nov 22 16:46:43.774894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b77677-edbd-4e39-a483-0f2481bbfd79 service neutron] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.788837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-8b78ef80-2bc7-4e10-af25-97f19fa1e5ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.0997417 Nov 22 16:46:43.872520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-829171c4-412f-4f3c-a105-1401e7966898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.884696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-829171c4-412f-4f3c-a105-1401e7966898 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 1095 time: 0.2306437 Nov 22 16:46:43.894841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f04064a-64b0-4484-8193-1f1c50e0fe89,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:43.903235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-634da4e8-86a9-4fa6-a1f2-f5e6a58c98f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.904706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-634da4e8-86a9-4fa6-a1f2-f5e6a58c98f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.1039436 Nov 22 16:46:43.911772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84262ec5-55f1-454e-96fe-fa377f5ad0a4 req-ad9aaed4-d412-4653-ba6f-291622b64f20 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.920875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84262ec5-55f1-454e-96fe-fa377f5ad0a4 req-ad9aaed4-d412-4653-ba6f-291622b64f20 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 931 time: 0.3217347 Nov 22 16:46:43.932844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.933503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:43.982360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32860f42-4168-427c-a86e-2ac2b0108ffb req-95d1512e-faba-4906-ad74-7294b823cddd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:43.983981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32860f42-4168-427c-a86e-2ac2b0108ffb req-95d1512e-faba-4906-ad74-7294b823cddd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 945 time: 0.3815393 Nov 22 16:46:44.011403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Checking segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:44.011761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Network hostable DHCP agents. Network: 65fc7ea2-195d-4b6e-b9df-5f18281efb7c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:46:44.023129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8a5ac398-4eb9-4ef5-9fef-ddca8ab5ac99 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9801514 Nov 22 16:46:44.105870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32860f42-4168-427c-a86e-2ac2b0108ffb req-10248bf1-6582-449e-af62-0f14b408ac0b tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=6a36d577-7cde-4e43-88ac-01f361f72d33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788879 Nov 22 16:46:44.109971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Request body: {'port': {'device_id': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:44.174369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84262ec5-55f1-454e-96fe-fa377f5ad0a4 req-1171f318-5c95-4498-9373-f6a7b3cdb033 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358930 Nov 22 16:46:44.269457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.300548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:46:44.390101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 65fc7ea2-195d-4b6e-b9df-5f18281efb7c) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:44.399120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1de142-57c2-485d-bc9b-150dd08b5a5a None None] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:44.413835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.415628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.465115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-cebef1f0-ca2a-441a-9e2f-e20bfee693ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49420c-3d7a-44f0-83a9-89767678fb30 HTTP/1.1" status: 200 len: 217 time: 0.5708773 Nov 22 16:46:44.473179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaeb82c-43fe-4310-8005-8cc2b316fdd7 req-b3fba2e2-4b57-45bc-9116-94fb3844b4e3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:44.477534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbaeb82c-43fe-4310-8005-8cc2b316fdd7 req-b3fba2e2-4b57-45bc-9116-94fb3844b4e3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 944 time: 0.2685661 Nov 22 16:46:44.504867 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-8dceaa2a-c967-46fd-8264-5c2b287d7ea3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5887334 Nov 22 16:46:44.600276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbaeb82c-43fe-4310-8005-8cc2b316fdd7 req-d6a1eb96-73db-4c08-b66c-b8ee5ff7ff96 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096320 Nov 22 16:46:44.637667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc7956f2-4dea-4bdc-8e1e-b9c51fa4a3ec admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6857476 Nov 22 16:46:44.642133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48050) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:44.689391 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-52b907c8-b05c-49ee-992d-b8c111c83adf service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662393 Nov 22 16:46:44.690765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-726785f2-19a3-4b12-8a3b-d3e87ca1d387 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.823638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:44.878320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'fixed_ips': [{'subnet_id': '1f04064a-64b0-4484-8193-1f1c50e0fe89'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:46:44.879424 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.903991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.905147 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:44.982909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cc72c5f8-cb54-4cd8-b8b3-7a6751ede005 req-d6239274-7df3-4063-9e69-818f9478a286 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821598 Nov 22 16:46:45.185240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-f5f73898-5ab0-4b0c-a58e-3b80241f68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.194274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-f5f73898-5ab0-4b0c-a58e-3b80241f68fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.6927178 Nov 22 16:46:45.199241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.218527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270e4ee3-3910-4396-84c0-0f53e9ff7795 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:45.236575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.255033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Transition to ACTIVE for port object 270e4ee3-3910-4396-84c0-0f53e9ff7795 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:46:45.278601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.355744 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-bc176c6c-2a14-41e2-a767-1e2d2a75f6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252902 Nov 22 16:46:45.368428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48088) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:45.391124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:45.398709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Allocated IP 172.20.0.2 (65fc7ea2-195d-4b6e-b9df-5f18281efb7c/1f04064a-64b0-4484-8193-1f1c50e0fe89/e0245836-13bf-4458-8094-14c0f9f2307c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:45.402214 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:45.527907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Pushing event updated for resources: {'Port': ['ID=270e4ee3-3910-4396-84c0-0f53e9ff7795,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:45.719240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-bac17073-273a-4164-a658-c4c37e2c6341 service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004501 Nov 22 16:46:45.720605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'Port': ['ID=a6ff36f7-8472-48c4-a421-7908abaaf388,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:45.832177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48102) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:45.861528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-ec30bc4c-7ee0-4901-9a6e-e1d4e246575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:45.863642 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-ec30bc4c-7ee0-4901-9a6e-e1d4e246575c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1094 time: 0.8050742 Nov 22 16:46:45.901097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] No DVR routers for this DVR port a6ff36f7-8472-48c4-a421-7908abaaf388 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:45.932098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.935393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "DELETE /v2.0/ports/a6ff36f7-8472-48c4-a421-7908abaaf388 HTTP/1.1" status: 204 len: 173 time: 3.3328164 Nov 22 16:46:45.955076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.969939 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:45.992235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90f6b68d-d0e3-4ea9-a65e-ba8909b578f1 req-9f73788d-6b52-437d-bcff-268bf9c1bba4 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b HTTP/1.1" status: 200 len: 210 time: 0.6622331 Nov 22 16:46:46.007954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.127117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Pushing event updated for resources: {'Port': ['ID=e0245836-13bf-4458-8094-14c0f9f2307c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:46.129454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a6ff36f7-8472-48c4-a421-7908abaaf388 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:46.159873 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f1ec28-67bb-4bbf-89ab-112fae752e98 x-openstack-request-id: req-55f1ec28-67bb-4bbf-89ab-112fae752e98 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:46.160979 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:46.161492 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55f1ec28-67bb-4bbf-89ab-112fae752e98 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:46.162656 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'status': 'completed', 'code': 200} Nov 22 16:46:46.191892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:46.203867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1af2-16a3-45a4-8e23-fbedcefbf57e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.230159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:46.232359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: a6ff36f7-8472-48c4-a421-7908abaaf388 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:46:46.232707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device a6ff36f7-8472-48c4-a421-7908abaaf388 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:46:46.247336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:46.274765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-726785f2-19a3-4b12-8a3b-d3e87ca1d387 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.306912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-726785f2-19a3-4b12-8a3b-d3e87ca1d387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.353932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-726785f2-19a3-4b12-8a3b-d3e87ca1d387 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a384e01d80e24d6582b16a43b5fdaad5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6965275 Nov 22 16:46:46.359369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48106) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:46.361492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3b94182-d686-4c56-a0d1-d2647b6aba55 req-33714ebd-4c01-4260-a33b-32d696cad226 service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324296 Nov 22 16:46:46.369046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Attempting to bind port e0245836-13bf-4458-8094-14c0f9f2307c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:46.369416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Attempting to bind port e0245836-13bf-4458-8094-14c0f9f2307c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:46.369990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Attempting to bind port e0245836-13bf-4458-8094-14c0f9f2307c on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:46.386204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:46.386855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Checking segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:46.387450 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.388011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Bound using segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:46.388642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Bound port: e0245836-13bf-4458-8094-14c0f9f2307c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:46.389193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.501505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-a4798609-edfe-43d0-ab25-d80695affafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.503176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-a4798609-edfe-43d0-ab25-d80695affafc service neutron] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.5999124 Nov 22 16:46:46.503741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726785f2-19a3-4b12-8a3b-d3e87ca1d387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fd221c-7344-4c41-8631-e7d74ed17bdb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:46.513757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] For port e0245836-13bf-4458-8094-14c0f9f2307c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:46.517464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] For port e0245836-13bf-4458-8094-14c0f9f2307c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0245836-13bf-4458-8094-14c0f9f2307c,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:46.523841 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.593356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593b211-760c-44b1-8d4c-f261ab0366d5 None None] Pushing event updated for resources: {'Port': ['ID=e0245836-13bf-4458-8094-14c0f9f2307c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:46.670578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-94217449-bbf2-4596-b0e5-a04d8bd28a60 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.1387608 Nov 22 16:46:46.698744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01a3e974-de0d-4c21-b7d1-d16047059c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.714375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-b3b3f442-e037-456e-852a-79b7b0b32ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.715976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-b3b3f442-e037-456e-852a-79b7b0b32ac5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 1095 time: 0.2679865 Nov 22 16:46:46.776669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b88b4ddb-82b4-45ae-996c-66c86278948c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.830514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca005c-2844-4297-8e9f-31a8e81e31cd req-5f8e280c-210c-4d48-bed1-458f8123e222 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.832081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdca005c-2844-4297-8e9f-31a8e81e31cd req-5f8e280c-210c-4d48-bed1-458f8123e222 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 943 time: 1.2848997 Nov 22 16:46:46.838117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01a3e974-de0d-4c21-b7d1-d16047059c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.930516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-9bb3236a-2dd6-48b4-92c5-ebec0f0cab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:46.932619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-9bb3236a-2dd6-48b4-92c5-ebec0f0cab50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.2487617 Nov 22 16:46:46.976729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01a3e974-de0d-4c21-b7d1-d16047059c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.979204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01a3e974-de0d-4c21-b7d1-d16047059c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:46.980483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-01a3e974-de0d-4c21-b7d1-d16047059c3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/50fd221c-7344-4c41-8631-e7d74ed17bdb HTTP/1.1" status: 204 len: 168 time: 0.6180387 Nov 22 16:46:46.987449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1af2-16a3-45a4-8e23-fbedcefbf57e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.015432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1af2-16a3-45a4-8e23-fbedcefbf57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.041161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3e974-de0d-4c21-b7d1-d16047059c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fd221c-7344-4c41-8631-e7d74ed17bdb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:47.044912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-3f0cce86-93ea-4352-a2bc-444cb5b15882 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710461 Nov 22 16:46:47.046174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.065352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Attempting to bind port 270e4ee3-3910-4396-84c0-0f53e9ff7795 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:47.065803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Attempting to bind port 270e4ee3-3910-4396-84c0-0f53e9ff7795 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:47.066252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Attempting to bind port 270e4ee3-3910-4396-84c0-0f53e9ff7795 on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:47.084555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53054c7d-703b-43d9-80c4-79c02ebc90d8 req-945d86a9-b59f-43a7-a6a3-6649c90f2758 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.092851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53054c7d-703b-43d9-80c4-79c02ebc90d8 req-945d86a9-b59f-43a7-a6a3-6649c90f2758 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 944 time: 0.3545387 Nov 22 16:46:47.150280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Port 270e4ee3-3910-4396-84c0-0f53e9ff7795 on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:46:47.150666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Attempting to bind port 270e4ee3-3910-4396-84c0-0f53e9ff7795 on network 814f5bb6-55ae-4274-93ef-5cfa748d0063 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:47.183959 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e7e1af2-16a3-45a4-8e23-fbedcefbf57e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b080b5a5400c4b21884a97adaf4305bd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3229830 Nov 22 16:46:47.185756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48114) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:47.187822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e1af2-16a3-45a4-8e23-fbedcefbf57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3051876-53d2-45bc-ad05-5ac6ad1a9be9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:47.236114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:47.236698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Checking segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:47.237127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Bound using segment: {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:47.237596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Bound port: 270e4ee3-3910-4396-84c0-0f53e9ff7795, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19023fb9-09bb-42ee-929d-fddf1d44f2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:47.238745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.241057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-9ff5dd38-3649-4eb3-bc91-d2df8c5d256b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.242595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-9ff5dd38-3649-4eb3-bc91-d2df8c5d256b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.4943841 Nov 22 16:46:47.267713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdca005c-2844-4297-8e9f-31a8e81e31cd req-4401b3c2-cc04-4ab6-997f-df271166f707 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276279 Nov 22 16:46:47.341911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-8929cb3c-b7f2-415f-b225-0b51fd0ba713 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49420c-3d7a-44f0-83a9-89767678fb30 HTTP/1.1" status: 200 len: 217 time: 0.0783231 Nov 22 16:46:47.349939 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-76d8875c-e509-46dd-b143-1dfd44d119cb service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903552 Nov 22 16:46:47.352748 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e73412e-eb25-486a-b225-d3cdf93a6868 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.445257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b88b4ddb-82b4-45ae-996c-66c86278948c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.464813 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b88b4ddb-82b4-45ae-996c-66c86278948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.540862 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53054c7d-703b-43d9-80c4-79c02ebc90d8 req-7767d1ab-7656-473d-a5fb-981d2595d4b4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471102 Nov 22 16:46:47.559014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-3cc88865-f7c5-498a-8fc4-25feb5e9d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.562117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-3cc88865-f7c5-498a-8fc4-25feb5e9d2f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.2097037 Nov 22 16:46:47.573005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b88b4ddb-82b4-45ae-996c-66c86278948c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e9740f808a849c8be7f7473d8a8d3c5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0477259 Nov 22 16:46:47.583371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48126) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:47.585142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] For port 270e4ee3-3910-4396-84c0-0f53e9ff7795, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:47.603622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e73412e-eb25-486a-b225-d3cdf93a6868 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.618334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4ddb-82b4-45ae-996c-66c86278948c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af226eee-9e58-413a-b445-5f3012a3cd10,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:47.667943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] For port 270e4ee3-3910-4396-84c0-0f53e9ff7795, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:47.689593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.769293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e73412e-eb25-486a-b225-d3cdf93a6868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.774961 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e73412e-eb25-486a-b225-d3cdf93a6868 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.776822 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e73412e-eb25-486a-b225-d3cdf93a6868 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e3051876-53d2-45bc-ad05-5ac6ad1a9be9 HTTP/1.1" status: 204 len: 168 time: 0.5859339 Nov 22 16:46:47.817698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:47.821107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:47.824288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] 10.222.0.66 "PUT /v2.0/ports/270e4ee3-3910-4396-84c0-0f53e9ff7795 HTTP/1.1" status: 200 len: 1091 time: 3.7451241 Nov 22 16:46:47.835303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'tag': '270e4ee3-3910-4396-84c0-0f53e9ff7795'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:47.836677 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd259d47-ccc3-4969-b6f9-316f296e04ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0dabf521-ac9f-4909-b7f8-ee6265407f5c", "tag": "270e4ee3-3910-4396-84c0-0f53e9ff7795"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:47.861169 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:46:47.879346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-22fb876a-9a1b-4c0e-b6b5-12bd7e8f45fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1498640 Nov 22 16:46:47.910672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfa9bb-f6dc-4685-b33a-a93a2c4390fc service neutron] Pushing event updated for resources: {'Port': ['ID=270e4ee3-3910-4396-84c0-0f53e9ff7795,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:47.973832 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57007570-d554-4c61-93bd-0cd458d4ce39 x-openstack-request-id: req-57007570-d554-4c61-93bd-0cd458d4ce39 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:47.974297 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dabf521-ac9f-4909-b7f8-ee6265407f5c", "tag": "270e4ee3-3910-4396-84c0-0f53e9ff7795", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:47.974645 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57007570-d554-4c61-93bd-0cd458d4ce39 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:47.975686 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'tag': '270e4ee3-3910-4396-84c0-0f53e9ff7795', 'status': 'completed', 'code': 200} Nov 22 16:46:47.990898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 566f8d19-e9c1-4f3a-8751-28957299ef5b details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:48.026725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73412e-eb25-486a-b225-d3cdf93a6868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3051876-53d2-45bc-ad05-5ac6ad1a9be9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:48.119284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba85b8f-ddb8-45e5-a99f-0204a41f5fed req-879dc1b0-ab1f-45dd-8241-0065f48af1e7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.132577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cba85b8f-ddb8-45e5-a99f-0204a41f5fed req-879dc1b0-ab1f-45dd-8241-0065f48af1e7 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.4592359 Nov 22 16:46:48.190850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'name': 'network-vif-deleted', 'tag': 'a6ff36f7-8472-48c4-a421-7908abaaf388'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:48.199960 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697748a9-7e84-4fdd-97d0-f20ede807646" -d '{"events": [{"server_uuid": "f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b", "name": "network-vif-deleted", "tag": "a6ff36f7-8472-48c4-a421-7908abaaf388"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:48.232918 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fc69406a-a494-43ba-8b74-7361cfecdadb req-b992ccc0-97cf-4ebd-9be4-c6a94ebf8782 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8631353 Nov 22 16:46:48.236777 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-1662fdf7-dfee-4d63-a8fd-72bc4d8427ad service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848849 Nov 22 16:46:48.321198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 566f8d19-e9c1-4f3a-8751-28957299ef5b, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:48.323463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cba85b8f-ddb8-45e5-a99f-0204a41f5fed req-f1728ce5-c6f6-4847-819b-15efa5ff2f37 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857009 Nov 22 16:46:48.325485 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ea6a225-bf60-46a8-aaad-fd604e93e6f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.353053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0245836-13bf-4458-8094-14c0f9f2307c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:48.432750 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68429f2-4b54-4e25-b7b6-0112d640286a x-openstack-request-id: req-a68429f2-4b54-4e25-b7b6-0112d640286a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:48.432750 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b", "name": "network-vif-deleted", "tag": "a6ff36f7-8472-48c4-a421-7908abaaf388", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:48.433558 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a68429f2-4b54-4e25-b7b6-0112d640286a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:48.434112 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f80f0e7e-f8b4-4dfe-b81d-95e24eb7265b', 'name': 'network-vif-deleted', 'tag': 'a6ff36f7-8472-48c4-a421-7908abaaf388', 'status': 'completed', 'code': 200} Nov 22 16:46:48.462538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd0131d-2f88-4928-ae22-aae72399a688 None None] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:46:48.467940 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dbf8ed4-2c74-4dd4-a8d9-c2dd42fb4b17 req-f16e1dd5-3e0c-4888-b222-561f8f99830d service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207544 Nov 22 16:46:48.535995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:48.567731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34e4da61-1d87-43ff-b9e3-26c12a30dabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.586245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ea6a225-bf60-46a8-aaad-fd604e93e6f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.608339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '566f8d19-e9c1-4f3a-8751-28957299ef5b', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'port_id': '566f8d19-e9c1-4f3a-8751-28957299ef5b', 'mac_address': 'fa:16:3e:1f:84:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:48.608676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-f5b2187b-1b4a-4428-8ce5-df64f6af3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.612375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-f5b2187b-1b4a-4428-8ce5-df64f6af3f43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 1094 time: 0.6747682 Nov 22 16:46:48.639033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:48.721324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34e4da61-1d87-43ff-b9e3-26c12a30dabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.728971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34e4da61-1d87-43ff-b9e3-26c12a30dabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.733204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-578300dc-22b1-485f-83c3-be3ad9a69b97 None None] Provisioning complete for port e0245836-13bf-4458-8094-14c0f9f2307c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:48.733855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-578300dc-22b1-485f-83c3-be3ad9a69b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.783012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-75c0227e-680e-47a7-a093-f746bd2e5931 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795 HTTP/1.1" status: 200 len: 217 time: 0.1365671 Nov 22 16:46:48.821467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.823288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4da61-1d87-43ff-b9e3-26c12a30dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca5a005-bb75-4aef-b22f-2fd4f3a19b34,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:48.871111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-34e4da61-1d87-43ff-b9e3-26c12a30dabf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08cc2ee54ed6462c89854425b59f466b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3338282 Nov 22 16:46:48.874106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48160) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:48.883893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa8ff6-29ef-46c4-9b49-3790d1b3ce3d req-7075ef43-3d43-4e14-869d-d6cb18d99db7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:48.885478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32aa8ff6-29ef-46c4-9b49-3790d1b3ce3d req-7075ef43-3d43-4e14-869d-d6cb18d99db7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 943 time: 0.4131212 Nov 22 16:46:48.894156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.912293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e0245836-13bf-4458-8094-14c0f9f2307c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:48.913160 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.936970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ea6a225-bf60-46a8-aaad-fd604e93e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.939855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ea6a225-bf60-46a8-aaad-fd604e93e6f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.944147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ea6a225-bf60-46a8-aaad-fd604e93e6f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/af226eee-9e58-413a-b445-5f3012a3cd10 HTTP/1.1" status: 204 len: 168 time: 1.3545132 Nov 22 16:46:48.946870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f89a052-9f14-4208-817d-5492272eb80c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.956620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:48.967951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6a225-bf60-46a8-aaad-fd604e93e6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af226eee-9e58-413a-b445-5f3012a3cd10,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:48.991406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f89a052-9f14-4208-817d-5492272eb80c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.024971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d273db-d44f-44fd-bfda-8115d30a8f8c req-d42677b0-a6f3-4626-9df4-abe5f50e7918 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:49.026857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76d273db-d44f-44fd-bfda-8115d30a8f8c req-d42677b0-a6f3-4626-9df4-abe5f50e7918 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 944 time: 0.2763340 Nov 22 16:46:49.034128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-eb73406d-85bc-4f75-88b6-ced587bc5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:49.035835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-eb73406d-85bc-4f75-88b6-ced587bc5ece service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.2165129 Nov 22 16:46:49.071489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'networks': [{'name': 'tempest-network--1384537002'}, {'name': 'tempest-network--762709071'}]} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:49.071819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'network': {'name': 'tempest-network--1384537002'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:49.074465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'network': {'name': 'tempest-network--762709071'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:49.089570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8e77e527-2567-4b4d-b7aa-0863a37bc722 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407736 Nov 22 16:46:49.102112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566f8d19-e9c1-4f3a-8751-28957299ef5b {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:49.130251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32aa8ff6-29ef-46c4-9b49-3790d1b3ce3d req-59190e79-5027-4ba4-b38d-72f113de2603 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307177 Nov 22 16:46:49.142080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 566f8d19-e9c1-4f3a-8751-28957299ef5b, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:49.152682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'network': 2} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:49.160298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.177608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.190860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f89a052-9f14-4208-817d-5492272eb80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.195370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f89a052-9f14-4208-817d-5492272eb80c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.196907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f89a052-9f14-4208-817d-5492272eb80c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ca5a005-bb75-4aef-b22f-2fd4f3a19b34 HTTP/1.1" status: 204 len: 168 time: 0.3210092 Nov 22 16:46:49.202922 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.308980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89a052-9f14-4208-817d-5492272eb80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca5a005-bb75-4aef-b22f-2fd4f3a19b34,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:49.321111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-578300dc-22b1-485f-83c3-be3ad9a69b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.363997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76d273db-d44f-44fd-bfda-8115d30a8f8c req-2ed4eded-fa2a-489a-8f4f-8683860af4dd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258936 Nov 22 16:46:49.420144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-30893bd7-56b4-475c-a802-938d0aff4f5a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:49.430142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Allocated IP 172.25.6.3 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/4d14848a-6ee6-4b17-b593-03f42497836c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:49.431321 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-30893bd7-56b4-475c-a802-938d0aff4f5a tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.3084822 Nov 22 16:46:49.466305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.529496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=566f8d19-e9c1-4f3a-8751-28957299ef5b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:49.554710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['566f8d19-e9c1-4f3a-8751-28957299ef5b'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:49.693448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-578300dc-22b1-485f-83c3-be3ad9a69b97 None None] For port e0245836-13bf-4458-8094-14c0f9f2307c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0245836-13bf-4458-8094-14c0f9f2307c,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:49.713299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.716127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-578300dc-22b1-485f-83c3-be3ad9a69b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.851471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.871355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578300dc-22b1-485f-83c3-be3ad9a69b97 None None] Pushing event updated for resources: {'Port': ['ID=e0245836-13bf-4458-8094-14c0f9f2307c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:49.892623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.895295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Deleting port 944de101-e0f2-45cf-a04c-1702c6f797a3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:49.895702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.921341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.921836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:49.951883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:49.957791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-8cc2b02e-2184-446b-9f19-e39da303df25 service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540316 Nov 22 16:46:49.964074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:49.989961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:50.046888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e8086f-ee20-4677-b94d-64038fce79f7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:50.052127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:50.087884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.088243 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Added segment f5c40cad-75e0-4ccc-9061-7a4f3036ded4 of type vlan for network f5b6dee7-ae82-474f-8c37-67bccea0f387 Nov 22 16:46:50.208405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] For port 944de101-e0f2-45cf-a04c-1702c6f797a3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=944de101-e0f2-45cf-a04c-1702c6f797a3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:50.208817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.231778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.248962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Pushing event updated for resources: {'Port': ['ID=4d14848a-6ee6-4b17-b593-03f42497836c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:50.279428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ddb893-7be7-421b-8e82-6346473aaf88 req-a6d0adf1-d186-4fb9-9d6f-3805702bff94 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:50.281067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6ddb893-7be7-421b-8e82-6346473aaf88 req-a6d0adf1-d186-4fb9-9d6f-3805702bff94 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 945 time: 0.5080941 Nov 22 16:46:50.327852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:46:50.328358 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:46:50.336711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8238f-de03-4216-a222-f96505298475 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:50.340149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c49420c-3d7a-44f0-83a9-89767678fb30 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:50.359149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:46:50.497589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:50.561998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'mac_address': 'fa:16:3e:ba:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:50.599949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f74a002-ca6f-44cc-b6d4-d8172191fe1a req-21ba664b-8149-4937-a37c-220c4b50cb1f service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129272 Nov 22 16:46:50.601496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-01d149ec-8e27-46d1-82e4-11a457ce4d5c None None] Provisioning complete for port e0245836-13bf-4458-8094-14c0f9f2307c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:50.604660 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01d149ec-8e27-46d1-82e4-11a457ce4d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.646167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:50.728332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.728883 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Added segment cbabfbf4-20fb-44a8-a8c9-25820eec446b of type vlan for network a1b84043-1969-4847-b055-12400b095afa Nov 22 16:46:50.831676 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.888344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3741-fb33-47f0-a002-31f64a60eb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:50.929039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c49420c-3d7a-44f0-83a9-89767678fb30 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:51.083323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.085006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0245836-13bf-4458-8094-14c0f9f2307c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:51.087275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9146ce6-758d-4871-a3aa-6e9c39938f54 req-0eb7ff9a-997f-4dbe-8623-716333eb81e5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.101598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9146ce6-758d-4871-a3aa-6e9c39938f54 req-0eb7ff9a-997f-4dbe-8623-716333eb81e5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 943 time: 0.7633832 Nov 22 16:46:51.122738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:51.141472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.164023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.164628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.165150 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Floating IP 0b00c951-ed60-4645-aabe-46e92cd1be1c disassociated. External IP: 172.25.6.194, port: 944de101-e0f2-45cf-a04c-1702c6f797a3. Nov 22 16:46:51.181840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Calling delete_port for 944de101-e0f2-45cf-a04c-1702c6f797a3 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:51.206892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fa292e06-61e3-41b5-ab5f-44a5a7b841a6 None None] Provisioning complete for port 4d14848a-6ee6-4b17-b593-03f42497836c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:51.207269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa292e06-61e3-41b5-ab5f-44a5a7b841a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.220127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e0245836-13bf-4458-8094-14c0f9f2307c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:51.220642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.272941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9146ce6-758d-4871-a3aa-6e9c39938f54 req-42560853-06db-419e-8fd3-724cca91b19b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654418 Nov 22 16:46:51.277631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:51.301521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6ddb893-7be7-421b-8e82-6346473aaf88 req-f529e61e-cad2-4b8f-88df-93208d74ce04 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups?id=c08b916b-1b0f-4948-8a25-490726413d72&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9980278 Nov 22 16:46:51.324466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fa292e06-61e3-41b5-ab5f-44a5a7b841a6 None None] Port 4d14848a-6ee6-4b17-b593-03f42497836c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:51.356600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.357405 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.379121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-fce2a3d1-9706-48d1-8d44-42348ad46f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.385775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.393239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-fce2a3d1-9706-48d1-8d44-42348ad46f51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 1094 time: 0.5854127 Nov 22 16:46:51.397243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.399040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:51.451972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6c49420c-3d7a-44f0-83a9-89767678fb30'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:51.550588 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.9102521 Nov 22 16:46:51.569901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48218) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:51.703811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-38658a6d-889c-456c-bd8d-306af238eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:51.705326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-38658a6d-889c-456c-bd8d-306af238eb54 service neutron] 10.222.0.66 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.2925620 Nov 22 16:46:51.845189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Network': ['ID=f5b6dee7-ae82-474f-8c37-67bccea0f387,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:51.880364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network f5b6dee7-ae82-474f-8c37-67bccea0f387 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:52.018729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 566f8d19-e9c1-4f3a-8751-28957299ef5b up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:52.079598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 566f8d19-e9c1-4f3a-8751-28957299ef5b completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:52.085629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 566f8d19-e9c1-4f3a-8751-28957299ef5b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:52.086089 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.263708 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.307742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566f8d19-e9c1-4f3a-8751-28957299ef5b'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:52.311908 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1776b833-20a7-4144-b31b-958333b7f7b3" -d '{"events": [{"server_uuid": "47d2c017-9c07-4d8c-8fb1-02dc5e7438d6", "name": "network-vif-plugged", "status": "completed", "tag": "566f8d19-e9c1-4f3a-8751-28957299ef5b"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:52.318925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-791e49ba-70f9-4658-9657-f96e1e622139 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795 HTTP/1.1" status: 200 len: 217 time: 0.5874326 Nov 22 16:46:52.326141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7ed8-898d-49d4-a2cf-12d0f1156886 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Network': ['ID=a1b84043-1969-4847-b055-12400b095afa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.347411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 566f8d19-e9c1-4f3a-8751-28957299ef5b, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:52.352447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a1b84043-1969-4847-b055-12400b095afa details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:52.359707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.360499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 944de101-e0f2-45cf-a04c-1702c6f797a3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:46:52.395401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70adb6-4d04-42ce-b020-e4b7ff6a3668 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.401921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70adb6-4d04-42ce-b020-e4b7ff6a3668 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.407853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70adb6-4d04-42ce-b020-e4b7ff6a3668 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.423902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc70adb6-4d04-42ce-b020-e4b7ff6a3668 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.441013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-6f74236d-e1ec-407f-9a70-a67d97fdcd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.441838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc70adb6-4d04-42ce-b020-e4b7ff6a3668 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8701890 Nov 22 16:46:52.445053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-6f74236d-e1ec-407f-9a70-a67d97fdcd43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.0648160 Nov 22 16:46:52.447740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48240) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.539191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6baf7-0ed4-4c54-beaf-79a297ad9b51 req-78d929c4-0fd9-426a-bb50-51f19c9f8c99 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.544222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbe6baf7-0ed4-4c54-beaf-79a297ad9b51 req-78d929c4-0fd9-426a-bb50-51f19c9f8c99 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 945 time: 0.8378718 Nov 22 16:46:52.550543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-320b1aee-f64b-4bd5-963b-57fcaa687f8b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933230 Nov 22 16:46:52.560507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=566f8d19-e9c1-4f3a-8751-28957299ef5b,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.590475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.602279 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.685752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'Port': ['ID=944de101-e0f2-45cf-a04c-1702c6f797a3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:52.724260 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.838122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87aa538-019b-4fdb-bcbe-21ef71db6065 req-d73d1ca2-7d26-4a5f-a9fd-900cf5dc2b73 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:52.845643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c87aa538-019b-4fdb-bcbe-21ef71db6065 req-d73d1ca2-7d26-4a5f-a9fd-900cf5dc2b73 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 943 time: 0.2560201 Nov 22 16:46:52.859948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f6749d2-0b5d-410e-9434-826a9d0685a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:52.893140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48250) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:52.926855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbe6baf7-0ed4-4c54-beaf-79a297ad9b51 req-ec594bd5-2336-476c-918c-c1e3d8e5bdbf tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384829 Nov 22 16:46:53.022011 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577cd23c-83d9-4fee-9c8d-148233b721d8 x-openstack-request-id: req-577cd23c-83d9-4fee-9c8d-148233b721d8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:53.022701 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d2c017-9c07-4d8c-8fb1-02dc5e7438d6", "name": "network-vif-plugged", "status": "completed", "tag": "566f8d19-e9c1-4f3a-8751-28957299ef5b", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:53.023172 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-577cd23c-83d9-4fee-9c8d-148233b721d8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:53.023810 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566f8d19-e9c1-4f3a-8751-28957299ef5b', 'code': 200} Nov 22 16:46:53.081508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.107241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.128165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c87aa538-019b-4fdb-bcbe-21ef71db6065 req-e7c28777-ea02-48b0-99b2-e2dbed124393 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766242 Nov 22 16:46:53.134451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-0438fc45-211c-4fb8-8358-6de492408fc8 service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967871 Nov 22 16:46:53.157642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b6dee7-ae82-474f-8c37-67bccea0f387']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:53.192202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c40cad-75e0-4ccc-9061-7a4f3036ded4') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:53.192451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c40cad-75e0-4ccc-9061-7a4f3036ded4') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:53.324765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-caeff3cf-a7ff-4573-a00a-d9eeca4e73ca req-65c6da35-a1fc-4dbb-a8f5-0736218160cd tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/ports?device_id=c2684721-fce6-4385-b5ff-ceca698c916a HTTP/1.1" status: 200 len: 210 time: 0.0606263 Nov 22 16:46:53.452918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-aee9c295-5c37-4567-8de2-4e7aec4cb050 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-208997885'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:53.453873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-aee9c295-5c37-4567-8de2-4e7aec4cb050 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Unknown quota resources ['metering_label']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:46:53.481113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Router d954aa5e-00c7-41eb-888a-c23af761a6b0 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:46:53.550245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd259d47-ccc3-4969-b6f9-316f296e04ad req-672e27e7-3796-4745-9163-6d91aae8aa3c service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875504 Nov 22 16:46:53.659866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.669236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.689513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Router 5533ab3d-97cf-4230-b1d0-4099c40f7469 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:53.690777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:53.691187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:53.695696 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:53.751531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd6b09-292c-400d-a8f3-33996d628441 req-92cfdc0c-4ca9-48ff-bb62-5e6fdecd9e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:53.753072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67cd6b09-292c-400d-a8f3-33996d628441 req-92cfdc0c-4ca9-48ff-bb62-5e6fdecd9e4c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.6564498 Nov 22 16:46:53.774930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aee9c295-5c37-4567-8de2-4e7aec4cb050 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.776445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aee9c295-5c37-4567-8de2-4e7aec4cb050 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8767803 Nov 22 16:46:53.779944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48270) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:53.786286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-939922e8-c341-46ac-88a5-79e35b28d8af tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '575384af-9195-40a6-ad7a-77636b6358ca'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:53.788042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-939922e8-c341-46ac-88a5-79e35b28d8af tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:46:53.867044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.873832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-67cd6b09-292c-400d-a8f3-33996d628441 req-e4c77611-cdbd-4299-aa10-87149e4c0d32 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100078 Nov 22 16:46:53.906050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:53.910601 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/networks/f5b6dee7-ae82-474f-8c37-67bccea0f387 HTTP/1.1" status: 204 len: 168 time: 1.4601533 Nov 22 16:46:53.916189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48272) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:53.926946 n-d-816206-6 neutron-server[103514]: WARNING neutron.services.metering.metering_plugin [None req-939922e8-c341-46ac-88a5-79e35b28d8af tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:46:53.927379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ea33e-9830-4a3c-bc88-92d3cb72e919 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Network': ['ID=f5b6dee7-ae82-474f-8c37-67bccea0f387,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:53.946295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:53.977796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] Sync routers for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:53.999416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:54.002255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.006277 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.035925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] No DVR routers for this DVR port 944de101-e0f2-45cf-a04c-1702c6f797a3 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:46:54.043080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.052932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91f58d5c-1ad3-4f38-83de-86045b93f1f4 req-5bc5bd8f-c7a1-4117-9a72-926f764ba4d5 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.20 "DELETE /v2.0/ports/944de101-e0f2-45cf-a04c-1702c6f797a3 HTTP/1.1" status: 204 len: 173 time: 4.5990129 Nov 22 16:46:54.054661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-deleted', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:54.059952 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc31b15-8f44-4bcf-9ee5-d06c8c6f4d76" -d '{"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-deleted", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:54.067827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c49420c-3d7a-44f0-83a9-89767678fb30 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:54.076595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-939922e8-c341-46ac-88a5-79e35b28d8af tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.080671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-939922e8-c341-46ac-88a5-79e35b28d8af tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2967775 Nov 22 16:46:54.089498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48278) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.118393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-77286d80-3dce-484e-96ff-7039d51f3f4b tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '575384af-9195-40a6-ad7a-77636b6358ca'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:54.122616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-77286d80-3dce-484e-96ff-7039d51f3f4b tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103515) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:46:54.130575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:46:54.143944 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Sync routers for ids ['d954aa5e-00c7-41eb-888a-c23af761a6b0'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:46:54.173747 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Routers {'d954aa5e-00c7-41eb-888a-c23af761a6b0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:54.175491 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d954aa5e-00c7-41eb-888a-c23af761a6b0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.197682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.216424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.218325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e947879c-05f7-4311-a1dc-2a4061782ac5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.4066005 Nov 22 16:46:54.225956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48282) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.239318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6173f6-5d90-400f-9b41-b8a8c3e12136 req-efafb2ff-16cb-486b-9abb-2c70dcb65edd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:54.241989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e6173f6-5d90-400f-9b41-b8a8c3e12136 req-efafb2ff-16cb-486b-9abb-2c70dcb65edd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 945 time: 0.1690481 Nov 22 16:46:54.320186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:54.363514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 6c49420c-3d7a-44f0-83a9-89767678fb30 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:54.366251 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80adc3cd-643a-44c6-8a0d-daf27672302b x-openstack-request-id: req-80adc3cd-643a-44c6-8a0d-daf27672302b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:54.366708 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2684721-fce6-4385-b5ff-ceca698c916a", "name": "network-vif-deleted", "tag": "944de101-e0f2-45cf-a04c-1702c6f797a3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:54.366970 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80adc3cd-643a-44c6-8a0d-daf27672302b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:54.369390 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2684721-fce6-4385-b5ff-ceca698c916a', 'name': 'network-vif-deleted', 'tag': '944de101-e0f2-45cf-a04c-1702c6f797a3', 'status': 'completed', 'code': 200} Nov 22 16:46:54.370074 n-d-816206-6 neutron-server[103515]: WARNING neutron.services.metering.metering_plugin [None req-77286d80-3dce-484e-96ff-7039d51f3f4b tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:46:54.379211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 6c49420c-3d7a-44f0-83a9-89767678fb30 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:54.379857 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.437201 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Set router d954aa5e-00c7-41eb-888a-c23af761a6b0 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:54.520645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.556902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77286d80-3dce-484e-96ff-7039d51f3f4b tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.558291 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77286d80-3dce-484e-96ff-7039d51f3f4b tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4668303 Nov 22 16:46:54.560905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.574373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b9a84d2e-bf65-43d2-96f1-7e1a1f780012 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=82a7a5ec-dec3-4a39-afa9-270460f2db98 HTTP/1.1" status: 200 len: 464 time: 0.0123446 Nov 22 16:46:54.577017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48294) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.577674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b84043-1969-4847-b055-12400b095afa']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.601368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.620569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbabfbf4-20fb-44a8-a8c9-25820eec446b') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.620955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbabfbf4-20fb-44a8-a8c9-25820eec446b') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.639982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.677092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:54.685752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 270e4ee3-3910-4396-84c0-0f53e9ff7795 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:46:54.782718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.788459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15e7b748-46a5-4068-a5ed-f31843735434 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.789633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15e7b748-46a5-4068-a5ed-f31843735434 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/82a7a5ec-dec3-4a39-afa9-270460f2db98 HTTP/1.1" status: 204 len: 168 time: 0.2115576 Nov 22 16:46:54.793601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48298) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.801503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:46:54.801932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.811743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-79067452-e57c-4bb8-8ceb-90e6b24abb17 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=82a7a5ec-dec3-4a39-afa9-270460f2db98 HTTP/1.1" status: 200 len: 221 time: 0.0160599 Nov 22 16:46:54.814915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.820714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-666b2178-4dba-4bd2-9d10-b8ab0ef31882 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--492442122', 'description': 'label created by tempest'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:54.821569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-666b2178-4dba-4bd2-9d10-b8ab0ef31882 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Unknown quota resources ['metering_label']. {{(pid=103515) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:46:54.838963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 270e4ee3-3910-4396-84c0-0f53e9ff7795, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:54.852573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '270e4ee3-3910-4396-84c0-0f53e9ff7795', 'network_id': '814f5bb6-55ae-4274-93ef-5cfa748d0063', 'port_id': '270e4ee3-3910-4396-84c0-0f53e9ff7795', 'mac_address': 'fa:16:3e:a7:6f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba372b72-43b1-42c0-b60f-c4ffdfc4b810', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:46:54.863149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.879833 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:46:51Z', 'revision_number': 3, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:54.916564 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Checking router: d954aa5e-00c7-41eb-888a-c23af761a6b0 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:54.917229 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Updating router d954aa5e-00c7-41eb-888a-c23af761a6b0 port 4d14848a-6ee6-4b17-b593-03f42497836c binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:46:54.927895 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:46:54.932493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.938097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:54.942357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/networks/a1b84043-1969-4847-b055-12400b095afa HTTP/1.1" status: 204 len: 168 time: 1.0249813 Nov 22 16:46:54.946402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:54.978086 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.019009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb79af8-8449-4049-84c0-d4c025b9f9e2 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Network': ['ID=a1b84043-1969-4847-b055-12400b095afa,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.040479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:55.043810 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ff95e0-6254-488b-8d16-c01369548f3b" -d '{"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-plugged", "status": "completed", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:55.105557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.126446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e6173f6-5d90-400f-9b41-b8a8c3e12136 req-db9dca0a-ed41-48b0-afe4-1a0f8d48b1a4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8497281 Nov 22 16:46:55.144724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:23Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:55.172241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0275a560-add6-4342-9add-9c5252384319 req-3ed701a1-32b7-4d75-a24b-8e3e7463dab5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.201502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0275a560-add6-4342-9add-9c5252384319 req-3ed701a1-32b7-4d75-a24b-8e3e7463dab5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 943 time: 0.8385494 Nov 22 16:46:55.213188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.217370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] Checking router: 5533ab3d-97cf-4230-b1d0-4099c40f7469 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:46:55.243867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270e4ee3-3910-4396-84c0-0f53e9ff7795 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:46:55.248735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-666b2178-4dba-4bd2-9d10-b8ab0ef31882 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.250096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-666b2178-4dba-4bd2-9d10-b8ab0ef31882 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4342287 Nov 22 16:46:55.253538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48308) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.290105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:55.290635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:55.294315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 270e4ee3-3910-4396-84c0-0f53e9ff7795, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:55.310310 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a32d797-9f7f-43f7-a09c-5c47d145bc3f x-openstack-request-id: req-0a32d797-9f7f-43f7-a09c-5c47d145bc3f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:55.310616 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-plugged", "status": "completed", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:55.310878 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a32d797-9f7f-43f7-a09c-5c47d145bc3f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:55.311291 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'code': 200} Nov 22 16:46:55.377214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-200d5107-038f-4f14-84f1-2fc08c3a44a7 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=475c6767-978a-4a40-a4c3-c706dcf06c49 HTTP/1.1" status: 200 len: 467 time: 0.1204267 Nov 22 16:46:55.377214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48312) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.390232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.421851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.522789 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.533344 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.540436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=270e4ee3-3910-4396-84c0-0f53e9ff7795,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.558057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30627e-d518-458d-a8da-7343f580ba91 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.558661 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.565429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b30627e-d518-458d-a8da-7343f580ba91 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.567216 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b30627e-d518-458d-a8da-7343f580ba91 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6171830 Nov 22 16:46:55.572014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:55.582464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-435689619'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:55.684426 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Attempting to bind port 4d14848a-6ee6-4b17-b593-03f42497836c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:46:55.685293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Attempting to bind port 4d14848a-6ee6-4b17-b593-03f42497836c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:46:55.685895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Attempting to bind port 4d14848a-6ee6-4b17-b593-03f42497836c on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:46:55.692556 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Pushing event updated for resources: {'Port': ['ID=4d14848a-6ee6-4b17-b593-03f42497836c,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.696338 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:46:55.697041 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:46:55.697666 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.698285 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:46:55.698986 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Bound port: 4d14848a-6ee6-4b17-b593-03f42497836c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:46:55.699585 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.732847 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.733597 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.734211 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.734748 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.737340 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.737918 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.738473 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.739025 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.739551 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.741092 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.741642 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.742260 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:46:55.766872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-184f4a55-4aa3-41da-be3c-09c33b017b4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.804188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fd5d34-11fa-4992-8cca-5b8de0017058 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:55.808656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['270e4ee3-3910-4396-84c0-0f53e9ff7795'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:46:55.833070 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] For port 4d14848a-6ee6-4b17-b593-03f42497836c, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:46:55.841910 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] For port 4d14848a-6ee6-4b17-b593-03f42497836c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4d14848a-6ee6-4b17-b593-03f42497836c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:46:55.856198 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.857109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609afb88-6e26-4ba4-8263-33441da429be req-f8bbaefa-1b86-430f-a98e-08b38b78cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:55.859056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-609afb88-6e26-4ba4-8263-33441da429be req-f8bbaefa-1b86-430f-a98e-08b38b78cb54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 1097 time: 0.4446135 Nov 22 16:46:55.892435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0275a560-add6-4342-9add-9c5252384319 req-62ecf220-4c42-48d6-a26e-9ebf1a57c0d4 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6897857 Nov 22 16:46:55.925683 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8bc9f1-e63a-4206-9f4a-3668abba33eb None None] Pushing event updated for resources: {'Port': ['ID=4d14848a-6ee6-4b17-b593-03f42497836c,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:55.950217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:55.973797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3925b85-f599-450c-8f2a-d6f469a07057 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:55.974229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e3925b85-f599-450c-8f2a-d6f469a07057 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/475c6767-978a-4a40-a4c3-c706dcf06c49 HTTP/1.1" status: 204 len: 168 time: 0.5770602 Nov 22 16:46:55.986888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:55.992634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.001496 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Routers {'d954aa5e-00c7-41eb-888a-c23af761a6b0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:46:56.002300 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d954aa5e-00c7-41eb-888a-c23af761a6b0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:56.005029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48320) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.024233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-184f4a55-4aa3-41da-be3c-09c33b017b4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.045088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0b4b2662-a899-4b53-a1b2-7cff280cbdc3 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=475c6767-978a-4a40-a4c3-c706dcf06c49 HTTP/1.1" status: 200 len: 216 time: 0.0377195 Nov 22 16:46:56.047752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48322) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.073951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a45be5-1dd2-4751-ac89-98b969d150c5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:56.100208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:56.104210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a6c320f9-7193-4ebf-9ff4-b2d1927aa4ba tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0552480 Nov 22 16:46:56.104865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48324) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.105420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-609afb88-6e26-4ba4-8263-33441da429be req-2eefdaed-ef88-4a0a-902b-6346ee43bd78 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369747 Nov 22 16:46:56.120337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.120697 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Added segment 9c540595-f408-45d6-9722-a8aa0e25190d of type vlan for network 955791bb-2fc9-4604-b7ba-1131ed3e5f8f Nov 22 16:46:56.183846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f6eeba48-b3b4-42cf-9be3-d9c4ac2b2fcb tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0745256 Nov 22 16:46:56.184509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48328) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.185814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3d9f3a7f-2173-4d2a-8532-ab59d796311a None None] Provisioning complete for port 4d14848a-6ee6-4b17-b593-03f42497836c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:56.186406 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3a7f-2173-4d2a-8532-ab59d796311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.193672 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] Set router d954aa5e-00c7-41eb-888a-c23af761a6b0 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:46:56.243740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.251732 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.254499 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-184f4a55-4aa3-41da-be3c-09c33b017b4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.264787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-184f4a55-4aa3-41da-be3c-09c33b017b4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.272502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-184f4a55-4aa3-41da-be3c-09c33b017b4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "DELETE /v2.0/security-groups/c08b916b-1b0f-4948-8a25-490726413d72 HTTP/1.1" status: 204 len: 168 time: 0.8868093 Nov 22 16:46:56.274818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.331107 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-dda84e62-f795-49d4-a023-55d9b5d26620 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] show failed (client error): The resource could not be found. Nov 22 16:46:56.333536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.337415 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dda84e62-f795-49d4-a023-55d9b5d26620 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "GET /v2.0/security-groups/c08b916b-1b0f-4948-8a25-490726413d72 HTTP/1.1" status: 404 len: 347 time: 0.0530858 Nov 22 16:46:56.338115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48332) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.354322 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:46:56.358799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f4a55-4aa3-41da-be3c-09c33b017b4c tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b916b-1b0f-4948-8a25-490726413d72,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.454104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.456005 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:46:51Z', 'revision_number': 3, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:56.461047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:56.461887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.499688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3a7f-2173-4d2a-8532-ab59d796311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.511396 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145fd96-d024-4700-8992-8c824906dfcc None None] The sync data for ids ['d954aa5e-00c7-41eb-888a-c23af761a6b0'] in n-d-816206-6 is: [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:46:51Z', 'revision_number': 3, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:56.520561 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9455929 Nov 22 16:46:56.530943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3d9f3a7f-2173-4d2a-8532-ab59d796311a None None] For port 4d14848a-6ee6-4b17-b593-03f42497836c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4d14848a-6ee6-4b17-b593-03f42497836c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:56.551141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3a7f-2173-4d2a-8532-ab59d796311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.561789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Allocated IP 172.20.0.1 (65fc7ea2-195d-4b6e-b9df-5f18281efb7c/1f04064a-64b0-4484-8193-1f1c50e0fe89/500ff752-0bcb-483c-8157-ed0e76ba62ae) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:46:56.578101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.587282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1665933684'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:56.638774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a4ef2e-1410-4f41-9afa-257a69408efa tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Network': ['ID=955791bb-2fc9-4604-b7ba-1131ed3e5f8f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.653834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f3a7f-2173-4d2a-8532-ab59d796311a None None] Pushing event updated for resources: {'Port': ['ID=4d14848a-6ee6-4b17-b593-03f42497836c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:56.661030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:23Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:46:56.667331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 955791bb-2fc9-4604-b7ba-1131ed3e5f8f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:56.677266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:56.681100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.699570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Deleting port 309e3efd-0d3d-46ec-8336-a3982b01aef3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:56.700046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.716441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccfcd99-f70e-4d8b-b6be-1ecd63ae28c4 None None] The sync data for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 is: [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:37:18Z', 'revision_number': 4, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '40c509c3-764e-40ed-a0ed-22415ac5c178', 'name': '', 'network_id': '269cc198-39c7-49b3-a6cb-698876c8fb8a', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'mac_address': 'fa:16:3e:62:62:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:17Z', 'updated_at': '2021-11-22T16:37:23Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'subnets': [{'id': 'd091d724-42bd-4e0c-ba2b-718085aeb2d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:46:56.743039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:46:56.752780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.758254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.758834 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Added segment 78294c9f-ae66-4f72-8084-1d1620ba5273 of type vlan for network 8733496d-2d2d-46b5-ba3e-a6aa326ab7e7 Nov 22 16:46:56.820288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be471711-96ad-4bbf-9862-49ee2a87452b tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/575384af-9195-40a6-ad7a-77636b6358ca HTTP/1.1" status: 200 len: 472 time: 0.5602834 Nov 22 16:46:56.828281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48342) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:56.832709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-64f81c65-6b77-4811-ad7b-dfb38535f302 None None] Provisioning complete for port 4d14848a-6ee6-4b17-b593-03f42497836c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:56.832896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.833021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64f81c65-6b77-4811-ad7b-dfb38535f302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.916028 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:56.989796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:56.997393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:57.008058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-db50907e-5f74-4751-a329-4972b3ddb5a9 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/553c4103-d1c4-411b-ab1a-f5e6235b59bf HTTP/1.1" status: 200 len: 461 time: 0.1732347 Nov 22 16:46:57.017264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:46:57.031112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:57.044645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.053431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.109879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.116378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.116812 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.138380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Calling delete_port for 309e3efd-0d3d-46ec-8336-a3982b01aef3 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:46:57.153603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.300388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7157762 Nov 22 16:46:57.350180 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48352) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:57.362641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'ports': [{'network_id': '955791bb-2fc9-4604-b7ba-1131ed3e5f8f', 'name': 'tempest-port--959416755', 'admin_state_up': True}, {'network_id': '8733496d-2d2d-46b5-ba3e-a6aa326ab7e7', 'admin_state_up': False}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:57.363104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'port': {'network_id': '955791bb-2fc9-4604-b7ba-1131ed3e5f8f', 'name': 'tempest-port--959416755', 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:57.363715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'port': {'network_id': '8733496d-2d2d-46b5-ba3e-a6aa326ab7e7', 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:46:57.424785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=500ff752-0bcb-483c-8157-ed0e76ba62ae,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:57.453841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcf9ca0-19dd-4177-bca0-2ab0922b35af None None] New status for floating IP 0b00c951-ed60-4645-aabe-46e92cd1be1c: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:46:57.464056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a26365f-da3b-475c-a48a-ea3af8088c41 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Network': ['ID=8733496d-2d2d-46b5-ba3e-a6aa326ab7e7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:57.483534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9a52d-f976-40a3-bef1-cd7ce49ecb1a req-63ce2581-d6cc-4df2-b64f-4c01a0225170 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.486104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdc9a52d-f976-40a3-bef1-cd7ce49ecb1a req-63ce2581-d6cc-4df2-b64f-4c01a0225170 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 1.1379616 Nov 22 16:46:57.518955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8c55701d-6063-4b66-8306-53877b0020f1 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.522502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8c55701d-6063-4b66-8306-53877b0020f1 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/553c4103-d1c4-411b-ab1a-f5e6235b59bf HTTP/1.1" status: 204 len: 168 time: 0.4822268 Nov 22 16:46:57.522980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48354) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:57.550678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 8733496d-2d2d-46b5-ba3e-a6aa326ab7e7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:46:57.598919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df574a62-7cc8-44ca-9b71-d523b7e23fff req-aded371b-9f8d-4112-92ec-599e4c6d0ebc tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:57.601083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df574a62-7cc8-44ca-9b71-d523b7e23fff req-aded371b-9f8d-4112-92ec-599e4c6d0ebc tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 944 time: 0.4249706 Nov 22 16:46:57.766447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df574a62-7cc8-44ca-9b71-d523b7e23fff req-1ae355b1-90f6-4ddd-a9bf-13c3aa7204bf tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567235 Nov 22 16:46:57.766601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e8c55539-a266-49cf-992f-6577f2ab37c0 None None] Provisioning complete for port 500ff752-0bcb-483c-8157-ed0e76ba62ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:57.767083 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8c55539-a266-49cf-992f-6577f2ab37c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:57.851781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdc9a52d-f976-40a3-bef1-cd7ce49ecb1a req-2042fa3a-f440-40e7-8cdd-ea830cc3ee04 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226092 Nov 22 16:46:57.865004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e8c55539-a266-49cf-992f-6577f2ab37c0 None None] Port 500ff752-0bcb-483c-8157-ed0e76ba62ae cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:57.934723 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.025879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'port': 2} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:46:58.030920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.112862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.180851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a7abbf2-3bf4-4872-bc65-a42f8f5fe0e3 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.185108 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a7abbf2-3bf4-4872-bc65-a42f8f5fe0e3 tempest-MeteringTestJSON-1374384591 tempest-MeteringTestJSON-1374384591-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/575384af-9195-40a6-ad7a-77636b6358ca HTTP/1.1" status: 204 len: 168 time: 0.6582532 Nov 22 16:46:58.235606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.273410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Pushing event deleted for resources: {'Port': ['ID=309e3efd-0d3d-46ec-8336-a3982b01aef3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.300115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d0bc4-bace-4790-97a8-99331b0ddbe0 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:46:58.335216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.355320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.371584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.388327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.392441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d9c60862-cc34-41f5-81e2-3d7453dfcd1d tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] 10.222.0.65 "DELETE /v2.0/floatingips/0b00c951-ed60-4645-aabe-46e92cd1be1c HTTP/1.1" status: 204 len: 168 time: 2.0430038 Nov 22 16:46:58.393066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48366) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:58.438168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=500ff752-0bcb-483c-8157-ed0e76ba62ae,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:58.462959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] device_id is not set on port e35dfae8-1261-4920-b2d3-9c8b00879ea3 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:46:58.501404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.649823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48376) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:46:58.686306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 270e4ee3-3910-4396-84c0-0f53e9ff7795 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:58.760800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 270e4ee3-3910-4396-84c0-0f53e9ff7795 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:46:58.771346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:46:58.772736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 270e4ee3-3910-4396-84c0-0f53e9ff7795 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:58.777196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:46:58.784317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:58.788960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.029271 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.079907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e4ee3-3910-4396-84c0-0f53e9ff7795'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:46:59.082407 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953d04ff-3f58-4388-ad77-1e4cc2a3ac2f" -d '{"events": [{"server_uuid": "0dabf521-ac9f-4909-b7f8-ee6265407f5c", "name": "network-vif-plugged", "status": "completed", "tag": "270e4ee3-3910-4396-84c0-0f53e9ff7795"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:46:59.134462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4d14848a-6ee6-4b17-b593-03f42497836c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:46:59.148349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 270e4ee3-3910-4396-84c0-0f53e9ff7795, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:46:59.201925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.219776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6131a9b-54ef-40cb-b1d9-40075d9a36fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.230779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] device_id is not set on port 18456b61-ed43-4d21-9805-2df51dd53de2 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:46:59.312368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=270e4ee3-3910-4396-84c0-0f53e9ff7795,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:46:59.359308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4d14848a-6ee6-4b17-b593-03f42497836c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:59.359308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.365932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-59e288a2-7671-4884-a0f8-220144ea1192 None None] Provisioning complete for port 500ff752-0bcb-483c-8157-ed0e76ba62ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:46:59.366884 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-59e288a2-7671-4884-a0f8-220144ea1192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.432731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.493932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59d8f6-0357-4ac6-a755-d6b9740b797b req-bef65342-6e10-40c4-8470-43d4f70afbc4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.495539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d59d8f6-0357-4ac6-a755-d6b9740b797b req-bef65342-6e10-40c4-8470-43d4f70afbc4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4336829 Nov 22 16:46:59.520836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a60674-f66d-4b01-a2ac-35a545aaef4f req-5f52be71-297e-41a1-a84f-c5b4d28aabe0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:46:59.537173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8a60674-f66d-4b01-a2ac-35a545aaef4f req-5f52be71-297e-41a1-a84f-c5b4d28aabe0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 944 time: 0.4539957 Nov 22 16:46:59.625566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-59e288a2-7671-4884-a0f8-220144ea1192 None None] Port 500ff752-0bcb-483c-8157-ed0e76ba62ae cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:46:59.810553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Router d954aa5e-00c7-41eb-888a-c23af761a6b0 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:46:59.879300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Deleting port 40c509c3-764e-40ed-a0ed-22415ac5c178 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:46:59.879888 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:46:59.903840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d59d8f6-0357-4ac6-a755-d6b9740b797b req-2d3cfb8c-a048-4f21-9c07-d89655297b96 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517752 Nov 22 16:46:59.957906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8a60674-f66d-4b01-a2ac-35a545aaef4f req-9d4207ba-a70e-489f-978f-d1ec3235098d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109957 Nov 22 16:46:59.983401 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98093484-55df-4842-8358-1d6a2437fbab x-openstack-request-id: req-98093484-55df-4842-8358-1d6a2437fbab {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:46:59.983915 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dabf521-ac9f-4909-b7f8-ee6265407f5c", "name": "network-vif-plugged", "status": "completed", "tag": "270e4ee3-3910-4396-84c0-0f53e9ff7795", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:46:59.983915 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-98093484-55df-4842-8358-1d6a2437fbab {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:46:59.984388 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270e4ee3-3910-4396-84c0-0f53e9ff7795', 'code': 200} Nov 22 16:47:00.016066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] For port 40c509c3-764e-40ed-a0ed-22415ac5c178, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=40c509c3-764e-40ed-a0ed-22415ac5c178,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:00.016433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.033626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Calling delete_port for 40c509c3-764e-40ed-a0ed-22415ac5c178 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:00.151832 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.298581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:00.312819 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Sync routers for ids ['d954aa5e-00c7-41eb-888a-c23af761a6b0'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:00.313757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6131a9b-54ef-40cb-b1d9-40075d9a36fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.330761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.346166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-325ab27b-6248-4e49-ab6a-21cf659e4ec9 admin admin] 10.222.0.65 "PUT /v2.0/routers/d954aa5e-00c7-41eb-888a-c23af761a6b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0893745 Nov 22 16:47:00.348183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.353903 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Routers {'d954aa5e-00c7-41eb-888a-c23af761a6b0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:00.355451 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d954aa5e-00c7-41eb-888a-c23af761a6b0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:00.359227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d6131a9b-54ef-40cb-b1d9-40075d9a36fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.371714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c509c3-764e-40ed-a0ed-22415ac5c178,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.681924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Set router d954aa5e-00c7-41eb-888a-c23af761a6b0 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:00.682990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d6131a9b-54ef-40cb-b1d9-40075d9a36fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0abdc76fdcb64e42a00cc3359937098b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0317447 Nov 22 16:47:00.683792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Port': ['ID=e35dfae8-1261-4920-b2d3-9c8b00879ea3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.686120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48412) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:00.715523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f140800-86cb-4c89-808c-2665340da3f5 req-3c1b4abf-f1a9-4b9a-ab6a-28d593f7f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.718008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f140800-86cb-4c89-808c-2665340da3f5 req-3c1b4abf-f1a9-4b9a-ab6a-28d593f7f177 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 1096 time: 0.6130893 Nov 22 16:47:00.743941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6131a9b-54ef-40cb-b1d9-40075d9a36fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781a90cd-16ec-40ea-b411-a7cb007f27c7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:00.874940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f140800-86cb-4c89-808c-2665340da3f5 req-f17fd844-de6d-4747-b1bb-e645ecd9c397 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338449 Nov 22 16:47:00.938469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Checking segment: {'id': '9c540595-f408-45d6-9722-a8aa0e25190d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '955791bb-2fc9-4604-b7ba-1131ed3e5f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:00.939046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network hostable DHCP agents. Network: 955791bb-2fc9-4604-b7ba-1131ed3e5f8f, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:00.968645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eae9c0-58d6-4911-963a-0709a3b1982f req-18eb23b3-b867-476f-96ba-96ca2db6d79d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:00.970714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81eae9c0-58d6-4911-963a-0709a3b1982f req-18eb23b3-b867-476f-96ba-96ca2db6d79d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2842236 Nov 22 16:47:00.979823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60e724e0-89c0-485d-9aa0-3792d0ddbb8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:00.987620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network 955791bb-2fc9-4604-b7ba-1131ed3e5f8f is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:00.998258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.040324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 955791bb-2fc9-4604-b7ba-1131ed3e5f8f) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:01.050146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d0c0cd-6e6a-45f7-bb13-dfab3e7e44e7 None None] Network 955791bb-2fc9-4604-b7ba-1131ed3e5f8f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:01.111981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60e724e0-89c0-485d-9aa0-3792d0ddbb8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.147041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:01.148407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.191697 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:46:57Z', 'revision_number': 4, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '500ff752-0bcb-483c-8157-ed0e76ba62ae', 'name': '', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'mac_address': 'fa:16:3e:64:70:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:46:58Z', 'revision_number': 2, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'subnets': [{'id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:01.249513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60e724e0-89c0-485d-9aa0-3792d0ddbb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.252124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60e724e0-89c0-485d-9aa0-3792d0ddbb8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.256206 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60e724e0-89c0-485d-9aa0-3792d0ddbb8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/781a90cd-16ec-40ea-b411-a7cb007f27c7 HTTP/1.1" status: 204 len: 168 time: 0.5649157 Nov 22 16:47:01.277796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Port': ['ID=18456b61-ed43-4d21-9805-2df51dd53de2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.353332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81eae9c0-58d6-4911-963a-0709a3b1982f req-2a4eb5a7-ac52-4bef-a292-c01cdf9a106c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562505 Nov 22 16:47:01.354270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e724e0-89c0-485d-9aa0-3792d0ddbb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781a90cd-16ec-40ea-b411-a7cb007f27c7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:01.471670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Checking segment: {'id': '78294c9f-ae66-4f72-8084-1d1620ba5273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '8733496d-2d2d-46b5-ba3e-a6aa326ab7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:01.472461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network hostable DHCP agents. Network: 8733496d-2d2d-46b5-ba3e-a6aa326ab7e7, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:01.473042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48440) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:01.474883 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Checking router: d954aa5e-00c7-41eb-888a-c23af761a6b0 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:01.475353 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Updating router d954aa5e-00c7-41eb-888a-c23af761a6b0 port 500ff752-0bcb-483c-8157-ed0e76ba62ae binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:01.481779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1725518038-network', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:01.513278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Made reservation on behalf of 32b7c25e1e994afcb5ac95c8bb881397 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:01.516826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.525456 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.536546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.661306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-6fb6756f-449b-4c29-86a7-49a824a331c0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.664419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-6fb6756f-449b-4c29-86a7-49a824a331c0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.5533137 Nov 22 16:47:01.668526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network 8733496d-2d2d-46b5-ba3e-a6aa326ab7e7 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:01.681381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588b6aa-46af-4143-a73a-40cc77cc84b8 req-15f7720c-c60b-4810-af28-2e8a7534b4ab tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.692855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e588b6aa-46af-4143-a73a-40cc77cc84b8 req-15f7720c-c60b-4810-af28-2e8a7534b4ab tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.1728563 Nov 22 16:47:01.722671 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.731653 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.742710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-2c8fa3d6-2ea3-492d-8167-9f195ca3e53a tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/quotas/455e70f91a9046cd9854e813be90103c HTTP/1.1" status: 200 len: 375 time: 0.0245769 Nov 22 16:47:01.745944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:01.764641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.765020 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Added segment b848e893-0176-4ae8-9c27-6ec9f0f5e460 of type vlan for network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba Nov 22 16:47:01.822895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.858888 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.859892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:01.860674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:01.908572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4342394 Nov 22 16:47:01.947105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48446) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:01.975871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Request body: {'subnet': {'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1725518038-subnet', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:01.987968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Pushing event updated for resources: {'Network': ['ID=ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.000653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:02.000912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Router 5533ab3d-97cf-4230-b1d0-4099c40f7469 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:02.013754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7e5f-0600-438f-a925-c7c26c657df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6235564-d9d8-4146-94a0-867d29ee4dae,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.102747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Made reservation on behalf of 32b7c25e1e994afcb5ac95c8bb881397 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:02.107232 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.185772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 8733496d-2d2d-46b5-ba3e-a6aa326ab7e7) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:02.186718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48448) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:02.191173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e588b6aa-46af-4143-a73a-40cc77cc84b8 req-1e9d2de4-3398-4114-b1c2-d4ce9ae31118 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969442 Nov 22 16:47:02.196437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:02.202652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.209323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.210057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.234728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c83ebf-b673-4141-9bb5-13b4b8e57739 None None] Network 8733496d-2d2d-46b5-ba3e-a6aa326ab7e7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:02.236409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-6c0e95d2-d3d5-4420-8938-05f5da367c39 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4923308 Nov 22 16:47:02.253704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-936e6ba8-d7ca-4c00-b2c4-32a344d217cc tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.8906753 Nov 22 16:47:02.256643 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.268826 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.292084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48450) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:02.313525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbddaaca-b6d9-49df-9403-aca884bd3f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.351518 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7f428-9f96-41ed-9bfb-0c7a4b1dd23f None None] Pushing event updated for resources: {'Port': ['ID=500ff752-0bcb-483c-8157-ed0e76ba62ae,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.433288 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Attempting to bind port 500ff752-0bcb-483c-8157-ed0e76ba62ae on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:02.433807 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Attempting to bind port 500ff752-0bcb-483c-8157-ed0e76ba62ae by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:02.434064 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Attempting to bind port 500ff752-0bcb-483c-8157-ed0e76ba62ae on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:02.446955 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:02.447337 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Checking segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:02.447744 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.449765 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Bound using segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:02.450110 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Bound port: 500ff752-0bcb-483c-8157-ed0e76ba62ae, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:02.450506 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.503800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-2265349d-e7b7-4a87-8ed4-d623f12f1c7e service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518575 Nov 22 16:47:02.611525 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] For port 500ff752-0bcb-483c-8157-ed0e76ba62ae, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:02.616412 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] For port 500ff752-0bcb-483c-8157-ed0e76ba62ae, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=500ff752-0bcb-483c-8157-ed0e76ba62ae,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:02.623272 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.690681 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Routers {'d954aa5e-00c7-41eb-888a-c23af761a6b0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:02.691629 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d954aa5e-00c7-41eb-888a-c23af761a6b0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:02.762908 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7f428-9f96-41ed-9bfb-0c7a4b1dd23f None None] Pushing event updated for resources: {'Port': ['ID=500ff752-0bcb-483c-8157-ed0e76ba62ae,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:02.784334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4e7c5-4fef-4472-a8bb-3987660dd7a8 req-a22fc024-0ebc-46b2-bbbb-71dc4a3661f6 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.786763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ef4e7c5-4fef-4472-a8bb-3987660dd7a8 req-a22fc024-0ebc-46b2-bbbb-71dc4a3661f6 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.1527629 Nov 22 16:47:02.813425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-ebf68811-bc7b-47d6-8b02-7a0ce6e0f8d6 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999227 Nov 22 16:47:02.848507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c675a-e6d8-4aed-9f7e-5ec006dd349c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.862463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0c675a-e6d8-4aed-9f7e-5ec006dd349c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:02.868497 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d0c675a-e6d8-4aed-9f7e-5ec006dd349c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5689087 Nov 22 16:47:02.869142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48454) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:02.888328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:02.918200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Provisioning complete for port 500ff752-0bcb-483c-8157-ed0e76ba62ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:02.918677 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:02.920382 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] Set router d954aa5e-00c7-41eb-888a-c23af761a6b0 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:02.925812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] Sync routers for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:02.936939 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-742f9de0-7ab5-4381-9dfe-83bdfcd8ad89 admin admin] 10.222.0.65 "PUT /v2.0/routers/5533ab3d-97cf-4230-b1d0-4099c40f7469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5384865 Nov 22 16:47:02.948168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48456) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:03.014438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.031040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ef4e7c5-4fef-4472-a8bb-3987660dd7a8 req-9b27eb16-8f9d-4c3d-936e-d69063c62f1a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127144 Nov 22 16:47:03.344169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=862660d1-f8cd-40ec-8eb8-e8b1d058aeff,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:03.471438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbddaaca-b6d9-49df-9403-aca884bd3f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.491360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbddaaca-b6d9-49df-9403-aca884bd3f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.497764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Checking segment: {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:03.498249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Network hostable DHCP agents. Network: ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:03.538368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:03.540022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:03.574939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.588646 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-43c66101-3546-49ef-831b-105f063041d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:46:57Z', 'revision_number': 4, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '500ff752-0bcb-483c-8157-ed0e76ba62ae', 'name': '', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'mac_address': 'fa:16:3e:64:70:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:02Z', 'revision_number': 4, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'subnets': [{'id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:03.621147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84f89a52-6a02-427b-babc-a05ab98ed02f req-c6675a25-d94c-4447-aecb-4e5ea13e2305 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 210 time: 0.3081934 Nov 22 16:47:03.623363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbddaaca-b6d9-49df-9403-aca884bd3f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57b1ffee-4a75-4254-b542-db085cd28e04,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:03.644088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dbddaaca-b6d9-49df-9403-aca884bd3f9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d53d69f0287b48bb8e6316f3a3d77059&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4485168 Nov 22 16:47:03.644644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:03.695786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:03.721832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:03.732706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.733772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.759665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef3f9f-bb79-47c2-b7d7-2b433633a54f None None] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:03.772661 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c66101-3546-49ef-831b-105f063041d8 None None] The sync data for ids ['d954aa5e-00c7-41eb-888a-c23af761a6b0'] in n-d-816206-6 is: [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:46:57Z', 'revision_number': 4, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '500ff752-0bcb-483c-8157-ed0e76ba62ae', 'name': '', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'mac_address': 'fa:16:3e:64:70:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2079, 'fixed_ips': [{'subnet_id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:56Z', 'updated_at': '2021-11-22T16:47:02Z', 'revision_number': 4, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'subnets': [{'id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:03.776932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48484) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:03.777142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f40b2cf1-77c1-450d-b13c-eccb3ff1b9e8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8101885 Nov 22 16:47:03.779008 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f1db57b-95cd-423f-ab80-e063c64a3414 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.812733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:03.851392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.852565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.864033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f1db57b-95cd-423f-ab80-e063c64a3414 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:03.901076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af82dbc-1d56-446a-826f-eee0b462c20c req-d3c86d40-2e30-4026-809e-725cfcd97dc7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:03.910624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8af82dbc-1d56-446a-826f-eee0b462c20c req-d3c86d40-2e30-4026-809e-725cfcd97dc7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3327882 Nov 22 16:47:04.035349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f1db57b-95cd-423f-ab80-e063c64a3414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.038706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f1db57b-95cd-423f-ab80-e063c64a3414 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.042359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9f1db57b-95cd-423f-ab80-e063c64a3414 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/57b1ffee-4a75-4254-b542-db085cd28e04 HTTP/1.1" status: 204 len: 168 time: 0.3968349 Nov 22 16:47:04.074813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1db57b-95cd-423f-ab80-e063c64a3414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57b1ffee-4a75-4254-b542-db085cd28e04,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:04.145465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.168465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.179342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.220506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8af82dbc-1d56-446a-826f-eee0b462c20c req-2d6d9619-5165-45fd-9b74-54efc7c10c79 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094108 Nov 22 16:47:04.269166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48494) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:04.290128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Deleting port e35dfae8-1261-4920-b2d3-9c8b00879ea3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:04.295844 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.423628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:04.559149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] For port 500ff752-0bcb-483c-8157-ed0e76ba62ae, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=500ff752-0bcb-483c-8157-ed0e76ba62ae,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:04.605817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba', 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'fixed_ips': [{'subnet_id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:04.607187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.611543 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.727510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d5af8e-73d9-4203-82d0-ee7196ac3a49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.816786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.856207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:04.875824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Calling delete_port for e35dfae8-1261-4920-b2d3-9c8b00879ea3 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:04.995169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d5af8e-73d9-4203-82d0-ee7196ac3a49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.001880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d5af8e-73d9-4203-82d0-ee7196ac3a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.059606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-52a5664f-eac4-48ba-9aa7-cdcabee5e93b None None] Provisioning complete for port 500ff752-0bcb-483c-8157-ed0e76ba62ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:05.060004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-52a5664f-eac4-48ba-9aa7-cdcabee5e93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.151082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 500ff752-0bcb-483c-8157-ed0e76ba62ae up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:05.268090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Pushing event updated for resources: {'Port': ['ID=500ff752-0bcb-483c-8157-ed0e76ba62ae,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.284223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5af8e-73d9-4203-82d0-ee7196ac3a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0638b5c-b4c7-4d91-9965-8abc95a411df,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:05.324039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.324400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.324745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.325083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.325422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.325784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.326118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.327218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.327218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.327218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.327673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.327673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7555e0b-e00a-40dd-a4a8-1d6a413333a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:05.333837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94d5af8e-73d9-4203-82d0-ee7196ac3a49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1f46a331bd5d4b4dbfc2906fc90c6b7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0620451 Nov 22 16:47:05.381575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48512) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:05.401502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Allocated IP 172.20.0.2 (ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba/862660d1-f8cd-40ec-8eb8-e8b1d058aeff/697caa13-2e04-4f07-8bc3-609de1bdd969) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:05.410985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94446af-c827-4486-8e40-cbdffabb5504 req-37886e18-1618-46e2-b148-2f78ac640d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.413039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-37886e18-1618-46e2-b148-2f78ac640d50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 1096 time: 0.3666930 Nov 22 16:47:05.432870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:47:00Z', 'revision_number': 5, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port': {'id': '15ad0180-9597-4960-a7c1-229638d66ec7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:99:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1177, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:37:15Z', 'updated_at': '2021-11-22T16:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:05.483078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] Checking router: 5533ab3d-97cf-4230-b1d0-4099c40f7469 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:05.498248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 500ff752-0bcb-483c-8157-ed0e76ba62ae triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:05.498792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.584340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] Routers {'5533ab3d-97cf-4230-b1d0-4099c40f7469'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:05.585026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5533ab3d-97cf-4230-b1d0-4099c40f7469'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:05.609322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-54f036fe-6e3c-4e84-bfea-b7496b603dc7 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.611259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-54f036fe-6e3c-4e84-bfea-b7496b603dc7 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.5469639 Nov 22 16:47:05.621157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74a432-7f93-40bd-9647-4d8970c6373e req-dea4db56-4053-41b0-aae5-fdb037fd4535 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.633933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac74a432-7f93-40bd-9647-4d8970c6373e req-dea4db56-4053-41b0-aae5-fdb037fd4535 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.5616863 Nov 22 16:47:05.637504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Request body: {'port': {'device_id': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'admin_state_up': True, 'tenant_id': '455e70f91a9046cd9854e813be90103c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:05.789921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7cccf42-25d5-4e46-aad3-e97975534150 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.795563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] Set router 5533ab3d-97cf-4230-b1d0-4099c40f7469 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:05.806065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Made reservation on behalf of 455e70f91a9046cd9854e813be90103c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:05.810185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.828610 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Deleting port 15ad0180-9597-4960-a7c1-229638d66ec7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:05.829198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:05.875025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fc267-7c7c-4597-bb43-b0660ac163b0 req-ea673279-590f-4a32-a479-ae8f2841f135 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:05.876815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd4fc267-7c7c-4597-bb43-b0660ac163b0 req-ea673279-590f-4a32-a479-ae8f2841f135 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 1.1668992 Nov 22 16:47:05.877338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48524) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:05.897695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 6, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:05.950758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f3f396-9aca-4f6b-bacd-0972d5fce72c None None] The sync data for ids ['5533ab3d-97cf-4230-b1d0-4099c40f7469'] in n-d-816206-6 is: [{'id': '5533ab3d-97cf-4230-b1d0-4099c40f7469', 'name': 'tempest-ServerActionsTestJSON-1216913954-router', 'tenant_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:37:14Z', 'updated_at': '2021-11-22T16:47:04Z', 'revision_number': 6, 'project_id': '56743b2c0ffb46a29b824b86b22c4cf8', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:05.967393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac74a432-7f93-40bd-9647-4d8970c6373e req-143aec84-1777-4017-bcdd-b7424ab824c3 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771621 Nov 22 16:47:06.058834 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.070211 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7cccf42-25d5-4e46-aad3-e97975534150 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.075271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.077882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.089742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Allocated IP 172.20.0.12 (22e53eb7-3d6f-4572-9c8d-7729d17dae66/75fded1b-c7cd-4e2c-867b-d57c8460387e/87072f51-db38-4104-a0ee-e3d3a82f26d5) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:06.150438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Pushing event updated for resources: {'Port': ['ID=697caa13-2e04-4f07-8bc3-609de1bdd969,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.160942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:06.163358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:06.166048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:06.226259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Port': ['ID=e35dfae8-1261-4920-b2d3-9c8b00879ea3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.228741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94446af-c827-4486-8e40-cbdffabb5504 req-5ab46313-381e-4b7f-87b1-553038f1ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.230305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-5ab46313-381e-4b7f-87b1-553038f1ef03 service neutron] 10.222.0.66 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.7636514 Nov 22 16:47:06.234366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Attempting to bind port 697caa13-2e04-4f07-8bc3-609de1bdd969 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:06.234785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Attempting to bind port 697caa13-2e04-4f07-8bc3-609de1bdd969 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:06.235303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Attempting to bind port 697caa13-2e04-4f07-8bc3-609de1bdd969 on network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:06.242993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1844170372'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:06.243403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:06.243788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Checking segment: {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:06.244200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.244597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Bound using segment: {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:06.245332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Bound port: 697caa13-2e04-4f07-8bc3-609de1bdd969, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:06.245642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.341809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d94cfb5b-d031-4e29-b369-0789c35cdd20 req-770f1e95-201c-4be3-baea-449cd92e4720 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 210 time: 0.1972172 Nov 22 16:47:06.402800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:06.406631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.409464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.413609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0f476f1-bc97-4727-8813-cbea6962f100 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/ports/e35dfae8-1261-4920-b2d3-9c8b00879ea3 HTTP/1.1" status: 204 len: 168 time: 3.5419774 Nov 22 16:47:06.429674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-a61b94f4-bff2-42ee-a8a6-53a59b3c73dd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795 HTTP/1.1" status: 200 len: 217 time: 0.1626709 Nov 22 16:47:06.441996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:06.470157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] For port 15ad0180-9597-4960-a7c1-229638d66ec7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15ad0180-9597-4960-a7c1-229638d66ec7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:06.470677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.492470 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.497747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd4fc267-7c7c-4597-bb43-b0660ac163b0 req-b107728d-df21-4ef0-a62f-d2caddeab3bb tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603297 Nov 22 16:47:06.579957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Calling delete_port for 15ad0180-9597-4960-a7c1-229638d66ec7 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:06.616776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7cccf42-25d5-4e46-aad3-e97975534150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.619893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7cccf42-25d5-4e46-aad3-e97975534150 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.623558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a7cccf42-25d5-4e46-aad3-e97975534150 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0638b5c-b4c7-4d91-9965-8abc95a411df HTTP/1.1" status: 204 len: 168 time: 1.2241149 Nov 22 16:47:06.633530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] For port 697caa13-2e04-4f07-8bc3-609de1bdd969, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:06.645417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] For port 697caa13-2e04-4f07-8bc3-609de1bdd969, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=697caa13-2e04-4f07-8bc3-609de1bdd969,segment=NetworkSegment(b848e893-0176-4ae8-9c27-6ec9f0f5e460),segment_id=b848e893-0176-4ae8-9c27-6ec9f0f5e460)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:06.656029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.750966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.776442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a4a77-3fa0-45f8-9b90-f6fd52641f9f None None] Pushing event updated for resources: {'Port': ['ID=697caa13-2e04-4f07-8bc3-609de1bdd969,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.781427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94446af-c827-4486-8e40-cbdffabb5504 req-4a3353ba-801b-400b-a143-3c06765efd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:06.783421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-4a3353ba-801b-400b-a143-3c06765efd5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.3352528 Nov 22 16:47:06.806176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:06.815607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cccf42-25d5-4e46-aad3-e97975534150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0638b5c-b4c7-4d91-9965-8abc95a411df,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:06.828358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:06.879324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-beb455ee-7edd-410d-a2c3-b6bab17dd141 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550511 Nov 22 16:47:06.897298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:06.901957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:06.906882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:07.143240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:07.143913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.148477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event updated for resources: {'Port': ['ID=87072f51-db38-4104-a0ee-e3d3a82f26d5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.151004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 500ff752-0bcb-483c-8157-ed0e76ba62ae up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:07.176010 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-7963cdcb-7fc2-4118-a2e2-8548f122fd6b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5455370 Nov 22 16:47:07.193285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Request body: {'port': {'device_id': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:07.277321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 500ff752-0bcb-483c-8157-ed0e76ba62ae triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:07.277891 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.288908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.363323 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.550535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 15ad0180-9597-4960-a7c1-229638d66ec7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:07.563866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48540) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:07.579832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7817e1-f245-4003-8a7e-daebc98081da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.659578 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.686031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 15ad0180-9597-4960-a7c1-229638d66ec7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15ad0180-9597-4960-a7c1-229638d66ec7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:07.690804 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.691631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 40c509c3-764e-40ed-a0ed-22415ac5c178 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:07.712302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Deleting port 18456b61-ed43-4d21-9805-2df51dd53de2 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:07.712613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.721756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.738779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7817e1-f245-4003-8a7e-daebc98081da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.743291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 40c509c3-764e-40ed-a0ed-22415ac5c178 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:07.744816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 40c509c3-764e-40ed-a0ed-22415ac5c178 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:07.751622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ec7817e1-f245-4003-8a7e-daebc98081da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.789243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=15ad0180-9597-4960-a7c1-229638d66ec7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.810745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.846725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87072f51-db38-4104-a0ee-e3d3a82f26d5 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:07.853633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ec7817e1-f245-4003-8a7e-daebc98081da admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7afd2a35b3c242b895432e2fe903a49a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2886493 Nov 22 16:47:07.855359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7817e1-f245-4003-8a7e-daebc98081da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c933ca-52e6-418e-b3a5-afc2b35e4400,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.863433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48542) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:07.867798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.903974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Transition to ACTIVE for port object 87072f51-db38-4104-a0ee-e3d3a82f26d5 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:07.912436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.914269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.928675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-985f126c-6adb-46b5-b612-e806c2d3f86f service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0317857 Nov 22 16:47:07.943669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:07.998992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Pushing event updated for resources: {'Port': ['ID=87072f51-db38-4104-a0ee-e3d3a82f26d5,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:07.999250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e9c6d-de31-4419-8e15-74d82511411f req-e7913478-fcae-40b0-8d80-3382484239be tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.001052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea5e9c6d-de31-4419-8e15-74d82511411f req-e7913478-fcae-40b0-8d80-3382484239be tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3497813 Nov 22 16:47:08.002499 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06bbfda-6701-4436-b851-b315c9f72187 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.024042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.077426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06bbfda-6701-4436-b851-b315c9f72187 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.130845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355b4ef-3012-4b26-a317-a693c7806ec5 req-87d0dbac-766e-4703-8343-8938a872d69f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.138900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b355b4ef-3012-4b26-a317-a693c7806ec5 req-87d0dbac-766e-4703-8343-8938a872d69f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 932 time: 0.5249014 Nov 22 16:47:08.147394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Attempting to bind port 87072f51-db38-4104-a0ee-e3d3a82f26d5 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:08.148134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Attempting to bind port 87072f51-db38-4104-a0ee-e3d3a82f26d5 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:08.148476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Attempting to bind port 87072f51-db38-4104-a0ee-e3d3a82f26d5 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:08.157203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Port 87072f51-db38-4104-a0ee-e3d3a82f26d5 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:08.157203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Attempting to bind port 87072f51-db38-4104-a0ee-e3d3a82f26d5 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:08.157542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:08.161896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Calling delete_port for 18456b61-ed43-4d21-9805-2df51dd53de2 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:08.164133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:08.164480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Checking segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:08.164867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Bound using segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:08.165320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Bound port: 87072f51-db38-4104-a0ee-e3d3a82f26d5, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:08.166035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.214327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06bbfda-6701-4436-b851-b315c9f72187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.215446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.217933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f06bbfda-6701-4436-b851-b315c9f72187 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.222261 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f06bbfda-6701-4436-b851-b315c9f72187 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14c933ca-52e6-418e-b3a5-afc2b35e4400 HTTP/1.1" status: 204 len: 168 time: 0.3547359 Nov 22 16:47:08.240393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bbfda-6701-4436-b851-b315c9f72187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c933ca-52e6-418e-b3a5-afc2b35e4400,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.264192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.264549 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Added segment 46c4bf22-b0d5-478a-a083-4b42b5fe4ddf of type vlan for network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e Nov 22 16:47:08.267309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc0d30f-d716-45d6-84cc-d5e1a1e4f5a5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.282795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] For port 87072f51-db38-4104-a0ee-e3d3a82f26d5, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:08.289417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] For port 87072f51-db38-4104-a0ee-e3d3a82f26d5, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:08.295834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.330447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=15ad0180-9597-4960-a7c1-229638d66ec7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.341722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.342463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.344048 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] 10.222.0.20 "PUT /v2.0/ports/87072f51-db38-4104-a0ee-e3d3a82f26d5 HTTP/1.1" status: 200 len: 1092 time: 1.1558661 Nov 22 16:47:08.344663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'tag': '87072f51-db38-4104-a0ee-e3d3a82f26d5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:08.347105 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a7ba8cc-d835-473d-9e7d-d9f92132b8fc", "tag": "87072f51-db38-4104-a0ee-e3d3a82f26d5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:08.384396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496d0d6-588c-4472-9ea1-ec9c0f85265d service neutron] Pushing event updated for resources: {'Port': ['ID=87072f51-db38-4104-a0ee-e3d3a82f26d5,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:08.403489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2667d97f-635b-4799-afd1-7b9a144f0d5a None None] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:08.470822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b1413-cbc7-47c8-8ff0-9f1f3d9df349 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:08.501215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-d98f0add-885b-42bf-8d7b-eb0939d888a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.504940 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-d98f0add-885b-42bf-8d7b-eb0939d888a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 1095 time: 0.0965877 Nov 22 16:47:08.505705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea5e9c6d-de31-4419-8e15-74d82511411f req-27e00a87-1920-4cf3-b988-fad2c4945f23 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751322 Nov 22 16:47:08.509223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.538180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-56b332e2-7bf1-45a1-b0d4-32e7910728be None None] Provisioning complete for port 697caa13-2e04-4f07-8bc3-609de1bdd969 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:08.538796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b332e2-7bf1-45a1-b0d4-32e7910728be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.560878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Allocated IP 172.25.6.142 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/492026f8-c790-494e-a9a1-c4d18732b9d9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:08.566745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f94446af-c827-4486-8e40-cbdffabb5504 req-2d3a3a3d-ec45-433f-a6b2-ca981fe14fdb service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6147223 Nov 22 16:47:08.600133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b355b4ef-3012-4b26-a317-a693c7806ec5 req-9b5a2143-f148-43de-a850-f2b6c2d9778e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4598968 Nov 22 16:47:08.628808 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-cea43517-1d72-466f-8dab-cd732869d268 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5 HTTP/1.1" status: 200 len: 217 time: 0.1052022 Nov 22 16:47:08.691039 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cddff7a-28b9-4fa5-b0ff-893d1f4e035d x-openstack-request-id: req-0cddff7a-28b9-4fa5-b0ff-893d1f4e035d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:08.691352 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a7ba8cc-d835-473d-9e7d-d9f92132b8fc", "tag": "87072f51-db38-4104-a0ee-e3d3a82f26d5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:08.691612 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cddff7a-28b9-4fa5-b0ff-893d1f4e035d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:08.692021 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'tag': '87072f51-db38-4104-a0ee-e3d3a82f26d5', 'status': 'completed', 'code': 200} Nov 22 16:47:08.714252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-70a11cc8-367e-406b-9645-8ba23a6f1cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.715813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-70a11cc8-367e-406b-9645-8ba23a6f1cc7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.0773745 Nov 22 16:47:08.757989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-2de2b54a-cc5d-47e4-bb21-3ec4ed6d2f44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299532 Nov 22 16:47:08.769309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.776138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:08.776503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.798749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.828883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8952112 Nov 22 16:47:08.855757 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b332e2-7bf1-45a1-b0d4-32e7910728be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.859974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:08.866454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'subnet': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:08.944104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:08.990045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-56b332e2-7bf1-45a1-b0d4-32e7910728be None None] For port 697caa13-2e04-4f07-8bc3-609de1bdd969, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=697caa13-2e04-4f07-8bc3-609de1bdd969,segment=NetworkSegment(b848e893-0176-4ae8-9c27-6ec9f0f5e460),segment_id=b848e893-0176-4ae8-9c27-6ec9f0f5e460)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:08.996513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56b332e2-7bf1-45a1-b0d4-32e7910728be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.015503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.031064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:09.035425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.072770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Port': ['ID=18456b61-ed43-4d21-9805-2df51dd53de2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.087495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.096812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.101578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95b1789-c6e7-48da-8ad2-d7e2a0b5df73 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Network': ['ID=696b5fb5-5c22-4b16-a9aa-b182d8efc89e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.115684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-9800d5bd-614a-46df-9457-385e12e6e530 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396137 Nov 22 16:47:09.123669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:09.156664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee5cdf-9824-4c18-b115-c2d949c3ba9c req-8b38c6b8-9a83-4779-9972-7161087dafa9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.158375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9ee5cdf-9824-4c18-b115-c2d949c3ba9c req-8b38c6b8-9a83-4779-9972-7161087dafa9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4797001 Nov 22 16:47:09.179648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 697caa13-2e04-4f07-8bc3-609de1bdd969 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:09.214803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.219270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32dc9302-1de0-4686-9aba-a8420598b135 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/ports/18456b61-ed43-4d21-9805-2df51dd53de2 HTTP/1.1" status: 204 len: 168 time: 2.7725089 Nov 22 16:47:09.223765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48568) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.238596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b332e2-7bf1-45a1-b0d4-32e7910728be None None] Pushing event updated for resources: {'Port': ['ID=697caa13-2e04-4f07-8bc3-609de1bdd969,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.351273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.351920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5533ab3d-97cf-4230-b1d0-4099c40f7469 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:47:09.365516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 697caa13-2e04-4f07-8bc3-609de1bdd969 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:09.365889 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.368631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1761411b-2917-4930-be17-e771d407bbd0 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1402748 Nov 22 16:47:09.373510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.373510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-40dc2e0f-0499-4794-b934-ce4ac3f629e7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5533ab3d-97cf-4230-b1d0-4099c40f7469 HTTP/1.1" status: 204 len: 168 time: 6.3826761 Nov 22 16:47:09.375568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48572) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.381792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48574) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:09.393548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.395565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1201202372'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:09.419889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-873ae9e8-5b21-4a80-935d-cc5e3717b411 req-75da1a87-1a5b-4616-8a4e-1bc6a2d27d8f service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784956 Nov 22 16:47:09.484815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:09.490618 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.558577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Deleting subnet d091d724-42bd-4e0c-ba2b-718085aeb2d8 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:09.565012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.593026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:09.600959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.604240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9ee5cdf-9824-4c18-b115-c2d949c3ba9c req-5222fe8a-8272-4beb-b5d9-59edaf56254c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705940 Nov 22 16:47:09.662664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.663016 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Added segment ce620618-62b0-417b-a1c8-c7d92467ac67 of type vlan for network e8fad45a-33ab-4285-96b6-59433995fd81 Nov 22 16:47:09.665907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-378aaf71-a98d-488b-b72a-f4a3da5fa7c7 None None] Provisioning complete for port 697caa13-2e04-4f07-8bc3-609de1bdd969 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:09.667972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378aaf71-a98d-488b-b72a-f4a3da5fa7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.668690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.741882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-d317bfd3-b105-4d68-84fd-7933d509b164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.744306 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-d317bfd3-b105-4d68-84fd-7933d509b164 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 1095 time: 0.2350423 Nov 22 16:47:09.772472 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.821803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:09.838678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:09.849332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:09.854524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73234acd-fb60-47b7-b928-f7c46685f501 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:09.855942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Checking segment: {'id': '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:09.856425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network hostable DHCP agents. Network: 696b5fb5-5c22-4b16-a9aa-b182d8efc89e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:09.858384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Pushing event updated for resources: {'Port': ['ID=492026f8-c790-494e-a9a1-c4d18732b9d9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.883090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Subnet': ['ID=e6c6fd03-91fb-4d51-8659-e731156a4561,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:09.894352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.931859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4ec6eeff-9c84-41ca-a241-71f86ceca1c4 None None] Provisioning complete for port 492026f8-c790-494e-a9a1-c4d18732b9d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:09.932473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ec6eeff-9c84-41ca-a241-71f86ceca1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:09.939690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:09.962123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc725f1-bf4b-481a-9371-4f263e310524 req-d445ef05-ae33-4bff-9bc5-5aea4d30c4db tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.964702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfc725f1-bf4b-481a-9371-4f263e310524 req-d445ef05-ae33-4bff-9bc5-5aea4d30c4db tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2651656 Nov 22 16:47:09.992146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e91310-ee62-45f4-bf33-87a170f3bcae req-b7fa5c50-6b91-4bc8-bea4-0476516c6537 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:09.995039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1e91310-ee62-45f4-bf33-87a170f3bcae req-b7fa5c50-6b91-4bc8-bea4-0476516c6537 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 944 time: 0.2643328 Nov 22 16:47:10.008943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 696b5fb5-5c22-4b16-a9aa-b182d8efc89e) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:10.017398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.023514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.024174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.026915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591e17eb-69bb-43c8-9f28-c52a2c0e72dd None None] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:10.038774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.039064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.039591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4ec6eeff-9c84-41ca-a241-71f86ceca1c4 None None] Port 492026f8-c790-494e-a9a1-c4d18732b9d9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:10.061991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-ab8f8e49-6623-41b2-98d2-174d7a05a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.063893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-ab8f8e49-6623-41b2-98d2-174d7a05a9fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.2806542 Nov 22 16:47:10.137797 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7610257 Nov 22 16:47:10.178760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48588) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.187435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dae84e46-2b8a-45d8-9b5d-e18b0238ecb5 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3236938 Nov 22 16:47:10.190205 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-e49b2827-c567-4365-987c-c7e39c50dff8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5 HTTP/1.1" status: 200 len: 217 time: 0.0739524 Nov 22 16:47:10.192999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48590) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.197350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1439735909'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:10.207032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-619581615'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:10.221424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e93cb8-7882-4202-b527-5271bf630592 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Network': ['ID=e8fad45a-33ab-4285-96b6-59433995fd81,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.319201 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.321774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e8fad45a-33ab-4285-96b6-59433995fd81 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:10.338541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-eb763634-1c68-4609-86f9-85d620b0d7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:10.340022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-eb763634-1c68-4609-86f9-85d620b0d7eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.1373897 Nov 22 16:47:10.340791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:10.345739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.418912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-55e09194-4408-4d6e-889d-cfcbe4c6ee02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568686 Nov 22 16:47:10.419645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfc725f1-bf4b-481a-9371-4f263e310524 req-3bbe3b1e-9c27-4cff-b93a-eb999c5731fd tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226403 Nov 22 16:47:10.434065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1e91310-ee62-45f4-bf33-87a170f3bcae req-8f332e49-7a18-4af1-b0f9-16ffb412fa13 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299316 Nov 22 16:47:10.439669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'tenant_id': 'bdc734d6d0d446cea4ee935bd14ba221', 'fixed_ips': [{'subnet_id': 'e6c6fd03-91fb-4d51-8659-e731156a4561'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:10.441645 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.523252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.539333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.558794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:10.593740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.594831 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Added segment 5dc44bf8-e60f-4ecc-b826-9e21be1c6e40 of type vlan for network bee67ef1-052e-4b38-80bf-0ac3a01152bb Nov 22 16:47:10.610329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d091d724-42bd-4e0c-ba2b-718085aeb2d8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:10.614599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.619489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-73a478b8-4171-49ab-9c05-e2f453566827 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d091d724-42bd-4e0c-ba2b-718085aeb2d8 HTTP/1.1" status: 204 len: 168 time: 1.2347808 Nov 22 16:47:10.626763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:10.667074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:10.670970 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.728507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5f331b-427d-4b48-a861-359db8255c5e None None] Network 269cc198-39c7-49b3-a6cb-698876c8fb8a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:10.732072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-bc0bb33f-aeb6-4ecb-8b71-aa9dde4d4d9e service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014016 Nov 22 16:47:10.746780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:10.794890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] device_id is not set on port 28a4a218-58bb-4a95-9c3e-a8df43e7505b yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:10.799260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Allocated IP 2001:db8::2 (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/0373cec3-f02e-445b-9a47-a76ff81bc7d4) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:10.869254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:47:10.960768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.038538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.050729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.051573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.068108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 697caa13-2e04-4f07-8bc3-609de1bdd969 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:11.072816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35531a-f595-4394-9789-200324770e3c req-3c1696fd-2f5c-47f8-a5a6-5612e112b2f2 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.080632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd35531a-f595-4394-9789-200324770e3c req-3c1696fd-2f5c-47f8-a5a6-5612e112b2f2 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.0768521 Nov 22 16:47:11.182048 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.188743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] DHCP port deletion for 269cc198-39c7-49b3-a6cb-698876c8fb8a request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:11.195774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.236124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd35531a-f595-4394-9789-200324770e3c req-5073a21e-dffc-41be-939b-e443f73f0a21 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544976 Nov 22 16:47:11.255379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 697caa13-2e04-4f07-8bc3-609de1bdd969 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:11.255874 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.264239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0774157 Nov 22 16:47:11.277523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.303829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:11.329724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-021c8e2f-ea41-4194-849b-c5afa4f4fc3f req-4fc5de24-65b1-40c6-9f52-4e6ff330fbb1 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714877 Nov 22 16:47:11.330744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd42741-01ef-4861-a96d-20507933fd34 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Network': ['ID=bee67ef1-052e-4b38-80bf-0ac3a01152bb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.351630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:11.364698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:11.407878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:11.414147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bee67ef1-052e-4b38-80bf-0ac3a01152bb details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:11.429008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Pushing event updated for resources: {'Port': ['ID=0373cec3-f02e-445b-9a47-a76ff81bc7d4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.430416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'subnets': [{'network_id': 'e8fad45a-33ab-4285-96b6-59433995fd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2016032183', 'ip_version': 4}, {'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:11.431400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'subnet': {'network_id': 'e8fad45a-33ab-4285-96b6-59433995fd81', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2016032183', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:11.432161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Request body: {'subnet': {'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:11.462080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:47:11.537379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Attempting to bind port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:11.537781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Attempting to bind port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:11.538153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Attempting to bind port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 on network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:11.570397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Allocated IP 2001:db8::3d3 (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/28a4a218-58bb-4a95-9c3e-a8df43e7505b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:11.586252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] Deleting port 2310f21e-7e2b-4994-9997-ee31433accc3 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:11.586608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.588934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:11.589315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Checking segment: {'id': '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:11.589734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.590187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Bound using segment: {'id': '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:11.590863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Bound port: 0373cec3-f02e-445b-9a47-a76ff81bc7d4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:11.591246 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.688532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Deleting port 2310f21e-7e2b-4994-9997-ee31433accc3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:11.689007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.762885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] For port 2310f21e-7e2b-4994-9997-ee31433accc3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2310f21e-7e2b-4994-9997-ee31433accc3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:11.763418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.768780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:11.778968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Calling delete_port for 2310f21e-7e2b-4994-9997-ee31433accc3 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:11.784508 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Sync routers for ids ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:11.792358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eb9d6-37c0-4427-9e49-1cb90f17932f req-d166a21d-6395-4244-a59a-bec1bfd436c2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.793783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a99eb9d6-37c0-4427-9e49-1cb90f17932f req-d166a21d-6395-4244-a59a-bec1bfd436c2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 944 time: 0.2243018 Nov 22 16:47:11.811806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892057a1-cb4e-4252-b54b-6400c7b05aa6 req-2497bb05-6e37-44cf-b4a9-4cb89a067798 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:11.813076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-892057a1-cb4e-4252-b54b-6400c7b05aa6 req-2497bb05-6e37-44cf-b4a9-4cb89a067798 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2527792 Nov 22 16:47:11.815865 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Routers {'9c982fbe-589a-4b1f-bcfe-b7f08847c671'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:11.820990 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:11.829023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] For port 0373cec3-f02e-445b-9a47-a76ff81bc7d4, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:11.834330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] For port 0373cec3-f02e-445b-9a47-a76ff81bc7d4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0373cec3-f02e-445b-9a47-a76ff81bc7d4,segment=NetworkSegment(46c4bf22-b0d5-478a-a083-4b42b5fe4ddf),segment_id=46c4bf22-b0d5-478a-a083-4b42b5fe4ddf)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:11.845161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.846598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-123c8314-20d5-498c-b811-cdbf72d6fcf5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0381312 Nov 22 16:47:11.850120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48626) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:11.852328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.891341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.927320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a4757-b538-4687-ac95-56fc699d58f6 None None] Pushing event updated for resources: {'Port': ['ID=0373cec3-f02e-445b-9a47-a76ff81bc7d4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:11.954146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] For port 2310f21e-7e2b-4994-9997-ee31433accc3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2310f21e-7e2b-4994-9997-ee31433accc3,segment=NetworkSegment(fc061d7f-e86c-484c-a513-5b12941a47ca),segment_id=fc061d7f-e86c-484c-a513-5b12941a47ca)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:11.954146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:11.971244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] Calling delete_port for 2310f21e-7e2b-4994-9997-ee31433accc3 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:11.985223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] No DVR routers for this DVR port 2310f21e-7e2b-4994-9997-ee31433accc3 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:12.002403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a99eb9d6-37c0-4427-9e49-1cb90f17932f req-918e204d-dda2-4cb6-9824-6cd2c8c8c1aa tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881804 Nov 22 16:47:12.008678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Pushing event deleted for resources: {'Port': ['ID=2310f21e-7e2b-4994-9997-ee31433accc3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:12.071414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-892057a1-cb4e-4252-b54b-6400c7b05aa6 req-8912aa18-ad47-4717-9664-591622d8fc3f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457588 Nov 22 16:47:12.099862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87072f51-db38-4104-a0ee-e3d3a82f26d5 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:12.153495 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Set router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:47:12.335352 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:47:12.382444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 87072f51-db38-4104-a0ee-e3d3a82f26d5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:12.423465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.428819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '87072f51-db38-4104-a0ee-e3d3a82f26d5', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'port_id': '87072f51-db38-4104-a0ee-e3d3a82f26d5', 'mac_address': 'fa:16:3e:9a:6e:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fded1b-c7cd-4e2c-867b-d57c8460387e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:12.447861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] No DVR routers for this DVR port 2310f21e-7e2b-4994-9997-ee31433accc3 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:12.526620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07b0b3-1493-488a-ad2d-c95cf974ccbd None None] Pushing event deleted for resources: {'Port': ['ID=2310f21e-7e2b-4994-9997-ee31433accc3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:12.540796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.562441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87072f51-db38-4104-a0ee-e3d3a82f26d5 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:12.597092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 87072f51-db38-4104-a0ee-e3d3a82f26d5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:12.604736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.687917 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:10Z', 'revision_number': 3, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:12.689432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Made reservation on behalf of 69b5dd59c9a64430b777fc3180a07f47 for: {'subnet': 2} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:12.694796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.695145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.727901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab855e35-aa15-42f4-a88d-9a6aee613b55 req-f592112e-d1e3-41de-89ed-f17a625d25b8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:12.728694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=87072f51-db38-4104-a0ee-e3d3a82f26d5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:12.729311 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Checking router: 9c982fbe-589a-4b1f-bcfe-b7f08847c671 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:12.729767 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Updating router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 port 492026f8-c790-494e-a9a1-c4d18732b9d9 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:12.741626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab855e35-aa15-42f4-a88d-9a6aee613b55 req-f592112e-d1e3-41de-89ed-f17a625d25b8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.3361914 Nov 22 16:47:12.769468 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.847006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab855e35-aa15-42f4-a88d-9a6aee613b55 req-beac2f1c-7103-4159-acd4-607e50dfc878 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987489 Nov 22 16:47:12.861749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87072f51-db38-4104-a0ee-e3d3a82f26d5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:12.926756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:12.980159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269cc198-39c7-49b3-a6cb-698876c8fb8a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.000076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc061d7f-e86c-484c-a513-5b12941a47ca') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.000376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc061d7f-e86c-484c-a513-5b12941a47ca') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:13.024613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.071147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.081238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:13.081694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.102202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.136027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0373cec3-f02e-445b-9a47-a76ff81bc7d4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:13.242513 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:13.249909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.274325 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.280515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] 10.222.0.65 "DELETE /v2.0/networks/269cc198-39c7-49b3-a6cb-698876c8fb8a HTTP/1.1" status: 204 len: 168 time: 2.6499696 Nov 22 16:47:13.331360 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.339770 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.371992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:13.372189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.421827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Pushing event deleted for resources: {'Network': ['ID=269cc198-39c7-49b3-a6cb-698876c8fb8a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:13.438999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4501cf4c-83e6-4d17-a30a-2c07c4ea12dc None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:13.495141 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715bf41-1b4e-4667-91b7-adfb5edaf043 None None] Pushing event updated for resources: {'Port': ['ID=492026f8-c790-494e-a9a1-c4d18732b9d9,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:13.503321 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Attempting to bind port 492026f8-c790-494e-a9a1-c4d18732b9d9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:13.505536 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Attempting to bind port 492026f8-c790-494e-a9a1-c4d18732b9d9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:13.507947 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Attempting to bind port 492026f8-c790-494e-a9a1-c4d18732b9d9 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:13.537380 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:13.538052 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:13.542288 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.542949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:13.547393 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Bound port: 492026f8-c790-494e-a9a1-c4d18732b9d9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:13.548017 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.562210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.566177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.566813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.567455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.570389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.571060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.571651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.574538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.575073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.575584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.576082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.576616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451d58d6-3726-401b-b273-fc7136e7ef01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:13.644156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.705543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c18c2a6d-eb12-4ba0-a920-fa2c882c7756 None None] Provisioning complete for port 492026f8-c790-494e-a9a1-c4d18732b9d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:13.706051 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c18c2a6d-eb12-4ba0-a920-fa2c882c7756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.718026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a89c4-6877-44c6-b4bf-4aa33eaf8c3c req-73de679e-79ee-45f7-8df4-6015aeafd841 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.734146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c7a89c4-6877-44c6-b4bf-4aa33eaf8c3c req-73de679e-79ee-45f7-8df4-6015aeafd841 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.4449430 Nov 22 16:47:13.776774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48644) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:13.800031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae936b-48c2-450e-81eb-05961e5f3d54 req-c9a37ae4-a512-4065-8be3-44c4349e09cb tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:13.813570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22ae936b-48c2-450e-81eb-05961e5f3d54 req-c9a37ae4-a512-4065-8be3-44c4349e09cb tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 945 time: 0.4667618 Nov 22 16:47:13.820209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 0373cec3-f02e-445b-9a47-a76ff81bc7d4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0373cec3-f02e-445b-9a47-a76ff81bc7d4,segment=NetworkSegment(46c4bf22-b0d5-478a-a083-4b42b5fe4ddf),segment_id=46c4bf22-b0d5-478a-a083-4b42b5fe4ddf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:13.837435 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.847757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97a829-ffa9-4748-bfc7-f2985b43bb90 None None] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:13.851475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c18c2a6d-eb12-4ba0-a920-fa2c882c7756 None None] Port 492026f8-c790-494e-a9a1-c4d18732b9d9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:13.902303 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] For port 492026f8-c790-494e-a9a1-c4d18732b9d9, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:13.905747 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] For port 492026f8-c790-494e-a9a1-c4d18732b9d9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=492026f8-c790-494e-a9a1-c4d18732b9d9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:13.912486 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.921934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c7a89c4-6877-44c6-b4bf-4aa33eaf8c3c req-168b4998-a4a6-4574-a1d7-9640de738560 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864476 Nov 22 16:47:13.953948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2310f21e-7e2b-4994-9997-ee31433accc3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:13.964653 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:13.982541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Allocated IP 172.20.0.1 (ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba/862660d1-f8cd-40ec-8eb8-e8b1d058aeff/52320dd6-e28b-43dc-b79b-fa2c49701788) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:13.998860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 2310f21e-7e2b-4994-9997-ee31433accc3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:13.999498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2310f21e-7e2b-4994-9997-ee31433accc3 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:14.009898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdafa2e-cabc-4142-bd96-f3cb260b10e5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:14.017926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22ae936b-48c2-450e-81eb-05961e5f3d54 req-3d9b23be-6ba4-4d46-865c-2bc87a2c9ca9 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043262 Nov 22 16:47:14.040287 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715bf41-1b4e-4667-91b7-adfb5edaf043 None None] Pushing event updated for resources: {'Port': ['ID=492026f8-c790-494e-a9a1-c4d18732b9d9,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.047928 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Routers {'9c982fbe-589a-4b1f-bcfe-b7f08847c671'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:14.048517 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:14.050803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a55afb4-07a7-426b-936d-d0e4528cfddd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56743b2c0ffb46a29b824b86b22c4cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2710187 Nov 22 16:47:14.055907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:14.113693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87072f51-db38-4104-a0ee-e3d3a82f26d5 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:14.159283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0273-d624-4431-b665-26f0ed7d6be4 req-3569fba9-97c7-4bfd-a750-18f58fed9191 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.163478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70cb0273-d624-4431-b665-26f0ed7d6be4 req-3569fba9-97c7-4bfd-a750-18f58fed9191 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.1436779 Nov 22 16:47:14.181359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.247700 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] Set router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:14.317634 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.330119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c657ae65-abfc-44fc-8ae3-1d4dc7e31bc3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.338815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:14.355265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:14.364765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:14.371417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:14.372367 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.391212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=0373cec3-f02e-445b-9a47-a76ff81bc7d4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.394864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4b9446de-0b1a-4d2a-acc1-41385c2a4fc7 None None] Provisioning complete for port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:14.396033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4b9446de-0b1a-4d2a-acc1-41385c2a4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.397764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.414090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c657ae65-abfc-44fc-8ae3-1d4dc7e31bc3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.417380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=28a4a218-58bb-4a95-9c3e-a8df43e7505b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.424663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70cb0273-d624-4431-b665-26f0ed7d6be4 req-99054f3e-390e-49d3-aff1-550507b65a5f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377195 Nov 22 16:47:14.431415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.460480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-89c13dd2-8c62-4834-bfbf-c7e2208a4eb9 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2593110 Nov 22 16:47:14.470929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48652) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:14.479650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2053671315', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:fe:4f:2c'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:14.496742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 87072f51-db38-4104-a0ee-e3d3a82f26d5 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:14.507469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 87072f51-db38-4104-a0ee-e3d3a82f26d5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:14.507858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.552657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:14.558471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:14.562225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:14.614423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Subnet': ['ID=1dc055e1-7635-4898-a8bf-644d73c5d7e6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.625596 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:10Z', 'revision_number': 3, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:14.629582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Pushing event updated for resources: {'Port': ['ID=52320dd6-e28b-43dc-b79b-fa2c49701788,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.633226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Checking segment: {'id': 'ce620618-62b0-417b-a1c8-c7d92467ac67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'e8fad45a-33ab-4285-96b6-59433995fd81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:14.633612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network hostable DHCP agents. Network: e8fad45a-33ab-4285-96b6-59433995fd81, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:14.667839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c657ae65-abfc-44fc-8ae3-1d4dc7e31bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.671281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c657ae65-abfc-44fc-8ae3-1d4dc7e31bc3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.672745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c657ae65-abfc-44fc-8ae3-1d4dc7e31bc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a36d577-7cde-4e43-88ac-01f361f72d33 HTTP/1.1" status: 204 len: 168 time: 0.6066213 Nov 22 16:47:14.689969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.720918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657ae65-abfc-44fc-8ae3-1d4dc7e31bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a36d577-7cde-4e43-88ac-01f361f72d33,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:14.743217 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ced984-c202-43be-ae89-95ab37c13077 None None] The sync data for ids ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'] in n-d-816206-6 is: [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:10Z', 'revision_number': 3, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:14.749898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network e8fad45a-33ab-4285-96b6-59433995fd81 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:14.779109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e8fad45a-33ab-4285-96b6-59433995fd81) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:14.800250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:14.841897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d52c07-b504-4f0b-a030-007690b35df9 None None] Network e8fad45a-33ab-4285-96b6-59433995fd81 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:15.000426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:15.158220 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.186585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0373cec3-f02e-445b-9a47-a76ff81bc7d4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:15.237579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event updated for resources: {'Subnet': ['ID=9108ba8f-2b06-43a7-87ee-0a4146ee4c60,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:15.297790 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.380253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.407809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Checking segment: {'id': '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:15.408849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network hostable DHCP agents. Network: bee67ef1-052e-4b38-80bf-0ac3a01152bb, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:15.428186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] device_id is not set on port 6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:15.494056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed148987-3d52-407f-b427-dea838352d2f req-72bc05d3-bf23-4e1a-a435-e2efe8a4d9d2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.507701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed148987-3d52-407f-b427-dea838352d2f req-72bc05d3-bf23-4e1a-a435-e2efe8a4d9d2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 945 time: 0.3229167 Nov 22 16:47:15.539670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Network bee67ef1-052e-4b38-80bf-0ac3a01152bb is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:15.540331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb2557-9bf7-4172-a212-28a28a527727 req-7da92d21-e38c-4ee0-a2ea-09daa0ee466d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.552152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9dcb2557-9bf7-4172-a212-28a28a527727 req-7da92d21-e38c-4ee0-a2ea-09daa0ee466d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3681016 Nov 22 16:47:15.564487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 87072f51-db38-4104-a0ee-e3d3a82f26d5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:15.568974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bee67ef1-052e-4b38-80bf-0ac3a01152bb) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:15.581358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.582291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.583750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.586153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87072f51-db38-4104-a0ee-e3d3a82f26d5'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:15.591741 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfa9ea6-29b2-424d-8b01-5d70fe1ba75e" -d '{"events": [{"server_uuid": "0a7ba8cc-d835-473d-9e7d-d9f92132b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "87072f51-db38-4104-a0ee-e3d3a82f26d5"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:15.610526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10e3afc-1536-4440-a43f-6382226b17e9 None None] Network bee67ef1-052e-4b38-80bf-0ac3a01152bb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:15.615130 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.621146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780292bc-fe5f-4ad9-be58-0bf815db6291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e8fad45a-33ab-4285-96b6-59433995fd81', 'network_id': 'e8fad45a-33ab-4285-96b6-59433995fd81', 'tenant_id': '69b5dd59c9a64430b777fc3180a07f47', 'fixed_ips': [{'subnet_id': '1dc055e1-7635-4898-a8bf-644d73c5d7e6'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:15.622652 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-780292bc-fe5f-4ad9-be58-0bf815db6291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.701687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:15.702470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.708835 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d40472f2-f723-4591-87a2-32cd045d7426 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.2875752 Nov 22 16:47:15.716598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:15.846149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Allocated IP 2001:db8::6e (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:15.885429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed148987-3d52-407f-b427-dea838352d2f req-dc39c48e-9d0f-4e67-82fa-815f7a9ea1e9 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732054 Nov 22 16:47:15.900534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=87072f51-db38-4104-a0ee-e3d3a82f26d5,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:15.913996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2ff75fa6-2ad1-49a5-acff-223dadbd7ebc None None] Provisioning complete for port 492026f8-c790-494e-a9a1-c4d18732b9d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:15.914587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e1632-4117-448b-9ce1-81ea1be1507c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.916503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e1632-4117-448b-9ce1-81ea1be1507c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.918607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61e1632-4117-448b-9ce1-81ea1be1507c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:15.921030 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ff75fa6-2ad1-49a5-acff-223dadbd7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:15.924284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b61e1632-4117-448b-9ce1-81ea1be1507c tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2055471 Nov 22 16:47:15.925068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48686) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.032760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.040262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.132585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Deleting subnet 1dc055e1-7635-4898-a8bf-644d73c5d7e6 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:16.135827 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.143776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.284952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9dcb2557-9bf7-4172-a212-28a28a527727 req-ba8d52ed-2539-4268-a419-1c2da66436d9 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7242460 Nov 22 16:47:16.355139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.419992 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79196bbe-8e23-4d81-a535-8c537cf22b9f x-openstack-request-id: req-79196bbe-8e23-4d81-a535-8c537cf22b9f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:16.420214 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7ba8cc-d835-473d-9e7d-d9f92132b8fc", "name": "network-vif-plugged", "status": "completed", "tag": "87072f51-db38-4104-a0ee-e3d3a82f26d5", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:16.420401 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79196bbe-8e23-4d81-a535-8c537cf22b9f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:16.420806 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87072f51-db38-4104-a0ee-e3d3a82f26d5', 'code': 200} Nov 22 16:47:16.461867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ff75fa6-2ad1-49a5-acff-223dadbd7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.483629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-bee67ef1-052e-4b38-80bf-0ac3a01152bb', 'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb', 'tenant_id': '69b5dd59c9a64430b777fc3180a07f47', 'fixed_ips': [{'subnet_id': '9108ba8f-2b06-43a7-87ee-0a4146ee4c60'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:16.485844 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.514986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2ff75fa6-2ad1-49a5-acff-223dadbd7ebc None None] For port 492026f8-c790-494e-a9a1-c4d18732b9d9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=492026f8-c790-494e-a9a1-c4d18732b9d9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:16.521805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:16.522609 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ff75fa6-2ad1-49a5-acff-223dadbd7ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.532802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:16.537929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Pushing event updated for resources: {'Port': ['ID=52320dd6-e28b-43dc-b79b-fa2c49701788,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.579494 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.586980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500120b7-b1c7-41e4-9be5-de64ebb37683 req-cb33f946-dc6e-45a4-bec4-9f1ce232c5ed tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.589264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-500120b7-b1c7-41e4-9be5-de64ebb37683 req-cb33f946-dc6e-45a4-bec4-9f1ce232c5ed tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4627178 Nov 22 16:47:16.612606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48698) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:16.716211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67c01b-c8dc-4062-8743-873c44bf7936 req-165959ec-67c3-4dfa-b4bb-bf3bd5d96fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:16.718681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad67c01b-c8dc-4062-8743-873c44bf7936 req-165959ec-67c3-4dfa-b4bb-bf3bd5d96fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 1097 time: 0.2263710 Nov 22 16:47:16.752697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.814878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Allocated IP 172.20.0.18 (bee67ef1-052e-4b38-80bf-0ac3a01152bb/9108ba8f-2b06-43a7-87ee-0a4146ee4c60/d8515cdf-4f1d-4da1-85b8-f60d7604cb3d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:16.834805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.889331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-500120b7-b1c7-41e4-9be5-de64ebb37683 req-0ec61d95-c4f0-4419-bfa9-7b3fa7f21226 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875597 Nov 22 16:47:16.926262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:16.930609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:47:16.963481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Subnet': ['ID=1dc055e1-7635-4898-a8bf-644d73c5d7e6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-780292bc-fe5f-4ad9-be58-0bf815db6291 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dc055e1-7635-4898-a8bf-644d73c5d7e6: This subnet is being modified by another concurrent operation. Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1dc055e1-7635-4898-a8bf-644d73c5d7e6: This subnet is being modified by another concurrent operation. Nov 22 16:47:16.992268 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 16:47:17.016431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1790257568-network', 'tenant_id': '9481022003f34e86bb5a6a4f058bd06b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:17.056645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a32b33-f657-4267-b768-4675b504d9fa None None] Network e8fad45a-33ab-4285-96b6-59433995fd81 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:17.138006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.192728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.198713 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7f045296-11da-45f9-ad97-8c3c040d2ee4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/subnets/1dc055e1-7635-4898-a8bf-644d73c5d7e6 HTTP/1.1" status: 204 len: 168 time: 1.2693031 Nov 22 16:47:17.203597 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad67c01b-c8dc-4062-8743-873c44bf7936 req-b33c0bd2-fd3b-4fe1-a9df-6596608d6445 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902681 Nov 22 16:47:17.204460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.224189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 492026f8-c790-494e-a9a1-c4d18732b9d9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:17.242869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff75fa6-2ad1-49a5-acff-223dadbd7ebc None None] Pushing event updated for resources: {'Port': ['ID=492026f8-c790-494e-a9a1-c4d18732b9d9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.265928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:17.279438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:17.282449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:17.291371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.292543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.313162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Made reservation on behalf of 9481022003f34e86bb5a6a4f058bd06b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:17.316912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.353218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.371573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Provisioning complete for port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:17.372145 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.378668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5422e16-5e25-4a3c-be29-e20cf3ca1aeb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9038823 Nov 22 16:47:17.379810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.460831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Deleting subnet 9108ba8f-2b06-43a7-87ee-0a4146ee4c60 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:17.496544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056914c5-6578-4478-b215-4e13ce18ada8 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.505866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056914c5-6578-4478-b215-4e13ce18ada8 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.514429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056914c5-6578-4478-b215-4e13ce18ada8 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.523012 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-056914c5-6578-4478-b215-4e13ce18ada8 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1341379 Nov 22 16:47:17.528649 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.529060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48712) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:17.608236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.625431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.628834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 492026f8-c790-494e-a9a1-c4d18732b9d9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:17.629540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.669327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.776990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Network bee67ef1-052e-4b38-80bf-0ac3a01152bb is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:17.793750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:17.798325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:17.803336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Pushing event updated for resources: {'Port': ['ID=d8515cdf-4f1d-4da1-85b8-f60d7604cb3d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:17.835665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.891807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea271e6f-192b-47ff-99c3-62232256eb76 req-5db0071b-6185-4013-931d-f47999df2af0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.893755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea271e6f-192b-47ff-99c3-62232256eb76 req-5db0071b-6185-4013-931d-f47999df2af0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 946 time: 0.1501646 Nov 22 16:47:17.899175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:47:17.915284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574c703-30f4-4412-a0dc-5a67245b0bb7 req-056f81e1-d670-4a1e-8fdc-ddfa5a4e68a5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:17.916880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6574c703-30f4-4412-a0dc-5a67245b0bb7 req-056f81e1-d670-4a1e-8fdc-ddfa5a4e68a5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.1720550 Nov 22 16:47:17.923190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:17.923679 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:17.936388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a41082c9-366b-4695-ad93-9d0848f4ac39 admin admin] 10.222.0.65 "PUT /v2.0/routers/9c982fbe-589a-4b1f-bcfe-b7f08847c671/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0843756 Nov 22 16:47:17.941011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.006138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.024642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Sync routers for ids ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:47:18.039504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Provisioning complete for port 28a4a218-58bb-4a95-9c3e-a8df43e7505b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:18.042095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.050286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cc5054-31b9-418b-8957-d94358bf67c0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.050845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Attempting to bind port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:18.051331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Attempting to bind port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:18.052554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Attempting to bind port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d on network bee67ef1-052e-4b38-80bf-0ac3a01152bb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:18.066646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea271e6f-192b-47ff-99c3-62232256eb76 req-b55f9faa-98ca-4b80-abe7-3fd6a976c47d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485329 Nov 22 16:47:18.082543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:18.144273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6574c703-30f4-4412-a0dc-5a67245b0bb7 req-ead69953-2caa-418d-9363-58aa93096bca tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057011 Nov 22 16:47:18.169110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.192948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.193318 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Added segment 3fb52e7e-3c4a-4fbe-af1a-db15af647b58 of type vlan for network 54f14049-f7b6-40e3-8685-bb9307cb152e Nov 22 16:47:18.224010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.227946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/subnets/9108ba8f-2b06-43a7-87ee-0a4146ee4c60 HTTP/1.1" status: 204 len: 168 time: 1.0187767 Nov 22 16:47:18.233019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48722) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.253198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9221a8-76ad-4646-967e-b31130320547 req-e6a4c313-796e-4d79-b573-318b0c4f7a31 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.263048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c9221a8-76ad-4646-967e-b31130320547 req-e6a4c313-796e-4d79-b573-318b0c4f7a31 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.0871024 Nov 22 16:47:18.283410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.338077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde639b1-c19f-4b28-b3db-44f282929d32 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Subnet': ['ID=9108ba8f-2b06-43a7-87ee-0a4146ee4c60,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.366720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:18.378680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.422636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69447d22-e415-4e15-9119-e5c8dea848a4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.427354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-69447d22-e415-4e15-9119-e5c8dea848a4 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1924393 Nov 22 16:47:18.429671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48726) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.463777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:18.464453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Checking segment: {'id': '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:18.464799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c9221a8-76ad-4646-967e-b31130320547 req-a0d48549-c269-4882-a569-b58d6b8e099b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008674 Nov 22 16:47:18.465165 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.465888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Bound using segment: {'id': '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:18.466546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Bound port: d8515cdf-4f1d-4da1-85b8-f60d7604cb3d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'bee67ef1-052e-4b38-80bf-0ac3a01152bb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:18.467081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.488114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Routers {'9c982fbe-589a-4b1f-bcfe-b7f08847c671'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:18.488985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:18.501814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Port 28a4a218-58bb-4a95-9c3e-a8df43e7505b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:18.599070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Provisioning complete for port 52320dd6-e28b-43dc-b79b-fa2c49701788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:18.599437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.672514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.672981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.673560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.690787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Set router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:18.765849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.783776 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1636698 Nov 22 16:47:18.789302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:18.803705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Request body: {'subnet': {'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1790257568-subnet', 'tenant_id': '9481022003f34e86bb5a6a4f058bd06b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:18.834727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ae6eb-4ea3-46b3-a5dc-10d186f0bf81 admin admin] Pushing event updated for resources: {'Network': ['ID=54f14049-f7b6-40e3-8685-bb9307cb152e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:18.890691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Made reservation on behalf of 9481022003f34e86bb5a6a4f058bd06b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:18.893004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:18.903132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-815db927-76f3-4c30-a7a1-643004c77dbd tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:18.916427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 54f14049-f7b6-40e3-8685-bb9307cb152e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:18.919638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-815db927-76f3-4c30-a7a1-643004c77dbd tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/networks?id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 200 len: 908 time: 0.1852975 Nov 22 16:47:18.957705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-29b54eb9-b2ae-40c0-8e91-d6ef95e4d489 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/quotas/32b7c25e1e994afcb5ac95c8bb881397 HTTP/1.1" status: 200 len: 375 time: 0.0337346 Nov 22 16:47:19.022317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.067259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] For port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:19.089283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 492026f8-c790-494e-a9a1-c4d18732b9d9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:19.092195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5f8948d1-3bd9-43dd-95d6-3ff5e95a9efb None None] Port 52320dd6-e28b-43dc-b79b-fa2c49701788 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:19.138267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] For port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d8515cdf-4f1d-4da1-85b8-f60d7604cb3d,segment=NetworkSegment(5dc44bf8-e60f-4ecc-b826-9e21be1c6e40),segment_id=5dc44bf8-e60f-4ecc-b826-9e21be1c6e40)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:19.199654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.209275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-708d88fe-faa4-4d27-bd3e-9fa63cabf2bc tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2470798 Nov 22 16:47:19.264986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b364a4c6-8684-45dc-96bf-b6504de8fdeb None None] Could not find standard attr ID for object 6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:47:19.396643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b364a4c6-8684-45dc-96bf-b6504de8fdeb None None] Provisioning complete for port 52320dd6-e28b-43dc-b79b-fa2c49701788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:19.397233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b364a4c6-8684-45dc-96bf-b6504de8fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.404265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d6a8c-6036-4a4f-b1c7-188eb3a02565 None None] Pushing event updated for resources: {'Port': ['ID=d8515cdf-4f1d-4da1-85b8-f60d7604cb3d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:19.404708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-604fb9fd-78bd-4eb9-aa23-29f41aa05fc3 service neutron] 10.222.0.65 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681137 Nov 22 16:47:19.468932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c29963-845e-4a65-a731-9127d93d67ba None None] Network bee67ef1-052e-4b38-80bf-0ac3a01152bb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:19.525131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:19.626144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 492026f8-c790-494e-a9a1-c4d18732b9d9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:19.626722 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.631486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-dd2695d2-510f-4913-9fc9-c3cbdd42826a service neutron] 10.222.0.65 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154272 Nov 22 16:47:19.681117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Deleting port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:19.685485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:19.690131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bebe79-b871-41e0-a74f-3f8b835b3c60 req-56747b48-06a4-4145-8f38-17a68504b20a tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:19.691849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88bebe79-b871-41e0-a74f-3f8b835b3c60 req-56747b48-06a4-4145-8f38-17a68504b20a tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 946 time: 0.4432123 Nov 22 16:47:19.748321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b364a4c6-8684-45dc-96bf-b6504de8fdeb None None] Port 52320dd6-e28b-43dc-b79b-fa2c49701788 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:19.810678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88bebe79-b871-41e0-a74f-3f8b835b3c60 req-90bbfa73-8051-4f4e-b07d-342633b3264f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083989 Nov 22 16:47:19.832808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:15Z', 'revision_number': 4, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '52320dd6-e28b-43dc-b79b-fa2c49701788', 'name': '', 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'mac_address': 'fa:16:3e:d1:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:13Z', 'updated_at': '2021-11-22T16:47:15Z', 'revision_number': 2, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'subnets': [{'id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:19.868332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48758) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:19.943793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Checking router: 9c982fbe-589a-4b1f-bcfe-b7f08847c671 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:47:19.944291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Updating router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 port 52320dd6-e28b-43dc-b79b-fa2c49701788 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:47:20.011427 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.052725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fe7d33-a52a-4772-b9a7-18bcf28413fe None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:47:20.057772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.127916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e53869b-4c24-49c5-84fd-fe419f373e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.164391 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-563ca45d-39f2-4b45-836a-ab7a2cd98dd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.164969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.167839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ad34618a-0aec-494e-a837-3b534827fca4 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/ports/6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0 HTTP/1.1" status: 204 len: 168 time: 2.6373303 Nov 22 16:47:20.179349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48766) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:20.180170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] For port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d8515cdf-4f1d-4da1-85b8-f60d7604cb3d,segment=NetworkSegment(5dc44bf8-e60f-4ecc-b826-9e21be1c6e40),segment_id=5dc44bf8-e60f-4ecc-b826-9e21be1c6e40)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:20.180815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.201682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5430be5-1979-4dec-9a08-d2885882bcaa req-3cb44f4d-0705-4449-9afb-7859440b6bb3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.203704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5430be5-1979-4dec-9a08-d2885882bcaa req-3cb44f4d-0705-4449-9afb-7859440b6bb3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2298999 Nov 22 16:47:20.221782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f1491d8-eb8e-40ab-862c-d64b2b07f913,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:20.228434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Calling delete_port for d8515cdf-4f1d-4da1-85b8-f60d7604cb3d owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:20.234293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Checking segment: {'id': '3fb52e7e-3c4a-4fbe-af1a-db15af647b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:20.234520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Network hostable DHCP agents. Network: 54f14049-f7b6-40e3-8685-bb9307cb152e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:20.274702 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6eb246-2370-4b0d-b237-b9ce066b4010 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] GET failed (client error): The resource could not be found. Nov 22 16:47:20.276346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f6eb246-2370-4b0d-b237-b9ce066b4010 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "GET /v2.0/ports/6aae0343-f5fe-41cb-8c6d-d2d94c2a41c0 HTTP/1.1" status: 404 len: 333 time: 0.0686216 Nov 22 16:47:20.292109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcedc9e-e39c-41c4-aef0-98d40b886f6a req-056e4143-224e-412f-bfd9-e85b16ce8790 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.293856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48772) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:20.300303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bcedc9e-e39c-41c4-aef0-98d40b886f6a req-056e4143-224e-412f-bfd9-e85b16ce8790 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2727447 Nov 22 16:47:20.303513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-351902401'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:20.379234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5430be5-1979-4dec-9a08-d2885882bcaa req-59833a31-90f8-4aea-b345-149ab3081a06 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425893 Nov 22 16:47:20.445477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bcedc9e-e39c-41c4-aef0-98d40b886f6a req-ba0376aa-294e-4fd3-aa41-f02864f68ddb tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410699 Nov 22 16:47:20.447378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Network 54f14049-f7b6-40e3-8685-bb9307cb152e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:20.475080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe7d33-a52a-4772-b9a7-18bcf28413fe None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:47:20.502785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 54f14049-f7b6-40e3-8685-bb9307cb152e) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:20.521442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-563ca45d-39f2-4b45-836a-ab7a2cd98dd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.531650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:20.532342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.541530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:20.545488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.574902 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8479ec1f-ed96-4320-9158-38e30b8c5dd8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7841341 Nov 22 16:47:20.583179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-563ca45d-39f2-4b45-836a-ab7a2cd98dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.594605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] device_id is not set on port 829fb2b0-959b-4f3c-98bd-de986f27d814 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:20.622282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a58b9bd3-b2e9-4355-85eb-6eecc1c647ea req-b27cbf6a-a899-4d34-9cac-86093f1ec0bd tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 210 time: 0.1029301 Nov 22 16:47:20.704512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca45d-39f2-4b45-836a-ab7a2cd98dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30354971-4a5d-49c3-b256-b40aa3c7c32c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:20.723078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-563ca45d-39f2-4b45-836a-ab7a2cd98dd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fa1e50b6f2e24d6fa1ffa8fc2656c474&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8522501 Nov 22 16:47:20.725836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48782) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:20.853088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55e8b38e-4f8d-4660-b229-0109b07422be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:20.904601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Allocated IP 2001:db8::ea (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/829fb2b0-959b-4f3c-98bd-de986f27d814) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:20.952232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55e8b38e-4f8d-4660-b229-0109b07422be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.065630 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.074173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55e8b38e-4f8d-4660-b229-0109b07422be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.077800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55e8b38e-4f8d-4660-b229-0109b07422be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.079170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-55e8b38e-4f8d-4660-b229-0109b07422be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30354971-4a5d-49c3-b256-b40aa3c7c32c HTTP/1.1" status: 204 len: 168 time: 0.3489368 Nov 22 16:47:21.125842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8b38e-4f8d-4660-b229-0109b07422be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30354971-4a5d-49c3-b256-b40aa3c7c32c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.186510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.247713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.269291 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.304915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Port': ['ID=d8515cdf-4f1d-4da1-85b8-f60d7604cb3d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.325601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] No DVR routers for this DVR port d8515cdf-4f1d-4da1-85b8-f60d7604cb3d on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:21.363897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.511679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:21.519521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:21.519823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5293b7c-d7e9-4295-a9e8-17059b0894bb None None] Pushing event updated for resources: {'Port': ['ID=52320dd6-e28b-43dc-b79b-fa2c49701788,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.536532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:21.543269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.544040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.560056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.562935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=829fb2b0-959b-4f3c-98bd-de986f27d814,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.604142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dab2c0f0-87fb-4aa3-80ff-a6e91047fcaa tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3076932 Nov 22 16:47:21.606017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee67ef1-052e-4b38-80bf-0ac3a01152bb']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:21.608994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:21.625188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:fe:4f:2c'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:21.655077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Attempting to bind port 52320dd6-e28b-43dc-b79b-fa2c49701788 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:21.655669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Attempting to bind port 52320dd6-e28b-43dc-b79b-fa2c49701788 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:21.656049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Attempting to bind port 52320dd6-e28b-43dc-b79b-fa2c49701788 on network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:21.666421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:21.666806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Checking segment: {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:21.667361 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.667821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Bound using segment: {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:21.668382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Bound port: 52320dd6-e28b-43dc-b79b-fa2c49701788, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b848e893-0176-4ae8-9c27-6ec9f0f5e460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:21.668832 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.675907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:21.677127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc44bf8-e60f-4ecc-b826-9e21be1c6e40') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:21.694033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.746262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-de84edba-e988-482c-b0cf-93cafade69f6 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.752297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-de84edba-e988-482c-b0cf-93cafade69f6 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/networks?id=54f14049-f7b6-40e3-8685-bb9307cb152e HTTP/1.1" status: 200 len: 814 time: 0.4096229 Nov 22 16:47:21.771415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] For port 52320dd6-e28b-43dc-b79b-fa2c49701788, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:21.781775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] For port 52320dd6-e28b-43dc-b79b-fa2c49701788, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=52320dd6-e28b-43dc-b79b-fa2c49701788,segment=NetworkSegment(b848e893-0176-4ae8-9c27-6ec9f0f5e460),segment_id=b848e893-0176-4ae8-9c27-6ec9f0f5e460)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:21.785288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928bdba-5dc5-4dd5-a4d2-556e8502bb57 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:47:21.787927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48818) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:21.794256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.798904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-cd5a6065-6b8d-4c68-8da9-de847859af1f tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/quotas/9481022003f34e86bb5a6a4f058bd06b HTTP/1.1" status: 200 len: 375 time: 0.0302601 Nov 22 16:47:21.810059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Releasing vlan 874 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:21.810467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:21.814110 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:21.816351 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d70a3dac-76a3-4231-b9e2-c69b055808e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.822841 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.831392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d9878-fcb2-4aa2-a22a-61505a2d40f8 req-fbb54b77-242e-4011-91a0-7143a050ac0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:21.840914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d5d9878-fcb2-4aa2-a22a-61505a2d40f8 req-fbb54b77-242e-4011-91a0-7143a050ac0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2668698 Nov 22 16:47:21.896187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-e1a4e770-0c84-4dfd-a378-3fd61cd7c67e tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9481022003f34e86bb5a6a4f058bd06b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847578 Nov 22 16:47:21.950420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.980574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:21.985370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/networks/bee67ef1-052e-4b38-80bf-0ac3a01152bb HTTP/1.1" status: 204 len: 168 time: 3.5472641 Nov 22 16:47:21.991305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454a0db-cf90-42b4-9e11-a54ad52f1022 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Network': ['ID=bee67ef1-052e-4b38-80bf-0ac3a01152bb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:21.994034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:22.043871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Provisioning complete for port 270e4ee3-3910-4396-84c0-0f53e9ff7795 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:22.044695 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.096370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.122500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.162954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d5d9878-fcb2-4aa2-a22a-61505a2d40f8 req-2c32b939-bb61-41e1-8424-7254b8ab5217 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210123 Nov 22 16:47:22.206910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5293b7c-d7e9-4295-a9e8-17059b0894bb None None] Pushing event updated for resources: {'Port': ['ID=52320dd6-e28b-43dc-b79b-fa2c49701788,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.224957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Routers {'9c982fbe-589a-4b1f-bcfe-b7f08847c671'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:47:22.225846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:46:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:22.308484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928bdba-5dc5-4dd5-a4d2-556e8502bb57 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:47:22.312490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-518c6951-5ab0-49a3-929c-34bb4d62a166 service neutron] 10.222.0.65 "GET /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787758 Nov 22 16:47:22.434250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.454575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.496287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Provisioning complete for port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:22.496833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.502551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] Set router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:47:22.522208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d70a3dac-76a3-4231-b9e2-c69b055808e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.528371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-93fd0a11-aa27-49c5-957f-0e34affb225b tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:22.530080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-93fd0a11-aa27-49c5-957f-0e34affb225b tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.66 "GET /v2.0/networks?id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 200 len: 908 time: 0.4175072 Nov 22 16:47:22.535366 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d70a3dac-76a3-4231-b9e2-c69b055808e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.566412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95698c7f-76d8-4f32-9504-b259597d57d2 req-974202aa-8cf8-45a9-b255-59e6581752b1 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:22.568505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95698c7f-76d8-4f32-9504-b259597d57d2 req-974202aa-8cf8-45a9-b255-59e6581752b1 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2272735 Nov 22 16:47:22.582146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d70a3dac-76a3-4231-b9e2-c69b055808e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fc92d8b79924806b81dd1347cbd91c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7922347 Nov 22 16:47:22.586086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Request body: {'port': {'device_id': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'admin_state_up': True, 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:22.590694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=829fb2b0-959b-4f3c-98bd-de986f27d814,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.592591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48824) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:22.618081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] In _notify_port_updated(), no bound segment for port 829fb2b0-959b-4f3c-98bd-de986f27d814 on network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:47:22.623937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:22.624586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.626012 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c720e5fe-d2d1-40f9-b4c6-a4a9db675508 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "PUT /v2.0/ports/829fb2b0-959b-4f3c-98bd-de986f27d814 HTTP/1.1" status: 200 len: 1001 time: 1.0158188 Nov 22 16:47:22.629766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:22.735200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a3dac-76a3-4231-b9e2-c69b055808e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce43a4a-899d-4eda-b912-a92b542afcf0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:22.741115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.794800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8fad45a-33ab-4285-96b6-59433995fd81']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:22.809026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce620618-62b0-417b-a1c8-c7d92467ac67') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:22.809026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce620618-62b0-417b-a1c8-c7d92467ac67') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:22.826085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.844118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.851913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-3e0de2ba-c4a6-42f5-ae8b-acdc7a8aa30f service neutron] 10.222.0.65 "GET /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5242333 Nov 22 16:47:22.852492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 829fb2b0-959b-4f3c-98bd-de986f27d814 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:22.852492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.858232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:22.858643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:22.861807 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:22.865977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9e31-59c9-4e43-a21a-b9e1a696c62d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.920407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Made reservation on behalf of 32b7c25e1e994afcb5ac95c8bb881397 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:22.933158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.939195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Provisioning complete for port 566f8d19-e9c1-4f3a-8751-28957299ef5b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:22.939584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.971934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95698c7f-76d8-4f32-9504-b259597d57d2 req-a529e54d-25e4-4dd3-8d71-00d732ed4272 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3784480 Nov 22 16:47:22.978480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57ef3868-8bc1-4238-b434-3790eb62a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:22.996426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9e31-59c9-4e43-a21a-b9e1a696c62d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.024992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.028837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f132aa5c-9b4a-4b81-819e-30b23fa25cf9 None None] Network 54f14049-f7b6-40e3-8685-bb9307cb152e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:23.077275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.084380 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/networks/e8fad45a-33ab-4285-96b6-59433995fd81 HTTP/1.1" status: 204 len: 168 time: 1.0740547 Nov 22 16:47:23.106044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:23.228652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01f43ec0-a042-43df-9c8a-a69037b7c581 req-98711122-119d-4985-917d-b10d2db52db1 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 210 time: 0.1061449 Nov 22 16:47:23.344867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:15Z', 'revision_number': 4, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '52320dd6-e28b-43dc-b79b-fa2c49701788', 'name': '', 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'mac_address': 'fa:16:3e:d1:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:13Z', 'updated_at': '2021-11-22T16:47:21Z', 'revision_number': 4, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'subnets': [{'id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:23.391509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.404211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1810e-533d-433f-a58b-9656ef6153bd tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Network': ['ID=e8fad45a-33ab-4285-96b6-59433995fd81,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.418312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.471483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 829fb2b0-959b-4f3c-98bd-de986f27d814 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:23.507565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b25e70fe-5b70-4969-a3be-20fdf23f84b5 req-cfc20ce3-1350-4295-a2e4-baad7da1d95e tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 210 time: 0.1138678 Nov 22 16:47:23.533613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0519ce-e491-450d-a070-89a7ae655a5f None None] The sync data for ids ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'] in n-d-816206-6 is: [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:47:15Z', 'revision_number': 4, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '52320dd6-e28b-43dc-b79b-fa2c49701788', 'name': '', 'network_id': 'ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'mac_address': 'fa:16:3e:d1:02:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_interface', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:13Z', 'updated_at': '2021-11-22T16:47:21Z', 'revision_number': 4, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'subnets': [{'id': '862660d1-f8cd-40ec-8eb8-e8b1d058aeff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:47:23.560261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Provisioning complete for port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:23.560650 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.584122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9e31-59c9-4e43-a21a-b9e1a696c62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.586765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d3a9e31-59c9-4e43-a21a-b9e1a696c62d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:23.590254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d3a9e31-59c9-4e43-a21a-b9e1a696c62d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fce43a4a-899d-4eda-b912-a92b542afcf0 HTTP/1.1" status: 204 len: 168 time: 0.9927847 Nov 22 16:47:23.628804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d63bf8-82a1-47b0-b4a2-b5da7ef02d62 None None] Network 54f14049-f7b6-40e3-8685-bb9307cb152e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:23.699784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Allocated IP 172.20.0.9 (65fc7ea2-195d-4b6e-b9df-5f18281efb7c/1f04064a-64b0-4484-8193-1f1c50e0fe89/3441e8a3-1143-448c-a3ec-8bda1a1e398f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:23.807537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a9e31-59c9-4e43-a21a-b9e1a696c62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce43a4a-899d-4eda-b912-a92b542afcf0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:23.901509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd029a0c-4aa3-430b-9eb7-83a8ae9a75a8 req-54c8de61-3167-4dc8-934a-d161a7e3e2dd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:23.916324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd029a0c-4aa3-430b-9eb7-83a8ae9a75a8 req-54c8de61-3167-4dc8-934a-d161a7e3e2dd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4733560 Nov 22 16:47:24.095232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd029a0c-4aa3-430b-9eb7-83a8ae9a75a8 req-88cee2b2-68f6-42a8-b74f-f597a78c3dd4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778796 Nov 22 16:47:24.139543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.278923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.304633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8733496d-2d2d-46b5-ba3e-a6aa326ab7e7']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:24.352001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78294c9f-ae66-4f72-8084-1d1620ba5273') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:24.352296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78294c9f-ae66-4f72-8084-1d1620ba5273') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:24.399064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d09a2cd-4d52-46b0-ada7-e70a9c9ffd27 None None] DHCP port deletion for 54f14049-f7b6-40e3-8685-bb9307cb152e request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:24.419947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.445448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Provisioning complete for port 87072f51-db38-4104-a0ee-e3d3a82f26d5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:24.446023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51417a5e-cf73-40e4-92bd-9c58032c5ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.476559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.491192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.493285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:24.502298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:24.506517 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:24.524840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-702aeefb-fd3b-49a9-8e54-0e945ab8c90f req-f37977d0-886c-4aca-a5df-0a50a110f759 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 210 time: 0.1067300 Nov 22 16:47:24.584389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38c47b-9722-43e7-950a-f3f8d644efb7 req-fadb2da4-f48a-4f9c-ba2a-496f4c0bc08b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:24.597992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc38c47b-9722-43e7-950a-f3f8d644efb7 req-fadb2da4-f48a-4f9c-ba2a-496f4c0bc08b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3851156 Nov 22 16:47:24.753628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=829fb2b0-959b-4f3c-98bd-de986f27d814,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:24.794261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Provisioning complete for port 6c49420c-3d7a-44f0-83a9-89767678fb30 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:24.796321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc38c47b-9722-43e7-950a-f3f8d644efb7 req-ab8dd278-501d-4589-852c-04ef4974eeed tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962111 Nov 22 16:47:24.805106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.827141 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:47:24.865123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.878538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:24.890504 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/networks/8733496d-2d2d-46b5-ba3e-a6aa326ab7e7 HTTP/1.1" status: 204 len: 168 time: 1.7733655 Nov 22 16:47:24.902968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48866) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:24.996364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d519d8-31a8-4f3c-8283-2840ec548b91 req-371005d6-3900-4608-ad82-fae1f2288811 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 210 time: 0.1543994 Nov 22 16:47:25.012958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.112538 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.113641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Could not find standard attr ID for object 829fb2b0-959b-4f3c-98bd-de986f27d814. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:47:25.123669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5da281-a323-4836-ba54-036f51c47460 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Network': ['ID=8733496d-2d2d-46b5-ba3e-a6aa326ab7e7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.150460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Provisioning complete for port 52320dd6-e28b-43dc-b79b-fa2c49701788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:25.150835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.196078 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.201947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-419bd314-655a-4cac-8f1f-9a75f4cf078d tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/ports/829fb2b0-959b-4f3c-98bd-de986f27d814 HTTP/1.1" status: 204 len: 168 time: 2.5673506 Nov 22 16:47:25.210580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.239995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.292491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 52320dd6-e28b-43dc-b79b-fa2c49701788 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:25.310897 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a19bf1-0708-49a5-a2f4-a7120b6bbdc7 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] GET failed (client error): The resource could not be found. Nov 22 16:47:25.317432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-95a19bf1-0708-49a5-a2f4-a7120b6bbdc7 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "GET /v2.0/ports/829fb2b0-959b-4f3c-98bd-de986f27d814 HTTP/1.1" status: 404 len: 333 time: 0.0994630 Nov 22 16:47:25.317432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48876) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:25.324194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-716446779'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:25.410512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 52320dd6-e28b-43dc-b79b-fa2c49701788 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:25.411890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.420026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Pushing event updated for resources: {'Port': ['ID=3441e8a3-1143-448c-a3ec-8bda1a1e398f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:25.433680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:25.435423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:25.438173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:25.514732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00fe0d-82ab-42b3-8c09-403401e0a365 req-323b564f-dad1-4870-ac8d-880eee162b6c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.517189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a00fe0d-82ab-42b3-8c09-403401e0a365 req-323b564f-dad1-4870-ac8d-880eee162b6c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2273009 Nov 22 16:47:25.565264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.566058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.678715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a00fe0d-82ab-42b3-8c09-403401e0a365 req-2d011a61-bc6f-4b2e-840b-6796dd6dc1ce tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511357 Nov 22 16:47:25.686549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-f696c020-4677-40c3-a4aa-e12529e39dda tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.1168678 Nov 22 16:47:25.709161 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.715579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Request body: {'port': {'device_id': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:25.726299 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.840700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] For port 52320dd6-e28b-43dc-b79b-fa2c49701788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=52320dd6-e28b-43dc-b79b-fa2c49701788,segment=NetworkSegment(b848e893-0176-4ae8-9c27-6ec9f0f5e460),segment_id=b848e893-0176-4ae8-9c27-6ec9f0f5e460)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:25.862108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.878649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.898950 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:25.922636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955791bb-2fc9-4604-b7ba-1131ed3e5f8f']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.947081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c540595-f408-45d6-9722-a8aa0e25190d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.947313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef5b25-1cc4-4db1-9d63-39800f85f396 req-88e76c1c-a9b2-467f-9754-d6b5d1b37402 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:25.947441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c540595-f408-45d6-9722-a8aa0e25190d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:25.950591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbef5b25-1cc4-4db1-9d63-39800f85f396 req-88e76c1c-a9b2-467f-9754-d6b5d1b37402 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1027 time: 0.1462460 Nov 22 16:47:25.977699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.019543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5709005-e87b-4de9-be53-1f1ffc45ceaf None None] Pushing event updated for resources: {'Port': ['ID=52320dd6-e28b-43dc-b79b-fa2c49701788,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.105574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-5b4bd38e-2a56-4a5d-8c52-372497b8bd88 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.109369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-5b4bd38e-2a56-4a5d-8c52-372497b8bd88 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.20 "GET /v2.0/networks?id=54f14049-f7b6-40e3-8685-bb9307cb152e HTTP/1.1" status: 200 len: 814 time: 0.7779629 Nov 22 16:47:26.118582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.132510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Request body: {'port': {'device_id': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e', 'admin_state_up': True, 'tenant_id': '9481022003f34e86bb5a6a4f058bd06b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:26.141527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:26.141916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:26.146406 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:26.165667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbef5b25-1cc4-4db1-9d63-39800f85f396 req-0d7452b4-1d97-4042-a195-06302a33b0c5 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055323 Nov 22 16:47:26.183733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:26.187872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.190724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.225225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d160d08d-b42f-4921-b71b-954375a911d4 None None] Provisioning complete for port 3441e8a3-1143-448c-a3ec-8bda1a1e398f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:26.229273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d160d08d-b42f-4921-b71b-954375a911d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.276417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] device_id is not set on port 59518799-ae76-4af3-84c3-81c73f2033c7 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:26.316057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d160d08d-b42f-4921-b71b-954375a911d4 None None] Port 3441e8a3-1143-448c-a3ec-8bda1a1e398f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:26.372677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab62520-09af-4c1f-860e-a607326542ae req-1fff7cab-43b9-4df6-a1d0-d32b34112691 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.374216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ab62520-09af-4c1f-860e-a607326542ae req-1fff7cab-43b9-4df6-a1d0-d32b34112691 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3582253 Nov 22 16:47:26.414379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-344f8dc1-c711-4f0d-ad39-01e2ccf71593 req-14c3a8b0-60b1-4cae-9e18-6463ac1d4dc8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 210 time: 0.0341272 Nov 22 16:47:26.509736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ab62520-09af-4c1f-860e-a607326542ae req-a729f71b-daf0-4938-b975-96453f48ef17 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942225 Nov 22 16:47:26.603255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3441e8a3-1143-448c-a3ec-8bda1a1e398f {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:26.617256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.824378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Transition to ACTIVE for port object 3441e8a3-1143-448c-a3ec-8bda1a1e398f will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:26.836518 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.836769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.855646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6d26b2-dd52-4047-8f2f-68da9d56b3b9 req-7b88baee-ecf7-4f20-9961-cd86e47920e7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:26.857434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab6d26b2-dd52-4047-8f2f-68da9d56b3b9 req-7b88baee-ecf7-4f20-9961-cd86e47920e7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.0778358 Nov 22 16:47:26.868978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:26.876124 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] 10.222.0.65 "DELETE /v2.0/networks/955791bb-2fc9-4604-b7ba-1131ed3e5f8f HTTP/1.1" status: 204 len: 168 time: 1.9685860 Nov 22 16:47:26.887463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c43d084-2a9e-41d1-8a29-51042e082339 tempest-BulkNetworkOpsTest-1859474489 tempest-BulkNetworkOpsTest-1859474489-project] Pushing event deleted for resources: {'Network': ['ID=955791bb-2fc9-4604-b7ba-1131ed3e5f8f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:26.993579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Made reservation on behalf of 9481022003f34e86bb5a6a4f058bd06b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:27.003319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.112056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 52320dd6-e28b-43dc-b79b-fa2c49701788 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:27.156788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Allocated IP 2001:db8::22a (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/59518799-ae76-4af3-84c3-81c73f2033c7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:27.235524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 52320dd6-e28b-43dc-b79b-fa2c49701788 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:27.240818 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.632639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Allocated IP 172.20.0.7 (54f14049-f7b6-40e3-8685-bb9307cb152e/1f1491d8-eb8e-40ab-862c-d64b2b07f913/86ee0dd1-a42c-4e81-a446-51fae8b503db) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:27.657794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Pushing event updated for resources: {'Port': ['ID=3441e8a3-1143-448c-a3ec-8bda1a1e398f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:27.670197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48924) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:27.758942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab6d26b2-dd52-4047-8f2f-68da9d56b3b9 req-ce668869-c97e-48b7-a349-a7c284fdb589 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8456113 Nov 22 16:47:27.792702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f76c8-ac0e-450a-98c4-ca686cc71aed req-52d1e1fd-a365-478f-b787-e18b9473ffb4 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:27.806034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-990f76c8-ac0e-450a-98c4-ca686cc71aed req-52d1e1fd-a365-478f-b787-e18b9473ffb4 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1052 time: 0.1437988 Nov 22 16:47:27.823773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Attempting to bind port 3441e8a3-1143-448c-a3ec-8bda1a1e398f on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:27.824733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Attempting to bind port 3441e8a3-1143-448c-a3ec-8bda1a1e398f by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:27.824733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Attempting to bind port 3441e8a3-1143-448c-a3ec-8bda1a1e398f on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:27.851735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Port 3441e8a3-1143-448c-a3ec-8bda1a1e398f on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:27.852065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Attempting to bind port 3441e8a3-1143-448c-a3ec-8bda1a1e398f on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:27.868813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:27.869297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Checking segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:27.870037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Bound using segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:27.870377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Bound port: 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:27.870725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:27.973021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.043245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-990f76c8-ac0e-450a-98c4-ca686cc71aed req-27c3b302-2063-449b-a595-5e1faa90eb71 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357702 Nov 22 16:47:28.045750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d579f0d5-c24b-4b1a-94e5-5b73d7a754fa req-eeb3880b-be05-4c63-9ebb-6f8b725c14a7 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 210 time: 0.0557830 Nov 22 16:47:28.130724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] For port 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:28.139601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] For port 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:28.147794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.162344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.244417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.302458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.303118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.304612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] 10.222.0.66 "PUT /v2.0/ports/3441e8a3-1143-448c-a3ec-8bda1a1e398f HTTP/1.1" status: 200 len: 1091 time: 2.6003520 Nov 22 16:47:28.307280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'tag': '3441e8a3-1143-448c-a3ec-8bda1a1e398f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:28.323903 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b995d047-c10f-4307-b0bf-d1be1032bb57" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3979b0-cb92-4a16-ad98-00b10b242102", "tag": "3441e8a3-1143-448c-a3ec-8bda1a1e398f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:28.338556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Pushing event updated for resources: {'Port': ['ID=86ee0dd1-a42c-4e81-a446-51fae8b503db,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.419725 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-73508efb-9877-4eec-91be-c50c2168ed07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=69b5dd59c9a64430b777fc3180a07f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7436841 Nov 22 16:47:28.432078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.460283 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cab6cea-9414-428f-bbf1-84e3ebacd1db x-openstack-request-id: req-6cab6cea-9414-428f-bbf1-84e3ebacd1db {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:28.460578 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3979b0-cb92-4a16-ad98-00b10b242102", "tag": "3441e8a3-1143-448c-a3ec-8bda1a1e398f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:28.460824 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cab6cea-9414-428f-bbf1-84e3ebacd1db {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:28.461106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Network 54f14049-f7b6-40e3-8685-bb9307cb152e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:28.461228 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'tag': '3441e8a3-1143-448c-a3ec-8bda1a1e398f', 'status': 'completed', 'code': 200} Nov 22 16:47:28.466321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:28.484373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:28.486824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c7453-a60e-4aa0-9260-25924b103b2c service neutron] Pushing event updated for resources: {'Port': ['ID=3441e8a3-1143-448c-a3ec-8bda1a1e398f,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.515429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7a296-52a8-4a1a-8038-8ba0f5e0cb32 req-e124975b-be49-479c-9b81-877f060c605a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.517975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1e7a296-52a8-4a1a-8038-8ba0f5e0cb32 req-e124975b-be49-479c-9b81-877f060c605a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2668850 Nov 22 16:47:28.527724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-e5269153-7aaa-415a-a6ab-3c98c22e740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.529307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-e5269153-7aaa-415a-a6ab-3c98c22e740f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1094 time: 0.1501391 Nov 22 16:47:28.546989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.547629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.597212 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.635711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-86401f68-ff4c-45cf-a634-4d871d642f83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f HTTP/1.1" status: 200 len: 217 time: 0.0893054 Nov 22 16:47:28.725342 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0f6a1097-7643-41ab-97fe-b06f7dfa8daa tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6005781 Nov 22 16:47:28.761952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Request body: {'port': {'device_id': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:28.770380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-6404d79a-81f7-45f2-b411-7a9b6fd6a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.771907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edad72ca-7693-40e6-8e1a-4090e669057e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.772986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-6404d79a-81f7-45f2-b411-7a9b6fd6a51b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f04064a-64b0-4484-8193-1f1c50e0fe89 HTTP/1.1" status: 200 len: 846 time: 0.1181056 Nov 22 16:47:28.778918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1e7a296-52a8-4a1a-8038-8ba0f5e0cb32 req-ddaffa16-4bb8-44bc-99ab-07f356b848b8 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485271 Nov 22 16:47:28.820866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:28.823206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:28.830563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=59518799-ae76-4af3-84c3-81c73f2033c7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:28.837465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:28.844299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.844994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.933900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edad72ca-7693-40e6-8e1a-4090e669057e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:28.979828 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2543631a-f03b-4a47-9d2f-43e12cf82d14 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.6580369 Nov 22 16:47:28.980469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f0d504-76b9-4495-a770-cb39f73a393a req-83b73717-f833-494c-b6c5-8fefa5435cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:28.984932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:28.994093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-83b73717-f833-494c-b6c5-8fefa5435cff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996555 Nov 22 16:47:28.995995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fe:4f:2c'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:29.012707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.300990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb5df0-656d-4b8a-9352-55960395234a req-1d31b440-42a5-4913-9279-1613ca798479 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.319974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81fb5df0-656d-4b8a-9352-55960395234a req-1d31b440-42a5-4913-9279-1613ca798479 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1094 time: 0.1698165 Nov 22 16:47:29.372759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-92d31f9b-1bff-4ace-b222-7a8e445a966c service neutron] 10.222.0.66 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749363 Nov 22 16:47:29.387362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250ea4f-ed6f-4fbd-83e8-8e02fdff9854 req-dd26e664-40be-47d2-b4e4-dafe6dcf7a3a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:29.395906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8250ea4f-ed6f-4fbd-83e8-8e02fdff9854 req-dd26e664-40be-47d2-b4e4-dafe6dcf7a3a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2448211 Nov 22 16:47:29.472868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ade8b57e-2aee-4e49-83f6-eea4fbc71297 None None] Provisioning complete for port 59518799-ae76-4af3-84c3-81c73f2033c7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:29.473736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ade8b57e-2aee-4e49-83f6-eea4fbc71297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.511341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edad72ca-7693-40e6-8e1a-4090e669057e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.515784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edad72ca-7693-40e6-8e1a-4090e669057e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.518559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-edad72ca-7693-40e6-8e1a-4090e669057e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01e8086f-ee20-4677-b94d-64038fce79f7 HTTP/1.1" status: 204 len: 168 time: 1.0853119 Nov 22 16:47:29.593372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ade8b57e-2aee-4e49-83f6-eea4fbc71297 None None] Port 59518799-ae76-4af3-84c3-81c73f2033c7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:29.637090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:29.658167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8250ea4f-ed6f-4fbd-83e8-8e02fdff9854 req-00d8ba8a-5144-4d98-add0-d9e92dbb3de9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612922 Nov 22 16:47:29.673975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81fb5df0-656d-4b8a-9352-55960395234a req-1f8e7da0-611b-4c63-a457-48f6511cc3a7 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526797 Nov 22 16:47:29.677327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f0d504-76b9-4495-a770-cb39f73a393a req-983c38ca-d270-4094-98f3-c08b610a9cdd service neutron] 10.222.0.66 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777956 Nov 22 16:47:29.805265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad72ca-7693-40e6-8e1a-4090e669057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e8086f-ee20-4677-b94d-64038fce79f7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.041022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-5a179e56-0fdc-464d-9670-edd5a2a2ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.047988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-5a179e56-0fdc-464d-9670-edd5a2a2ebcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1094 time: 0.2490263 Nov 22 16:47:30.120356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009291d-9673-4158-b172-5d2fad74020e req-3c608ec0-aadf-4e94-8cf3-51b373e4e431 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.133478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9009291d-9673-4158-b172-5d2fad74020e req-3c608ec0-aadf-4e94-8cf3-51b373e4e431 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 931 time: 0.3188875 Nov 22 16:47:30.387570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9009291d-9673-4158-b172-5d2fad74020e req-25b62482-dacc-48ed-b374-46ee7385fce5 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527616 Nov 22 16:47:30.418813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91882e1f-867e-4e3d-8e66-4c30564d98d1 req-0f66f8ef-2a36-44e0-8b7b-4dc8a877c27d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.421250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91882e1f-867e-4e3d-8e66-4c30564d98d1 req-0f66f8ef-2a36-44e0-8b7b-4dc8a877c27d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3721397 Nov 22 16:47:30.478290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.486336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.574333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-f90aa813-b7be-489d-a827-9447aad5feab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.583379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-f90aa813-b7be-489d-a827-9447aad5feab service neutron] 10.222.0.66 "GET /v2.0/networks?id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 200 len: 908 time: 0.5208876 Nov 22 16:47:30.601571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] In _notify_port_updated(), no bound segment for port 59518799-ae76-4af3-84c3-81c73f2033c7 on network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:47:30.623578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.628477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.635528 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "PUT /v2.0/ports/59518799-ae76-4af3-84c3-81c73f2033c7 HTTP/1.1" status: 200 len: 1002 time: 1.6446974 Nov 22 16:47:30.659377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48974) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:30.681719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-ff9dae54-a495-4a39-887b-fd67642302f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f HTTP/1.1" status: 200 len: 217 time: 0.0799983 Nov 22 16:47:30.696751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91882e1f-867e-4e3d-8e66-4c30564d98d1 req-c7320aad-e2d9-4f55-9338-f65b3c6c0979 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670879 Nov 22 16:47:30.779451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99603c19-0cf8-406f-8e1a-7af4c0a45227 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=59518799-ae76-4af3-84c3-81c73f2033c7,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:30.785558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86ee0dd1-a42c-4e81-a446-51fae8b503db {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:30.824054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-1d692e21-fc8f-4136-aa3f-7e8595b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:30.826364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-1d692e21-fc8f-4136-aa3f-7e8595b87277 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1f04064a-64b0-4484-8193-1f1c50e0fe89 HTTP/1.1" status: 200 len: 846 time: 0.1286373 Nov 22 16:47:30.852863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:30.924902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Transition to ACTIVE for port object 86ee0dd1-a42c-4e81-a446-51fae8b503db will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:30.936349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.042328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 59518799-ae76-4af3-84c3-81c73f2033c7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:31.042675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.081350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-7777aee0-da5e-4c16-b639-d2d1017a47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.084378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-7777aee0-da5e-4c16-b639-d2d1017a47c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2461948 Nov 22 16:47:31.142231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4fe30f2c-a452-4c76-8eff-259af79e1aa7 None None] Provisioning complete for port 59518799-ae76-4af3-84c3-81c73f2033c7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:31.144295 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fe30f2c-a452-4c76-8eff-259af79e1aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.161638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.176067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 59518799-ae76-4af3-84c3-81c73f2033c7 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:31.182077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1171432-5654-4d9b-a207-452b20c09a24 req-f31c65f0-ea20-4643-afe5-5c7473ef6dff tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.199179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1171432-5654-4d9b-a207-452b20c09a24 req-f31c65f0-ea20-4643-afe5-5c7473ef6dff tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1094 time: 0.3091757 Nov 22 16:47:31.243611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4fe30f2c-a452-4c76-8eff-259af79e1aa7 None None] Port 59518799-ae76-4af3-84c3-81c73f2033c7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:31.264474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Pushing event updated for resources: {'Port': ['ID=86ee0dd1-a42c-4e81-a446-51fae8b503db,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.339794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92fb30-3388-4177-8847-6c49d0e1193c req-7ca25801-9131-449d-8655-326a5a41d3a7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.349630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f92fb30-3388-4177-8847-6c49d0e1193c req-7ca25801-9131-449d-8655-326a5a41d3a7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4346681 Nov 22 16:47:31.408662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Attempting to bind port 86ee0dd1-a42c-4e81-a446-51fae8b503db on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:31.409003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Attempting to bind port 86ee0dd1-a42c-4e81-a446-51fae8b503db by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '3fb52e7e-3c4a-4fbe-af1a-db15af647b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:31.409340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Attempting to bind port 86ee0dd1-a42c-4e81-a446-51fae8b503db on network 54f14049-f7b6-40e3-8685-bb9307cb152e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:31.420889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Port 86ee0dd1-a42c-4e81-a446-51fae8b503db on network 54f14049-f7b6-40e3-8685-bb9307cb152e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:31.421178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Attempting to bind port 86ee0dd1-a42c-4e81-a446-51fae8b503db on network 54f14049-f7b6-40e3-8685-bb9307cb152e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:31.430574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1171432-5654-4d9b-a207-452b20c09a24 req-5fdbdef9-f1ee-4e0b-a280-6c9206243749 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296700 Nov 22 16:47:31.444164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:31.444493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-58e746c9-db79-4595-8bc1-16d2e5c2c87c service neutron] 10.222.0.66 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495383 Nov 22 16:47:31.444867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Checking segment: {'id': '3fb52e7e-3c4a-4fbe-af1a-db15af647b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:31.445257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Bound using segment: {'id': '3fb52e7e-3c4a-4fbe-af1a-db15af647b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:31.445820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Bound port: 86ee0dd1-a42c-4e81-a446-51fae8b503db, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fb52e7e-3c4a-4fbe-af1a-db15af647b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:31.446261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.454543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48992) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.530441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f92fb30-3388-4177-8847-6c49d0e1193c req-13ebea65-adc1-4a5b-8cdc-7d8d2fb2c835 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795106 Nov 22 16:47:31.576380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] For port 86ee0dd1-a42c-4e81-a446-51fae8b503db, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:31.580480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] For port 86ee0dd1-a42c-4e81-a446-51fae8b503db, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db,segment=NetworkSegment(3fb52e7e-3c4a-4fbe-af1a-db15af647b58),segment_id=3fb52e7e-3c4a-4fbe-af1a-db15af647b58)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:31.583920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.588438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.688792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.701229 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.706759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] 10.222.0.20 "PUT /v2.0/ports/86ee0dd1-a42c-4e81-a446-51fae8b503db HTTP/1.1" status: 200 len: 1091 time: 2.9592443 Nov 22 16:47:31.707966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'tag': '86ee0dd1-a42c-4e81-a446-51fae8b503db'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:31.711806 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26810d7e-0985-4751-9d56-844bafd1644d" -d '{"events": [{"name": "network-changed", "server_uuid": "ac3c39ca-72b6-481f-9c82-d7305de150c1", "tag": "86ee0dd1-a42c-4e81-a446-51fae8b503db"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:31.726094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1563892881'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:31.766032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b995d047-c10f-4307-b0bf-d1be1032bb57 req-731568b8-e8a7-43ab-a0b3-d80d980a5a68 service neutron] 10.222.0.66 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082776 Nov 22 16:47:31.821263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.825888 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/ports/59518799-ae76-4af3-84c3-81c73f2033c7 HTTP/1.1" status: 204 len: 168 time: 1.1574965 Nov 22 16:47:31.834179 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de3dd78-50aa-491d-a3fc-06acd143bb9e x-openstack-request-id: req-0de3dd78-50aa-491d-a3fc-06acd143bb9e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:31.834641 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac3c39ca-72b6-481f-9c82-d7305de150c1", "tag": "86ee0dd1-a42c-4e81-a446-51fae8b503db", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:31.834969 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0de3dd78-50aa-491d-a3fc-06acd143bb9e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:31.835466 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'tag': '86ee0dd1-a42c-4e81-a446-51fae8b503db', 'status': 'completed', 'code': 200} Nov 22 16:47:31.836123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49006) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.838380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:31.844892 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.868524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:31.885638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8846827-6518-44c5-ab66-a4fe5a3c9933 service neutron] Pushing event updated for resources: {'Port': ['ID=86ee0dd1-a42c-4e81-a446-51fae8b503db,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:31.887126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2f78c-91fb-4752-98b8-345cdb7ec476 req-52a02426-7def-424b-bd8d-f97b047d9360 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:31.889575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36b2f78c-91fb-4752-98b8-345cdb7ec476 req-52a02426-7def-424b-bd8d-f97b047d9360 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 943 time: 0.1747739 Nov 22 16:47:31.892830 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-701ccd86-353a-41f1-af3b-384f68d3a991 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] GET failed (client error): The resource could not be found. Nov 22 16:47:31.894428 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-701ccd86-353a-41f1-af3b-384f68d3a991 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "GET /v2.0/ports/59518799-ae76-4af3-84c3-81c73f2033c7 HTTP/1.1" status: 404 len: 333 time: 0.0541296 Nov 22 16:47:31.904000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49010) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:31.912447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-658790081'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:31.960479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3434693-d0da-4786-bc1a-8d745f69f747 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=59518799-ae76-4af3-84c3-81c73f2033c7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.023517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-302b60f4-91f4-4120-b05b-834b2aae2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.025498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-302b60f4-91f4-4120-b05b-834b2aae2946 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9481022003f34e86bb5a6a4f058bd06b&device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 1094 time: 0.2249861 Nov 22 16:47:32.085349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176071b7-33d2-4fa3-bd22-64aed482044c req-18f4f889-54bf-4d18-b96f-ba89e1268f32 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.097546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-176071b7-33d2-4fa3-bd22-64aed482044c req-18f4f889-54bf-4d18-b96f-ba89e1268f32 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2065210 Nov 22 16:47:32.116484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36b2f78c-91fb-4752-98b8-345cdb7ec476 req-45382b83-57cc-4dd1-a456-2948e66e899d tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952670 Nov 22 16:47:32.175096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-4ff22066-4726-47fa-ae4c-cff79821cff6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db HTTP/1.1" status: 200 len: 217 time: 0.1034100 Nov 22 16:47:32.197272 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.215350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-176071b7-33d2-4fa3-bd22-64aed482044c req-c79e7108-af1e-42f9-9081-69e3cb095e86 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160405 Nov 22 16:47:32.220705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.305702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:32.308313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a0b3c1-5131-4cd5-9735-d2a384f2aed2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.309371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0c89d1de-1116-409f-ac96-e3e4086302dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.311572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0c89d1de-1116-409f-ac96-e3e4086302dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f1491d8-eb8e-40ab-862c-d64b2b07f913 HTTP/1.1" status: 200 len: 854 time: 0.1289990 Nov 22 16:47:32.350537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:32.358580 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.365253 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.365519 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment 36ec4937-edaa-49dd-afd9-48069e0148f2 of type vlan for network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 Nov 22 16:47:32.386755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-6dabc36f-f7f8-4b12-855f-139a528ee250 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54f14049-f7b6-40e3-8685-bb9307cb152e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579753 Nov 22 16:47:32.414143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] device_id is not set on port 9c36dd7f-547b-42cf-9199-52e8dff3cb3a yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:32.443628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.497049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-5aca6b02-acc6-4631-b0d9-e47f588d8f9f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.500578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-5aca6b02-acc6-4631-b0d9-e47f588d8f9f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.2471499 Nov 22 16:47:32.553020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-3ab01f2f-5564-4ec0-9fa9-66b456c0bd7f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/quotas/455e70f91a9046cd9854e813be90103c HTTP/1.1" status: 200 len: 375 time: 0.0352890 Nov 22 16:47:32.565588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.579715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.580693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:32.713933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-0fbea5e3-63f3-40ab-bda4-14dd6d3f262e service neutron] 10.222.0.20 "GET /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999966 Nov 22 16:47:32.729498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.2686460 Nov 22 16:47:32.734205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49026) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:32.745119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'name': 'tempest-PortsTestJSON-1782162763'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:32.763414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d657b5-972e-4f8c-acea-59ca26ab58b0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=5dfd347e-e5ab-4ed3-a954-7eeabb6529d0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:32.779634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:32.836735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Allocated IP 2001:db8::1b4 (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/9c36dd7f-547b-42cf-9199-52e8dff3cb3a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:32.848402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d0001-7d48-4328-beb0-3d28d9650c6d req-210b3c2e-c428-4646-a60e-e0d84fc226ab tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:32.859951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-480d0001-7d48-4328-beb0-3d28d9650c6d req-210b3c2e-c428-4646-a60e-e0d84fc226ab tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1094 time: 0.2748666 Nov 22 16:47:32.905255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3441e8a3-1143-448c-a3ec-8bda1a1e398f details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:32.933931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-fb7a9bf0-a105-4acc-8615-3350b7e70799 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3475447 Nov 22 16:47:33.074609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-480d0001-7d48-4328-beb0-3d28d9650c6d req-433632b5-959f-4f9b-8de6-5a31ff9aac65 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127440 Nov 22 16:47:33.080020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2cba276e-2841-489a-adbb-f892dc9771a8 req-9d6632c8-1fb6-4ee1-9def-53339949fcc9 service neutron] 10.222.0.20 "GET /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534703 Nov 22 16:47:33.224910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:33.248657 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.330842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:33.359128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:33.385566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b46b03eb-d296-40fa-9a7a-131faccfdb61 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345739 Nov 22 16:47:33.399178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3441e8a3-1143-448c-a3ec-8bda1a1e398f', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'port_id': '3441e8a3-1143-448c-a3ec-8bda1a1e398f', 'mac_address': 'fa:16:3e:71:ea:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:33.460943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26810d7e-0985-4751-9d56-844bafd1644d req-fb441f06-bffd-41b0-b22e-af791b560b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.464448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-fb441f06-bffd-41b0-b22e-af791b560b9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9481022003f34e86bb5a6a4f058bd06b&device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 1094 time: 0.1728337 Nov 22 16:47:33.485264 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.507659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.513527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3441e8a3-1143-448c-a3ec-8bda1a1e398f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:33.556525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:33.575335 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.605155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.667591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:33.669062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-7bb1e39a-5f72-4ca4-95c4-c31f445298f8 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823884 Nov 22 16:47:33.672248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3441e8a3-1143-448c-a3ec-8bda1a1e398f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.677942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:33.685767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:33.691946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.692545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.696551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f3b87-ef3b-4651-87b5-11356bc8d056 req-c477bc18-ebbc-456a-a21f-4d2c39a1fcf0 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.698679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c68f3b87-ef3b-4651-87b5-11356bc8d056 req-c477bc18-ebbc-456a-a21f-4d2c39a1fcf0 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2313237 Nov 22 16:47:33.724032 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8158584 Nov 22 16:47:33.733014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49046) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:33.742488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'network_id': '696b5fb5-5c22-4b16-a9aa-b182d8efc89e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-895884035'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:33.759096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a9766-e0fb-4142-8d5a-3e0f9e1c7059 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=9c36dd7f-547b-42cf-9199-52e8dff3cb3a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:33.836443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26810d7e-0985-4751-9d56-844bafd1644d req-0f1f28e2-c8d3-464b-9b47-bb3656567c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:33.837270 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-0f1f28e2-c8d3-464b-9b47-bb3656567c14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54f14049-f7b6-40e3-8685-bb9307cb152e HTTP/1.1" status: 200 len: 915 time: 0.3586833 Nov 22 16:47:33.866742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3441e8a3-1143-448c-a3ec-8bda1a1e398f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:33.944003 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:33.949483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c68f3b87-ef3b-4651-87b5-11356bc8d056 req-8cf981b0-f641-40be-a531-1f60708126ae tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824813 Nov 22 16:47:34.074647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.205272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c49420c-3d7a-44f0-83a9-89767678fb30 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:34.391578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=492845cf-6f01-4d0f-8f82-892c85c6c4a3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:34.455050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b2d10-0ae8-4b06-b978-4f263a0b90be req-a854f207-20aa-4a83-a7ce-46e36059550e tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.469967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-665b2d10-0ae8-4b06-b978-4f263a0b90be req-a854f207-20aa-4a83-a7ce-46e36059550e tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 943 time: 0.2902322 Nov 22 16:47:34.473855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': '36ec4937-edaa-49dd-afd9-48069e0148f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:34.474657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:34.555172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-8d2cd991-07c4-4901-90a3-473bd643cdf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db HTTP/1.1" status: 200 len: 217 time: 0.7082100 Nov 22 16:47:34.567543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0f5150-4846-4723-9044-308c90e42726 req-bba329e0-56ad-4d9a-b5fa-d818890725fb tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.595872 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e0f5150-4846-4723-9044-308c90e42726 req-bba329e0-56ad-4d9a-b5fa-d818890725fb tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3744807 Nov 22 16:47:34.635664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:34.664807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'mac_address': 'fa:16:3e:ba:d0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:34.711049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3cd18568-64a7-440c-8004-70fcd073f1c7 None None] Provisioning complete for port 9c36dd7f-547b-42cf-9199-52e8dff3cb3a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:34.712039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3cd18568-64a7-440c-8004-70fcd073f1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.804970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Made reservation on behalf of bdc734d6d0d446cea4ee935bd14ba221 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:34.826648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.852024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26810d7e-0985-4751-9d56-844bafd1644d req-31575384-f459-426c-9703-c54a770a7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.857603 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-31575384-f459-426c-9703-c54a770a7984 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f1491d8-eb8e-40ab-862c-d64b2b07f913 HTTP/1.1" status: 200 len: 854 time: 0.2932630 Nov 22 16:47:34.862059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:34.885127 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-665b2d10-0ae8-4b06-b978-4f263a0b90be req-fc8c2596-95ec-4a28-8069-09f27c2a9f17 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057484 Nov 22 16:47:34.917529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e0f5150-4846-4723-9044-308c90e42726 req-7d7e2a64-40d1-4b9e-be3c-f932238ddd7e tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206644 Nov 22 16:47:34.950686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:34.958521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:34.966567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:34.967296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:34.994731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0fcef-64ab-4687-a1fe-e8f20117203a None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:34.997224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-930a68fa-f01d-46aa-b14f-836fc63c0fdb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54f14049-f7b6-40e3-8685-bb9307cb152e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1259968 Nov 22 16:47:35.046991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] device_id is not set on port 6b22da87-63d3-4d26-9f4f-fadae7f54915 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:35.086358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-888e619a-5646-426f-85a4-ecff6ea095cf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3492522 Nov 22 16:47:35.097550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7a74f33e-04af-4655-aa9c-00d1ae99bee7 req-3f0a27ed-f3ca-46a4-9a41-2d64bc64d7ca tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 210 time: 0.0874712 Nov 22 16:47:35.103764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49090) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:35.116643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-276353073'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:35.223707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:35.227452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.238120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.268801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3cd18568-64a7-440c-8004-70fcd073f1c7 None None] Port 9c36dd7f-547b-42cf-9199-52e8dff3cb3a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:35.277223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c49420c-3d7a-44f0-83a9-89767678fb30 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:35.325229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:35.336164 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.492852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:35.519476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.521093 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment ee3d80fc-370c-4931-8c2d-7246722c20d6 of type vlan for network be09e0f9-df40-4746-b03f-18ef78815b59 Nov 22 16:47:35.549948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6c49420c-3d7a-44f0-83a9-89767678fb30'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:35.578410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Allocated IP 2001:db8::137 (696b5fb5-5c22-4b16-a9aa-b182d8efc89e/e6c6fd03-91fb-4d51-8659-e731156a4561/6b22da87-63d3-4d26-9f4f-fadae7f54915) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:35.635171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:35.635492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-a64c570a-80e0-437f-b5a9-e374976891e0 service neutron] 10.222.0.20 "GET /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6231613 Nov 22 16:47:35.688765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.743929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.750824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.751780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:35.789338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6748309 Nov 22 16:47:35.790392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49092) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:35.798059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'ports': [{'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'}, {'network_id': 'be09e0f9-df40-4746-b03f-18ef78815b59'}]} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:35.798521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:35.799168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': 'be09e0f9-df40-4746-b03f-18ef78815b59'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:35.804876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3d915-68fb-40ee-905d-b63264aa588b req-b6849f75-1bfa-4fb9-92d7-29fba2be57a7 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.815407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5eb3d915-68fb-40ee-905d-b63264aa588b req-b6849f75-1bfa-4fb9-92d7-29fba2be57a7 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1095 time: 0.7123473 Nov 22 16:47:35.935124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e92c53-3879-4eda-aa36-116b2d7a418e req-7cdef2de-8ae2-4220-9e9d-dccf64cbc0c9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:35.945187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9e92c53-3879-4eda-aa36-116b2d7a418e req-7cdef2de-8ae2-4220-9e9d-dccf64cbc0c9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 945 time: 0.6002884 Nov 22 16:47:36.096219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5eb3d915-68fb-40ee-905d-b63264aa588b req-87f121dc-ee33-43ef-9f7a-b6f9a78268a8 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776027 Nov 22 16:47:36.163449 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26810d7e-0985-4751-9d56-844bafd1644d req-6fba36f0-bb07-40bc-a0aa-c35d5c67e374 service neutron] 10.222.0.20 "GET /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019794 Nov 22 16:47:36.164095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 86ee0dd1-a42c-4e81-a446-51fae8b503db details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:36.191263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a1349-c1d4-4839-b503-0ad58c9147a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=be09e0f9-df40-4746-b03f-18ef78815b59,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:36.312439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.341037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 2} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:36.351762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.385275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.512151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9e92c53-3879-4eda-aa36-116b2d7a418e req-78f3a9a1-72e3-4f86-ad11-581eb0ee29c4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524645 Nov 22 16:47:36.575001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network be09e0f9-df40-4746-b03f-18ef78815b59 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:36.689608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42762912-a99e-4ed1-802a-1c4c3bdab6ba req-b28b1d59-70ee-4d51-b082-c062296b6f25 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.691255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42762912-a99e-4ed1-802a-1c4c3bdab6ba req-b28b1d59-70ee-4d51-b082-c062296b6f25 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 943 time: 0.3332982 Nov 22 16:47:36.699115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 874899a2-4a9c-4bc3-90c6-760bfc181fac yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:36.712345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-bc7a0721-74d9-4146-beca-a0dd9bf14b96 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.713356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.718170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-bc7a0721-74d9-4146-beca-a0dd9bf14b96 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.6089921 Nov 22 16:47:36.727499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 86ee0dd1-a42c-4e81-a446-51fae8b503db, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db,segment=NetworkSegment(3fb52e7e-3c4a-4fbe-af1a-db15af647b58),segment_id=3fb52e7e-3c4a-4fbe-af1a-db15af647b58)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:36.744993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Request body: {'port': {'device_id': '33330e76-f997-4bac-8d52-159a07615a68', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'admin_state_up': True, 'tenant_id': '455e70f91a9046cd9854e813be90103c'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:36.813717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '86ee0dd1-a42c-4e81-a446-51fae8b503db', 'network_id': '54f14049-f7b6-40e3-8685-bb9307cb152e', 'port_id': '86ee0dd1-a42c-4e81-a446-51fae8b503db', 'mac_address': 'fa:16:3e:a5:8e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f1491d8-eb8e-40ab-862c-d64b2b07f913', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:36.860106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:36.878751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:36.896500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:36.900715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3441e8a3-1143-448c-a3ec-8bda1a1e398f up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:36.914479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:36.915355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:36.996139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2579911 Nov 22 16:47:36.998796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ff11e-3a76-4bc5-bec8-e3a8bc46bc00 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=6b22da87-63d3-4d26-9f4f-fadae7f54915,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:37.001338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49104) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:37.027122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d3', 'mac_address': 'fa:16:3e:fe:4f:2c'}, {'ip_address': '2001:db8::1b4', 'mac_address': 'fa:16:3e:ef:24:66'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:37.028945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42762912-a99e-4ed1-802a-1c4c3bdab6ba req-9c8d5878-0142-471a-a4a7-b22da8a6885f tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095162 Nov 22 16:47:37.038627 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.065346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eef625-c3fa-457b-aebb-b4d485fdf652 req-4f97e9f8-7c5d-437a-b327-7c62871d4132 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:37.078374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eef625-c3fa-457b-aebb-b4d485fdf652 req-4f97e9f8-7c5d-437a-b327-7c62871d4132 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.3432753 Nov 22 16:47:37.107679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86ee0dd1-a42c-4e81-a446-51fae8b503db {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:37.185163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 86ee0dd1-a42c-4e81-a446-51fae8b503db, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db,segment=NetworkSegment(3fb52e7e-3c4a-4fbe-af1a-db15af647b58),segment_id=3fb52e7e-3c4a-4fbe-af1a-db15af647b58)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:37.189333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3441e8a3-1143-448c-a3ec-8bda1a1e398f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:37.202252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.218148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3441e8a3-1143-448c-a3ec-8bda1a1e398f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:37.218635 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.339603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26eef625-c3fa-457b-aebb-b4d485fdf652 req-9921d731-34b1-4e8b-b27b-619bc93a62f5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602599 Nov 22 16:47:37.349039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.393435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cd0d12d-6d80-4b1c-a149-6d583a765e12 req-b473f086-4f39-4d7e-ad7a-b3db3d742398 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 210 time: 0.1105654 Nov 22 16:47:37.415549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Made reservation on behalf of 455e70f91a9046cd9854e813be90103c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:37.420093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.518918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.527883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=86ee0dd1-a42c-4e81-a446-51fae8b503db,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:37.545405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['86ee0dd1-a42c-4e81-a446-51fae8b503db'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:37.556092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 4d5a0561-0820-4cba-b348-42d9636acff7 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:37.591000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-eaa5e223-2de3-4e75-abde-f89f06d09722 None None] Provisioning complete for port 6b22da87-63d3-4d26-9f4f-fadae7f54915 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:37.591428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eaa5e223-2de3-4e75-abde-f89f06d09722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.728211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5e223-2de3-4e75-abde-f89f06d09722 None None] Port 6b22da87-63d3-4d26-9f4f-fadae7f54915 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:37.767501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.880254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:37.891352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3441e8a3-1143-448c-a3ec-8bda1a1e398f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:37.895457 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e6e7db-c89c-4d25-964a-48f47ba1ca1d" -d '{"events": [{"server_uuid": "9b3979b0-cb92-4a16-ad98-00b10b242102", "name": "network-vif-plugged", "status": "completed", "tag": "3441e8a3-1143-448c-a3ec-8bda1a1e398f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:37.903580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:37.968098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3441e8a3-1143-448c-a3ec-8bda1a1e398f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:38.157067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c49420c-3d7a-44f0-83a9-89767678fb30 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:38.218886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.230503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.301541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.323770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 6c49420c-3d7a-44f0-83a9-89767678fb30 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:38.324888 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.430913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:38.437403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=874899a2-4a9c-4bc3-90c6-760bfc181fac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:38.439987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:38.447491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:38.448705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.491718 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.545467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:38.553486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.588545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=4d5a0561-0820-4cba-b348-42d9636acff7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:38.699348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09738bda-dead-460d-a843-fcea8f8fec02 req-4bbd8506-1f28-43ee-8556-788ac196071f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.702666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:38.716650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09738bda-dead-460d-a843-fcea8f8fec02 req-4bbd8506-1f28-43ee-8556-788ac196071f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1095 time: 1.0694242 Nov 22 16:47:38.725129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': 'ee3d80fc-370c-4931-8c2d-7246722c20d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'be09e0f9-df40-4746-b03f-18ef78815b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:38.725129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: be09e0f9-df40-4746-b03f-18ef78815b59, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:38.763961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network be09e0f9-df40-4746-b03f-18ef78815b59 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:38.793113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, be09e0f9-df40-4746-b03f-18ef78815b59) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:38.799378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:38.807784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.817280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.817280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.839508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8848a46a-143c-4b27-99b0-0e520c9a2796 None None] Network be09e0f9-df40-4746-b03f-18ef78815b59 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:38.877710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d1bd6af-7da8-40b8-a884-03b47d15f288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0820298 Nov 22 16:47:38.879540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.881282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:38.897456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09738bda-dead-460d-a843-fcea8f8fec02 req-69bd147f-9f4c-4aba-b397-798171d93710 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689746 Nov 22 16:47:38.897697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:38.904593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618cb6-ac54-4f82-94a1-6fe12f2d4740 req-01d3c065-67ba-4b9a-b4ea-63107df1cb00 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:38.915651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c618cb6-ac54-4f82-94a1-6fe12f2d4740 req-01d3c065-67ba-4b9a-b4ea-63107df1cb00 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 1.2147164 Nov 22 16:47:38.929574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Allocated IP 172.20.0.8 (22e53eb7-3d6f-4572-9c8d-7729d17dae66/75fded1b-c7cd-4e2c-867b-d57c8460387e/e67eb238-18d5-4bd8-bab8-a09e68a34d9e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:39.071620 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867167aa-2454-441b-bebf-c309ad8a51cc x-openstack-request-id: req-867167aa-2454-441b-bebf-c309ad8a51cc {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:39.078611 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3979b0-cb92-4a16-ad98-00b10b242102", "name": "network-vif-plugged", "status": "completed", "tag": "3441e8a3-1143-448c-a3ec-8bda1a1e398f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:39.079235 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-867167aa-2454-441b-bebf-c309ad8a51cc {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:39.079937 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3441e8a3-1143-448c-a3ec-8bda1a1e398f', 'code': 200} Nov 22 16:47:39.084623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event updated for resources: {'Port': ['ID=6b22da87-63d3-4d26-9f4f-fadae7f54915,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:39.087154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.090470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] In _notify_port_updated(), no bound segment for port 6b22da87-63d3-4d26-9f4f-fadae7f54915 on network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:47:39.106491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.107265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c618cb6-ac54-4f82-94a1-6fe12f2d4740 req-4af5e069-1664-4b3b-bff4-c5d94a44685e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901636 Nov 22 16:47:39.109379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.114893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-76b12b34-925e-4ba5-a447-2531b9e10eac tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "PUT /v2.0/ports/6b22da87-63d3-4d26-9f4f-fadae7f54915 HTTP/1.1" status: 200 len: 1067 time: 2.0943708 Nov 22 16:47:39.123248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49126) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:39.384793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.488134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97f017-5593-4a2b-93a2-2e8b7122831c req-e7bcf01b-ac18-45b1-af7c-99b23ec45ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:39.496255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb97f017-5593-4a2b-93a2-2e8b7122831c req-e7bcf01b-ac18-45b1-af7c-99b23ec45ca2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.3827882 Nov 22 16:47:39.583292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 4d5a0561-0820-4cba-b348-42d9636acff7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:39.585844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.667855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.682200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:39.738072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87072f51-db38-4104-a0ee-e3d3a82f26d5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:39.761542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.784068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 4d5a0561-0820-4cba-b348-42d9636acff7 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:39.868287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:39.895209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-df59e016-f5f7-4172-b052-910f5bbfb1b5 None None] Provisioning complete for port 6b22da87-63d3-4d26-9f4f-fadae7f54915 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:39.895822 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df59e016-f5f7-4172-b052-910f5bbfb1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:39.904428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:39.954243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:40.027162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ceecd2-0426-49ca-99c0-40526bbbd354 req-bad27a6f-cc47-456e-ac48-6e19680178d6 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.035784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ceecd2-0426-49ca-99c0-40526bbbd354 req-bad27a6f-cc47-456e-ac48-6e19680178d6 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.5152462 Nov 22 16:47:40.040000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event updated for resources: {'Port': ['ID=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.051872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fb97f017-5593-4a2b-93a2-2e8b7122831c req-cb6315c3-3180-46da-99d7-1161332bce77 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474753 Nov 22 16:47:40.073243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.074003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.074626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.075251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.075784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.076293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.076817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.078551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.079437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.080073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.080831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.081206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:47:40.097066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd53a7-7fd5-49e7-aa2b-c7ec8006fd6d req-d41e050b-c79f-4b7d-a29e-8dffdef79045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.099926 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10bd53a7-7fd5-49e7-aa2b-c7ec8006fd6d req-d41e050b-c79f-4b7d-a29e-8dffdef79045 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 1096 time: 0.1063883 Nov 22 16:47:40.110445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec1048f-dc36-4e87-aadb-b32d4de666fc req-0593e1e6-077f-4e88-bbd7-7de6b3f02fff tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.110694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.112754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ec1048f-dc36-4e87-aadb-b32d4de666fc req-0593e1e6-077f-4e88-bbd7-7de6b3f02fff tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 944 time: 0.6180649 Nov 22 16:47:40.149218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.159724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.159990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cad1e41-4c97-4461-a80d-413669f5a21b None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:40.161409 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/4d5a0561-0820-4cba-b348-42d9636acff7 HTTP/1.1" status: 204 len: 168 time: 1.2782314 Nov 22 16:47:40.189620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.190306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.211245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c072d9-ed3c-4b23-ba0f-33dd14139e46 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=4d5a0561-0820-4cba-b348-42d9636acff7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:40.251299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 86ee0dd1-a42c-4e81-a446-51fae8b503db up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:40.265277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 6b22da87-63d3-4d26-9f4f-fadae7f54915 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:40.265620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.295937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-df59e016-f5f7-4172-b052-910f5bbfb1b5 None None] Port 6b22da87-63d3-4d26-9f4f-fadae7f54915 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:40.389203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-ab4eb49a-0840-4d8b-88ab-46701f290485 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6631250 Nov 22 16:47:40.407266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5ceecd2-0426-49ca-99c0-40526bbbd354 req-5739cb65-030c-41d3-aba7-543dea6b917f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692083 Nov 22 16:47:40.446846 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-10bd53a7-7fd5-49e7-aa2b-c7ec8006fd6d req-0c1bf27f-ef81-4438-9af8-97e19e77fec1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939669 Nov 22 16:47:40.474422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Request body: {'port': {'device_id': '33330e76-f997-4bac-8d52-159a07615a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:40.483063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ec1048f-dc36-4e87-aadb-b32d4de666fc req-f84e33c6-c04f-4075-a507-642b10f0f65e tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572552 Nov 22 16:47:40.618780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bc2f8717-a412-4cb7-aa42-d004120c5d2b None None] Provisioning complete for port e67eb238-18d5-4bd8-bab8-a09e68a34d9e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:40.618780 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc2f8717-a412-4cb7-aa42-d004120c5d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.624092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 86ee0dd1-a42c-4e81-a446-51fae8b503db completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:40.667940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9345d43-8e46-43fa-b26f-5576c8f3e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.675298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9345d43-8e46-43fa-b26f-5576c8f3e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.675935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 86ee0dd1-a42c-4e81-a446-51fae8b503db triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:40.676512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.683704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49138) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:40.685197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9345d43-8e46-43fa-b26f-5576c8f3e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5207503 Nov 22 16:47:40.741861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f8717-a412-4cb7-aa42-d004120c5d2b None None] Port e67eb238-18d5-4bd8-bab8-a09e68a34d9e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:47:40.844188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.885158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.893280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3951-4cbc-4993-b588-313d7bb4d03b req-f80decfe-679f-4d84-afa0-8f212b2586a6 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.896688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d3e3951-4cbc-4993-b588-313d7bb4d03b req-f80decfe-679f-4d84-afa0-8f212b2586a6 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 931 time: 0.3561943 Nov 22 16:47:40.899656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 6b22da87-63d3-4d26-9f4f-fadae7f54915 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:40.903131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2269e-95ac-4d56-80b7-ad5130496f20 req-b60cd403-3659-4d9c-884c-99ed93b39184 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:40.904796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0c2269e-95ac-4d56-80b7-ad5130496f20 req-b60cd403-3659-4d9c-884c-99ed93b39184 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.2563753 Nov 22 16:47:40.913001 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.925306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 874899a2-4a9c-4bc3-90c6-760bfc181fac {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:40.926077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:40.988968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 86ee0dd1-a42c-4e81-a446-51fae8b503db, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db,segment=NetworkSegment(3fb52e7e-3c4a-4fbe-af1a-db15af647b58),segment_id=3fb52e7e-3c4a-4fbe-af1a-db15af647b58)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:40.996727 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.084963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30'}, {'server_uuid': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ee0dd1-a42c-4e81-a446-51fae8b503db'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:41.087856 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbe3a5-afb1-43bf-9fdc-1eb9afff4645" -d '{"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-plugged", "status": "completed", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30"}, {"server_uuid": "ac3c39ca-72b6-481f-9c82-d7305de150c1", "name": "network-vif-plugged", "status": "completed", "tag": "86ee0dd1-a42c-4e81-a446-51fae8b503db"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:41.128530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.141475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=86ee0dd1-a42c-4e81-a446-51fae8b503db,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.146970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0c2269e-95ac-4d56-80b7-ad5130496f20 req-aaf1281b-1020-4700-b80b-b31bff24b6e5 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074475 Nov 22 16:47:41.171242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 874899a2-4a9c-4bc3-90c6-760bfc181fac owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:41.337134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d3e3951-4cbc-4993-b588-313d7bb4d03b req-2d0f8baf-33d5-487e-aa52-88df7b6eab5e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767545 Nov 22 16:47:41.338224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.385023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=874899a2-4a9c-4bc3-90c6-760bfc181fac,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:41.393079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.399108 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cc7f6986-55a6-4c6b-bb8e-fca1bae5846f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/874899a2-4a9c-4bc3-90c6-760bfc181fac HTTP/1.1" status: 204 len: 168 time: 0.7135205 Nov 22 16:47:41.402149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49142) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.453522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa867-2f32-49ff-b58d-9bc5bb107693 req-7598778a-f60e-4a23-9384-6e527f1e27fd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.455599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a9fa867-2f32-49ff-b58d-9bc5bb107693 req-7598778a-f60e-4a23-9384-6e527f1e27fd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.1677926 Nov 22 16:47:41.509609 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8cba4d-1339-4c7c-ab40-184b4407d3fc x-openstack-request-id: req-7b8cba4d-1339-4c7c-ab40-184b4407d3fc {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:41.510121 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-plugged", "status": "completed", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30", "code": 200}, {"server_uuid": "ac3c39ca-72b6-481f-9c82-d7305de150c1", "name": "network-vif-plugged", "status": "completed", "tag": "86ee0dd1-a42c-4e81-a446-51fae8b503db", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:41.510719 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b8cba4d-1339-4c7c-ab40-184b4407d3fc {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:41.511286 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'code': 200} Nov 22 16:47:41.511896 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86ee0dd1-a42c-4e81-a446-51fae8b503db', 'code': 200} Nov 22 16:47:41.565470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a9fa867-2f32-49ff-b58d-9bc5bb107693 req-3b2533b5-b0d3-4476-827f-cb152b9e5664 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960617 Nov 22 16:47:41.666141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192f015f-7c46-4f4a-9d95-7ffb9d1dcecf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.668971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-192f015f-7c46-4f4a-9d95-7ffb9d1dcecf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2655709 Nov 22 16:47:41.674301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49150) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.756596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:41.791777 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e049da-b777-4150-8214-4f7c038fc75c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:47:41.795854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00e049da-b777-4150-8214-4f7c038fc75c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/4d5a0561-0820-4cba-b348-42d9636acff7 HTTP/1.1" status: 404 len: 333 time: 0.1038160 Nov 22 16:47:41.799863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.830374 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ceb72f2-db0a-477e-b6fe-dc92000b17d5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:47:41.831963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3ceb72f2-db0a-477e-b6fe-dc92000b17d5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/874899a2-4a9c-4bc3-90c6-760bfc181fac HTTP/1.1" status: 404 len: 333 time: 0.0284472 Nov 22 16:47:41.837536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49154) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:41.870195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657c605-d3d2-4f01-b867-90a81fa3a070 req-dfcc5a9d-03da-413d-b67f-557667dcfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:41.872299 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e657c605-d3d2-4f01-b867-90a81fa3a070 req-dfcc5a9d-03da-413d-b67f-557667dcfbb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 1096 time: 0.2022309 Nov 22 16:47:41.950323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e657c605-d3d2-4f01-b867-90a81fa3a070 req-1d38519b-fcd6-4882-b62f-18fc377165e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667663 Nov 22 16:47:41.979920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=6b22da87-63d3-4d26-9f4f-fadae7f54915,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.158362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f559554-7d2c-4c8c-a56f-9bb66f74689c req-dd67d051-1171-4e56-8d44-f8ce35c248f4 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.160082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f559554-7d2c-4c8c-a56f-9bb66f74689c req-dd67d051-1171-4e56-8d44-f8ce35c248f4 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.4653978 Nov 22 16:47:42.164284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67eb238-18d5-4bd8-bab8-a09e68a34d9e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:42.202171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.220117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.253857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8d3d5-f69c-4947-98ec-9e5b0cfbcde8 req-8d837c2b-6af7-4a26-851e-9aa5738b110d tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.261639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8d3d5-f69c-4947-98ec-9e5b0cfbcde8 req-8d837c2b-6af7-4a26-851e-9aa5738b110d tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 945 time: 0.4841800 Nov 22 16:47:42.283344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Transition to ACTIVE for port object e67eb238-18d5-4bd8-bab8-a09e68a34d9e will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:42.306208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.433609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4cc0d9-cab5-4163-a9eb-d95fc0a27858 None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:42.442087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f559554-7d2c-4c8c-a56f-9bb66f74689c req-511971eb-05c9-4cb4-a0cc-16d11c89d094 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682791 Nov 22 16:47:42.521714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Pushing event updated for resources: {'Port': ['ID=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:42.546655 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.553482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7b0b1c5b-063e-4408-8601-c84759da3851 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/ports/6b22da87-63d3-4d26-9f4f-fadae7f54915 HTTP/1.1" status: 204 len: 168 time: 3.4240735 Nov 22 16:47:42.553811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49160) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:42.586963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dad8d3d5-f69c-4947-98ec-9e5b0cfbcde8 req-5448d742-bf03-46f5-8f2d-e8e1f1bb104f tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244739 Nov 22 16:47:42.653218 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-841d972a-cb58-4042-843c-189881cdd9c1 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] GET failed (client error): The resource could not be found. Nov 22 16:47:42.654816 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-841d972a-cb58-4042-843c-189881cdd9c1 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "GET /v2.0/ports/6b22da87-63d3-4d26-9f4f-fadae7f54915 HTTP/1.1" status: 404 len: 333 time: 0.0992744 Nov 22 16:47:42.663274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:42.678652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.736459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be09e0f9-df40-4746-b03f-18ef78815b59']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:42.752037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee3d80fc-370c-4931-8c2d-7246722c20d6') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:42.752338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee3d80fc-370c-4931-8c2d-7246722c20d6') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:42.780322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.838329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 9c36dd7f-547b-42cf-9199-52e8dff3cb3a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:42.839134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.841569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.852305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee03f43-be3d-4619-b67c-99f3beca0ec2 req-882a9f0b-cd90-41a3-b044-3c71b7b2d399 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.853898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dee03f43-be3d-4619-b67c-99f3beca0ec2 req-882a9f0b-cd90-41a3-b044-3c71b7b2d399 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.2635510 Nov 22 16:47:42.858821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:42.859258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:42.867890 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:42.936151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Attempting to bind port e67eb238-18d5-4bd8-bab8-a09e68a34d9e on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:42.936498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Attempting to bind port e67eb238-18d5-4bd8-bab8-a09e68a34d9e by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:42.936832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Attempting to bind port e67eb238-18d5-4bd8-bab8-a09e68a34d9e on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:42.980737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ebda8-29e7-4f04-ae81-581f7acd7a80 req-44b24ce4-aa44-4751-9c99-e880ac368726 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:42.989339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e6ebda8-29e7-4f04-ae81-581f7acd7a80 req-44b24ce4-aa44-4751-9c99-e880ac368726 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 943 time: 0.2321579 Nov 22 16:47:42.997535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Port e67eb238-18d5-4bd8-bab8-a09e68a34d9e on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:42.998329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Attempting to bind port e67eb238-18d5-4bd8-bab8-a09e68a34d9e on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:43.013788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.025972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:43.026281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Checking segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:43.026690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Bound using segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:43.027219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Bound port: e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:43.027597 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.037524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.054767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 9c36dd7f-547b-42cf-9199-52e8dff3cb3a owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:43.058986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.063979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/be09e0f9-df40-4746-b03f-18ef78815b59 HTTP/1.1" status: 204 len: 168 time: 1.1737614 Nov 22 16:47:43.074167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49168) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:43.081542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-309531095'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:43.134289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89307d-67b4-4a33-8df6-f97d3f01d1fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=be09e0f9-df40-4746-b03f-18ef78815b59,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:43.139301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dee03f43-be3d-4619-b67c-99f3beca0ec2 req-3606a31a-13c7-4f24-9f11-b604769b1e0c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491410 Nov 22 16:47:43.170797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e6ebda8-29e7-4f04-ae81-581f7acd7a80 req-1a0a896b-c8c1-4ed4-9140-94a6d8875335 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791832 Nov 22 16:47:43.225413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:43.236310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.280884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] For port e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:43.285189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] For port e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:43.295420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.356558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:43.393499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.394183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.396210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e187f-5b34-4093-85c4-9aaf68adb8a2 None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:43.396839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-b8c25d00-4050-4612-872d-0811114df028 service neutron] 10.222.0.66 "PUT /v2.0/ports/e67eb238-18d5-4bd8-bab8-a09e68a34d9e HTTP/1.1" status: 200 len: 1091 time: 2.9583442 Nov 22 16:47:43.397348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33330e76-f997-4bac-8d52-159a07615a68', 'tag': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:43.399803 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c" -d '{"events": [{"name": "network-changed", "server_uuid": "33330e76-f997-4bac-8d52-159a07615a68", "tag": "e67eb238-18d5-4bd8-bab8-a09e68a34d9e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:43.484371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c25d00-4050-4612-872d-0811114df028 service neutron] Pushing event updated for resources: {'Port': ['ID=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:43.495483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51899ba-53dd-4fd4-83f8-4a00632bae0d req-7393ea9e-af60-4a87-8f62-e8ddbe5f2984 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.505677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51899ba-53dd-4fd4-83f8-4a00632bae0d req-7393ea9e-af60-4a87-8f62-e8ddbe5f2984 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.1573949 Nov 22 16:47:43.583801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.583801 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment a780be88-54ca-4b32-b2a2-0e2388aaf7aa of type vlan for network 8847cf34-0e01-42d4-9163-b94ba0aafc84 Nov 22 16:47:43.630187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b3ec-988b-4cf4-aefc-7b145f6ae092 req-2680edab-7d75-40ee-bee5-4ed9f75f5990 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.631798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49b4b3ec-988b-4cf4-aefc-7b145f6ae092 req-2680edab-7d75-40ee-bee5-4ed9f75f5990 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2211566 Nov 22 16:47:43.632244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.658354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-3f4a20fc-7a98-41be-b5a6-881178104f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.661737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-3f4a20fc-7a98-41be-b5a6-881178104f1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 1094 time: 0.1514316 Nov 22 16:47:43.674092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b51899ba-53dd-4fd4-83f8-4a00632bae0d req-32f44f49-6f34-409a-8aa9-04a55c0bec3b tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673033 Nov 22 16:47:43.731149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-d5900d42-f4cf-480a-b317-e3ae98b89f8a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e HTTP/1.1" status: 200 len: 217 time: 0.0493722 Nov 22 16:47:43.812332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49b4b3ec-988b-4cf4-aefc-7b145f6ae092 req-dac921c6-9829-4649-91a8-832d9bca6065 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692712 Nov 22 16:47:43.819351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-e97d5cf0-2a16-46a3-870d-09bf8651e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:43.820471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-e97d5cf0-2a16-46a3-870d-09bf8651e1bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.0735824 Nov 22 16:47:43.855058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:43.864302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-81a4e134-5084-49b6-a02f-d42b809fbd3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287006 Nov 22 16:47:44.013076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.020451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:44.020919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.025331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:44.032022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/ports/9c36dd7f-547b-42cf-9199-52e8dff3cb3a HTTP/1.1" status: 204 len: 168 time: 1.3675745 Nov 22 16:47:44.039604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49190) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.043305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811d8d4-680e-4e47-adee-4a37fc8d2feb tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=9c36dd7f-547b-42cf-9199-52e8dff3cb3a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:44.174584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-3232fc11-b5bc-4ff6-bedc-e84d7eec74e2 service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022106 Nov 22 16:47:44.202955 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0bcfaf-1d6b-4ae3-bd4d-b8d9fca0e758 x-openstack-request-id: req-4f0bcfaf-1d6b-4ae3-bd4d-b8d9fca0e758 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:44.203420 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33330e76-f997-4bac-8d52-159a07615a68", "tag": "e67eb238-18d5-4bd8-bab8-a09e68a34d9e", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:44.206317 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f0bcfaf-1d6b-4ae3-bd4d-b8d9fca0e758 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:44.207644 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33330e76-f997-4bac-8d52-159a07615a68', 'tag': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e', 'status': 'completed', 'code': 200} Nov 22 16:47:44.254526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1779437 Nov 22 16:47:44.276457 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7addbe4-bbda-4770-a5f4-c8e839f19fd0 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] GET failed (client error): The resource could not be found. Nov 22 16:47:44.286395 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7addbe4-bbda-4770-a5f4-c8e839f19fd0 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "GET /v2.0/ports/9c36dd7f-547b-42cf-9199-52e8dff3cb3a HTTP/1.1" status: 404 len: 333 time: 0.2387781 Nov 22 16:47:44.333601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49196) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.334128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49198) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.354377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:44.981564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:44.999685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d7c08-4705-4976-949c-be48eb89ad3f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=8847cf34-0e01-42d4-9163-b94ba0aafc84,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:45.013419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:45.071016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-006cfe09-0575-4759-95c5-a9083e2b64e6 req-1f47822d-6667-4f7a-be14-86762625817c service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620985 Nov 22 16:47:45.091245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5539a-6b0b-4c05-9787-0b279ea4b278 req-ac5b8954-3aae-47ee-9ac0-2ad59c0cf220 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.100696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7db5539a-6b0b-4c05-9787-0b279ea4b278 req-ac5b8954-3aae-47ee-9ac0-2ad59c0cf220 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.9233856 Nov 22 16:47:45.137586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d27d5-a58a-4419-b312-89b2d4a18c9d req-b2da88f7-451b-4638-9ed3-1dc1d2137511 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.139439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-948d27d5-a58a-4419-b312-89b2d4a18c9d req-b2da88f7-451b-4638-9ed3-1dc1d2137511 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 945 time: 0.7154772 Nov 22 16:47:45.231307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:45.245615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.307529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7db5539a-6b0b-4c05-9787-0b279ea4b278 req-65691fff-114e-4ede-830e-80b4ddf41796 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049685 Nov 22 16:47:45.341894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Performing IP validity checks on allocation pools {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:47:45.342558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:47:45.358326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-948d27d5-a58a-4419-b312-89b2d4a18c9d req-26fddb9d-ca34-4c47-9b21-fec6814f6bc7 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014151 Nov 22 16:47:45.379417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-89a05de3-1a48-48b2-9fc8-361aafcc3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.384717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-89a05de3-1a48-48b2-9fc8-361aafcc3320 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 1094 time: 0.2085018 Nov 22 16:47:45.600020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90564167-d09f-4ea6-aeec-f779c7880927 req-4d2afa0f-e1da-4362-8814-316657f6f1de tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.601627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90564167-d09f-4ea6-aeec-f779c7880927 req-4d2afa0f-e1da-4362-8814-316657f6f1de tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.1630106 Nov 22 16:47:45.608319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-24f3f9cd-132b-480e-bc24-85c064223901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.611151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-24f3f9cd-132b-480e-bc24-85c064223901 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.2165999 Nov 22 16:47:45.615226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.625333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df2b793-5650-4194-8af2-5c8a4023ca8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.728287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-08b0c81d-128f-4139-b5c7-300a9b050309 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e HTTP/1.1" status: 200 len: 217 time: 0.0835259 Nov 22 16:47:45.743714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175af53c-c849-4e13-be3e-efbcf396a493 req-d836b1b1-8f1d-43cc-bc32-580d199d509b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.746258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-175af53c-c849-4e13-be3e-efbcf396a493 req-d836b1b1-8f1d-43cc-bc32-580d199d509b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 943 time: 0.2177949 Nov 22 16:47:45.752229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 28a4a218-58bb-4a95-9c3e-a8df43e7505b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:45.752551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:45.762590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90564167-d09f-4ea6-aeec-f779c7880927 req-8d218cfe-928a-4851-b680-1c6d7866d6fa tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456935 Nov 22 16:47:45.932510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-36727f03-ea93-4352-a764-e84180a43eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:45.932510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-36727f03-ea93-4352-a764-e84180a43eeb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.1851957 Nov 22 16:47:45.999016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-175af53c-c849-4e13-be3e-efbcf396a493 req-33db5b9b-a0f5-4284-bbe6-0a66ea6475fa tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410481 Nov 22 16:47:46.004666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=8143c492-b0a5-4690-9a80-e33ed08a3c00,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.041703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-915c7260-2030-40c7-948a-28e6bc03a6ae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683231 Nov 22 16:47:46.053608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5acb0-ba40-4df9-a510-1ae6a71053cb req-2422b9ac-9c84-4ebf-ade5-860d32f49798 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.054122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0c5acb0-ba40-4df9-a510-1ae6a71053cb req-2422b9ac-9c84-4ebf-ade5-860d32f49798 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.1586382 Nov 22 16:47:46.088378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:46.088883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: 8847cf34-0e01-42d4-9163-b94ba0aafc84, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:47:46.108600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df2b793-5650-4194-8af2-5c8a4023ca8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.124090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4df2b793-5650-4194-8af2-5c8a4023ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.147832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.185117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 28a4a218-58bb-4a95-9c3e-a8df43e7505b owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:46.245646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:47:46.268577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0c5acb0-ba40-4df9-a510-1ae6a71053cb req-8d50ef1c-66fa-4f4b-9c22-fa707befd785 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051492 Nov 22 16:47:46.270354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2b793-5650-4194-8af2-5c8a4023ca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf15d0e-bbeb-4fc2-aef3-de00c6079519,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.311725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3947395-989b-436c-999e-1c92f4b7fe2f req-45af9949-b4ae-4164-9181-b5f42853c1b3 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.314133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3947395-989b-436c-999e-1c92f4b7fe2f req-45af9949-b4ae-4164-9181-b5f42853c1b3 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1764557 Nov 22 16:47:46.334960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-c9e2fe50-0f28-427c-891e-a832acfe743d service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796795 Nov 22 16:47:46.335351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4df2b793-5650-4194-8af2-5c8a4023ca8d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1fde2b4958484390bd04f82b7fc652fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3365738 Nov 22 16:47:46.337383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49216) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.338218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 8847cf34-0e01-42d4-9163-b94ba0aafc84) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:46.344856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:46.345476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.358932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8cefa-8b4c-4ff6-9e7e-a7b63c5ddff4 None None] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:46.440383 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94cd2e23-3153-435e-a2fc-cd1839c1104c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1024337 Nov 22 16:47:46.455128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49218) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:46.461544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84', 'name': 'tempest-PortsTestJSON-60466548'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:46.588189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3947395-989b-436c-999e-1c92f4b7fe2f req-5295f056-89b9-407a-9d23-b9eb41bf71e2 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253256 Nov 22 16:47:46.618324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.683815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f683ab9a-0bae-4583-a196-879fc450f5d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.752526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=28a4a218-58bb-4a95-9c3e-a8df43e7505b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:46.756744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f683ab9a-0bae-4583-a196-879fc450f5d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.866151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dddcae2-4354-4c79-9a90-d2c1a8255b5c req-967b76db-1a1c-48f8-aabb-3929113261cd service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158484 Nov 22 16:47:46.868937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:46.878020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85427af9-08c7-40f3-83ba-ed15e9395689 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/ports/28a4a218-58bb-4a95-9c3e-a8df43e7505b HTTP/1.1" status: 204 len: 168 time: 2.4948993 Nov 22 16:47:46.879973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49236) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.045871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting subnet e6c6fd03-91fb-4d51-8659-e731156a4561 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:47.051754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.060641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-8847cf34-0e01-42d4-9163-b94ba0aafc84', 'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': '8143c492-b0a5-4690-9a80-e33ed08a3c00'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:47:47.061788 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.066547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:47.075986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.133859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f683ab9a-0bae-4583-a196-879fc450f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.139637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f683ab9a-0bae-4583-a196-879fc450f5d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.150366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f683ab9a-0bae-4583-a196-879fc450f5d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebf15d0e-bbeb-4fc2-aef3-de00c6079519 HTTP/1.1" status: 204 len: 168 time: 0.8102372 Nov 22 16:47:47.188825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683ab9a-0bae-4583-a196-879fc450f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf15d0e-bbeb-4fc2-aef3-de00c6079519,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:47.221622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.275714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 093f5325-7274-4ce9-9304-7d61ece15512 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:47:47.444467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Allocated IP 172.20.0.2 (8847cf34-0e01-42d4-9163-b94ba0aafc84/8143c492-b0a5-4690-9a80-e33ed08a3c00/3d7e9320-878c-4bee-b479-f7ef4807e7e4) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:47.475326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1020375b-b31a-4238-a0ce-ce3fe4ba13eb tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.484350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1020375b-b31a-4238-a0ce-ce3fe4ba13eb tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/networks?id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 200 len: 908 time: 0.6736338 Nov 22 16:47:47.522828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-c1523f73-28ae-404e-833a-f36c28134466 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/quotas/32b7c25e1e994afcb5ac95c8bb881397 HTTP/1.1" status: 200 len: 375 time: 0.0363247 Nov 22 16:47:47.562401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.642143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-10d22ced-a134-4827-b8bd-4e84646dd011 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182683 Nov 22 16:47:47.723487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.765613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c6fd03-91fb-4d51-8659-e731156a4561,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:47.803404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.809426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3a51b31e-838b-420f-8520-87d8569f0242 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/subnets/e6c6fd03-91fb-4d51-8659-e731156a4561 HTTP/1.1" status: 204 len: 168 time: 0.9281733 Nov 22 16:47:47.815266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.822080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb317d-9abf-4c11-adc5-34f1b7aedee7 None None] Network 696b5fb5-5c22-4b16-a9aa-b182d8efc89e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:47.862534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1c72f-0729-4f2a-b28a-642b8855d861 req-1f5c39af-e34d-42c7-905b-5c80c35de09f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:47.865407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0aa1c72f-0729-4f2a-b28a-642b8855d861 req-1f5c39af-e34d-42c7-905b-5c80c35de09f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 943 time: 0.1094291 Nov 22 16:47:47.950451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49254) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:47.975342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0aa1c72f-0729-4f2a-b28a-642b8855d861 req-5f3e6447-ef13-449a-80b1-4b21d9e7d9c7 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776625 Nov 22 16:47:47.977195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871d5aac-46ec-4968-a7d2-04f9f0f60d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:47.984683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-141082d7-2889-47a5-964d-858cdb9ffcd2 service neutron] 10.222.0.65 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313513 Nov 22 16:47:48.037677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.106934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.186254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871d5aac-46ec-4968-a7d2-04f9f0f60d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.193002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.194848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-871d5aac-46ec-4968-a7d2-04f9f0f60d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.267883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:48.272715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:48.277314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:48.287385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Pushing event updated for resources: {'Port': ['ID=3d7e9320-878c-4bee-b479-f7ef4807e7e4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:48.310334 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-871d5aac-46ec-4968-a7d2-04f9f0f60d7a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b3350a3c8dd49de8e9c46001a4d208d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586385 Nov 22 16:47:48.311224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49256) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:48.312029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d5aac-46ec-4968-a7d2-04f9f0f60d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f418cf9-b122-4941-b9dd-74eacfab4501,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:48.338020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-710de37f-5f8f-40fb-8368-663d720ab230 service neutron] 10.222.0.65 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418086 Nov 22 16:47:48.362072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Attempting to bind port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:48.362446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Attempting to bind port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:48.363969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Attempting to bind port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 on network 8847cf34-0e01-42d4-9163-b94ba0aafc84 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:48.374269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:48.374918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Checking segment: {'id': 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:48.375493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.376047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Bound using segment: {'id': 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:48.376693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Bound port: 3d7e9320-878c-4bee-b479-f7ef4807e7e4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '8847cf34-0e01-42d4-9163-b94ba0aafc84'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:48.377257 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.398038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] DHCP port deletion for 696b5fb5-5c22-4b16-a9aa-b182d8efc89e request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:48.462713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421547e3-7e2a-4893-9162-1bf77124e5cd req-4f649b98-e519-45dd-988b-ef3f3e4cf4ab tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:48.470772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-421547e3-7e2a-4893-9162-1bf77124e5cd req-4f649b98-e519-45dd-988b-ef3f3e4cf4ab tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2911994 Nov 22 16:47:48.472103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87b06833-a39b-47fa-9740-7a79e2f16643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.538353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87b06833-a39b-47fa-9740-7a79e2f16643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.552249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-421547e3-7e2a-4893-9162-1bf77124e5cd req-3fe1a681-05e3-4186-997d-283b0f116242 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747211 Nov 22 16:47:48.554528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.4 (8847cf34-0e01-42d4-9163-b94ba0aafc84/8143c492-b0a5-4690-9a80-e33ed08a3c00/093f5325-7274-4ce9-9304-7d61ece15512) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:48.586161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] For port 3d7e9320-878c-4bee-b479-f7ef4807e7e4, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:48.604965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] For port 3d7e9320-878c-4bee-b479-f7ef4807e7e4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d7e9320-878c-4bee-b479-f7ef4807e7e4,segment=NetworkSegment(a780be88-54ca-4b32-b2a2-0e2388aaf7aa),segment_id=a780be88-54ca-4b32-b2a2-0e2388aaf7aa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:48.688633 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.733412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87b06833-a39b-47fa-9740-7a79e2f16643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.736060 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-87b06833-a39b-47fa-9740-7a79e2f16643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.758285 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-87b06833-a39b-47fa-9740-7a79e2f16643 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f418cf9-b122-4941-b9dd-74eacfab4501 HTTP/1.1" status: 204 len: 168 time: 0.4421880 Nov 22 16:47:48.778557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b06833-a39b-47fa-9740-7a79e2f16643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f418cf9-b122-4941-b9dd-74eacfab4501,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:48.809827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Deleting port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:48.810358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:48.873678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] Deleting port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:48.874959 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.028040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e67eb238-18d5-4bd8-bab8-a09e68a34d9e details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:47:49.056946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e2897-f483-4294-89c4-e59b3baa80ca None None] Pushing event updated for resources: {'Port': ['ID=3d7e9320-878c-4bee-b479-f7ef4807e7e4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.061327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] For port 0373cec3-f02e-445b-9a47-a76ff81bc7d4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0373cec3-f02e-445b-9a47-a76ff81bc7d4,segment=NetworkSegment(46c4bf22-b0d5-478a-a083-4b42b5fe4ddf),segment_id=46c4bf22-b0d5-478a-a083-4b42b5fe4ddf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:49.069264 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.108858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0373cec3-f02e-445b-9a47-a76ff81bc7d4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:49.130103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66120764-cfa7-455c-a40b-befdda10b8d6 req-d8b915e2-9199-4634-967f-70b50ca0d72c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.131793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66120764-cfa7-455c-a40b-befdda10b8d6 req-d8b915e2-9199-4634-967f-70b50ca0d72c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4487140 Nov 22 16:47:49.148974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] Calling delete_port for 0373cec3-f02e-445b-9a47-a76ff81bc7d4 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:49.155117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] For port 0373cec3-f02e-445b-9a47-a76ff81bc7d4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0373cec3-f02e-445b-9a47-a76ff81bc7d4,segment=NetworkSegment(46c4bf22-b0d5-478a-a083-4b42b5fe4ddf),segment_id=46c4bf22-b0d5-478a-a083-4b42b5fe4ddf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:49.155972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.174595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Calling delete_port for 0373cec3-f02e-445b-9a47-a76ff81bc7d4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:49.399411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.401280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-6efb20c5-4d34-4b4b-9ac1-d45f62b66745 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.404714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-6efb20c5-4d34-4b4b-9ac1-d45f62b66745 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 945 time: 0.1646490 Nov 22 16:47:49.454082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a760509-f791-4b71-928c-5085e15fe9a3 req-e34447ca-d719-43f3-aac3-f21b1920f8af tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:49.468737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a760509-f791-4b71-928c-5085e15fe9a3 req-e34447ca-d719-43f3-aac3-f21b1920f8af tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 945 time: 0.6777980 Nov 22 16:47:49.489145 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No ports have port_id starting with 0373cec3-f02e-445b-9a47-a76ff81bc7d4 Nov 22 16:47:49.528059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Port': ['ID=0373cec3-f02e-445b-9a47-a76ff81bc7d4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.534061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] No DVR routers for this DVR port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:49.635086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:49.684563 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.701085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'port_id': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e', 'mac_address': 'fa:16:3e:55:2b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fded1b-c7cd-4e2c-867b-d57c8460387e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:47:49.743886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Deleting port 86ee0dd1-a42c-4e81-a446-51fae8b503db {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:49.744562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.745599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a760509-f791-4b71-928c-5085e15fe9a3 req-1e006586-28f2-4261-a287-ef1cb8ca7412 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/security-groups?id=56cc5054-31b9-418b-8957-d94358bf67c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757087 Nov 22 16:47:49.798480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] Pushing event deleted for resources: {'Port': ['ID=0373cec3-f02e-445b-9a47-a76ff81bc7d4,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:49.825374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4464c0ef-30d1-4995-8be8-3c3fcb80b221 None None] No DVR routers for this DVR port 0373cec3-f02e-445b-9a47-a76ff81bc7d4 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:49.852305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66120764-cfa7-455c-a40b-befdda10b8d6 req-02072e29-a0ed-4bb6-ba41-68872cc330c3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581611 Nov 22 16:47:49.922404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:49.934864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.030513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696b5fb5-5c22-4b16-a9aa-b182d8efc89e']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:50.070513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.071414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa3affd9-c723-4a51-a37e-94f9315fb963 req-3639ef40-5204-4445-8844-5e8b23ca6369 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 210 time: 0.1101072 Nov 22 16:47:50.103079 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54677c1f-5d7a-4d83-8cef-67eef521660e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.123875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67eb238-18d5-4bd8-bab8-a09e68a34d9e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:50.126964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] For port 86ee0dd1-a42c-4e81-a446-51fae8b503db, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=86ee0dd1-a42c-4e81-a446-51fae8b503db,segment=NetworkSegment(3fb52e7e-3c4a-4fbe-af1a-db15af647b58),segment_id=3fb52e7e-3c4a-4fbe-af1a-db15af647b58)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:50.131383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.134948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:50.139575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c4bf22-b0d5-478a-a083-4b42b5fe4ddf') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:50.185323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:50.192199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.209155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Calling delete_port for 86ee0dd1-a42c-4e81-a446-51fae8b503db owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:50.239277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.272063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.406160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.435975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.446239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:50.449130 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:50.459494 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:50.498495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['e67eb238-18d5-4bd8-bab8-a09e68a34d9e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:50.619703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=093f5325-7274-4ce9-9304-7d61ece15512,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.665939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:50.681945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.715753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['86ee0dd1-a42c-4e81-a446-51fae8b503db'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:50.737579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:50.745415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:50.757740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Pushing event deleted for resources: {'Port': ['ID=86ee0dd1-a42c-4e81-a446-51fae8b503db,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:50.905299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] No DVR routers for this DVR port 86ee0dd1-a42c-4e81-a446-51fae8b503db on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:50.908314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.911322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.915241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-333ff553-3581-476b-ab94-f6bc2c3f3ed8 req-341752a6-41bb-41d6-8421-a06d44ca89a8 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.20 "DELETE /v2.0/ports/86ee0dd1-a42c-4e81-a446-51fae8b503db HTTP/1.1" status: 204 len: 173 time: 1.4976611 Nov 22 16:47:50.916208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:50.921033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'name': 'network-vif-deleted', 'tag': '86ee0dd1-a42c-4e81-a446-51fae8b503db'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:50.931626 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fb43fd2-529f-4fd9-bcc9-a5cb0d8d3457" -d '{"events": [{"server_uuid": "ac3c39ca-72b6-481f-9c82-d7305de150c1", "name": "network-vif-deleted", "tag": "86ee0dd1-a42c-4e81-a446-51fae8b503db"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:50.958553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720cc80-5688-4729-9b7c-9cfdf3bd9de1 req-036f7c2f-c3dc-4c28-9f25-7680a843cd75 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:50.967946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3720cc80-5688-4729-9b7c-9cfdf3bd9de1 req-036f7c2f-c3dc-4c28-9f25-7680a843cd75 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 944 time: 0.6600575 Nov 22 16:47:50.980003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6b34d31c-ccb6-46b3-bf81-ffe1e62c0511 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.5230939 Nov 22 16:47:50.983898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49302) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:50.993817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.054016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48246663-b2c8-4a63-bde0-b4b42bbdc830 None None] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:51.076587 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.086216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] 10.222.0.65 "DELETE /v2.0/networks/696b5fb5-5c22-4b16-a9aa-b182d8efc89e HTTP/1.1" status: 204 len: 168 time: 3.2697184 Nov 22 16:47:51.090282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d91bf-adb7-42c7-ab69-fc73dec41ff6 tempest-AllowedAddressPairIpV6TestJSON-273303980 tempest-AllowedAddressPairIpV6TestJSON-273303980-project] Pushing event deleted for resources: {'Network': ['ID=696b5fb5-5c22-4b16-a9aa-b182d8efc89e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:51.165906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecbae9-c2e8-4aac-80e2-137f5547a4ec req-60a27b01-4f70-4140-8f39-3b914daf8c98 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.180532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55ecbae9-c2e8-4aac-80e2-137f5547a4ec req-60a27b01-4f70-4140-8f39-3b914daf8c98 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.5975077 Nov 22 16:47:51.253158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3720cc80-5688-4729-9b7c-9cfdf3bd9de1 req-7f4dceab-76df-496f-80f3-042af1b6ae76 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841191 Nov 22 16:47:51.308451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-a3761853-6874-424c-a423-02ad7faab369 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:51.312855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-a3761853-6874-424c-a423-02ad7faab369 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.20 "GET /v2.0/networks?id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 200 len: 908 time: 0.3734908 Nov 22 16:47:51.345642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Request body: {'port': {'device_id': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'admin_state_up': True, 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:51.411170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Made reservation on behalf of 32b7c25e1e994afcb5ac95c8bb881397 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:51.416718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.470299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55ecbae9-c2e8-4aac-80e2-137f5547a4ec req-f65db2cc-f36b-4dc6-847e-d79edfdd3e88 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885952 Nov 22 16:47:51.512364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d7e9320-878c-4bee-b479-f7ef4807e7e4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:51.577788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 093f5325-7274-4ce9-9304-7d61ece15512 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:51.578431 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.721520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.737280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 093f5325-7274-4ce9-9304-7d61ece15512 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:51.768393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-99561a36-ff0a-4301-adb9-c8e2b3c1f334 None None] Provisioning complete for port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:51.770150 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99561a36-ff0a-4301-adb9-c8e2b3c1f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.777430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Allocated IP 172.20.0.6 (65fc7ea2-195d-4b6e-b9df-5f18281efb7c/1f04064a-64b0-4484-8193-1f1c50e0fe89/b289c293-8616-4f27-90df-73b2e7598567) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:47:51.814438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:51.963825 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:51.983798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f39bef59-defd-4d9f-bc19-f23687614482 req-2fa85e07-b2c6-4fab-9aa2-0c87f1ac37c6 tempest-ServerAddressesTestJSON-72794137 tempest-ServerAddressesTestJSON-72794137-project] 10.222.0.65 "GET /v2.0/ports?device_id=ac3c39ca-72b6-481f-9c82-d7305de150c1 HTTP/1.1" status: 200 len: 210 time: 0.4504066 Nov 22 16:47:52.085174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:52.085778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.178219 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c5c636-bfb5-4b3a-8554-62ef390a1e39 x-openstack-request-id: req-a3c5c636-bfb5-4b3a-8554-62ef390a1e39 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:52.178573 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac3c39ca-72b6-481f-9c82-d7305de150c1", "name": "network-vif-deleted", "tag": "86ee0dd1-a42c-4e81-a446-51fae8b503db", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:52.178778 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3c5c636-bfb5-4b3a-8554-62ef390a1e39 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:52.196791 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac3c39ca-72b6-481f-9c82-d7305de150c1', 'name': 'network-vif-deleted', 'tag': '86ee0dd1-a42c-4e81-a446-51fae8b503db', 'status': 'completed', 'code': 200} Nov 22 16:47:52.301773 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.301773 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99561a36-ff0a-4301-adb9-c8e2b3c1f334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.352057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.352057 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7a2c3441-1f9a-4bc2-af49-6afebf51dbab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bdc734d6d0d446cea4ee935bd14ba221&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5313644 Nov 22 16:47:52.355090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:52.435686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 3d7e9320-878c-4bee-b479-f7ef4807e7e4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d7e9320-878c-4bee-b479-f7ef4807e7e4,segment=NetworkSegment(a780be88-54ca-4b32-b2a2-0e2388aaf7aa),segment_id=a780be88-54ca-4b32-b2a2-0e2388aaf7aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:52.445300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.448898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.499135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6ca-7143-4b98-a57e-a34e2234f005 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.544932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:47:52.559120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6ca-7143-4b98-a57e-a34e2234f005 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.565252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:47:52.575628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3441e8a3-1143-448c-a3ec-8bda1a1e398f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:47:52.593779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Pushing event updated for resources: {'Port': ['ID=b289c293-8616-4f27-90df-73b2e7598567,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.599231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:47:52.776029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:52.776830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.792811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-99561a36-ff0a-4301-adb9-c8e2b3c1f334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:47:52.798660 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-99561a36-ff0a-4301-adb9-c8e2b3c1f334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:47:52.817301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=3d7e9320-878c-4bee-b479-f7ef4807e7e4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.826896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6ca-7143-4b98-a57e-a34e2234f005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.840757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11d5e6ca-7143-4b98-a57e-a34e2234f005 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:52.841541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=093f5325-7274-4ce9-9304-7d61ece15512,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:52.843566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11d5e6ca-7143-4b98-a57e-a34e2234f005 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dc0d30f-d716-45d6-84cc-d5e1a1e4f5a5 HTTP/1.1" status: 204 len: 168 time: 0.4867277 Nov 22 16:47:52.858778 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-1e222bfa-90e5-410b-a0bf-603b8d818a68 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5262299 Nov 22 16:47:52.880641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Request body: {'port': {'device_id': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:52.989908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5e6ca-7143-4b98-a57e-a34e2234f005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc0d30f-d716-45d6-84cc-d5e1a1e4f5a5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:53.002302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e67eb238-18d5-4bd8-bab8-a09e68a34d9e up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:53.106123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6aedd-929a-4d95-9acc-e7310fe1dbe9 req-261dfe00-e7f6-4dbf-a25d-0877fc2c24d7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.114058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edc6aedd-929a-4d95-9acc-e7310fe1dbe9 req-261dfe00-e7f6-4dbf-a25d-0877fc2c24d7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 1.2040036 Nov 22 16:47:53.151033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.187826 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-51798a87-501d-45d3-81ba-acb4936205d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.265992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d7e9320-878c-4bee-b479-f7ef4807e7e4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:47:53.346464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e064-6006-46ba-8a14-c80d4e398859 req-27542d68-dad6-4408-9d0c-41e55fdc37e2 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:53.355915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc80e064-6006-46ba-8a14-c80d4e398859 req-27542d68-dad6-4408-9d0c-41e55fdc37e2 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1027 time: 0.5317369 Nov 22 16:47:53.488750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.492739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d7bf7aca-bdec-472d-9eb4-7a1618ffd0fc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/093f5325-7274-4ce9-9304-7d61ece15512 HTTP/1.1" status: 204 len: 168 time: 2.4997168 Nov 22 16:47:53.502686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49350) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.580972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edc6aedd-929a-4d95-9acc-e7310fe1dbe9 req-fe8e4908-33c8-4a97-bf2e-ddc6b245aa42 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292418 Nov 22 16:47:53.630387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc80e064-6006-46ba-8a14-c80d4e398859 req-1c17f621-5610-45f5-87b1-5852f230695b tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160766 Nov 22 16:47:53.672452 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c28c61-b427-40e0-aab6-3be347fb9a3e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:47:53.672452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3c28c61-b427-40e0-aab6-3be347fb9a3e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:47:53.682301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49352) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.683498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a3c28c61-b427-40e0-aab6-3be347fb9a3e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/093f5325-7274-4ce9-9304-7d61ece15512 HTTP/1.1" status: 404 len: 333 time: 0.1797841 Nov 22 16:47:53.731553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port e67eb238-18d5-4bd8-bab8-a09e68a34d9e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:47:53.783284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port e67eb238-18d5-4bd8-bab8-a09e68a34d9e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:53.784009 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.796075 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fe5c10-7fc6-4175-87d7-f250dc66d7da tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:47:53.797584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-46fe5c10-7fc6-4175-87d7-f250dc66d7da tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/093f5325-7274-4ce9-9304-7d61ece15512 HTTP/1.1" status: 404 len: 333 time: 0.1142335 Nov 22 16:47:53.818093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:53.863550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:53.867255 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.894604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b289c293-8616-4f27-90df-73b2e7598567 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:47:53.913625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:53.948229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 8143c492-b0a5-4690-9a80-e33ed08a3c00 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:53.958251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Transition to ACTIVE for port object b289c293-8616-4f27-90df-73b2e7598567 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:47:53.959140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.008358 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.014466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead76e3-7941-4470-a14d-5f5a2ee8c4bb req-5cb9c4bc-755e-43ae-81b8-899e9c909a13 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.024525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cead76e3-7941-4470-a14d-5f5a2ee8c4bb req-5cb9c4bc-755e-43ae-81b8-899e9c909a13 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2473776 Nov 22 16:47:54.059505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0707f-d900-43fc-bc2d-54663b965e98 req-b8e44865-6ab1-401c-8f47-1fda5ff75ae2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:54.062761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d0707f-d900-43fc-bc2d-54663b965e98 req-b8e44865-6ab1-401c-8f47-1fda5ff75ae2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 944 time: 0.2374918 Nov 22 16:47:54.071825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.129731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fca46-817b-493a-9a57-152b719a659b service neutron] Pushing event updated for resources: {'Port': ['ID=b289c293-8616-4f27-90df-73b2e7598567,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:54.184280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cead76e3-7941-4470-a14d-5f5a2ee8c4bb req-2cf18c28-fa32-4c1b-b93d-8780dce76d7e tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571193 Nov 22 16:47:54.230497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d0707f-d900-43fc-bc2d-54663b965e98 req-4ad3d76d-e645-4108-bdb9-95b8fd11eca1 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385281 Nov 22 16:47:54.280954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49366) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.380507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Deleting subnet 1f1491d8-eb8e-40ab-862c-d64b2b07f913 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:47:54.388734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.528388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.538778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.607370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-204c8731-7a7f-4a88-b955-4636f7d2df64 None None] Provisioning complete for port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:47:54.608971 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-204c8731-7a7f-4a88-b955-4636f7d2df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.641142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 86ee0dd1-a42c-4e81-a446-51fae8b503db no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:54.699813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.743587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 86ee0dd1-a42c-4e81-a446-51fae8b503db {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:54.744444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 86ee0dd1-a42c-4e81-a446-51fae8b503db not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:54.745248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.755322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff71f60-53af-4255-a22e-cb68242477ac None None] Network 8847cf34-0e01-42d4-9163-b94ba0aafc84 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:47:54.755879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/8143c492-b0a5-4690-9a80-e33ed08a3c00 HTTP/1.1" status: 204 len: 168 time: 0.9366097 Nov 22 16:47:54.756759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Attempting to bind port b289c293-8616-4f27-90df-73b2e7598567 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:47:54.757101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Attempting to bind port b289c293-8616-4f27-90df-73b2e7598567 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:47:54.757436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Attempting to bind port b289c293-8616-4f27-90df-73b2e7598567 on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:54.758976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:54.779499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49382) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:54.811560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c471a53-58b6-49c7-9e10-bb3e6cdd8df5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=8143c492-b0a5-4690-9a80-e33ed08a3c00,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:54.815304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Port b289c293-8616-4f27-90df-73b2e7598567 on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:47:54.816338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Attempting to bind port b289c293-8616-4f27-90df-73b2e7598567 on network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:47:54.827478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:47:54.828034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Checking segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:54.828575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Bound using segment: {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:47:54.829252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Bound port: b289c293-8616-4f27-90df-73b2e7598567, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b37c8f9-8bbe-489c-81f9-1f09272c76e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:47:54.829833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.017317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] For port b289c293-8616-4f27-90df-73b2e7598567, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:47:55.021684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] For port b289c293-8616-4f27-90df-73b2e7598567, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b289c293-8616-4f27-90df-73b2e7598567,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:47:55.037490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.051341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.076713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.086261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.089268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-017fca46-817b-493a-9a57-152b719a659b service neutron] 10.222.0.20 "PUT /v2.0/ports/b289c293-8616-4f27-90df-73b2e7598567 HTTP/1.1" status: 200 len: 1091 time: 2.2176430 Nov 22 16:47:55.091267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'tag': 'b289c293-8616-4f27-90df-73b2e7598567'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:55.102509 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d16f265-4276-40ee-85d5-b4d88311e89f" -d '{"events": [{"name": "network-changed", "server_uuid": "ae368c3c-b19d-4574-9723-5946ce6aa903", "tag": "b289c293-8616-4f27-90df-73b2e7598567"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:55.206404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.215300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fca46-817b-493a-9a57-152b719a659b service neutron] Pushing event updated for resources: {'Port': ['ID=b289c293-8616-4f27-90df-73b2e7598567,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.253367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:55.277204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33330e76-f997-4bac-8d52-159a07615a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:47:55.278264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.279863 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a51a7-8bb9-4e70-9bf8-1569bbfab5f5" -d '{"events": [{"server_uuid": "33330e76-f997-4bac-8d52-159a07615a68", "name": "network-vif-plugged", "status": "completed", "tag": "e67eb238-18d5-4bd8-bab8-a09e68a34d9e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:47:55.284806 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.339692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-39e40107-7bcd-4bc7-b5c3-29ad8af651b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.350531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-39e40107-7bcd-4bc7-b5c3-29ad8af651b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1094 time: 0.1367803 Nov 22 16:47:55.433998 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-c2ceda8d-94b0-45a0-aaf2-4fb2c0a9cf31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b289c293-8616-4f27-90df-73b2e7598567 HTTP/1.1" status: 200 len: 217 time: 0.0776789 Nov 22 16:47:55.438358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.502105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.540636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-d97b5d2a-a94f-4ea8-b16b-534710f9b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.544414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-d97b5d2a-a94f-4ea8-b16b-534710f9b0cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f04064a-64b0-4484-8193-1f1c50e0fe89 HTTP/1.1" status: 200 len: 846 time: 0.1023088 Nov 22 16:47:55.603201 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.618945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.661534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-204c8731-7a7f-4a88-b955-4636f7d2df64 None None] Could not find standard attr ID for object 093f5325-7274-4ce9-9304-7d61ece15512. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:47:55.665015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-9b8e89ae-8fa3-47f7-9285-c1811fb00fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.666724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-9b8e89ae-8fa3-47f7-9285-c1811fb00fe4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104107 Nov 22 16:47:55.770559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] DHCP port deletion for 8847cf34-0e01-42d4-9163-b94ba0aafc84 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:47:55.797783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f1491d8-eb8e-40ab-862c-d64b2b07f913,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:55.825888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.837162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-327ca8f1-50f9-4b95-af12-e29e78600bfa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1f1491d8-eb8e-40ab-862c-d64b2b07f913 HTTP/1.1" status: 204 len: 168 time: 1.5544562 Nov 22 16:47:55.838263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49406) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:55.918645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b47163-431c-4116-9400-afbf30822991 req-93dc8129-940e-4f01-8b76-2d02c462e056 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.920199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1b47163-431c-4116-9400-afbf30822991 req-93dc8129-940e-4f01-8b76-2d02c462e056 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1094 time: 1.1150489 Nov 22 16:47:55.933804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01935e-a58c-46c6-95ab-8153cc0c3923 req-1046fa72-6cef-406e-b1b9-20be8e94c133 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:55.942423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] Deleting port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:55.942875 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:55.944920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c01935e-a58c-46c6-95ab-8153cc0c3923 req-1046fa72-6cef-406e-b1b9-20be8e94c133 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.9920356 Nov 22 16:47:55.978818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--860833617'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:56.016890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1b47163-431c-4116-9400-afbf30822991 req-08ec4374-357d-433b-91ab-c12d4e825f49 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611377 Nov 22 16:47:56.059757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:47:56.060491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.135546 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.175780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] For port 3d7e9320-878c-4bee-b479-f7ef4807e7e4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d7e9320-878c-4bee-b479-f7ef4807e7e4,segment=NetworkSegment(a780be88-54ca-4b32-b2a2-0e2388aaf7aa),segment_id=a780be88-54ca-4b32-b2a2-0e2388aaf7aa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:56.176216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.178791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] For port 3d7e9320-878c-4bee-b479-f7ef4807e7e4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d7e9320-878c-4bee-b479-f7ef4807e7e4,segment=NetworkSegment(a780be88-54ca-4b32-b2a2-0e2388aaf7aa),segment_id=a780be88-54ca-4b32-b2a2-0e2388aaf7aa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:47:56.179171 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.195683 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53c0e26-6b1b-4c0e-947b-ac82976e2c4a x-openstack-request-id: req-e53c0e26-6b1b-4c0e-947b-ac82976e2c4a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:56.196228 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae368c3c-b19d-4574-9723-5946ce6aa903", "tag": "b289c293-8616-4f27-90df-73b2e7598567", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:56.196228 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e53c0e26-6b1b-4c0e-947b-ac82976e2c4a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:56.196624 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'tag': 'b289c293-8616-4f27-90df-73b2e7598567', 'status': 'completed', 'code': 200} Nov 22 16:47:56.197202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 3d7e9320-878c-4bee-b479-f7ef4807e7e4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:56.199894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.212520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] Calling delete_port for 3d7e9320-878c-4bee-b479-f7ef4807e7e4 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:47:56.217496 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.246859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-bc0e9fe0-a5b2-4b8a-86b6-1c2031294dee service neutron] 10.222.0.20 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671251 Nov 22 16:47:56.248337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.373171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.400380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No DVR routers for this DVR port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:56.445472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.511742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c01935e-a58c-46c6-95ab-8153cc0c3923 req-4cd19852-c0f4-46a5-9e0b-ef48b655f977 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650442 Nov 22 16:47:56.534493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] Pushing event deleted for resources: {'Port': ['ID=3d7e9320-878c-4bee-b479-f7ef4807e7e4,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.538791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=3d7e9320-878c-4bee-b479-f7ef4807e7e4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:56.561253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db32c712-6f8b-41de-b6cc-eb788b87a3ad None None] No DVR routers for this DVR port 3d7e9320-878c-4bee-b479-f7ef4807e7e4 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:47:56.630189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.705601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b5510-f5e3-4215-8e4d-14d6099a903a req-48cda8a6-5ead-4fde-8bde-1b7bf2c92866 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:56.705948 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b65a72-c0a2-4580-9f0b-663e99199d3f x-openstack-request-id: req-50b65a72-c0a2-4580-9f0b-663e99199d3f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:47:56.706257 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33330e76-f997-4bac-8d52-159a07615a68", "name": "network-vif-plugged", "status": "completed", "tag": "e67eb238-18d5-4bd8-bab8-a09e68a34d9e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:47:56.706799 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50b65a72-c0a2-4580-9f0b-663e99199d3f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:47:56.707211 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33330e76-f997-4bac-8d52-159a07615a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e', 'code': 200} Nov 22 16:47:56.716738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d4b5510-f5e3-4215-8e4d-14d6099a903a req-48cda8a6-5ead-4fde-8bde-1b7bf2c92866 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 945 time: 0.2721655 Nov 22 16:47:56.728506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8847cf34-0e01-42d4-9163-b94ba0aafc84']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.767888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.768426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a780be88-54ca-4b32-b2a2-0e2388aaf7aa') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.777286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.806775 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.807170 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03d18836-e4dd-4d7b-93e7-60083ff07a53 req-2ecfe05f-642e-4146-a70f-79749d600a1f service neutron] 10.222.0.20 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254993 Nov 22 16:47:56.836590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f14049-f7b6-40e3-8685-bb9307cb152e']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.867680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fb52e7e-3c4a-4fbe-af1a-db15af647b58') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.867971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fb52e7e-3c4a-4fbe-af1a-db15af647b58') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:47:56.876659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d4b5510-f5e3-4215-8e4d-14d6099a903a req-f4f1cb00-6817-4930-997c-8612b7ce45eb tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587920 Nov 22 16:47:56.896677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.923863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.955980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:56.956481 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.971822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.979919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:56.983305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.016486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73cba523-522f-4943-ad12-5f0386703fbf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.035392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:47:57.036061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:57.038106 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:47:57.056204 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:47:57.061499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.065334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e48e3-d406-4a9b-88d1-ce68c09f1001 req-ecf2a008-db0b-412c-a0c7-f35eed8e23de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.067654 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f07e48e3-d406-4a9b-88d1-ce68c09f1001 req-ecf2a008-db0b-412c-a0c7-f35eed8e23de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 1096 time: 0.2701745 Nov 22 16:47:57.074284 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.085879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/8847cf34-0e01-42d4-9163-b94ba0aafc84 HTTP/1.1" status: 204 len: 168 time: 2.3009133 Nov 22 16:47:57.100218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49414) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.112139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2093853085'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:57.159652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2bdb-7e5f-44ef-8bd9-5381e6383fea tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=8847cf34-0e01-42d4-9163-b94ba0aafc84,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.174115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-1c5eadc6-a255-47cd-a4d8-bdf02a81d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.176395 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-1c5eadc6-a255-47cd-a4d8-bdf02a81d1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1094 time: 0.2673237 Nov 22 16:47:57.239769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f07e48e3-d406-4a9b-88d1-ce68c09f1001 req-185e3e63-1a5f-4da5-bf21-3a0551c68c3c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373463 Nov 22 16:47:57.286742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.300689 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.308762 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] 10.222.0.65 "DELETE /v2.0/networks/54f14049-f7b6-40e3-8685-bb9307cb152e HTTP/1.1" status: 204 len: 168 time: 1.4616179 Nov 22 16:47:57.316774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:57.327897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.352758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.394859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93838c-ba57-4594-bc36-e65326ad4f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=54f14049-f7b6-40e3-8685-bb9307cb152e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.404320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574904c-66dd-4d62-b21b-1dd827e0a37b req-00450003-56e9-46b8-b8b6-fd88df44f445 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.413396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2574904c-66dd-4d62-b21b-1dd827e0a37b req-00450003-56e9-46b8-b8b6-fd88df44f445 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1094 time: 0.1802192 Nov 22 16:47:57.465375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-0e174a86-22e9-4bd6-b6dc-19a0dbba5f72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3032112 Nov 22 16:47:57.467345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:47:57.475341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.494932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.495679 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment 2d503f4b-ce95-4f48-9162-1444e235b2e9 of type vlan for network d61c004e-42f2-4bcc-be28-a57e21e30ddd Nov 22 16:47:57.502878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d7e9320-878c-4bee-b479-f7ef4807e7e4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:47:57.513476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2574904c-66dd-4d62-b21b-1dd827e0a37b req-44c6a75a-c857-44a3-a2a7-83074fdc9b98 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938687 Nov 22 16:47:57.552908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3d7e9320-878c-4bee-b479-f7ef4807e7e4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:47:57.553508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d7e9320-878c-4bee-b479-f7ef4807e7e4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:47:57.583525 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.662450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.674643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.681338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.778503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:57.789949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49422) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.801557 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 2.5202370 Nov 22 16:47:57.807671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb2b1d-7f39-4e1f-bb2b-8b00fa7b06f4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e3f5e-0288-4994-8e18-64d72039bdd3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.816704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7113340 Nov 22 16:47:57.820963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49424) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.822900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-84765033-e87b-4121-86f9-8aeb9b441130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.823042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d31b50-edf9-4b22-90bc-a2543022ac0c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=d61c004e-42f2-4bcc-be28-a57e21e30ddd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:57.826410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-84765033-e87b-4121-86f9-8aeb9b441130 service neutron] 10.222.0.20 "GET /v2.0/networks?id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 200 len: 908 time: 0.6394303 Nov 22 16:47:57.828247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:57.855760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:47:57.918051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8714a1-bd89-4db2-8e11-00e064cf635d req-910116f5-92f3-4f28-80c4-34c741c4d584 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.926972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c8714a1-bd89-4db2-8e11-00e064cf635d req-910116f5-92f3-4f28-80c4-34c741c4d584 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2409060 Nov 22 16:47:57.933864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49428) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:57.953877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-3c2a9f4f-bd99-4b63-a875-76b0f3d2b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:57.955548 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-3c2a9f4f-bd99-4b63-a875-76b0f3d2b742 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.3560040 Nov 22 16:47:57.957202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-68726eda-e972-441b-b378-dbd304357e8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b289c293-8616-4f27-90df-73b2e7598567 HTTP/1.1" status: 200 len: 217 time: 0.1139572 Nov 22 16:47:58.134711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-63483a5f-ff88-4973-b77e-f579ec783258 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3403265 Nov 22 16:47:58.138026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49436) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.150788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-201e3e88-16e7-4abb-9912-fc91febcec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.152708 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-201e3e88-16e7-4abb-9912-fc91febcec96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f04064a-64b0-4484-8193-1f1c50e0fe89 HTTP/1.1" status: 200 len: 846 time: 0.1804750 Nov 22 16:47:58.154386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-security--891638458', 'description': 'tempest-security-description-623769107'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:47:58.211934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c8714a1-bd89-4db2-8e11-00e064cf635d req-c9ef8e9a-bf2e-41d9-9307-1dacf7ccf477 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836599 Nov 22 16:47:58.228759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-94409193-39c9-4b73-b49a-be5f7ba66cbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9481022003f34e86bb5a6a4f058bd06b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2777677 Nov 22 16:47:58.250918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa875cf-af24-47e9-9206-af9102d5c288 req-02d4273c-af82-44e8-9c01-e62d14cb88ca tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.252793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faa875cf-af24-47e9-9206-af9102d5c288 req-02d4273c-af82-44e8-9c01-e62d14cb88ca tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 945 time: 0.2169030 Nov 22 16:47:58.254191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.268351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:47:58.273185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.329336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-8abc9214-0fe1-4483-88c1-9300c4052a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.332301 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-8abc9214-0fe1-4483-88c1-9300c4052a87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=65fc7ea2-195d-4b6e-b9df-5f18281efb7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671698 Nov 22 16:47:58.342441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.372605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-4f2a0c90-450c-4612-89e5-1694b9a9b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:58.374136 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-4f2a0c90-450c-4612-89e5-1694b9a9b2df service neutron] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.3811541 Nov 22 16:47:58.448828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faa875cf-af24-47e9-9206-af9102d5c288 req-a37a9071-acb9-4d81-82e7-45e7fb406663 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831467 Nov 22 16:47:58.499245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.547254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.550117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.554383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "PUT /v2.0/security-groups/6e0e3f5e-0288-4994-8e18-64d72039bdd3 HTTP/1.1" status: 200 len: 1795 time: 0.4031923 Nov 22 16:47:58.601466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49444) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.609008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a0538-982f-4e35-95b1-674695f8b579 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e3f5e-0288-4994-8e18-64d72039bdd3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:58.865416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1de82b0f-50e2-4fe5-92c6-d39273341e5e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups/6e0e3f5e-0288-4994-8e18-64d72039bdd3 HTTP/1.1" status: 200 len: 1795 time: 0.2508044 Nov 22 16:47:58.875773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49454) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:47:58.904652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-239d4ef8-94dc-4376-b801-0ac45181c751 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5173867 Nov 22 16:47:58.956923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe09e-09dc-4805-a326-15416e46894a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:58.999793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe09e-09dc-4805-a326-15416e46894a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.087233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-a34cedbe-308a-4392-bbfb-3d99fd9b3f34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.7025921 Nov 22 16:47:59.089403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe09e-09dc-4805-a326-15416e46894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.092890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72906d-5ce7-41eb-886c-06ce4a9072f7 req-7fe74241-2968-4515-98ff-20dce86b4818 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.094850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9fe09e-09dc-4805-a326-15416e46894a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.096791 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1e9fe09e-09dc-4805-a326-15416e46894a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/56cc5054-31b9-418b-8957-d94358bf67c0 HTTP/1.1" status: 204 len: 168 time: 0.8410120 Nov 22 16:47:59.106829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc72906d-5ce7-41eb-886c-06ce4a9072f7 req-7fe74241-2968-4515-98ff-20dce86b4818 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1094 time: 0.3743253 Nov 22 16:47:59.175827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-ae18f3b0-aec4-4744-95ae-bfcb23e0c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.178566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-ae18f3b0-aec4-4744-95ae-bfcb23e0c6d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.0795577 Nov 22 16:47:59.186562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fe09e-09dc-4805-a326-15416e46894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cc5054-31b9-418b-8957-d94358bf67c0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:59.254277 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-037ae26f-0b80-424a-8417-9f427757afa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573909 Nov 22 16:47:59.297719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-115baf76-0136-4e3a-8ff1-ebe1ff173923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.300272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-115baf76-0136-4e3a-8ff1-ebe1ff173923 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 1097 time: 0.3012228 Nov 22 16:47:59.410188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-dbfb1c62-dc34-4237-9d62-ae63caa7c4f1 service neutron] 10.222.0.20 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0595813 Nov 22 16:47:59.463007 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.490466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc72906d-5ce7-41eb-886c-06ce4a9072f7 req-9f2236f1-d1ad-497b-b26e-5458737fa93a tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824511 Nov 22 16:47:59.538884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7962c37f-3b73-4be5-8126-b48ab747cbc3 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.592476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=91a5bfa7-47cc-4ec7-9937-a099677c3f3a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:47:59.611645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7962c37f-3b73-4be5-8126-b48ab747cbc3 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:47:59.667853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8d2ac-b247-4c38-8037-fc2151b1b4b6 req-f12775b1-43c4-45dd-bab1-b3e4c0c88e48 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.669481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b8d2ac-b247-4c38-8037-fc2151b1b4b6 req-f12775b1-43c4-45dd-bab1-b3e4c0c88e48 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.4222393 Nov 22 16:47:59.798892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3d16f265-4276-40ee-85d5-b4d88311e89f req-43cad54a-bd67-4406-91ec-bddca01aba8a service neutron] 10.222.0.20 "GET /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793144 Nov 22 16:47:59.816554 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-f67a5406-7282-423b-afee-fe3d8141d9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5489073 Nov 22 16:47:59.854305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3b8d2ac-b247-4c38-8037-fc2151b1b4b6 req-4e1c6dbc-7ca9-4662-8e4f-75a15e0eec67 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430316 Nov 22 16:47:59.894111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7a790-ee01-4f07-a494-3e1563b28242 req-850dd74c-7782-4669-87cb-e49eb30dff5a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.901914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2d7a790-ee01-4f07-a494-3e1563b28242 req-850dd74c-7782-4669-87cb-e49eb30dff5a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.2452786 Nov 22 16:47:59.918670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-3dd4ad47-e989-49ef-bf7e-6daad534695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:47:59.921238 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-3dd4ad47-e989-49ef-bf7e-6daad534695c service neutron] 10.222.0.66 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.5713623 Nov 22 16:47:59.922097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': '2d503f4b-ce95-4f48-9162-1444e235b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:47:59.922561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: d61c004e-42f2-4bcc-be28-a57e21e30ddd, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:00.022149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7962c37f-3b73-4be5-8126-b48ab747cbc3 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.038488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7962c37f-3b73-4be5-8126-b48ab747cbc3 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.046878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7962c37f-3b73-4be5-8126-b48ab747cbc3 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e0e3f5e-0288-4994-8e18-64d72039bdd3 HTTP/1.1" status: 204 len: 168 time: 1.1459377 Nov 22 16:48:00.061562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49476) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.082283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-c647eca7-8b24-429c-b264-8cf0354e3a7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16 HTTP/1.1" status: 200 len: 217 time: 0.1442566 Nov 22 16:48:00.092401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2d7a790-ee01-4f07-a494-3e1563b28242 req-f3789499-3a54-48df-a130-f829106b8ac2 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781018 Nov 22 16:48:00.096526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c37f-3b73-4be5-8126-b48ab747cbc3 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0e3f5e-0288-4994-8e18-64d72039bdd3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:00.145145 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b859fe90-ce9e-47c3-9e1d-9389d1db380c req-196a91de-c1b2-4fcb-98c6-a2ef59732c9a service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270686 Nov 22 16:48:00.209595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-29d95eb3-6561-42de-bf64-9ac3819536ed tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1420698 Nov 22 16:48:00.222887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.267365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b289c293-8616-4f27-90df-73b2e7598567 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:00.284075 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-adc50029-368f-4fac-9c9c-8b0b7781fdbb tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] delete failed (client error): The resource could not be found. Nov 22 16:48:00.285827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-adc50029-368f-4fac-9c9c-8b0b7781fdbb tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e0e3f5e-0288-4994-8e18-64d72039bdd3 HTTP/1.1" status: 404 len: 347 time: 0.0618074 Nov 22 16:48:00.292557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49482) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.297609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--83050961'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:00.301863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:00.341544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d61c004e-42f2-4bcc-be28-a57e21e30ddd) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:00.376694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dd4712-7db4-4e27-9dac-7311ccfdee43 None None] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:00.383353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.391636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.395046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.401621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-f8ac7018-8d82-404e-a065-0fc126ebd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.406184 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-f8ac7018-8d82-404e-a065-0fc126ebd9d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.1511462 Nov 22 16:48:00.448928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-dcc3305d-302e-4d04-97bb-67c13c4eed3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.451210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-dcc3305d-302e-4d04-97bb-67c13c4eed3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.3372264 Nov 22 16:48:00.486069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ccab0142-8ac7-42d3-a73e-6fe1781377a7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6626244 Nov 22 16:48:00.491172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49486) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.512908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1699987667'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:00.525536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e0013-defd-4280-9bb3-612e7d58bb04 req-e7f93c96-c382-4479-84a9-6074d2770b0c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.526845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-906e0013-defd-4280-9bb3-612e7d58bb04 req-e7f93c96-c382-4479-84a9-6074d2770b0c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 945 time: 0.4430456 Nov 22 16:48:00.563848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-1418edd7-7a16-463d-a2ee-ab991319870e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734913 Nov 22 16:48:00.726261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-e4fa4956-23cd-4b11-b55f-5e8505e1eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:00.728196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-e4fa4956-23cd-4b11-b55f-5e8505e1eb76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.3149238 Nov 22 16:48:00.840333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d61c004e-42f2-4bcc-be28-a57e21e30ddd', 'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': '91a5bfa7-47cc-4ec7-9937-a099677c3f3a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:00.843797 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:00.852421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b289c293-8616-4f27-90df-73b2e7598567, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b289c293-8616-4f27-90df-73b2e7598567,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:00.940355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-c2b3e3a7-e195-49aa-ae59-c6034dc08047 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.2000623 Nov 22 16:48:00.941415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49504) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:00.960086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-906e0013-defd-4280-9bb3-612e7d58bb04 req-bab90564-b30a-4ae2-8f7e-97e6d119370d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125752 Nov 22 16:48:00.996033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.030228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.063864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.070354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7737947 Nov 22 16:48:01.075969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49510) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.096668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': '434a891b-4dc3-407d-afa8-084eb3072450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:01.152919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-b5aaed5a-d4f0-4ecd-8355-f9b03fdab4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.153146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'b289c293-8616-4f27-90df-73b2e7598567', 'network_id': '65fc7ea2-195d-4b6e-b9df-5f18281efb7c', 'port_id': 'b289c293-8616-4f27-90df-73b2e7598567', 'mac_address': 'fa:16:3e:e1:df:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f04064a-64b0-4484-8193-1f1c50e0fe89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:01.156360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-b5aaed5a-d4f0-4ecd-8355-f9b03fdab4b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.2067997 Nov 22 16:48:01.162039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb29e9c-3f71-4bc1-81f9-41b1287aaa3f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434a891b-4dc3-407d-afa8-084eb3072450,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.289436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-0b262345-ff22-44d6-be55-3a9c00d19f39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077981 Nov 22 16:48:01.302473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.494716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-385140265-network', 'tenant_id': '021334c4975942f19ca542cbce5dc6ff'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:01.524533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-c7712300-8772-46d9-a7a2-4fa41584cd2a service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9030609 Nov 22 16:48:01.600643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-670e8641-fc3e-421a-be0c-db6eafd7f210 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865303 Nov 22 16:48:01.620946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:01.624831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.658855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b6bd70-1afc-44b0-978b-653ba11893e5 req-7ca7a4ca-a0d3-4a40-a984-2b2b7e1aa4ba tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.660438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44b6bd70-1afc-44b0-978b-653ba11893e5 req-7ca7a4ca-a0d3-4a40-a984-2b2b7e1aa4ba tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1094 time: 0.8684196 Nov 22 16:48:01.701600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 2e5ef191-b01a-44ef-8760-d47c8e9ce20b yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:01.728242 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.774965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b289c293-8616-4f27-90df-73b2e7598567 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:01.783674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.817207 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:01.818916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.836310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Allocated IP 172.20.0.2 (d61c004e-42f2-4bcc-be28-a57e21e30ddd/91a5bfa7-47cc-4ec7-9937-a099677c3f3a/d1611cd8-d263-4dbe-9936-53dd934c20c7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:01.852115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b289c293-8616-4f27-90df-73b2e7598567, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b289c293-8616-4f27-90df-73b2e7598567,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:01.863301 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.869742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Made reservation on behalf of 021334c4975942f19ca542cbce5dc6ff for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:01.871972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.904281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d85d26-8aed-4674-8c91-3f70000c0ad2 req-73dbb4ad-a232-48a1-a2ae-71fb905d585d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:01.915398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00d85d26-8aed-4674-8c91-3f70000c0ad2 req-73dbb4ad-a232-48a1-a2ae-71fb905d585d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.6570587 Nov 22 16:48:01.916478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5fcb0f-97ab-4444-bf05-b030b30f75f7,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:01.940670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:01.943342 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0287f859-eb51-4725-b694-1b09395de7b6 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8653808 Nov 22 16:48:01.948336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49524) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:01.978919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44b6bd70-1afc-44b0-978b-653ba11893e5 req-218985c9-d20f-4e5f-9a02-117ab8375802 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624588 Nov 22 16:48:01.979639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.028099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2508783-9e12-467e-9e27-c87a58269f6e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.038897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2508783-9e12-467e-9e27-c87a58269f6e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.078393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b289c293-8616-4f27-90df-73b2e7598567,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.086641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a20d195-e3dc-467d-8b1c-b114919fce37 req-68989aa3-e85a-428a-912f-dfd61ed5a7e8 service neutron] 10.222.0.66 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596941 Nov 22 16:48:02.115889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40c5174-8a9d-4399-a333-34acc957ca49 req-aad70439-5d6d-4baa-b1cc-4709a558fa98 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4612155 Nov 22 16:48:02.116781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2508783-9e12-467e-9e27-c87a58269f6e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.116977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00d85d26-8aed-4674-8c91-3f70000c0ad2 req-b60c332a-d13f-4384-a0ed-97e2a116db5f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976690 Nov 22 16:48:02.122735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2508783-9e12-467e-9e27-c87a58269f6e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.123828 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2508783-9e12-467e-9e27-c87a58269f6e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ab5fcb0f-97ab-4444-bf05-b030b30f75f7 HTTP/1.1" status: 204 len: 168 time: 0.1732841 Nov 22 16:48:02.131905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:02.145897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2508783-9e12-467e-9e27-c87a58269f6e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ab5fcb0f-97ab-4444-bf05-b030b30f75f7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.180210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b289c293-8616-4f27-90df-73b2e7598567'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:02.329030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49538) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:02.330776 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-78601dfe-89a7-4f0e-b49d-172252597baf tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1974359 Nov 22 16:48:02.463963 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.509799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.626520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:02.652463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:02.688051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Pushing event updated for resources: {'Port': ['ID=d1611cd8-d263-4dbe-9936-53dd934c20c7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:02.705708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:02.901200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Attempting to bind port d1611cd8-d263-4dbe-9936-53dd934c20c7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:02.901878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Attempting to bind port d1611cd8-d263-4dbe-9936-53dd934c20c7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '2d503f4b-ce95-4f48-9162-1444e235b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:02.902035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Attempting to bind port d1611cd8-d263-4dbe-9936-53dd934c20c7 on network d61c004e-42f2-4bcc-be28-a57e21e30ddd {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:02.919641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:02.920104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Checking segment: {'id': '2d503f4b-ce95-4f48-9162-1444e235b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:02.920655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.921056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Bound using segment: {'id': '2d503f4b-ce95-4f48-9162-1444e235b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:02.921545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Bound port: d1611cd8-d263-4dbe-9936-53dd934c20c7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d503f4b-ce95-4f48-9162-1444e235b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd61c004e-42f2-4bcc-be28-a57e21e30ddd'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:02.922142 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:02.992844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5d858-c8d6-4111-83de-604075e669cc req-085a9678-c130-49cb-b5f5-c59221105d07 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:02.994608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87c5d858-c8d6-4111-83de-604075e669cc req-085a9678-c130-49cb-b5f5-c59221105d07 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.7813320 Nov 22 16:48:03.034118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] For port d1611cd8-d263-4dbe-9936-53dd934c20c7, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:03.039464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] For port d1611cd8-d263-4dbe-9936-53dd934c20c7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d1611cd8-d263-4dbe-9936-53dd934c20c7,segment=NetworkSegment(2d503f4b-ce95-4f48-9162-1444e235b2e9),segment_id=2d503f4b-ce95-4f48-9162-1444e235b2e9)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:03.054562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.189217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9498e9-84cc-4fca-bf0c-a8a69928b9ba None None] Pushing event updated for resources: {'Port': ['ID=d1611cd8-d263-4dbe-9936-53dd934c20c7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:03.227230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.6 (d61c004e-42f2-4bcc-be28-a57e21e30ddd/91a5bfa7-47cc-4ec7-9937-a099677c3f3a/2e5ef191-b01a-44ef-8760-d47c8e9ce20b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:03.505531 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.569987 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.679568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:03.695138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.695517 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Added segment 4e8a9a1c-febd-4c9a-b800-d19d30589d95 of type vlan for network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 Nov 22 16:48:03.708897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87c5d858-c8d6-4111-83de-604075e669cc req-286b8d27-ccf6-44e9-b913-c1fc2ccd37da tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6831682 Nov 22 16:48:03.890097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b61c-4d27-44ba-aef6-fc37b9449517 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:03.924394 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b61c-4d27-44ba-aef6-fc37b9449517 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.021968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f68544-a16c-4cb0-b77d-fd6f89e16298,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.088840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c68bb6-c2e8-40c3-a10b-601bcd6b8e16 req-0e880ea6-f8bf-49d5-8b5c-11e9b5f7cb42 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.090776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06c68bb6-c2e8-40c3-a10b-601bcd6b8e16 req-0e880ea6-f8bf-49d5-8b5c-11e9b5f7cb42 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1095 time: 0.7714331 Nov 22 16:48:04.095806 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.105398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.186590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b61c-4d27-44ba-aef6-fc37b9449517 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.189383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b61c-4d27-44ba-aef6-fc37b9449517 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.190809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5bf9b61c-4d27-44ba-aef6-fc37b9449517 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/434a891b-4dc3-407d-afa8-084eb3072450 HTTP/1.1" status: 204 len: 168 time: 1.8517168 Nov 22 16:48:04.195377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.240311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06c68bb6-c2e8-40c3-a10b-601bcd6b8e16 req-c9a6a443-94fc-4857-939a-dce2fa9f3436 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391063 Nov 22 16:48:04.256912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.257880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.258425 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.260725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9b61c-4d27-44ba-aef6-fc37b9449517 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434a891b-4dc3-407d-afa8-084eb3072450,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.270657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b289c293-8616-4f27-90df-73b2e7598567 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:04.376036 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e469283f-0060-4a96-ab4c-2531392723e1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1700516 Nov 22 16:48:04.377376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.395049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--581189180'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:04.415267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc1de1-825e-4399-82c5-3f525c383097 req-7ca3e677-93f3-409d-91d9-ba56b3a5e9ef tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:04.429577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ffc1de1-825e-4399-82c5-3f525c383097 req-7ca3e677-93f3-409d-91d9-ba56b3a5e9ef tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.3890607 Nov 22 16:48:04.466965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.479484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port b289c293-8616-4f27-90df-73b2e7598567 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:04.485561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5231936 Nov 22 16:48:04.488233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port b289c293-8616-4f27-90df-73b2e7598567 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:04.494169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.499110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.505916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49568) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:04.521170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Request body: {'subnet': {'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-385140265-subnet', 'tenant_id': '021334c4975942f19ca542cbce5dc6ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:04.671458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6dc1d-6fd8-411b-ae3d-badb89740597 admin admin] Pushing event updated for resources: {'Network': ['ID=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:04.692195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:04.723768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Made reservation on behalf of 021334c4975942f19ca542cbce5dc6ff for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:04.727686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:04.729757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.743567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:04.748695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:04.879380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:04.940977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b289c293-8616-4f27-90df-73b2e7598567'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:04.944228 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610a5369-30d0-4b50-ba5f-54626e1917ff" -d '{"events": [{"server_uuid": "ae368c3c-b19d-4574-9723-5946ce6aa903", "name": "network-vif-plugged", "status": "completed", "tag": "b289c293-8616-4f27-90df-73b2e7598567"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:04.994779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b289c293-8616-4f27-90df-73b2e7598567, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b289c293-8616-4f27-90df-73b2e7598567,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:05.004581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.035867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.073292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=2e5ef191-b01a-44ef-8760-d47c8e9ce20b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.095558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.185219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ffc1de1-825e-4399-82c5-3f525c383097 req-3ffb3079-a08b-4328-9e63-62e9fb6e6e93 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223079 Nov 22 16:48:05.219289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b289c293-8616-4f27-90df-73b2e7598567,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.233818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e2c350-2eef-4f15-8fa9-4bea709a9a37,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.243325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.255647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.302886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e28a7d5-21ce-43fc-b00f-807ca202a39c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 4.8068666 Nov 22 16:48:05.303797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49582) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:05.323564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.327818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-763d92ae-6a69-400b-8e56-e50679ec1b36 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9469466 Nov 22 16:48:05.332865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49588) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:05.348223 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391b28e8-27ee-45c9-80bb-4089b48d70b0 x-openstack-request-id: req-391b28e8-27ee-45c9-80bb-4089b48d70b0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:05.348739 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae368c3c-b19d-4574-9723-5946ce6aa903", "name": "network-vif-plugged", "status": "completed", "tag": "b289c293-8616-4f27-90df-73b2e7598567", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:05.348824 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-391b28e8-27ee-45c9-80bb-4089b48d70b0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:05.349161 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b289c293-8616-4f27-90df-73b2e7598567', 'code': 200} Nov 22 16:48:05.358032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5e2c350-2eef-4f15-8fa9-4bea709a9a37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:05.383707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3548d20-9731-4c88-80bd-72ab21ef03a1 None None] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:05.720533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.756197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.816730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Provisioning complete for port d1611cd8-d263-4dbe-9936-53dd934c20c7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:05.817597 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:05.820435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb462370-7b57-415e-b231-ace9f7ae88f0 req-584f21ae-56fe-4592-a3af-086c33c2791b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.825024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb462370-7b57-415e-b231-ace9f7ae88f0 req-584f21ae-56fe-4592-a3af-086c33c2791b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.4938731 Nov 22 16:48:05.880069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c91101c-9255-490f-be7b-0122fa3052b8,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:05.895526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab383798-6260-4374-aab8-64bda6b685f1 req-8e223e91-1369-4399-800d-55fdbeef7ab1 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.903672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab383798-6260-4374-aab8-64bda6b685f1 req-8e223e91-1369-4399-800d-55fdbeef7ab1 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 0.3626773 Nov 22 16:48:05.939008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda7bed-4324-4476-b46e-fc4dc531d3fd req-e5a2aecd-3066-481b-abb7-70f25c0be86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:05.940726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cbda7bed-4324-4476-b46e-fc4dc531d3fd req-e5a2aecd-3066-481b-abb7-70f25c0be86e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 0.2002709 Nov 22 16:48:05.981777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Checking segment: {'id': '4e8a9a1c-febd-4c9a-b800-d19d30589d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:05.982216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Network hostable DHCP agents. Network: b4d2eaaf-5b05-44f3-ab57-750d5593d3c5, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:06.074681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:06.091742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.098416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b4d2eaaf-5b05-44f3-ab57-750d5593d3c5) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:06.102624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 2e5ef191-b01a-44ef-8760-d47c8e9ce20b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:06.103317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.107553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.108162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.124905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb462370-7b57-415e-b231-ace9f7ae88f0 req-61f1b987-c92d-4e9b-9f4a-756358a3304f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656534 Nov 22 16:48:06.129630 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2b0db80-d35c-4d14-b38d-2cb81c6bb1c6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6209280 Nov 22 16:48:06.137581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.148713 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cbda7bed-4324-4476-b46e-fc4dc531d3fd req-fbb55ea0-e6fe-44ed-8920-935ffa061878 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256113 Nov 22 16:48:06.197241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d1611cd8-d263-4dbe-9936-53dd934c20c7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:06.205825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadaa728-0f1b-4d52-b4a9-7f2c7e6f0617 None None] Network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:06.217891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab383798-6260-4374-aab8-64bda6b685f1 req-2b638ac7-4498-46a9-8ab4-9034e487f227 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131056 Nov 22 16:48:06.250073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=618b636e-bd08-476e-a013-66225f4fae8b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.292845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.294203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cc65e586-1395-4673-ba7c-d26c8d840d80 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9520261 Nov 22 16:48:06.298530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:06.307689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5e2c350-2eef-4f15-8fa9-4bea709a9a37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:06.359762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.386506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 2e5ef191-b01a-44ef-8760-d47c8e9ce20b owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:06.440213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.605411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79159ac0-50d9-4d0c-93d5-864b3b4ba671 req-a13e7657-2474-4f3a-b62f-8a8f4fb885b1 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.607318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79159ac0-50d9-4d0c-93d5-864b3b4ba671 req-a13e7657-2474-4f3a-b62f-8a8f4fb885b1 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2498863 Nov 22 16:48:06.723977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.741887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.817211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2e8bd3-b1d7-4a08-a6a5-652c97415c81,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:06.824889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.828297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd117330-42ba-4f1e-ba79-35fee858f6ac tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5239837 Nov 22 16:48:06.835751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49622) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:06.848138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5e2c350-2eef-4f15-8fa9-4bea709a9a37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:06.881463 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.912682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96903-3bb8-4689-8e53-8edc27c022db req-af79ed7c-bb4f-4d1a-9224-714e91e70bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:06.918839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-af79ed7c-bb4f-4d1a-9224-714e91e70bac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 1097 time: 0.3877509 Nov 22 16:48:06.938903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:06.940586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79159ac0-50d9-4d0c-93d5-864b3b4ba671 req-3d8affc8-e9da-4835-a02c-8ac234bc4d50 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222353 Nov 22 16:48:06.989973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=2e5ef191-b01a-44ef-8760-d47c8e9ce20b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:07.132413 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.220306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96903-3bb8-4689-8e53-8edc27c022db req-d034026a-bad4-479b-9a44-79e7d92a810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.226752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-d034026a-bad4-479b-9a44-79e7d92a810a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.2959867 Nov 22 16:48:07.236931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] For port d1611cd8-d263-4dbe-9936-53dd934c20c7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d1611cd8-d263-4dbe-9936-53dd934c20c7,segment=NetworkSegment(2d503f4b-ce95-4f48-9162-1444e235b2e9),segment_id=2d503f4b-ce95-4f48-9162-1444e235b2e9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:07.254576 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.261876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c9fba4b9-e7a1-43d9-b2c8-8b0c4f1d8a57 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/2e5ef191-b01a-44ef-8760-d47c8e9ce20b HTTP/1.1" status: 204 len: 168 time: 1.9563882 Nov 22 16:48:07.264653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.275427 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.284413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.309802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.364588 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-af982471-7fea-4f01-92c6-7e1a0a4b5560 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:48:07.369990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-af982471-7fea-4f01-92c6-7e1a0a4b5560 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/2e5ef191-b01a-44ef-8760-d47c8e9ce20b HTTP/1.1" status: 404 len: 333 time: 0.1018953 Nov 22 16:48:07.370666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49638) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.384306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Pushing event updated for resources: {'Port': ['ID=d1611cd8-d263-4dbe-9936-53dd934c20c7,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:07.438598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779b794b-47e7-4f90-b577-cf868a903e76,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:07.451817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.452708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.453219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.453961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.455199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.455739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.456721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.457451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.457703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-295a3d98-adf6-471e-bc0f-532700c455e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c49420c-3d7a-44f0-83a9-89767678fb30 HTTP/1.1" status: 200 len: 217 time: 0.1687148 Nov 22 16:48:07.458491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.458994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.459516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.460002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbcace3-5045-41ea-98d0-b24fbfb52d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:07.474576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d1611cd8-d263-4dbe-9936-53dd934c20c7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:07.475247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.513271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-9a7cc7a2-fa87-401c-90ac-08f7da95ed5e tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.515158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-9a7cc7a2-fa87-401c-90ac-08f7da95ed5e tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/networks?id=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 HTTP/1.1" status: 200 len: 820 time: 0.4256725 Nov 22 16:48:07.530890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.531170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.532491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b5754dac-a3b0-4c21-9086-430d7de4a0df tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6915169 Nov 22 16:48:07.540407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49640) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:07.551484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5e2c350-2eef-4f15-8fa9-4bea709a9a37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:07.558635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 91a5bfa7-47cc-4ec7-9937-a099677c3f3a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:07.570670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.601105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b0abb-f9bc-448c-964d-a8d61502b05b req-a15ec422-d13c-4e61-bde4-10089eef7e00 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.603348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-823b0abb-f9bc-448c-964d-a8d61502b05b req-a15ec422-d13c-4e61-bde4-10089eef7e00 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.3402436 Nov 22 16:48:07.625543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96903-3bb8-4689-8e53-8edc27c022db req-ce4b517b-8e04-479e-bff1-da83e3702443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:07.627688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-ce4b517b-8e04-479e-bff1-da83e3702443 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.1451540 Nov 22 16:48:07.647931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-5013b293-a0d4-4a03-893a-d0593929bb95 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/quotas/021334c4975942f19ca542cbce5dc6ff HTTP/1.1" status: 200 len: 375 time: 0.0831513 Nov 22 16:48:07.707130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e826643-505f-44f7-9a7d-0c9baf053ac8 None None] Network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:07.726681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ef022ffa-7007-4b7d-9d59-d1d5912ab7b5 None None] Could not find standard attr ID for object 2e5ef191-b01a-44ef-8760-d47c8e9ce20b. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:48:07.731842 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-a4dccece-7368-4354-a570-4b6c836fad15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920353 Nov 22 16:48:07.732638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.774194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.809805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-815a28f5-0e80-4497-9cee-abe5df3e769d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=021334c4975942f19ca542cbce5dc6ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445830 Nov 22 16:48:07.874632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ef022ffa-7007-4b7d-9d59-d1d5912ab7b5 None None] Provisioning complete for port d1611cd8-d263-4dbe-9936-53dd934c20c7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:07.875025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ef022ffa-7007-4b7d-9d59-d1d5912ab7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:07.978009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-d961d1c2-9745-4aa2-9a83-464c915a6de6 service neutron] 10.222.0.65 "GET /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312726 Nov 22 16:48:08.038762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.046892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-70cc4146-d349-484b-9c3a-9010b5666bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038270 Nov 22 16:48:08.049820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.181227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-823b0abb-f9bc-448c-964d-a8d61502b05b req-8057119f-04e6-43a3-ac6e-5ebfb34d7a3a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403585 Nov 22 16:48:08.240348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd49d81-3377-4cea-a468-5bee73d40c52,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.247388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e80a1b5a-8f50-4ca6-8c2d-6e72ed894fbb None None] Could not find standard attr ID for object 2e5ef191-b01a-44ef-8760-d47c8e9ce20b. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:48:08.265293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.266598 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a72de70e-4e27-447f-9217-a4668b1aed68 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7252257 Nov 22 16:48:08.270718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.277379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5e2c350-2eef-4f15-8fa9-4bea709a9a37', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:08.290173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.298116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d1611cd8-d263-4dbe-9936-53dd934c20c7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:08.367906 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18b96903-3bb8-4689-8e53-8edc27c022db req-3b94f226-ecf6-46e7-8ef5-60159e6337ab service neutron] 10.222.0.20 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054149 Nov 22 16:48:08.369637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.399919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2f61d7cc-ab6d-4564-9b0d-3c8619181724 service neutron] 10.222.0.65 "GET /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058204 Nov 22 16:48:08.436064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.447817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d1611cd8-d263-4dbe-9936-53dd934c20c7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:08.448194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.453978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.459983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.494847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50568ca2-a297-4864-bbb8-28e9d26da091,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.510724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.516381 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d289a900-6af9-4c95-9d35-8e61c886353f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2445962 Nov 22 16:48:08.518059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49650) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.554229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=91a5bfa7-47cc-4ec7-9937-a099677c3f3a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.568012 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dd5fd65-abfc-49dc-bba0-36810a6a2de7 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.583660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dd5fd65-abfc-49dc-bba0-36810a6a2de7 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.585202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.594830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a6c86648-622e-4f5a-a9dd-9d7c934b947b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/91a5bfa7-47cc-4ec7-9937-a099677c3f3a HTTP/1.1" status: 204 len: 168 time: 1.2186432 Nov 22 16:48:08.596508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49652) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.627332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dd5fd65-abfc-49dc-bba0-36810a6a2de7 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.640346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6dd5fd65-abfc-49dc-bba0-36810a6a2de7 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.652355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6dd5fd65-abfc-49dc-bba0-36810a6a2de7 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/50568ca2-a297-4864-bbb8-28e9d26da091 HTTP/1.1" status: 204 len: 168 time: 0.1312983 Nov 22 16:48:08.653951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49654) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.677163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc13f7-8c73-482b-9e34-968c4b702995 None None] Network d61c004e-42f2-4bcc-be28-a57e21e30ddd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:08.730596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5fd65-abfc-49dc-bba0-36810a6a2de7 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50568ca2-a297-4864-bbb8-28e9d26da091,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:08.799960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.803792 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c5655ad5-9593-4e62-92b2-0a9efe395429 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1486223 Nov 22 16:48:08.806822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49662) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.853874 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd048-c282-4ca1-97e3-6cc776054aa9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.862962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd048-c282-4ca1-97e3-6cc776054aa9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.883041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.905955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6871515-2fc3-4961-b368-4a39767a52fa req-743b7409-be26-4773-bc1a-ab5ec8da609e tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:08.907766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6871515-2fc3-4961-b368-4a39767a52fa req-743b7409-be26-4773-bc1a-ab5ec8da609e tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 0.5067515 Nov 22 16:48:08.937477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd048-c282-4ca1-97e3-6cc776054aa9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.948152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe5bd048-c282-4ca1-97e3-6cc776054aa9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:08.954892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fe5bd048-c282-4ca1-97e3-6cc776054aa9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3cd49d81-3377-4cea-a468-5bee73d40c52 HTTP/1.1" status: 204 len: 168 time: 0.1467752 Nov 22 16:48:08.964778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49668) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:08.998385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] DHCP port deletion for d61c004e-42f2-4bcc-be28-a57e21e30ddd request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:09.025217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5bd048-c282-4ca1-97e3-6cc776054aa9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cd49d81-3377-4cea-a468-5bee73d40c52,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.060248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1986d6b7-e149-487b-8b3b-e6b316ef6fec req-7eba556a-127e-477d-a9b2-6126c584328c tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:09.061883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1986d6b7-e149-487b-8b3b-e6b316ef6fec req-7eba556a-127e-477d-a9b2-6126c584328c tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2571392 Nov 22 16:48:09.075535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6871515-2fc3-4961-b368-4a39767a52fa req-0ca18d96-bfdb-403a-aa89-7af88bb082b2 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953224 Nov 22 16:48:09.088824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c6884812-9c69-4fb5-8b3a-f4070ccbafc9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1179378 Nov 22 16:48:09.090077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49674) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.166288 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d62bca7-5e0a-4737-bcfb-c5def560ad45 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.173150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] Deleting port d1611cd8-d263-4dbe-9936-53dd934c20c7 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:09.175543 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.184681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d62bca7-5e0a-4737-bcfb-c5def560ad45 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.222798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6a73a7f-977a-4b0a-b127-826d1db5ee6d req-5f4cd356-abdb-4894-b920-45d428096d8b tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 210 time: 0.0609293 Nov 22 16:48:09.236903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d62bca7-5e0a-4737-bcfb-c5def560ad45 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.247975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1986d6b7-e149-487b-8b3b-e6b316ef6fec req-638d844a-4af2-446d-8613-71532f5beff6 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710782 Nov 22 16:48:09.261732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d62bca7-5e0a-4737-bcfb-c5def560ad45 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.269959 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2d62bca7-5e0a-4737-bcfb-c5def560ad45 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/779b794b-47e7-4f90-b577-cf868a903e76 HTTP/1.1" status: 204 len: 168 time: 0.1763313 Nov 22 16:48:09.272604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62bca7-5e0a-4737-bcfb-c5def560ad45 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=779b794b-47e7-4f90-b577-cf868a903e76,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.276844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port d1611cd8-d263-4dbe-9936-53dd934c20c7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:09.281557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.283688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.415339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-92484daa-2243-4704-a6cb-42f5fbc786d4 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1257763 Nov 22 16:48:09.419695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49688) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.474125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] For port d1611cd8-d263-4dbe-9936-53dd934c20c7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d1611cd8-d263-4dbe-9936-53dd934c20c7,segment=NetworkSegment(2d503f4b-ce95-4f48-9162-1444e235b2e9),segment_id=2d503f4b-ce95-4f48-9162-1444e235b2e9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.475703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.491713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] For port d1611cd8-d263-4dbe-9936-53dd934c20c7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d1611cd8-d263-4dbe-9936-53dd934c20c7,segment=NetworkSegment(2d503f4b-ce95-4f48-9162-1444e235b2e9),segment_id=2d503f4b-ce95-4f48-9162-1444e235b2e9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:09.492383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.505963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-877f5e56-7cc9-451a-870d-360afe6f3e1c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.535806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for d1611cd8-d263-4dbe-9936-53dd934c20c7 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:09.540271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-877f5e56-7cc9-451a-870d-360afe6f3e1c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.544608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] Calling delete_port for d1611cd8-d263-4dbe-9936-53dd934c20c7 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:09.642252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-877f5e56-7cc9-451a-870d-360afe6f3e1c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.667156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-877f5e56-7cc9-451a-870d-360afe6f3e1c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.670280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-877f5e56-7cc9-451a-870d-360afe6f3e1c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3d2e8bd3-b1d7-4a08-a6a5-652c97415c81 HTTP/1.1" status: 204 len: 168 time: 0.2484064 Nov 22 16:48:09.676629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49694) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.688659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f5e56-7cc9-451a-870d-360afe6f3e1c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d2e8bd3-b1d7-4a08-a6a5-652c97415c81,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.743765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d12abc53-8109-4d78-a92d-44537afe206f tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0634222 Nov 22 16:48:09.755547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49696) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.831846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9a84dab-5838-4e24-bbea-9d5551207f2b tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.856336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.861892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9a84dab-5838-4e24-bbea-9d5551207f2b tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.910768 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.957979 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9a84dab-5838-4e24-bbea-9d5551207f2b tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.966846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9a84dab-5838-4e24-bbea-9d5551207f2b tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:09.969876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d9a84dab-5838-4e24-bbea-9d5551207f2b tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/618b636e-bd08-476e-a013-66225f4fae8b HTTP/1.1" status: 204 len: 168 time: 0.2105136 Nov 22 16:48:09.972542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49700) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:09.982820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=d1611cd8-d263-4dbe-9936-53dd934c20c7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:09.991709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a84dab-5838-4e24-bbea-9d5551207f2b tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=618b636e-bd08-476e-a013-66225f4fae8b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.020620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] No DVR routers for this DVR port d1611cd8-d263-4dbe-9936-53dd934c20c7 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:10.047708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3bf75-ce05-41a6-8217-af1bcfea0978 None None] Pushing event deleted for resources: {'Port': ['ID=d1611cd8-d263-4dbe-9936-53dd934c20c7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:10.100593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6b613-68da-4ded-ac54-969dcbed2c99 req-d920468b-cf85-42cd-989d-bf825a7c0f0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.109303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6c6b613-68da-4ded-ac54-969dcbed2c99 req-d920468b-cf85-42cd-989d-bf825a7c0f0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 946 time: 0.3181996 Nov 22 16:48:10.124713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49702) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:10.126044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No DVR routers for this DVR port d1611cd8-d263-4dbe-9936-53dd934c20c7 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:10.134620 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b7ca2543-9126-4908-9b8f-536ec2506855 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1440058 Nov 22 16:48:10.251602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d1611cd8-d263-4dbe-9936-53dd934c20c7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:10.326670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c49420c-3d7a-44f0-83a9-89767678fb30 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:10.398729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: d1611cd8-d263-4dbe-9936-53dd934c20c7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:10.399603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d1611cd8-d263-4dbe-9936-53dd934c20c7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:10.450739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.473122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61c004e-42f2-4bcc-be28-a57e21e30ddd']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:10.495553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d503f4b-ce95-4f48-9162-1444e235b2e9') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:10.496215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d503f4b-ce95-4f48-9162-1444e235b2e9') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:10.511939 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.513332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb89ded-bc2f-457b-aa50-13c787a2eb81 req-2104443d-b427-4137-8208-26680fae4e7d tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:10.514940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aeb89ded-bc2f-457b-aa50-13c787a2eb81 req-2104443d-b427-4137-8208-26680fae4e7d tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 0.6942606 Nov 22 16:48:10.515846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-589159d1-cda5-4264-8a87-6879449b742a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.526283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.572212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:10.574815 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d3ddd2-46a1-4c64-aea8-79fa526ad352" -d '{"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:10.593535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:10.601052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.609327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-589159d1-cda5-4264-8a87-6879449b742a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.615293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d6c6b613-68da-4ded-ac54-969dcbed2c99 req-f3eaa3fc-ab4f-4961-bf3e-8615734be864 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047569 Nov 22 16:48:10.627131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.687016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:10.687448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:10.730421 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:10.791451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.008905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-59f6ea0d-a5c6-4b78-a649-1a7af2575e30 req-1b681c43-7bf3-454f-93e2-6890467d745f tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 210 time: 0.1363540 Nov 22 16:48:11.041940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2279b582-d266-43ad-95ec-3b47222ae252 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.052738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aeb89ded-bc2f-457b-aa50-13c787a2eb81 req-15f4ac8c-5e35-481a-8d5b-04a03b75fb09 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163534 Nov 22 16:48:11.060438 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2279b582-d266-43ad-95ec-3b47222ae252 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.20 "GET /v2.0/networks?id=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 HTTP/1.1" status: 200 len: 820 time: 0.3029530 Nov 22 16:48:11.084315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Request body: {'port': {'device_id': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5', 'admin_state_up': True, 'tenant_id': '021334c4975942f19ca542cbce5dc6ff'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:11.091615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.094006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-589159d1-cda5-4264-8a87-6879449b742a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.098006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-589159d1-cda5-4264-8a87-6879449b742a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.102777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-589159d1-cda5-4264-8a87-6879449b742a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5e2c350-2eef-4f15-8fa9-4bea709a9a37 HTTP/1.1" status: 204 len: 168 time: 0.9725897 Nov 22 16:48:11.113903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49716) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.170291 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.183613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/d61c004e-42f2-4bcc-be28-a57e21e30ddd HTTP/1.1" status: 204 len: 168 time: 2.5856721 Nov 22 16:48:11.193208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c618928-11b5-4805-940e-9d1680f518ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=d61c004e-42f2-4bcc-be28-a57e21e30ddd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.194031 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4608caf-55c6-48cc-9ce8-b2e5b32ee388 x-openstack-request-id: req-d4608caf-55c6-48cc-9ce8-b2e5b32ee388 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:11.194331 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-unplugged", "status": "completed", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:11.195443 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4608caf-55c6-48cc-9ce8-b2e5b32ee388 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:11.195578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49718) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.195696 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'code': 200} Nov 22 16:48:11.205414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'name': 'tempest-PortsTestJSON-1071942167'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:11.265750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589159d1-cda5-4264-8a87-6879449b742a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e2c350-2eef-4f15-8fa9-4bea709a9a37,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:11.391142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Made reservation on behalf of 021334c4975942f19ca542cbce5dc6ff for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:11.395515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.463289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b72c0ae2-fff4-4957-a2f0-fdc166d92eff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3078506 Nov 22 16:48:11.474396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49720) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:11.481150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--435737415'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:11.505169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e8659-5982-478c-ad8a-9f5274732235 req-393ef083-d888-47b7-829a-520dde54ca8a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.506831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c89e8659-5982-478c-ad8a-9f5274732235 req-393ef083-d888-47b7-829a-520dde54ca8a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2586191 Nov 22 16:48:11.530381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152255a-0a60-41ef-9358-d4f05ca007db req-3d70c6f9-f7f6-4fda-b182-b46226b1b5f8 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:11.538894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a152255a-0a60-41ef-9358-d4f05ca007db req-3d70c6f9-f7f6-4fda-b182-b46226b1b5f8 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 0.1907120 Nov 22 16:48:11.584203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:11.588069 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.656898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:11.672539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c89e8659-5982-478c-ad8a-9f5274732235 req-b0141bf1-174f-4b89-8745-a689bcf90510 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560059 Nov 22 16:48:11.683741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 73935e35-113b-4718-9d2c-6eea0e2e389f yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:11.726726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Allocated IP 172.20.0.6 (b4d2eaaf-5b05-44f3-ab57-750d5593d3c5/3c91101c-9255-490f-be7b-0122fa3052b8/13f8cb71-0a38-49af-8f2e-66090a3e87b6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:11.763143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a152255a-0a60-41ef-9358-d4f05ca007db req-e01edd8c-54c0-4ba0-aba4-cdaf47680998 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230251 Nov 22 16:48:12.095297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.213809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.274382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.312068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.364315 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.369776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.434697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d33b8507-1700-441a-9ec6-dc27d2cadcb3 req-a4ffd1cf-f9c0-47f7-95ed-c432b4ef5607 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 210 time: 0.1207309 Nov 22 16:48:12.531067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Pushing event updated for resources: {'Port': ['ID=13f8cb71-0a38-49af-8f2e-66090a3e87b6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.579402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.584001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1034465 Nov 22 16:48:12.593066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49736) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:12.600906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:12.605349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:12.611698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:12.612533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': '6851f7bc-5789-43b3-9f9c-5c352a931964', 'direction': 'ingress', 'protocol': 17}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:12.626514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=73935e35-113b-4718-9d2c-6eea0e2e389f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.630054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7c27f-8cb0-4803-8aae-f15028d644f8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6851f7bc-5789-43b3-9f9c-5c352a931964,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.665251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63f537-b0f9-4417-bdca-5671d2efefeb req-14c419d9-323d-4359-b9af-08a92158cd4a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.667741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d63f537-b0f9-4417-bdca-5671d2efefeb req-14c419d9-323d-4359-b9af-08a92158cd4a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 944 time: 0.6580446 Nov 22 16:48:12.670135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:12.680176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.681127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.714706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:12.739113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:12.743250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.916375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.922255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:12.966748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=800e67d7-b2a7-467c-bdf7-b3b3e1044e1e,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:12.980406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:12.981724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.005680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.007977 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5778a53d-572c-4f98-a5d8-bb9b910ae83e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4131901 Nov 22 16:48:13.013827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-2191980e-dd6c-42ee-853d-37831a19e10d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9450362 Nov 22 16:48:13.014340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.111210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Request body: {'port': {'device_id': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:13.116327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.192227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.243293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.543558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.551868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.554616 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/6851f7bc-5789-43b3-9f9c-5c352a931964 HTTP/1.1" status: 204 len: 168 time: 0.5387216 Nov 22 16:48:13.611336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49750) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.633994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4c3cc48-bae0-4da1-a92c-db5189480702 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4319868 Nov 22 16:48:13.637471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49752) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.768476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6851f7bc-5789-43b3-9f9c-5c352a931964,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:13.777185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8a440-4dbb-4c4f-9329-56387d3401c4 req-afe99ae0-9a6b-4744-ba9c-353528975700 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.782605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.782950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.783284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.783620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.785991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.786587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.786938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.787268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.787606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.788045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34a8a440-4dbb-4c4f-9329-56387d3401c4 req-afe99ae0-9a6b-4744-ba9c-353528975700 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 1.0981371 Nov 22 16:48:13.788163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.789887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.790265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec0e72-624a-42d7-b3a8-99244851a826 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:13.851379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d63f537-b0f9-4417-bdca-5671d2efefeb req-c00e6a6e-9b10-4fac-9171-2cb12f8d07be tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1639946 Nov 22 16:48:13.855814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f845623-0118-49db-bdc4-76e1997afa19 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2398555 Nov 22 16:48:13.860985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:13.871359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877133949'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:13.876671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 73935e35-113b-4718-9d2c-6eea0e2e389f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:13.877016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:13.938521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-0751d8b5-cff0-46cb-ab2b-c91482c8d689 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:13.942272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-0751d8b5-cff0-46cb-ab2b-c91482c8d689 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1096 time: 0.3855617 Nov 22 16:48:13.946038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.045818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34a8a440-4dbb-4c4f-9329-56387d3401c4 req-98932714-e010-4927-ad06-141af83bb306 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564294 Nov 22 16:48:14.117409 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.146536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 73935e35-113b-4718-9d2c-6eea0e2e389f owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:14.187974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f8cb71-0a38-49af-8f2e-66090a3e87b6 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:14.188569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2217014-880a-470d-ad6d-68768819dc03 req-75c9bffb-df62-496d-b670-838c39f35625 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.199551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2217014-880a-470d-ad6d-68768819dc03 req-75c9bffb-df62-496d-b670-838c39f35625 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1582115 Nov 22 16:48:14.203061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.257851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Transition to ACTIVE for port object 13f8cb71-0a38-49af-8f2e-66090a3e87b6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:14.267698 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.286079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c49420c-3d7a-44f0-83a9-89767678fb30 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:14.358347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2217014-880a-470d-ad6d-68768819dc03 req-99829434-b6ff-4c84-be1f-2630a0067495 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577594 Nov 22 16:48:14.377243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Deleting port b289c293-8616-4f27-90df-73b2e7598567 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:14.398678 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.432976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92183d4e-b5e0-4dd0-be78-a0cde67ab393 req-b55b1b1e-a4ad-48e3-8aa5-147e5bebbdbf tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:14.449919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92183d4e-b5e0-4dd0-be78-a0cde67ab393 req-b55b1b1e-a4ad-48e3-8aa5-147e5bebbdbf tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 943 time: 0.2092206 Nov 22 16:48:14.547408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.703868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=73935e35-113b-4718-9d2c-6eea0e2e389f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.713831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92183d4e-b5e0-4dd0-be78-a0cde67ab393 req-c3a8fa79-a956-44c0-b3d5-01a01eb6a580 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532797 Nov 22 16:48:14.719107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.729606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-911fb63e-10a6-4190-85ce-3bd4b0ae4595 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/73935e35-113b-4718-9d2c-6eea0e2e389f HTTP/1.1" status: 204 len: 168 time: 1.0850708 Nov 22 16:48:14.747427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=13f8cb71-0a38-49af-8f2e-66090a3e87b6,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.748256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49772) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:14.754393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'mac_address': 'fa:16:3e:83:c0:93', 'name': 'tempest-PortsTestJSON-585155664'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:14.766586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.780166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:14.882309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6e4a8b-3c97-4bc0-917f-3fb53ceb0aec,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:14.968861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:15.045792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.050335 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c91163da-4d78-4561-a7ab-336cd67b889a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1882122 Nov 22 16:48:15.071270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49778) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:15.088811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--87312752'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:15.185280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] For port b289c293-8616-4f27-90df-73b2e7598567, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b289c293-8616-4f27-90df-73b2e7598567,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:15.185917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.215640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Calling delete_port for b289c293-8616-4f27-90df-73b2e7598567 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:15.225041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Attempting to bind port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:15.225617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Attempting to bind port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4e8a9a1c-febd-4c9a-b800-d19d30589d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:15.226264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Attempting to bind port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 on network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:15.236245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 on network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:15.236676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Attempting to bind port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 on network b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:15.252799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:15.254286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Checking segment: {'id': '4e8a9a1c-febd-4c9a-b800-d19d30589d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:15.254904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Bound using segment: {'id': '4e8a9a1c-febd-4c9a-b800-d19d30589d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:15.256206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Bound port: 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e8a9a1c-febd-4c9a-b800-d19d30589d95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:15.256996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.324777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.345274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.438348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] For port 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:15.451950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] For port 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6,segment=NetworkSegment(4e8a9a1c-febd-4c9a-b800-d19d30589d95),segment_id=4e8a9a1c-febd-4c9a-b800-d19d30589d95)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:15.463937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.535938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 820b2746-dede-405d-9233-9a86c4c21998 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:15.602221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.603583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.605312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] 10.222.0.20 "PUT /v2.0/ports/13f8cb71-0a38-49af-8f2e-66090a3e87b6 HTTP/1.1" status: 200 len: 1091 time: 2.5316257 Nov 22 16:48:15.606102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'tag': '13f8cb71-0a38-49af-8f2e-66090a3e87b6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:15.608904 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6f0310-4bff-4e91-b623-47c89a7333fd", "tag": "13f8cb71-0a38-49af-8f2e-66090a3e87b6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:15.667975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578aeb74-f660-4d75-bfc1-9da003446ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=13f8cb71-0a38-49af-8f2e-66090a3e87b6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:15.716673 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:15.729884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b289c293-8616-4f27-90df-73b2e7598567'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:15.775023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Pushing event deleted for resources: {'Port': ['ID=b289c293-8616-4f27-90df-73b2e7598567,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:15.835363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3441e8a3-1143-448c-a3ec-8bda1a1e398f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:15.904012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-ab6a17aa-5942-4a9c-aa4d-0c4b39198b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:15.910842 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-ab6a17aa-5942-4a9c-aa4d-0c4b39198b04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=021334c4975942f19ca542cbce5dc6ff&device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 1094 time: 0.2523358 Nov 22 16:48:15.980853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.089789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] No DVR routers for this DVR port b289c293-8616-4f27-90df-73b2e7598567 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:16.095957 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-8f572914-a48b-4b43-aed0-6c49498aab0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6 HTTP/1.1" status: 200 len: 217 time: 0.1657267 Nov 22 16:48:16.100053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.110376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bef35487-5ac3-48a1-8e0e-e75b37187038 req-71647928-e8aa-4166-871d-6c386b8e801f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.20 "DELETE /v2.0/ports/b289c293-8616-4f27-90df-73b2e7598567 HTTP/1.1" status: 204 len: 173 time: 2.1589756 Nov 22 16:48:16.132915 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.162106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb979333-628e-4824-bc41-0331cdde7a99 req-646014b8-8102-4dc4-8fb5-10bac3b6df4b tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.164533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb979333-628e-4824-bc41-0331cdde7a99 req-646014b8-8102-4dc4-8fb5-10bac3b6df4b tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ae368c3c-b19d-4574-9723-5946ce6aa903 HTTP/1.1" status: 200 len: 1018 time: 0.9637485 Nov 22 16:48:16.179439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.284238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.285564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-35225bba-50b7-4d16-a769-8c0db872d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.287154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-35225bba-50b7-4d16-a769-8c0db872d708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c91101c-9255-490f-be7b-0122fa3052b8 HTTP/1.1" status: 200 len: 860 time: 0.1757176 Nov 22 16:48:16.337742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:16.364650 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:16.368667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:16.371263 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-3b457db2-7c2c-4709-ae8e-3744a175e388 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754082 Nov 22 16:48:16.376272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.376945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.441345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6917779 Nov 22 16:48:16.448520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49818) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:16.462524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-695a1697-ad26-49a0-84c8-9f8d46b04e91 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.472440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-695a1697-ad26-49a0-84c8-9f8d46b04e91 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e HTTP/1.1" status: 200 len: 944 time: 0.4595132 Nov 22 16:48:16.585492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-11d07cd7-53fb-46d7-936c-6e3d4bfedb60 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043376 Nov 22 16:48:16.660243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:16.663783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5909855 Nov 22 16:48:16.684495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49820) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:16.691721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbae8a7-6310-478c-a1bc-ca120c613c76 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a554e9-faea-4012-be76-57e4f3e94656,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:16.729998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb979333-628e-4824-bc41-0331cdde7a99 req-f288d187-bb8b-464d-b81c-51e34648a6a9 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521235 Nov 22 16:48:16.750501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'ed6e4a8b-3c97-4bc0-917f-3fb53ceb0aec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '61a554e9-faea-4012-be76-57e4f3e94656', 'remote_ip_prefix': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:16.933291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42c6680-c57a-42cd-a0ef-24c3b93a6a8a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:16.938848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e42c6680-c57a-42cd-a0ef-24c3b93a6a8a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/820b2746-dede-405d-9233-9a86c4c21998 HTTP/1.1" status: 200 len: 840 time: 0.4144759 Nov 22 16:48:16.939687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49826) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:16.950482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ff40e2-ab7c-41b1-b6e3-afecd8ba2319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=820b2746-dede-405d-9233-9a86c4c21998,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:17.093148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.162343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Deleting port 6c49420c-3d7a-44f0-83a9-89767678fb30 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:17.162736 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.204476 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7fc88315-c628-43da-a2f1-ff49e5a83be5 req-fb66191f-1b97-4b3a-8a04-7aceb2434a29 service neutron] 10.222.0.20 "GET /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117976 Nov 22 16:48:17.298193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579c926-a859-4763-b4a1-56fa32cac155 req-6aa5ab67-e4bd-4101-8807-a91483d2039f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.300495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4579c926-a859-4763-b4a1-56fa32cac155 req-6aa5ab67-e4bd-4101-8807-a91483d2039f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2439535 Nov 22 16:48:17.392198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.398486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 820b2746-dede-405d-9233-9a86c4c21998 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:17.398864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.411873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] For port 6c49420c-3d7a-44f0-83a9-89767678fb30, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c49420c-3d7a-44f0-83a9-89767678fb30,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:17.412277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.418043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.501317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Calling delete_port for 6c49420c-3d7a-44f0-83a9-89767678fb30 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:17.544411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc7a24c3-3664-4204-a13b-b3ae38794bf7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:17.555750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4579c926-a859-4763-b4a1-56fa32cac155 req-bf736ef6-817d-4023-ac92-c5758be4e289 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315183 Nov 22 16:48:17.613260 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad4bce2-abed-4871-9429-0942da457037 x-openstack-request-id: req-4ad4bce2-abed-4871-9429-0942da457037 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:17.613567 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6f0310-4bff-4e91-b623-47c89a7333fd", "tag": "13f8cb71-0a38-49af-8f2e-66090a3e87b6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:17.613878 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ad4bce2-abed-4871-9429-0942da457037 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:17.614266 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'tag': '13f8cb71-0a38-49af-8f2e-66090a3e87b6', 'status': 'completed', 'code': 200} Nov 22 16:48:17.614490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.619624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0466a77-45d9-4ef0-9614-92c2734c0d7d tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8847783 Nov 22 16:48:17.619816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:17.622179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.642572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 820b2746-dede-405d-9233-9a86c4c21998 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:17.676570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58bc7f61-8852-4227-911c-7f12091d3093 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.705422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58bc7f61-8852-4227-911c-7f12091d3093 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.741775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-0958314c-01b9-462d-9b04-1193089d2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.743282 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-0958314c-01b9-462d-9b04-1193089d2ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=021334c4975942f19ca542cbce5dc6ff&device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 1094 time: 0.0808904 Nov 22 16:48:17.744310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58bc7f61-8852-4227-911c-7f12091d3093 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.750476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58bc7f61-8852-4227-911c-7f12091d3093 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.754640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-58bc7f61-8852-4227-911c-7f12091d3093 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/bc7a24c3-3664-4204-a13b-b3ae38794bf7 HTTP/1.1" status: 204 len: 168 time: 0.1319692 Nov 22 16:48:17.756120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49832) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:17.777965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc7f61-8852-4227-911c-7f12091d3093 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bc7a24c3-3664-4204-a13b-b3ae38794bf7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:17.856115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-64948460-d09e-4cc7-91d7-586427b80e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.857346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-64948460-d09e-4cc7-91d7-586427b80e0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 HTTP/1.1" status: 200 len: 921 time: 0.1042519 Nov 22 16:48:17.891922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.903572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b198ef-a5d2-4b8f-bdb5-1bb3c902e214 req-76002823-8fab-4ed2-8881-0fe6705e0d2e tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:17.905146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33b198ef-a5d2-4b8f-bdb5-1bb3c902e214 req-76002823-8fab-4ed2-8881-0fe6705e0d2e tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 943 time: 0.1851997 Nov 22 16:48:17.910466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-15c60ecc-20be-4511-af73-37751e478465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6 HTTP/1.1" status: 200 len: 217 time: 0.0453894 Nov 22 16:48:17.921807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cbed989e-4ba6-4176-89b8-976508732143 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1626067 Nov 22 16:48:17.926604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:17.928402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49834) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:17.969499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=820b2746-dede-405d-9233-9a86c4c21998,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:18.013357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.016649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ac3e09cb-420e-4e43-9d36-a3b607c18c63 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/820b2746-dede-405d-9233-9a86c4c21998 HTTP/1.1" status: 204 len: 168 time: 1.0637932 Nov 22 16:48:18.020387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49838) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.026110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event deleted for resources: {'Port': ['ID=6c49420c-3d7a-44f0-83a9-89767678fb30,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:18.053189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2e8317-f84b-4922-b267-4cadedeadc7d None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:18.066875 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f51d039-9992-4722-a567-4893ff1ed6c9 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:48:18.071959 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f51d039-9992-4722-a567-4893ff1ed6c9 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/820b2746-dede-405d-9233-9a86c4c21998 HTTP/1.1" status: 404 len: 333 time: 0.0469728 Nov 22 16:48:18.072374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-43069247-d8b1-49ec-9e70-66847f2e77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.073748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-43069247-d8b1-49ec-9e70-66847f2e77b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c91101c-9255-490f-be7b-0122fa3052b8 HTTP/1.1" status: 200 len: 860 time: 0.1540785 Nov 22 16:48:18.074216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49842) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.079135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'name': 'tempest-PortsTestJSON-249770124'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:18.090051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] No DVR routers for this DVR port 6c49420c-3d7a-44f0-83a9-89767678fb30 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:18.099395 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.113081 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-5ff5b192-030f-4dab-b6a3-367c0ec3aa5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275397 Nov 22 16:48:18.120096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dca4bec-7750-47e5-b7de-a09684ae449c req-8f836d9f-bab1-4fad-957a-dc8acbff4491 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "DELETE /v2.0/ports/6c49420c-3d7a-44f0-83a9-89767678fb30 HTTP/1.1" status: 204 len: 173 time: 1.6442199 Nov 22 16:48:18.122003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-deleted', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:18.140047 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c34d49a-3d84-47a2-8492-85257373ba23" -d '{"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-deleted", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:18.158008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33b198ef-a5d2-4b8f-bdb5-1bb3c902e214 req-05106d3f-16ea-420f-8811-c8415bd3059c tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322433 Nov 22 16:48:18.282922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b289c293-8616-4f27-90df-73b2e7598567 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:18.288024 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25917750-717c-44e9-b85e-a8b62a0ef9a6 x-openstack-request-id: req-25917750-717c-44e9-b85e-a8b62a0ef9a6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:18.288555 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e", "name": "network-vif-deleted", "tag": "6c49420c-3d7a-44f0-83a9-89767678fb30", "status": "failed", "code": 422}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:18.289037 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25917750-717c-44e9-b85e-a8b62a0ef9a6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:18.289670 n-d-816206-6 neutron-server[103514]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c9a0d68-29d5-4ac4-b18e-f9a82dfb658e', 'name': 'network-vif-deleted', 'tag': '6c49420c-3d7a-44f0-83a9-89767678fb30', 'status': 'failed', 'code': 422} returned with failed status Nov 22 16:48:18.330790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: b289c293-8616-4f27-90df-73b2e7598567 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:18.331129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b289c293-8616-4f27-90df-73b2e7598567 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:18.344386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3efabe4-2551-4b50-ab2d-741ddec89bde tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.416436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3efabe4-2551-4b50-ab2d-741ddec89bde tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.488852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:18.492634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.507899 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-7a6ecec9-e417-42c0-b768-5865837348ea service neutron] 10.222.0.20 "GET /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746958 Nov 22 16:48:18.601423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1fa9d-73a9-4fb7-a486-56eb5358d350 req-0771b6ca-abbb-4e37-ac3e-9b9a101377b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.607636 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2ea1fa9d-73a9-4fb7-a486-56eb5358d350 req-0771b6ca-abbb-4e37-ac3e-9b9a101377b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.2246277 Nov 22 16:48:18.618720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port a0eddec5-165e-42f8-ad10-1666cf55ea45 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:18.644719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3efabe4-2551-4b50-ab2d-741ddec89bde tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.649318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3efabe4-2551-4b50-ab2d-741ddec89bde tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:18.651508 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a3efabe4-2551-4b50-ab2d-741ddec89bde tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/61a554e9-faea-4012-be76-57e4f3e94656 HTTP/1.1" status: 204 len: 168 time: 0.7218013 Nov 22 16:48:18.659979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49860) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.729610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3efabe4-2551-4b50-ab2d-741ddec89bde tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a554e9-faea-4012-be76-57e4f3e94656,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:18.778311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b103055-1cc2-4bf2-8806-d58cfeb2dfde req-e6c40d87-7df6-404d-bb9b-8b00c2fb5dba tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.779888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b103055-1cc2-4bf2-8806-d58cfeb2dfde req-e6c40d87-7df6-404d-bb9b-8b00c2fb5dba tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.1554823 Nov 22 16:48:18.805921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec08a3c-5649-4caf-9e58-2ccb41db9797 req-aa3b69d4-c77b-4118-afac-4f12463b1788 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:18.807068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ec08a3c-5649-4caf-9e58-2ccb41db9797 req-aa3b69d4-c77b-4118-afac-4f12463b1788 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1457057 Nov 22 16:48:18.809188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d40fd21b-e983-4cd8-b429-dcc9f5c330ea req-4208437c-ed45-4ae5-b007-f35a554996ab service neutron] 10.222.0.20 "GET /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884536 Nov 22 16:48:18.823622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2ea1fa9d-73a9-4fb7-a486-56eb5358d350 req-9a93dea6-53d0-42a2-84c3-5c549b5b4512 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986060 Nov 22 16:48:18.858706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d1a37171-1b90-4b70-93dc-12ce515152de tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1775305 Nov 22 16:48:18.861013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49862) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:18.938021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b103055-1cc2-4bf2-8806-d58cfeb2dfde req-ad6133a8-9a15-4cd5-8861-6afd6517cf9d tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473045 Nov 22 16:48:18.950714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ec08a3c-5649-4caf-9e58-2ccb41db9797 req-4c739ea6-853c-4662-aa24-7069129dab06 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335018 Nov 22 16:48:18.999235 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.005921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64e595f7-1839-4cb9-b682-af09163676c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.067845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64e595f7-1839-4cb9-b682-af09163676c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.105217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.162339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:19.163654 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64e595f7-1839-4cb9-b682-af09163676c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.166134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:19.167579 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64e595f7-1839-4cb9-b682-af09163676c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.170499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:19.172944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-64e595f7-1839-4cb9-b682-af09163676c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/ed6e4a8b-3c97-4bc0-917f-3fb53ceb0aec HTTP/1.1" status: 204 len: 168 time: 0.3087881 Nov 22 16:48:19.176314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49878) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.176765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.177420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.195978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=a0eddec5-165e-42f8-ad10-1666cf55ea45,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.217189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e595f7-1839-4cb9-b682-af09163676c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6e4a8b-3c97-4bc0-917f-3fb53ceb0aec,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.247618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-055cbc0f-9665-4df1-9f03-8e339aef5711 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1719120 Nov 22 16:48:19.253352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49882) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.266873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:19.312263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49886) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.312933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e516ce2e-0edf-4fd4-9dec-6a789346fadb tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1188977 Nov 22 16:48:19.323812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--507241941'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:19.400915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.423804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.445938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34937-d11b-43d7-a2df-b0d63c29e0bb req-ca423504-2132-435f-b1e2-102f1dd94ab6 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.449595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09c34937-d11b-43d7-a2df-b0d63c29e0bb req-ca423504-2132-435f-b1e2-102f1dd94ab6 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 943 time: 0.1309798 Nov 22 16:48:19.460766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-6c91b6da-4a13-4848-952a-f3db5f8ced60 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.463793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-6c91b6da-4a13-4848-952a-f3db5f8ced60 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.3555605 Nov 22 16:48:19.509963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-7f968d44-038c-4e70-b302-364a58e0cc4c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.0152473 Nov 22 16:48:19.566562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-78847e3a-804c-4408-8d79-08b8997c300b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490665 Nov 22 16:48:19.573204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09c34937-d11b-43d7-a2df-b0d63c29e0bb req-f1b3d6ed-0c48-431b-829f-783a4c40f10b tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071610 Nov 22 16:48:19.616988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'name': 'network-vif-deleted', 'tag': 'b289c293-8616-4f27-90df-73b2e7598567'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:19.620415 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5037b28-54ce-4ce8-9727-588c23e4e542" -d '{"events": [{"server_uuid": "ae368c3c-b19d-4574-9723-5946ce6aa903", "name": "network-vif-deleted", "tag": "b289c293-8616-4f27-90df-73b2e7598567"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:19.670230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.678884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.699996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.716628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.740447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] In _notify_port_updated(), no bound segment for port a0eddec5-165e-42f8-ad10-1666cf55ea45 on network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:48:19.746368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:19.746996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.753681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/ports/a0eddec5-165e-42f8-ad10-1666cf55ea45 HTTP/1.1" status: 200 len: 818 time: 0.4969091 Nov 22 16:48:19.757827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.759057 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4458075 Nov 22 16:48:19.766068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49890) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.766997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49892) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:19.773871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-b5fd0372-872a-4fcf-9380-e55d987081bd service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972342 Nov 22 16:48:19.786707 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f9e7c3-c64e-491b-9900-619bdeda5e99 x-openstack-request-id: req-b1f9e7c3-c64e-491b-9900-619bdeda5e99 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:19.787058 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae368c3c-b19d-4574-9723-5946ce6aa903", "name": "network-vif-deleted", "tag": "b289c293-8616-4f27-90df-73b2e7598567", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:19.787279 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1f9e7c3-c64e-491b-9900-619bdeda5e99 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:19.787725 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae368c3c-b19d-4574-9723-5946ce6aa903', 'name': 'network-vif-deleted', 'tag': 'b289c293-8616-4f27-90df-73b2e7598567', 'status': 'completed', 'code': 200} Nov 22 16:48:19.821984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b3dce85c-1a30-4aac-b0c6-990c5facf6fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:19.875756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413183e4-4911-4665-a751-fbf78224821e tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dce85c-1a30-4aac-b0c6-990c5facf6fc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:19.922172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.924049 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1dc269b-d8f6-4864-9cc8-3e48b5111e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:19.986923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-842db76d-12e1-48a4-a05a-cddd2465f5e8 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056625 Nov 22 16:48:20.012342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.029166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db65ec-53f8-491e-966d-e352e44ca3ec tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=a0eddec5-165e-42f8-ad10-1666cf55ea45,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.043586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.115868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.117299 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3471720 Nov 22 16:48:20.121190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.132205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd926a-a781-4087-809f-8a3ba3574975 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec09012-d485-48b3-9052-f0f045b1ebc9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.163376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e738f16c-8a70-4edd-96bb-68a4b5453657 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.178935 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e738f16c-8a70-4edd-96bb-68a4b5453657 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.200441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bdecc-81d5-4e9e-a51c-ea27010dd9d1 req-40497247-fbe9-4307-81e4-2ccdf09e84f1 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.203068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-136bdecc-81d5-4e9e-a51c-ea27010dd9d1 req-40497247-fbe9-4307-81e4-2ccdf09e84f1 tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.1337965 Nov 22 16:48:20.203276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port a0eddec5-165e-42f8-ad10-1666cf55ea45 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:20.203276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.306289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13f8cb71-0a38-49af-8f2e-66090a3e87b6 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:20.317526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e738f16c-8a70-4edd-96bb-68a4b5453657 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.345358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-136bdecc-81d5-4e9e-a51c-ea27010dd9d1 req-081d1ee0-d334-44f1-9470-9d15533f163e tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300247 Nov 22 16:48:20.395763 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e738f16c-8a70-4edd-96bb-68a4b5453657 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.422944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e738f16c-8a70-4edd-96bb-68a4b5453657 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/aec09012-d485-48b3-9052-f0f045b1ebc9 HTTP/1.1" status: 204 len: 168 time: 0.2990091 Nov 22 16:48:20.424527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49910) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.455490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738f16c-8a70-4edd-96bb-68a4b5453657 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aec09012-d485-48b3-9052-f0f045b1ebc9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.507581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.512930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6,segment=NetworkSegment(4e8a9a1c-febd-4c9a-b800-d19d30589d95),segment_id=4e8a9a1c-febd-4c9a-b800-d19d30589d95)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:20.532236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '13f8cb71-0a38-49af-8f2e-66090a3e87b6', 'network_id': 'b4d2eaaf-5b05-44f3-ab57-750d5593d3c5', 'port_id': '13f8cb71-0a38-49af-8f2e-66090a3e87b6', 'mac_address': 'fa:16:3e:7b:79:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c91101c-9255-490f-be7b-0122fa3052b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:20.539771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for a0eddec5-165e-42f8-ad10-1666cf55ea45 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:20.589139 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.618022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f8cb71-0a38-49af-8f2e-66090a3e87b6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:20.648291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6,segment=NetworkSegment(4e8a9a1c-febd-4c9a-b800-d19d30589d95),segment_id=4e8a9a1c-febd-4c9a-b800-d19d30589d95)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:20.662903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.709574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5d1b9f8-a5a4-4e02-b2a9-2235c5447ebb req-ef2ec261-6f3e-461c-b4fa-b11b0d2206f2 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 210 time: 0.2102938 Nov 22 16:48:20.730862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.763474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=13f8cb71-0a38-49af-8f2e-66090a3e87b6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.811225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=a0eddec5-165e-42f8-ad10-1666cf55ea45,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:20.815483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:20.820583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6cbc46e6-ac34-4496-9c71-4d01f7bc472a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/a0eddec5-165e-42f8-ad10-1666cf55ea45 HTTP/1.1" status: 204 len: 168 time: 1.0521150 Nov 22 16:48:20.824075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49918) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.838262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2cecbacf-df3b-4296-8a55-7d17d03b3114 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4109867 Nov 22 16:48:20.839128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49920) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.893574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44aa547-5887-4773-8c8f-9cee9246b079 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.895978 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d44aa547-5887-4773-8c8f-9cee9246b079 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0707908 Nov 22 16:48:20.898961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49922) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.918021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277c8f3-bec1-4105-9ba6-bdd0122d1c60 req-59ac9574-9c46-4a6a-b57e-26dc29dd5f25 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:20.921274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['13f8cb71-0a38-49af-8f2e-66090a3e87b6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:20.927149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8277c8f3-bec1-4105-9ba6-bdd0122d1c60 req-59ac9574-9c46-4a6a-b57e-26dc29dd5f25 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.4433439 Nov 22 16:48:20.954174 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9041365-c616-4947-97ad-544cc4383464 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:48:20.959536 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a9041365-c616-4947-97ad-544cc4383464 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/a0eddec5-165e-42f8-ad10-1666cf55ea45 HTTP/1.1" status: 404 len: 333 time: 0.0555983 Nov 22 16:48:20.960875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:20.990228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-856715282'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:21.060837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:21.075563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.180999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:21.208420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.208801 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment 6b66a49b-3c66-452f-b4bb-9a6622d33893 of type vlan for network afc31554-b887-4e47-9f0d-33f0c0dd5dee Nov 22 16:48:21.263148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.297342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.312040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.312668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.390735 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4243855 Nov 22 16:48:21.398860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49930) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.404732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:21.424262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-54e55cb2-28f3-45d8-9848-176218e030aa tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.426039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-54e55cb2-28f3-45d8-9848-176218e030aa tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.7074504 Nov 22 16:48:21.445901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98338e8-96e6-4444-8a49-072142c878f6 req-8ec60e44-4a85-434c-a109-82c8649a2748 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.447501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f98338e8-96e6-4444-8a49-072142c878f6 req-8ec60e44-4a85-434c-a109-82c8649a2748 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 944 time: 0.6073132 Nov 22 16:48:21.467032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539ee1-7699-4347-be25-3d4a986e195d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=afc31554-b887-4e47-9f0d-33f0c0dd5dee,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.468417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8277c8f3-bec1-4105-9ba6-bdd0122d1c60 req-bde00670-2a05-4420-a700-41c8e4f9c926 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404594 Nov 22 16:48:21.478389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:21.535276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:21.539468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.588270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe15d-fd4d-4293-9160-21cea58c4733 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.689129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe15d-fd4d-4293-9160-21cea58c4733 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.704900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f98338e8-96e6-4444-8a49-072142c878f6 req-feaa5b02-355e-4c24-a809-85506a98c58d tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129588 Nov 22 16:48:21.760041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af524eb5-aed0-41a1-a594-537fb42b1b0f req-11814178-2ab6-47b6-9bfa-9c9e2077557a tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:21.761698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af524eb5-aed0-41a1-a594-537fb42b1b0f req-11814178-2ab6-47b6-9bfa-9c9e2077557a tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9b3979b0-cb92-4a16-ad98-00b10b242102 HTTP/1.1" status: 200 len: 1096 time: 0.1632869 Nov 22 16:48:21.783071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe15d-fd4d-4293-9160-21cea58c4733 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.786138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe15d-fd4d-4293-9160-21cea58c4733 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.787395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9c0fe15d-fd4d-4293-9160-21cea58c4733 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3dce85c-1a30-4aac-b0c6-990c5facf6fc HTTP/1.1" status: 204 len: 168 time: 0.9354591 Nov 22 16:48:21.788965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Deleting port 3441e8a3-1143-448c-a3ec-8bda1a1e398f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:21.789299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.813716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:21.857170 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.878519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] For port 3441e8a3-1143-448c-a3ec-8bda1a1e398f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3441e8a3-1143-448c-a3ec-8bda1a1e398f,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:21.878958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:21.918390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Calling delete_port for 3441e8a3-1143-448c-a3ec-8bda1a1e398f owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:21.936834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:21.953433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f88ddb5-c1ed-4173-978d-fdd3de9b6cbe req-3156e2db-a2a5-4ab1-a90b-242781bca467 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 210 time: 0.0583940 Nov 22 16:48:21.960693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe15d-fd4d-4293-9160-21cea58c4733 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dce85c-1a30-4aac-b0c6-990c5facf6fc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:22.009379 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5094bee-f180-412c-96f4-43122653b4f9 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1904087 Nov 22 16:48:22.027475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49944) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:22.037430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': '6b66a49b-3c66-452f-b4bb-9a6622d33893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:22.041414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: afc31554-b887-4e47-9f0d-33f0c0dd5dee, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:22.045773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af524eb5-aed0-41a1-a594-537fb42b1b0f req-cd34206e-aefa-47b3-8018-27b4f57c330f tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a6235564-d9d8-4146-94a0-867d29ee4dae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708886 Nov 22 16:48:22.057441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group': {'name': 'tempest-secgroup--767673411'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:22.211091 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.227881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3441e8a3-1143-448c-a3ec-8bda1a1e398f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:22.233909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:22.243418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.253567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Pushing event deleted for resources: {'Port': ['ID=3441e8a3-1143-448c-a3ec-8bda1a1e398f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:22.307665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13f8cb71-0a38-49af-8f2e-66090a3e87b6 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:22.340026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, afc31554-b887-4e47-9f0d-33f0c0dd5dee) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:22.360983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf3e71-2a5c-4d93-98ac-70883804649d None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:22.371636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.372250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.374049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] No DVR routers for this DVR port 3441e8a3-1143-448c-a3ec-8bda1a1e398f on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:22.388062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.394673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a889eb88-21dc-455a-b5a5-db007b801e5d req-24323bd4-ebbb-4ff3-ad9c-674caf1a240c tempest-TestServerMultinode-478952921 tempest-TestServerMultinode-478952921-project-admin] 10.222.0.66 "DELETE /v2.0/ports/3441e8a3-1143-448c-a3ec-8bda1a1e398f HTTP/1.1" status: 204 len: 173 time: 0.9426064 Nov 22 16:48:22.409050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-14579cfd-a0ca-454c-a3cf-5a2b236c5be1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.410695 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-14579cfd-a0ca-454c-a3cf-5a2b236c5be1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.3803046 Nov 22 16:48:22.419811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'name': 'network-vif-deleted', 'tag': '3441e8a3-1143-448c-a3ec-8bda1a1e398f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:22.424026 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cd06b9-45b9-46d8-86a7-9ebc55df99dd" -d '{"events": [{"server_uuid": "9b3979b0-cb92-4a16-ad98-00b10b242102", "name": "network-vif-deleted", "tag": "3441e8a3-1143-448c-a3ec-8bda1a1e398f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:22.449411 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-71111ae9-65ca-40b2-9893-e639e6c5632b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0473077 Nov 22 16:48:22.454230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49952) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:22.470774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:22.490523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:22.493051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Request body: {'port': {'device_id': '79c2b440-e3f0-4240-b645-645757ea5941', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'admin_state_up': True, 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:22.501679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:22.502094 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.513508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ef39-2ada-4d39-8e83-db829933e50f req-42a762aa-69a5-4e83-8bc1-7c0190317d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.515080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-42a762aa-69a5-4e83-8bc1-7c0190317d0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.1978199 Nov 22 16:48:22.672333 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b8ce15-c5a5-4678-a509-7a9a2db36870 x-openstack-request-id: req-84b8ce15-c5a5-4678-a509-7a9a2db36870 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:22.672891 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3979b0-cb92-4a16-ad98-00b10b242102", "name": "network-vif-deleted", "tag": "3441e8a3-1143-448c-a3ec-8bda1a1e398f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:22.673302 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84b8ce15-c5a5-4678-a509-7a9a2db36870 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:22.673908 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b3979b0-cb92-4a16-ad98-00b10b242102', 'name': 'network-vif-deleted', 'tag': '3441e8a3-1143-448c-a3ec-8bda1a1e398f', 'status': 'completed', 'code': 200} Nov 22 16:48:22.674025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': '7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:22.675263 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.693564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d424f5-a0f9-48c4-8c29-3637c0939ae5 req-ae23e8e1-cd72-4773-ba51-24e785091317 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.702419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9d424f5-a0f9-48c4-8c29-3637c0939ae5 req-ae23e8e1-cd72-4773-ba51-24e785091317 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.3718941 Nov 22 16:48:22.746754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.780023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.783692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.892431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9d424f5-a0f9-48c4-8c29-3637c0939ae5 req-24f9fa6c-2c32-42da-9fab-5616354faabf tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889052 Nov 22 16:48:22.914411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:22.919556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.956684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:22.962628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9280765 Nov 22 16:48:22.963276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49958) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:22.965871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f8cb71-0a38-49af-8f2e-66090a3e87b6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:22.968600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b2ee2-d6fb-45da-b763-429974397cda tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a7e893-c552-445e-9776-46ab21f2e741,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:22.972278 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a167bf92-1b76-4b3e-a9f0-fbc19979be54" -d '{"events": [{"server_uuid": "7b6f0310-4bff-4e91-b623-47c89a7333fd", "name": "network-vif-plugged", "status": "completed", "tag": "13f8cb71-0a38-49af-8f2e-66090a3e87b6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:22.976566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5a7e893-c552-445e-9776-46ab21f2e741', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:22.991598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ef39-2ada-4d39-8e83-db829933e50f req-ca070927-258c-4329-84be-f52340f4bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:22.993496 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-ca070927-258c-4329-84be-f52340f4bbf1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.4423840 Nov 22 16:48:23.038946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:23.040292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38eba11-efb5-48ca-b094-f656f323b62d req-26e98856-78c0-4239-9f4c-72ff16246ccb tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.042450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c38eba11-efb5-48ca-b094-f656f323b62d req-26e98856-78c0-4239-9f4c-72ff16246ccb tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 944 time: 0.1807258 Nov 22 16:48:23.054331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.061334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 22 16:48:23.061334 n-d-816206-6 neutron-server[103515]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 22 16:48:23.061334 n-d-816206-6 neutron-server[103515]: [parameters: {'project_id_1': '9f1eecc05c7f4f168d4f12dc8410c0b7', 'expiration_1': datetime.datetime(2021, 11, 22, 16, 48, 2, 985982)}] Nov 22 16:48:23.061334 n-d-816206-6 neutron-server[103515]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:48:23.062213 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:48:23.120040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Allocated IP 172.20.0.2 (afc31554-b887-4e47-9f0d-33f0c0dd5dee/7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7/be7ec173-d90a-4bad-8b12-d03411833180) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:23.177224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-3123aeb9-2893-4c3c-b608-0ef478932b65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.1541209 Nov 22 16:48:23.195731 n-d-816206-6 neutron-server[103514]: INFO neutron.db.ipam_backend_mixin [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7 (CIDR: 172.20.0.0/28) Nov 22 16:48:23.262230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac5dc55a-9cb7-4b56-bee1-81e4abd66f36 req-879cb7a8-6650-40e1-88de-a688be54f287 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 210 time: 0.0626252 Nov 22 16:48:23.312068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8cc26402-d016-4091-b6ac-bdc26d41f259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.320802 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40653290-4bd0-4f54-a782-a3bca1b5131d x-openstack-request-id: req-40653290-4bd0-4f54-a782-a3bca1b5131d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:23.327181 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:48:23.327504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:48:23.330119 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6f0310-4bff-4e91-b623-47c89a7333fd", "name": "network-vif-plugged", "status": "completed", "tag": "13f8cb71-0a38-49af-8f2e-66090a3e87b6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:23.331195 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40653290-4bd0-4f54-a782-a3bca1b5131d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:23.331843 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f8cb71-0a38-49af-8f2e-66090a3e87b6', 'code': 200} Nov 22 16:48:23.356125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6,segment=NetworkSegment(4e8a9a1c-febd-4c9a-b800-d19d30589d95),segment_id=4e8a9a1c-febd-4c9a-b800-d19d30589d95)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:23.370217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c38eba11-efb5-48ca-b094-f656f323b62d req-3f25f61f-ac1c-4d7e-9aef-d8622e1c80e9 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194671 Nov 22 16:48:23.370750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49966) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:23.374584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.392275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.406546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332ef39-2ada-4d39-8e83-db829933e50f req-fa3994d9-bf5b-4e80-83c5-7cb986ce000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.409420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-fa3994d9-bf5b-4e80-83c5-7cb986ce000a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.1930387 Nov 22 16:48:23.470812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=13f8cb71-0a38-49af-8f2e-66090a3e87b6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:23.481345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.490734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a74a2071-c5a7-4262-9c40-018b19221740 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0293100 Nov 22 16:48:23.493970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49970) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:23.505645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:23.582834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:23.586940 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-f56f7b6c-b999-446c-9418-ab643b5a4215 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1638057 Nov 22 16:48:23.589227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:23.591841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Pushing event updated for resources: {'Port': ['ID=be7ec173-d90a-4bad-8b12-d03411833180,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:23.600508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:23.762588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Attempting to bind port be7ec173-d90a-4bad-8b12-d03411833180 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:23.763043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Attempting to bind port be7ec173-d90a-4bad-8b12-d03411833180 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6b66a49b-3c66-452f-b4bb-9a6622d33893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:23.763629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Attempting to bind port be7ec173-d90a-4bad-8b12-d03411833180 on network afc31554-b887-4e47-9f0d-33f0c0dd5dee {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:23.773350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:23.773976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Checking segment: {'id': '6b66a49b-3c66-452f-b4bb-9a6622d33893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:23.774623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.775284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Bound using segment: {'id': '6b66a49b-3c66-452f-b4bb-9a6622d33893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:23.776068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Bound port: be7ec173-d90a-4bad-8b12-d03411833180, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b66a49b-3c66-452f-b4bb-9a6622d33893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:23.776674 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:23.828812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-569a7b03-3bbb-41f6-abc4-aa0c15dde752 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284217 Nov 22 16:48:23.899169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4d2ae-5682-4aa0-8df8-ce7c8800f6b0 req-d7392e9c-87b9-42e9-9f51-63d89d2f7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:23.901981 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-72d4d2ae-5682-4aa0-8df8-ce7c8800f6b0 req-d7392e9c-87b9-42e9-9f51-63d89d2f7d31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 1095 time: 0.7491865 Nov 22 16:48:23.935716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] For port be7ec173-d90a-4bad-8b12-d03411833180, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:23.948086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] For port be7ec173-d90a-4bad-8b12-d03411833180, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=be7ec173-d90a-4bad-8b12-d03411833180,segment=NetworkSegment(6b66a49b-3c66-452f-b4bb-9a6622d33893),segment_id=6b66a49b-3c66-452f-b4bb-9a6622d33893)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:23.959974 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.199587 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.250762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:24.258592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d6842-de1e-4ed5-a548-a0501f43b866 None None] Pushing event updated for resources: {'Port': ['ID=be7ec173-d90a-4bad-8b12-d03411833180,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.269475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.326138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.388574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Allocated IP 172.20.0.13 (bb4fff6e-7338-4018-ba32-de47da46245f/fedf3f6b-88f8-4686-91b2-698371b64e3a/c92ae113-ff53-469d-8f6f-24b4583b735b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:24.523518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.563498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.576589 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-72d4d2ae-5682-4aa0-8df8-ce7c8800f6b0 req-eb9da531-444e-4d1a-8ec5-eb1bcb8061e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408234 Nov 22 16:48:24.589498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c332ef39-2ada-4d39-8e83-db829933e50f req-7f906ab0-0391-42f3-9285-c19a24f86777 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7255793 Nov 22 16:48:24.598396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49996) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.616201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f6e1c8-66ab-41b6-ba46-1143272b8e92,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:24.655194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.660961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596071db-77c5-4cc5-b3c2-227b77c783d1 req-b8dd1b7a-cd39-4f09-9a92-574df06af97e tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:24.668663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-596071db-77c5-4cc5-b3c2-227b77c783d1 req-b8dd1b7a-cd39-4f09-9a92-574df06af97e tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.4535429 Nov 22 16:48:24.669907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-be676a1c-0ce4-486d-81c2-864e4c577eb0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7022512 Nov 22 16:48:24.671885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50002) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.725433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4266bb2b-e6a2-4a79-978f-4e0dd86a7612 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules/e6f6e1c8-66ab-41b6-ba46-1143272b8e92 HTTP/1.1" status: 200 len: 763 time: 0.0482512 Nov 22 16:48:24.755803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50004) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:24.920574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:24.961190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fb05a40e-ac47-4297-9395-3546abbebafd req-9fb0e59f-1e3a-4322-bde4-4851280a49d8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 210 time: 0.0988438 Nov 22 16:48:24.962242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9c4794c-5fe7-4d3e-8432-7d34eb20ae7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.000651 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.055458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Network bb4fff6e-7338-4018-ba32-de47da46245f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:25.069038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c2a7899c-f11e-4c5e-86af-d71eb0219501 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3117759 Nov 22 16:48:25.070169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:25.074835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50008) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.083998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:25.095243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-596071db-77c5-4cc5-b3c2-227b77c783d1 req-7e9c843c-60d0-48bb-9aee-f4c6591a4afa tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248350 Nov 22 16:48:25.107336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3441e8a3-1143-448c-a3ec-8bda1a1e398f no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:25.140003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event updated for resources: {'Port': ['ID=c92ae113-ff53-469d-8f6f-24b4583b735b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.151006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c119f2a4-848e-438a-ae4d-c1da08a78e3b None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:25.153379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 3441e8a3-1143-448c-a3ec-8bda1a1e398f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:25.153926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3441e8a3-1143-448c-a3ec-8bda1a1e398f not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:25.210582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.211267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.228735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-071ae051-17b0-440d-8d03-991f2fb1e398 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.237303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9c4794c-5fe7-4d3e-8432-7d34eb20ae7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.243239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-071ae051-17b0-440d-8d03-991f2fb1e398 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.246262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3902df69-1cc3-4cee-8215-3f618068cf33 None None] Provisioning complete for port c92ae113-ff53-469d-8f6f-24b4583b735b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:25.246639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3902df69-1cc3-4cee-8215-3f618068cf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.263580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-458880e9-6a5e-434c-9990-768da7aac3f5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7963898 Nov 22 16:48:25.288881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Request body: {'port': {'device_id': '79c2b440-e3f0-4240-b645-645757ea5941', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.296392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9c4794c-5fe7-4d3e-8432-7d34eb20ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.301108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3902df69-1cc3-4cee-8215-3f618068cf33 None None] Port c92ae113-ff53-469d-8f6f-24b4583b735b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:25.339119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-071ae051-17b0-440d-8d03-991f2fb1e398 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.351982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-071ae051-17b0-440d-8d03-991f2fb1e398 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.353841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-071ae051-17b0-440d-8d03-991f2fb1e398 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e6f6e1c8-66ab-41b6-ba46-1143272b8e92 HTTP/1.1" status: 204 len: 168 time: 0.2772057 Nov 22 16:48:25.358299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50010) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.379704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.405163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071ae051-17b0-440d-8d03-991f2fb1e398 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e6f6e1c8-66ab-41b6-ba46-1143272b8e92,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.427915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.432724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9c4794c-5fe7-4d3e-8432-7d34eb20ae7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41cd8f720b424040968ee3fb34814964&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8048575 Nov 22 16:48:25.434528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50012) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.453623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa8d0-6fcd-4fc7-afb3-e2d87fa97ba5 req-4c9570af-0b94-4a1e-8306-ea62743c18fa tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.455822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaafa8d0-6fcd-4fc7-afb3-e2d87fa97ba5 req-4c9570af-0b94-4a1e-8306-ea62743c18fa tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 945 time: 0.3358262 Nov 22 16:48:25.456541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4794c-5fe7-4d3e-8432-7d34eb20ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae92c79-1cc4-4b19-8b5c-ad81982753fe,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.606140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eaafa8d0-6fcd-4fc7-afb3-e2d87fa97ba5 req-73049c41-ca42-4dfb-bb2c-360f5b5bd0bf tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128304 Nov 22 16:48:25.682026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.726204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:25.731161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:25.738831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:25.739427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.782066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=47ac1a56-450e-473f-bf05-7a50f2757d02,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:25.800166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e53d5b4f-a03b-46c4-956e-75ee8f32e6ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3016467 Nov 22 16:48:25.801903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50014) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.810801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'fixed_ips': [{'subnet_id': '7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7'}, {'subnet_id': '47ac1a56-450e-473f-bf05-7a50f2757d02'}], 'name': 'tempest-PortsTestJSON-1012940134'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.821157 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.843370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2448eef2-1d95-431a-a89f-4b3f360fbe82 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4764407 Nov 22 16:48:25.844165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50016) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:25.868011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d6c7c9-a71c-4fda-931e-57d1e3a3ac72 None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:25.873458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5914-c513-419b-ab8e-1f681f23b1b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:25.881976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5a7e893-c552-445e-9776-46ab21f2e741', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:25.967244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5914-c513-419b-ab8e-1f681f23b1b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.118451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.226449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:26.279773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a95160b6-c023-41be-be29-466f1d0d883f None None] Provisioning complete for port be7ec173-d90a-4bad-8b12-d03411833180 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:26.280355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a95160b6-c023-41be-be29-466f1d0d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.284149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.285101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5914-c513-419b-ab8e-1f681f23b1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.305726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce0d5914-c513-419b-ab8e-1f681f23b1b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.310955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce0d5914-c513-419b-ab8e-1f681f23b1b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ae92c79-1cc4-4b19-8b5c-ad81982753fe HTTP/1.1" status: 204 len: 168 time: 0.8746843 Nov 22 16:48:26.336390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d5914-c513-419b-ab8e-1f681f23b1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae92c79-1cc4-4b19-8b5c-ad81982753fe,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.371774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.381016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.400938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device be7ec173-d90a-4bad-8b12-d03411833180 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:26.471779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a0dbaa-40b4-4c3b-8f69-c562e68811df,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.509048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.526424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-56fd9d6d-c49b-4f22-b64d-b30e436e82ff tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6495609 Nov 22 16:48:26.534817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50026) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.552862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36a43e-64b3-42bc-9396-b74b3de1b81c req-0fb22f84-a686-487a-b679-621a1696544f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:26.560899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a36a43e-64b3-42bc-9396-b74b3de1b81c req-0fb22f84-a686-487a-b679-621a1696544f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 932 time: 0.4805839 Nov 22 16:48:26.599313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port be7ec173-d90a-4bad-8b12-d03411833180 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:26.599887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.714202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c92ae113-ff53-469d-8f6f-24b4583b735b {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:26.735512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.785266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c184def4-dc64-4c0f-a13a-2e0980a10e5c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules/66a0dbaa-40b4-4c3b-8f69-c562e68811df HTTP/1.1" status: 200 len: 763 time: 0.2491941 Nov 22 16:48:26.786234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50032) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.810014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Transition to ACTIVE for port object c92ae113-ff53-469d-8f6f-24b4583b735b will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:26.820049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] Update dhcp port {'port': {'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'fixed_ips': [{'subnet_id': '7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7', 'ip_address': '172.20.0.2'}, {'subnet_id': '47ac1a56-450e-473f-bf05-7a50f2757d02'}], 'binding:host_id': 'n-d-816206-6'}, 'id': 'be7ec173-d90a-4bad-8b12-d03411833180'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:48:26.821417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.837442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a95160b6-c023-41be-be29-466f1d0d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:26.899440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50034) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.922418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-333526a2-b366-458c-b3c0-e767d8e81d47 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1321089 Nov 22 16:48:26.931081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50036) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:26.938219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730bd670-7f69-4d39-8c91-d83616123212 None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:26.950940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Pushing event updated for resources: {'Port': ['ID=c92ae113-ff53-469d-8f6f-24b4583b735b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:26.963849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b53c5cae-2a63-4ba2-97a3-5eaa741a5331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.017245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.023685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a95160b6-c023-41be-be29-466f1d0d883f None None] For port be7ec173-d90a-4bad-8b12-d03411833180, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=be7ec173-d90a-4bad-8b12-d03411833180,segment=NetworkSegment(6b66a49b-3c66-452f-b4bb-9a6622d33893),segment_id=6b66a49b-3c66-452f-b4bb-9a6622d33893)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:27.034135 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.045785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.066994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a95160b6-c023-41be-be29-466f1d0d883f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.079318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port dc5284e6-ee29-427e-adb6-70a7db43f8cc yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:27.085479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b53c5cae-2a63-4ba2-97a3-5eaa741a5331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.115201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b53c5cae-2a63-4ba2-97a3-5eaa741a5331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.124949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df72d3ed-430c-4703-880e-da38f36ef78c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.158242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95160b6-c023-41be-be29-466f1d0d883f None None] Pushing event updated for resources: {'Port': ['ID=be7ec173-d90a-4bad-8b12-d03411833180,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.162223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df72d3ed-430c-4703-880e-da38f36ef78c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.208366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c5cae-2a63-4ba2-97a3-5eaa741a5331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb7e4d7-5514-47b2-80c0-e378c04d5e5b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.212511 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b53c5cae-2a63-4ba2-97a3-5eaa741a5331 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a82704d7dd04673a3f440ee43d37e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083282 Nov 22 16:48:27.219056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50038) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.256071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:48:27.258091 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:48:27.258953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Attempting to bind port c92ae113-ff53-469d-8f6f-24b4583b735b on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:27.259411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Attempting to bind port c92ae113-ff53-469d-8f6f-24b4583b735b by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:27.259856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Attempting to bind port c92ae113-ff53-469d-8f6f-24b4583b735b on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:27.273705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Port c92ae113-ff53-469d-8f6f-24b4583b735b on network bb4fff6e-7338-4018-ba32-de47da46245f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:27.274106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Attempting to bind port c92ae113-ff53-469d-8f6f-24b4583b735b on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:27.277768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df72d3ed-430c-4703-880e-da38f36ef78c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.288642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df72d3ed-430c-4703-880e-da38f36ef78c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.290335 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-df72d3ed-430c-4703-880e-da38f36ef78c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/66a0dbaa-40b4-4c3b-8f69-c562e68811df HTTP/1.1" status: 204 len: 168 time: 0.3527992 Nov 22 16:48:27.293956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50040) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.298766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:27.299752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:27.300173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Bound using segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:27.300654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Bound port: c92ae113-ff53-469d-8f6f-24b4583b735b, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:27.301015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.326262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72d3ed-430c-4703-880e-da38f36ef78c tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66a0dbaa-40b4-4c3b-8f69-c562e68811df,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.349841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4868de0-f4ab-41b3-b45e-94615b2a5e33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.418938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-609315b4-24ff-4228-a322-bb20a97e25b8 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1153204 Nov 22 16:48:27.425044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50042) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.426523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4868de0-f4ab-41b3-b45e-94615b2a5e33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.434640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Request body: {'security_group_rule': {'security_group_id': 'b5a7e893-c552-445e-9776-46ab21f2e741', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:27.443628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1847b669-d9e5-4228-9b00-0062c1b1b13a req-746ad045-580f-4f1d-bff7-49a3534de7cb tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.451435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1847b669-d9e5-4228-9b00-0062c1b1b13a req-746ad045-580f-4f1d-bff7-49a3534de7cb tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 1.1543136 Nov 22 16:48:27.490934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] For port c92ae113-ff53-469d-8f6f-24b4583b735b, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:27.512619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] For port c92ae113-ff53-469d-8f6f-24b4583b735b, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c92ae113-ff53-469d-8f6f-24b4583b735b,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:27.520023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.557056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.566548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a36a43e-64b3-42bc-9396-b74b3de1b81c req-ee7fe8f4-9899-4777-986b-98794edf97cf tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0047147 Nov 22 16:48:27.574158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1847b669-d9e5-4228-9b00-0062c1b1b13a req-b280b3ea-ceca-4763-9ab7-f14e9327f8e2 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218789 Nov 22 16:48:27.589152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.589881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.591583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] 10.222.0.66 "PUT /v2.0/ports/c92ae113-ff53-469d-8f6f-24b4583b735b HTTP/1.1" status: 200 len: 1092 time: 2.3096297 Nov 22 16:48:27.592081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c2b440-e3f0-4240-b645-645757ea5941', 'tag': 'c92ae113-ff53-469d-8f6f-24b4583b735b'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:27.594602 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff0d43c-fc1a-4de3-a351-969727525bce" -d '{"events": [{"name": "network-changed", "server_uuid": "79c2b440-e3f0-4240-b645-645757ea5941", "tag": "c92ae113-ff53-469d-8f6f-24b4583b735b"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:27.622487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4868de0-f4ab-41b3-b45e-94615b2a5e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.625156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4868de0-f4ab-41b3-b45e-94615b2a5e33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.626315 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4868de0-f4ab-41b3-b45e-94615b2a5e33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cbb7e4d7-5514-47b2-80c0-e378c04d5e5b HTTP/1.1" status: 204 len: 168 time: 0.4039540 Nov 22 16:48:27.650801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc4de7-386a-4493-8bd5-b5119104b75f service neutron] Pushing event updated for resources: {'Port': ['ID=c92ae113-ff53-469d-8f6f-24b4583b735b,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.673059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39106e-f43d-4194-afde-5749eedba8a8 None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:27.677487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4868de0-f4ab-41b3-b45e-94615b2a5e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb7e4d7-5514-47b2-80c0-e378c04d5e5b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.772741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.783929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.812934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.13 (afc31554-b887-4e47-9f0d-33f0c0dd5dee/7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7/dc5284e6-ee29-427e-adb6-70a7db43f8cc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:27.829549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7707f673-2938-4c46-a21f-48034921a39e,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:27.859733 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91003cb5-6507-429c-8225-8d99395079f9 x-openstack-request-id: req-91003cb5-6507-429c-8225-8d99395079f9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:27.860069 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79c2b440-e3f0-4240-b645-645757ea5941", "tag": "c92ae113-ff53-469d-8f6f-24b4583b735b", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:27.860317 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91003cb5-6507-429c-8225-8d99395079f9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:27.860691 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c2b440-e3f0-4240-b645-645757ea5941', 'tag': 'c92ae113-ff53-469d-8f6f-24b4583b735b', 'status': 'completed', 'code': 200} Nov 22 16:48:27.868902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-4276fed9-44b2-4ce9-83b0-34f0f4cb4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:27.871139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.30 (afc31554-b887-4e47-9f0d-33f0c0dd5dee/47ac1a56-450e-473f-bf05-7a50f2757d02/dc5284e6-ee29-427e-adb6-70a7db43f8cc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:27.875360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-4276fed9-44b2-4ce9-83b0-34f0f4cb4f45 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 1095 time: 0.1534474 Nov 22 16:48:27.887932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:27.894584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-44c72c8e-dd2c-4204-b17a-19aad8e4d391 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4646716 Nov 22 16:48:27.898976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50048) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.928458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1e4b8f1d-9251-419d-8b3f-937d476548d1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules/7707f673-2938-4c46-a21f-48034921a39e HTTP/1.1" status: 200 len: 764 time: 0.0234520 Nov 22 16:48:27.955809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:27.964540 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-2d15aeb9-c725-4aac-ae5f-fdb704adc561 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c92ae113-ff53-469d-8f6f-24b4583b735b HTTP/1.1" status: 200 len: 217 time: 0.0687363 Nov 22 16:48:27.967219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Deleting port 500ff752-0bcb-483c-8157-ed0e76ba62ae {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:27.967778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.044392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-90e6e192-e07e-4ac8-8b7a-d62453800c88 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0873373 Nov 22 16:48:28.048615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50054) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:28.050322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68f2b1-5c73-4b6e-84f1-240bbea200f1 req-05e8441a-b1fb-4585-9b15-aa6498d334fd tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.053040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c68f2b1-5c73-4b6e-84f1-240bbea200f1 req-05e8441a-b1fb-4585-9b15-aa6498d334fd tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 945 time: 0.2251081 Nov 22 16:48:28.075721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-92878154-73f9-437c-a262-711829a7d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.077734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-92878154-73f9-437c-a262-711829a7d01a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.1040137 Nov 22 16:48:28.128434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-b7ed49f7-b407-45de-b130-62a335dfad5b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418355 Nov 22 16:48:28.129453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9485a945-98f1-4c9a-8c7e-f1fe9aeb743a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.149348 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9485a945-98f1-4c9a-8c7e-f1fe9aeb743a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.257821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device be7ec173-d90a-4bad-8b12-d03411833180 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:28.306505 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-8e5c4dba-6f3a-473c-a768-a1d314f60ec1 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663733 Nov 22 16:48:28.342228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9485a945-98f1-4c9a-8c7e-f1fe9aeb743a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.342897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.379338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c68f2b1-5c73-4b6e-84f1-240bbea200f1 req-b56cb579-d639-4f8a-918a-f1ff6e7ff7f2 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062088 Nov 22 16:48:28.402597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] For port 500ff752-0bcb-483c-8157-ed0e76ba62ae, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=500ff752-0bcb-483c-8157-ed0e76ba62ae,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:28.403070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.404981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9485a945-98f1-4c9a-8c7e-f1fe9aeb743a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.410983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9485a945-98f1-4c9a-8c7e-f1fe9aeb743a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7707f673-2938-4c46-a21f-48034921a39e HTTP/1.1" status: 204 len: 168 time: 0.3561611 Nov 22 16:48:28.411718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50062) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:28.422876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Calling delete_port for 500ff752-0bcb-483c-8157-ed0e76ba62ae owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:28.432062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port be7ec173-d90a-4bad-8b12-d03411833180 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:28.432819 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.495167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485a945-98f1-4c9a-8c7e-f1fe9aeb743a tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7707f673-2938-4c46-a21f-48034921a39e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:28.613025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc85a3e9-6f03-40e3-b812-2d68dcfed0c1 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1944857 Nov 22 16:48:28.625099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:28.668501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-03ea5dee-443d-4a38-999a-eece310e4ed5 req-dc4166bf-f3a3-4c82-89ee-3d7d8fdb1039 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515925 Nov 22 16:48:28.702076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d622fdc-f967-4509-befd-588d479facfc tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.745850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d622fdc-f967-4509-befd-588d479facfc tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.859674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.915713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-d570613a-cb36-4ebd-9671-aa6985ae3fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:28.916907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-d570613a-cb36-4ebd-9671-aa6985ae3fcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 1095 time: 0.1337626 Nov 22 16:48:28.922898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d622fdc-f967-4509-befd-588d479facfc tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.927271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d622fdc-f967-4509-befd-588d479facfc tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:28.928805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d622fdc-f967-4509-befd-588d479facfc tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "DELETE /v2.0/security-groups/b5a7e893-c552-445e-9776-46ab21f2e741 HTTP/1.1" status: 204 len: 168 time: 0.3027751 Nov 22 16:48:28.940842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:28.974543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] Allocated IP 172.20.0.18 (afc31554-b887-4e47-9f0d-33f0c0dd5dee/47ac1a56-450e-473f-bf05-7a50f2757d02/be7ec173-d90a-4bad-8b12-d03411833180) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:29.013551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d622fdc-f967-4509-befd-588d479facfc tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a7e893-c552-445e-9776-46ab21f2e741,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.089696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:29.107352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3e305-c9c7-4fec-9945-f1ec206770c1 req-538f27ca-4ed1-4f71-82fd-dbb2eea77283 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.109083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8be3e305-c9c7-4fec-9945-f1ec206770c1 req-538f27ca-4ed1-4f71-82fd-dbb2eea77283 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2265894 Nov 22 16:48:29.114900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:29.118945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:29.128325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=dc5284e6-ee29-427e-adb6-70a7db43f8cc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.144924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-20c94c9b-8725-44a5-9aa7-3a0957297bc0 tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2016778 Nov 22 16:48:29.151901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50090) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:29.212942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e80197-6c1f-45a3-b951-519dc1567b41 req-c6713896-660a-493a-b05d-0f84a81c1b4a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.218083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-036b6aae-ab00-47bb-b845-f15eac8aa1da tempest-SecGroupTest-422151584 tempest-SecGroupTest-422151584-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0609143 Nov 22 16:48:29.218083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-bf1ebf46-cce7-49e5-a10b-34ede3ff995a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.218083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-bf1ebf46-cce7-49e5-a10b-34ede3ff995a service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.2881577 Nov 22 16:48:29.227017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e80197-6c1f-45a3-b951-519dc1567b41 req-c6713896-660a-493a-b05d-0f84a81c1b4a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 944 time: 0.3024056 Nov 22 16:48:29.258847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] For port be7ec173-d90a-4bad-8b12-d03411833180, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=be7ec173-d90a-4bad-8b12-d03411833180,segment=NetworkSegment(6b66a49b-3c66-452f-b4bb-9a6622d33893),segment_id=6b66a49b-3c66-452f-b4bb-9a6622d33893)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:29.323696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.324694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.337268 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.343971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-d7ffd4e6-7a76-455c-9131-7cd964e1e21b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c92ae113-ff53-469d-8f6f-24b4583b735b HTTP/1.1" status: 200 len: 217 time: 0.1145561 Nov 22 16:48:29.346838 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.398324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8be3e305-c9c7-4fec-9945-f1ec206770c1 req-c5b63c47-398a-4120-82bb-02555d603975 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746887 Nov 22 16:48:29.417511 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.485794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-9d8a4df4-0ce6-43f8-8282-cd3730596cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:29.497498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-9d8a4df4-0ce6-43f8-8282-cd3730596cd1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.1368287 Nov 22 16:48:29.501596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=500ff752-0bcb-483c-8157-ed0e76ba62ae,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.560697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30e80197-6c1f-45a3-b951-519dc1567b41 req-097b07a1-13c8-41ed-a53c-558d1048e71b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262811 Nov 22 16:48:29.594107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-a908bf5c-0991-4e91-912e-82a065005c44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902290 Nov 22 16:48:29.616659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-780f6508-29d0-4c86-a088-71a084e084ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.8107274 Nov 22 16:48:29.627959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50102) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:29.641447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:29.662463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74435201-0579-4cc6-ac7c-b8eb057743b9 None None] Pushing event updated for resources: {'Port': ['ID=be7ec173-d90a-4bad-8b12-d03411833180,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:29.856510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:29.887232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-c4af70d6-7364-44c6-af53-33ccab884fde service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743416 Nov 22 16:48:29.966579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.092779 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff0d43c-fc1a-4de3-a351-969727525bce req-9daf9961-0471-4901-997a-23d5b278e517 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952946 Nov 22 16:48:30.316171 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-209aef1d-2b32-4f60-a624-5eb464b88696 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f1eecc05c7f4f168d4f12dc8410c0b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3371422 Nov 22 16:48:30.317851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:30.409499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device be7ec173-d90a-4bad-8b12-d03411833180 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:30.416737 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.454305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cef0c02-592c-4e5e-b219-4d29c2c42ec3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.518317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cef0c02-592c-4e5e-b219-4d29c2c42ec3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.582325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port be7ec173-d90a-4bad-8b12-d03411833180 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:30.585354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.633236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cef0c02-592c-4e5e-b219-4d29c2c42ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.641008 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cef0c02-592c-4e5e-b219-4d29c2c42ec3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:30.644932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6cef0c02-592c-4e5e-b219-4d29c2c42ec3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73cba523-522f-4943-ad12-5f0386703fbf HTTP/1.1" status: 204 len: 168 time: 0.3257504 Nov 22 16:48:30.667653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0c02-592c-4e5e-b219-4d29c2c42ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cba523-522f-4943-ad12-5f0386703fbf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:30.739168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882a096-4d27-4be0-9270-75fbb5b5287b None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:31.018140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e89dccba-223a-46fb-b5b4-27ced84eaca9 None None] Provisioning complete for port be7ec173-d90a-4bad-8b12-d03411833180 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:31.018833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e89dccba-223a-46fb-b5b4-27ced84eaca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.098524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Delete allocated IP 172.20.0.30 (afc31554-b887-4e47-9f0d-33f0c0dd5dee/47ac1a56-450e-473f-bf05-7a50f2757d02) {{(pid=103514) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:48:31.144286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c92ae113-ff53-469d-8f6f-24b4583b735b details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:31.299730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e8ab3-82f6-4c4a-bb3f-f8ae29c2b764 req-3e4b9cb1-78e3-4092-a30b-317db563c79e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:31.314331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e7e8ab3-82f6-4c4a-bb3f-f8ae29c2b764 req-3e4b9cb1-78e3-4092-a30b-317db563c79e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 944 time: 0.5213792 Nov 22 16:48:31.404749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e7e8ab3-82f6-4c4a-bb3f-f8ae29c2b764 req-e7909aa2-36ee-456a-b1a2-fe7fe959e162 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885131 Nov 22 16:48:31.574689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c92ae113-ff53-469d-8f6f-24b4583b735b, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c92ae113-ff53-469d-8f6f-24b4583b735b,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:31.606117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'c92ae113-ff53-469d-8f6f-24b4583b735b', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': 'c92ae113-ff53-469d-8f6f-24b4583b735b', 'mac_address': 'fa:16:3e:9b:0c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:31.724449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:31.791333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c92ae113-ff53-469d-8f6f-24b4583b735b {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:31.881141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c92ae113-ff53-469d-8f6f-24b4583b735b, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c92ae113-ff53-469d-8f6f-24b4583b735b,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:31.892770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.070738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2f4ddf85-b2cc-43a1-b30a-81319997dcc6 None None] Provisioning complete for port dc5284e6-ee29-427e-adb6-70a7db43f8cc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:32.073994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddf85-b2cc-43a1-b30a-81319997dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.307079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-6cc4bbf4-f396-457f-8765-81e50a033145 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.310262 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-6cc4bbf4-f396-457f-8765-81e50a033145 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 945 time: 0.2219419 Nov 22 16:48:32.321911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab164-df55-45fe-a6d0-ca119746898b req-ad3af16b-cc40-4633-b85f-0484f55f32e1 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:32.323490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923ab164-df55-45fe-a6d0-ca119746898b req-ad3af16b-cc40-4633-b85f-0484f55f32e1 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 945 time: 1.2672076 Nov 22 16:48:32.495008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.527493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.532819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Deleting port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:32.536126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.604742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Router d954aa5e-00c7-41eb-888a-c23af761a6b0 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:32.687627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2f4ddf85-b2cc-43a1-b30a-81319997dcc6 None None] Port dc5284e6-ee29-427e-adb6-70a7db43f8cc cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:32.701059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['c92ae113-ff53-469d-8f6f-24b4583b735b'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:32.773854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=c92ae113-ff53-469d-8f6f-24b4583b735b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:32.803240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] For port 13f8cb71-0a38-49af-8f2e-66090a3e87b6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13f8cb71-0a38-49af-8f2e-66090a3e87b6,segment=NetworkSegment(4e8a9a1c-febd-4c9a-b800-d19d30589d95),segment_id=4e8a9a1c-febd-4c9a-b800-d19d30589d95)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:32.814057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.845779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2f4ddf85-b2cc-43a1-b30a-81319997dcc6 None None] Provisioning complete for port be7ec173-d90a-4bad-8b12-d03411833180 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:32.847878 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f4ddf85-b2cc-43a1-b30a-81319997dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:32.857819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Calling delete_port for 13f8cb71-0a38-49af-8f2e-66090a3e87b6 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:32.912320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=dc5284e6-ee29-427e-adb6-70a7db43f8cc,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.125721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923ab164-df55-45fe-a6d0-ca119746898b req-9b640698-44ef-4f75-8312-4204ae36bb58 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/security-groups?id=91f68544-a16c-4cb0-b77d-fd6f89e16298&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7710834 Nov 22 16:48:33.132428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:33.144480 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] Sync routers for ids ['d954aa5e-00c7-41eb-888a-c23af761a6b0'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:33.155641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-155f321b-ee76-4944-ae36-7afe7af30cb0 admin admin] 10.222.0.65 "PUT /v2.0/routers/d954aa5e-00c7-41eb-888a-c23af761a6b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7760129 Nov 22 16:48:33.156542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50188) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:33.168442 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] Routers {'d954aa5e-00c7-41eb-888a-c23af761a6b0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:33.169091 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d954aa5e-00c7-41eb-888a-c23af761a6b0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:33.175906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] In _notify_port_updated(), no bound segment for port dc5284e6-ee29-427e-adb6-70a7db43f8cc on network afc31554-b887-4e47-9f0d-33f0c0dd5dee {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:48:33.193120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.193834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.195895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c96cf319-04af-49a8-9cd3-a6700e9f7e06 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/ports/dc5284e6-ee29-427e-adb6-70a7db43f8cc HTTP/1.1" status: 200 len: 920 time: 3.5601206 Nov 22 16:48:33.199506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50190) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:33.213807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7'}, {'subnet_id': '47ac1a56-450e-473f-bf05-7a50f2757d02'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:33.273771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4cdb5062-1a76-491a-b65d-46d97317091e None None] Provisioning complete for port dc5284e6-ee29-427e-adb6-70a7db43f8cc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:33.274505 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cdb5062-1a76-491a-b65d-46d97317091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.296434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93412fe3-e510-437b-9b01-518208e75f7d req-4a9b1a78-a3cf-48b9-88bf-36c2d0d9baa1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.311121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93412fe3-e510-437b-9b01-518208e75f7d req-4a9b1a78-a3cf-48b9-88bf-36c2d0d9baa1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 945 time: 0.7296107 Nov 22 16:48:33.353326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4cdb5062-1a76-491a-b65d-46d97317091e None None] Port dc5284e6-ee29-427e-adb6-70a7db43f8cc cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:33.366867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.381853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['13f8cb71-0a38-49af-8f2e-66090a3e87b6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:33.436898 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] Set router d954aa5e-00c7-41eb-888a-c23af761a6b0 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:33.580124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93412fe3-e510-437b-9b01-518208e75f7d req-b624d6b0-34a5-4440-853e-c55cd250a49d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679310 Nov 22 16:48:33.596770 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.654120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Pushing event deleted for resources: {'Port': ['ID=13f8cb71-0a38-49af-8f2e-66090a3e87b6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:33.723507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] No DVR routers for this DVR port 13f8cb71-0a38-49af-8f2e-66090a3e87b6 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:33.731059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.736611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cfe82875-9c0f-4cfe-9c7b-7176c93d03e9 req-f4ba1a28-bfaa-4004-996a-5875dfc29791 tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.20 "DELETE /v2.0/ports/13f8cb71-0a38-49af-8f2e-66090a3e87b6 HTTP/1.1" status: 204 len: 173 time: 1.4187984 Nov 22 16:48:33.743773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'name': 'network-vif-deleted', 'tag': '13f8cb71-0a38-49af-8f2e-66090a3e87b6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:33.746979 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a1b891-d7f0-471c-b8ce-4853b27d3ccc" -d '{"events": [{"server_uuid": "7b6f0310-4bff-4e91-b623-47c89a7333fd", "name": "network-vif-deleted", "tag": "13f8cb71-0a38-49af-8f2e-66090a3e87b6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:33.858651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb84e66-d0cd-4780-a538-73d576233c8b req-f62789b3-504f-4f89-b159-a7012b555802 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:33.872627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4cb84e66-d0cd-4780-a538-73d576233c8b req-f62789b3-504f-4f89-b159-a7012b555802 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2128131 Nov 22 16:48:33.892437 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3'}], 'enable_snat': True}, 'gw_port_id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:48:29Z', 'revision_number': 5, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port': {'id': '4d14848a-6ee6-4b17-b593-03f42497836c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ad:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2067, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:48Z', 'updated_at': '2021-11-22T16:46:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:33.903345 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33949db0-7e0f-4c4c-96a2-82fac0bab919 x-openstack-request-id: req-33949db0-7e0f-4c4c-96a2-82fac0bab919 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:33.904204 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6f0310-4bff-4e91-b623-47c89a7333fd", "name": "network-vif-deleted", "tag": "13f8cb71-0a38-49af-8f2e-66090a3e87b6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:33.905053 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33949db0-7e0f-4c4c-96a2-82fac0bab919 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:33.905482 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6f0310-4bff-4e91-b623-47c89a7333fd', 'name': 'network-vif-deleted', 'tag': '13f8cb71-0a38-49af-8f2e-66090a3e87b6', 'status': 'completed', 'code': 200} Nov 22 16:48:33.920790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.966123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:33.986863 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] Checking router: d954aa5e-00c7-41eb-888a-c23af761a6b0 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:34.011983 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] Routers {'d954aa5e-00c7-41eb-888a-c23af761a6b0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:34.012992 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['d954aa5e-00c7-41eb-888a-c23af761a6b0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:34.030718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4cb84e66-d0cd-4780-a538-73d576233c8b req-779cce84-3673-4a13-9a01-0c401731d438 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556759 Nov 22 16:48:34.168581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Deleting port 4d14848a-6ee6-4b17-b593-03f42497836c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:34.169040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.215093 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] Set router d954aa5e-00c7-41eb-888a-c23af761a6b0 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:34.343544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] For port 4d14848a-6ee6-4b17-b593-03f42497836c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4d14848a-6ee6-4b17-b593-03f42497836c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:34.344050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.357688 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:48:33Z', 'revision_number': 6, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:34.374074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Calling delete_port for 4d14848a-6ee6-4b17-b593-03f42497836c owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:34.407924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e7dc3-b2b0-44de-ad5a-6c1e287c0e17 None None] The sync data for ids ['d954aa5e-00c7-41eb-888a-c23af761a6b0'] in n-d-816206-6 is: [{'id': 'd954aa5e-00c7-41eb-888a-c23af761a6b0', 'name': 'tempest-TestServerMultinode-2614668-router', 'tenant_id': '9d733154fb844383b254eeafd2f8b9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:44Z', 'updated_at': '2021-11-22T16:48:33Z', 'revision_number': 6, 'project_id': '9d733154fb844383b254eeafd2f8b9af', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:34.539671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.25 (afc31554-b887-4e47-9f0d-33f0c0dd5dee/47ac1a56-450e-473f-bf05-7a50f2757d02/dc5284e6-ee29-427e-adb6-70a7db43f8cc) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:34.656218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bed6de26-ba78-4a79-842a-9bd6b4e4de53 req-3d65bec0-6ed6-4bb6-ad2b-68a24086e59e tempest-ServerMetadataNegativeTestJSON-945179620 tempest-ServerMetadataNegativeTestJSON-945179620-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b6f0310-4bff-4e91-b623-47c89a7333fd HTTP/1.1" status: 200 len: 210 time: 0.2485304 Nov 22 16:48:34.729542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.781691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d14848a-6ee6-4b17-b593-03f42497836c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.786642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.794256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:34.813834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da774a-0eaa-45e0-a3b3-6690b8312ff3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:34.940066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=dc5284e6-ee29-427e-adb6-70a7db43f8cc,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:34.987050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414aca0-a536-458c-916c-030142971bb8 req-dc7ac6e6-3bae-4576-a699-8b4f79ec6060 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:34.988885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5414aca0-a536-458c-916c-030142971bb8 req-dc7ac6e6-3bae-4576-a699-8b4f79ec6060 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 945 time: 0.1201692 Nov 22 16:48:34.992900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.049166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] In _notify_port_updated(), no bound segment for port dc5284e6-ee29-427e-adb6-70a7db43f8cc on network afc31554-b887-4e47-9f0d-33f0c0dd5dee {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:48:35.067281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:35.068675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.071357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b59fe9a0-25d5-4317-a274-bcff48cd636f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/ports/dc5284e6-ee29-427e-adb6-70a7db43f8cc HTTP/1.1" status: 200 len: 1000 time: 1.8698153 Nov 22 16:48:35.077828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50268) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.165984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c92ae113-ff53-469d-8f6f-24b4583b735b up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:35.215590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.226380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.332380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port dc5284e6-ee29-427e-adb6-70a7db43f8cc {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:35.335051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.341374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port c92ae113-ff53-469d-8f6f-24b4583b735b completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:35.347174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port c92ae113-ff53-469d-8f6f-24b4583b735b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:35.347914 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.446674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.452244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d954aa5e-00c7-41eb-888a-c23af761a6b0 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:48:35.467516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.469702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c5c31d8-4087-421e-857c-0b04d5f5dc59 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d954aa5e-00c7-41eb-888a-c23af761a6b0 HTTP/1.1" status: 204 len: 168 time: 2.3086126 Nov 22 16:48:35.473779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.553502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8196fc99-0d32-4a76-9276-6d7feafe025a None None] Provisioning complete for port dc5284e6-ee29-427e-adb6-70a7db43f8cc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:35.557436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.563564 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8196fc99-0d32-4a76-9276-6d7feafe025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.581556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for dc5284e6-ee29-427e-adb6-70a7db43f8cc owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:35.633458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5414aca0-a536-458c-916c-030142971bb8 req-55861492-d065-4046-9477-4e4780889ae9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269753 Nov 22 16:48:35.676683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8196fc99-0d32-4a76-9276-6d7feafe025a None None] Port dc5284e6-ee29-427e-adb6-70a7db43f8cc cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:35.780340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50298) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:35.816334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:35.888864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c2b440-e3f0-4240-b645-645757ea5941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92ae113-ff53-469d-8f6f-24b4583b735b'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:35.895060 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca7babb-b981-4abc-9db3-17d05dc63598" -d '{"events": [{"server_uuid": "79c2b440-e3f0-4240-b645-645757ea5941", "name": "network-vif-plugged", "status": "completed", "tag": "c92ae113-ff53-469d-8f6f-24b4583b735b"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:35.935040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port c92ae113-ff53-469d-8f6f-24b4583b735b, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c92ae113-ff53-469d-8f6f-24b4583b735b,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:35.943797 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.012416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Deleting subnet 1f04064a-64b0-4484-8193-1f1c50e0fe89 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:36.023609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.087908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.099802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Deleting subnet 3c91101c-9255-490f-be7b-0122fa3052b8 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:36.108328 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4748539-91b1-4c29-a547-ab914ff96ed5 x-openstack-request-id: req-c4748539-91b1-4c29-a547-ab914ff96ed5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:36.109220 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c2b440-e3f0-4240-b645-645757ea5941", "name": "network-vif-plugged", "status": "completed", "tag": "c92ae113-ff53-469d-8f6f-24b4583b735b", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:36.109882 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4748539-91b1-4c29-a547-ab914ff96ed5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:36.110304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.110720 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c2b440-e3f0-4240-b645-645757ea5941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c92ae113-ff53-469d-8f6f-24b4583b735b', 'code': 200} Nov 22 16:48:36.113599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=c92ae113-ff53-469d-8f6f-24b4583b735b,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.178469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-e199e992-efb2-4532-943d-0592aa5950af tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.185870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-e199e992-efb2-4532-943d-0592aa5950af tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.5825324 Nov 22 16:48:36.203309 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.258414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 500ff752-0bcb-483c-8157-ed0e76ba62ae no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:36.269522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-9f9e4693-b176-47d8-ab79-0fda1d8ea305 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/quotas/455e70f91a9046cd9854e813be90103c HTTP/1.1" status: 200 len: 375 time: 0.0823939 Nov 22 16:48:36.278131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.279364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=dc5284e6-ee29-427e-adb6-70a7db43f8cc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:36.308458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 500ff752-0bcb-483c-8157-ed0e76ba62ae {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:36.309176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 500ff752-0bcb-483c-8157-ed0e76ba62ae not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:36.309581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4d14848a-6ee6-4b17-b593-03f42497836c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:36.362627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 4d14848a-6ee6-4b17-b593-03f42497836c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:36.363252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4d14848a-6ee6-4b17-b593-03f42497836c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:36.421456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13f8cb71-0a38-49af-8f2e-66090a3e87b6 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:36.477811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 13f8cb71-0a38-49af-8f2e-66090a3e87b6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:36.478326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13f8cb71-0a38-49af-8f2e-66090a3e87b6 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:36.507554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a90684-3f88-40aa-8cc8-4e02ddf1f839 req-78615b59-ead5-454f-884a-8fcd28900283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:36.509172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a90684-3f88-40aa-8cc8-4e02ddf1f839 req-78615b59-ead5-454f-884a-8fcd28900283 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 1097 time: 0.3981900 Nov 22 16:48:36.579159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.583394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e68ac7a4-ab5a-410f-9d1c-bfde74484493 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/dc5284e6-ee29-427e-adb6-70a7db43f8cc HTTP/1.1" status: 204 len: 168 time: 1.5034232 Nov 22 16:48:36.598514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:36.627165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.699052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.744521 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d9e74b-09c3-41cf-9b62-0aba97213288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:48:36.746780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24d9e74b-09c3-41cf-9b62-0aba97213288 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/dc5284e6-ee29-427e-adb6-70a7db43f8cc HTTP/1.1" status: 404 len: 333 time: 0.1468682 Nov 22 16:48:36.750459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:36.765958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a90684-3f88-40aa-8cc8-4e02ddf1f839 req-982451ae-10cb-4fda-829e-79a3d2b9d02f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310686 Nov 22 16:48:36.876433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 47ac1a56-450e-473f-bf05-7a50f2757d02 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:36.895456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.927182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-485341bf-6496-4c50-a62b-b414adbfbcf2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6358366 Nov 22 16:48:36.928346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:36.989745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.068126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c226b986-eac0-41d9-97ed-b3fe050c1335 None None] Network 65fc7ea2-195d-4b6e-b9df-5f18281efb7c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:37.085236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.091080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1f04064a-64b0-4484-8193-1f1c50e0fe89 HTTP/1.1" status: 204 len: 168 time: 1.6151409 Nov 22 16:48:37.118693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427b5a3-1748-4f6b-a0b6-2cb11634e3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f04064a-64b0-4484-8193-1f1c50e0fe89,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:37.135388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50348) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.220188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.372043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.415967 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.459371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.463726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c91101c-9255-490f-be7b-0122fa3052b8 HTTP/1.1" status: 204 len: 168 time: 1.6812110 Nov 22 16:48:37.469445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50356) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.471695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb5d17-67be-41df-90d8-fad1e2f1b2a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c91101c-9255-490f-be7b-0122fa3052b8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:37.477910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.483468 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.492171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67301baf-616a-4027-9f40-a448c21d0f11 req-3f000235-65a8-4821-a416-7bb6cfb3f947 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:37.494561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67301baf-616a-4027-9f40-a448c21d0f11 req-3f000235-65a8-4821-a416-7bb6cfb3f947 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.5934424 Nov 22 16:48:37.520015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.531862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/47ac1a56-450e-473f-bf05-7a50f2757d02 HTTP/1.1" status: 204 len: 168 time: 0.7801905 Nov 22 16:48:37.532465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:37.533459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f064cf-d22d-4749-821d-61727b7aea71 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=47ac1a56-450e-473f-bf05-7a50f2757d02,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:37.554856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a73d32-de3f-4adb-b372-9ba3b1fc2ffb None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:37.606016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.681053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] DHCP port deletion for 65fc7ea2-195d-4b6e-b9df-5f18281efb7c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:37.709170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:37.725480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.743113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-66467813-1fa0-4ab4-9699-611ef5756744 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860942 Nov 22 16:48:37.862534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.895840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67301baf-616a-4027-9f40-a448c21d0f11 req-10604732-8434-4610-af8a-cd7801c6c6ba tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855859 Nov 22 16:48:37.943009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:37.971969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d2eaaf-5b05-44f3-ab57-750d5593d3c5']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:37.984102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8a9a1c-febd-4c9a-b800-d19d30589d95') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:37.984720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8a9a1c-febd-4c9a-b800-d19d30589d95') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:38.009582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.019604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.029512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] Deleting port e0245836-13bf-4458-8094-14c0f9f2307c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:38.029868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.030112 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.042835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:38.043576 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:38.113481 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:38.128452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.198347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-9f5f77a6-d111-4329-ba66-d736c5480d40 service neutron] 10.222.0.65 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283533 Nov 22 16:48:38.211684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.214890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.227026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.228240 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.232863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b4d2eaaf-5b05-44f3-ab57-750d5593d3c5 HTTP/1.1" status: 204 len: 168 time: 0.7530084 Nov 22 16:48:38.234910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] For port e0245836-13bf-4458-8094-14c0f9f2307c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0245836-13bf-4458-8094-14c0f9f2307c,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:38.236108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.250298 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8b78ad7a-0335-4a13-96b8-700014fa4ef6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7 HTTP/1.1" status: 204 len: 168 time: 0.7077124 Nov 22 16:48:38.252495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:38.256764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Deleting port e0245836-13bf-4458-8094-14c0f9f2307c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:38.259312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.284606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] Calling delete_port for e0245836-13bf-4458-8094-14c0f9f2307c owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:38.305087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0245836-13bf-4458-8094-14c0f9f2307c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:38.453092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] For port e0245836-13bf-4458-8094-14c0f9f2307c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0245836-13bf-4458-8094-14c0f9f2307c,segment=NetworkSegment(4b37c8f9-8bbe-489c-81f9-1f09272c76e5),segment_id=4b37c8f9-8bbe-489c-81f9-1f09272c76e5)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:38.453541 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.477344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Calling delete_port for e0245836-13bf-4458-8094-14c0f9f2307c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:38.608456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaad340-5724-4490-8bed-75d8a8a95712 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d2eaaf-5b05-44f3-ab57-750d5593d3c5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.626085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.670576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No active binding found for port e0245836-13bf-4458-8094-14c0f9f2307c {{(pid=103516) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 16:48:38.681633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.686046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0245836-13bf-4458-8094-14c0f9f2307c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:38.721638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0245836-13bf-4458-8094-14c0f9f2307c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:38.729500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] No DVR routers for this DVR port e0245836-13bf-4458-8094-14c0f9f2307c on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:38.732317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d2778-85c8-462e-80bc-59f13deffbb8 None None] Update dhcp port {'port': {'network_id': 'afc31554-b887-4e47-9f0d-33f0c0dd5dee', 'fixed_ips': [{'subnet_id': '7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7'}], 'binding:host_id': 'n-d-816206-6'}, 'id': 'be7ec173-d90a-4bad-8b12-d03411833180'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:48:38.818092 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:48:38.824120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-891fa70f-fb2e-4922-8413-4a4d9ee4f214 req-9eaac1a6-dc98-4d4f-85fc-33f6f1837b65 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 210 time: 0.1758754 Nov 22 16:48:38.848104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port be7ec173-d90a-4bad-8b12-d03411833180 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:38.848617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.885363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:38.903792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d2d2778-85c8-462e-80bc-59f13deffbb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.907815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.932976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:38.987699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.038221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] Pushing event deleted for resources: {'Port': ['ID=e0245836-13bf-4458-8094-14c0f9f2307c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.050668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfabef36-805f-41b4-a3a6-c1b33dd34662 None None] No DVR routers for this DVR port e0245836-13bf-4458-8094-14c0f9f2307c on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:39.054741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fc7ea2-195d-4b6e-b9df-5f18281efb7c']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:39.078898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50410) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:39.105191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b37c8f9-8bbe-489c-81f9-1f09272c76e5') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:39.105585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b37c8f9-8bbe-489c-81f9-1f09272c76e5') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:39.123870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.149283 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c3a51ed6-5911-498a-92e6-517c70553612 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=021334c4975942f19ca542cbce5dc6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2629409 Nov 22 16:48:39.154503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50414) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:39.190768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] For port be7ec173-d90a-4bad-8b12-d03411833180, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=be7ec173-d90a-4bad-8b12-d03411833180,segment=NetworkSegment(6b66a49b-3c66-452f-b4bb-9a6622d33893),segment_id=6b66a49b-3c66-452f-b4bb-9a6622d33893)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:39.196103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.200920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.249084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:39.249492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.250634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for be7ec173-d90a-4bad-8b12-d03411833180 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:39.252972 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:39.399797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.403452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.466786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a92f07-9ca9-44bf-82fd-f3dc3e8e8e9f None None] Network afc31554-b887-4e47-9f0d-33f0c0dd5dee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:39.495111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No DVR routers for this DVR port be7ec173-d90a-4bad-8b12-d03411833180 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:39.497886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-544ade0b-50f9-4335-a9e4-50a342cdf665 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.511244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=be7ec173-d90a-4bad-8b12-d03411833180,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:39.607081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-56199b0b-2395-4d84-83b8-2af8517bc381 None None] Could not find standard attr ID for object be7ec173-d90a-4bad-8b12-d03411833180. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:48:39.616327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69113e4e-e204-4a94-af85-5522832b2203 req-a8d30d1d-6dc9-4e4e-a1dc-19ce825fa10d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:39.624824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69113e4e-e204-4a94-af85-5522832b2203 req-a8d30d1d-6dc9-4e4e-a1dc-19ce825fa10d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.4625714 Nov 22 16:48:39.629762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.640189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.722472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69113e4e-e204-4a94-af85-5522832b2203 req-d47cb482-55e5-4476-add7-ea8ac7a5b7f4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966308 Nov 22 16:48:39.786223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:39.794326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] 10.222.0.65 "DELETE /v2.0/networks/65fc7ea2-195d-4b6e-b9df-5f18281efb7c HTTP/1.1" status: 204 len: 168 time: 2.6518378 Nov 22 16:48:39.802571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af62b82-0d46-4ea6-95f8-852a4c762782 None None] DHCP port deletion for afc31554-b887-4e47-9f0d-33f0c0dd5dee request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:39.880930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50422) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:40.029219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.038985 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.038985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91f68544-a16c-4cb0-b77d-fd6f89e16298 HTTP/1.1" status: 204 len: 168 time: 0.8766885 Nov 22 16:48:40.038985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc050f23-fe20-4045-b521-d154263b0219 admin admin] Pushing event deleted for resources: {'Network': ['ID=65fc7ea2-195d-4b6e-b9df-5f18281efb7c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:40.066607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.089562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc31554-b887-4e47-9f0d-33f0c0dd5dee']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:40.099880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b66a49b-3c66-452f-b4bb-9a6622d33893') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:40.100185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b66a49b-3c66-452f-b4bb-9a6622d33893') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:40.112201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.140545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.140774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a56d94-7402-498b-bf01-e787af68a987 req-4418efcc-dde4-4375-b105-16ae545a60da tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 210 time: 0.1463523 Nov 22 16:48:40.162163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:40.163318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.166519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-544ade0b-50f9-4335-a9e4-50a342cdf665 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:40.167293 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:40.324217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device be7ec173-d90a-4bad-8b12-d03411833180 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:40.346334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.356946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.370891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/afc31554-b887-4e47-9f0d-33f0c0dd5dee HTTP/1.1" status: 204 len: 168 time: 2.1144631 Nov 22 16:48:40.389026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: be7ec173-d90a-4bad-8b12-d03411833180 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:40.390582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device be7ec173-d90a-4bad-8b12-d03411833180 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:40.398820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50434) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:40.519634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df415c-ae5e-44b2-83ab-f7cda7b7f54d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=afc31554-b887-4e47-9f0d-33f0c0dd5dee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:40.553533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da8aa55-a539-4857-9ec7-ff8f555a4339 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.555772 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5da8aa55-a539-4857-9ec7-ff8f555a4339 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1509471 Nov 22 16:48:40.562575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50440) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:40.649441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d8dc6f3c-2fb3-47fd-a25a-de063f8b6ea8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0858805 Nov 22 16:48:40.667983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-c2ddb92c-464f-4761-a605-3f0c266bc5f0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:40.671018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-c2ddb92c-464f-4761-a605-3f0c266bc5f0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 814 time: 0.3595655 Nov 22 16:48:40.671518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50446) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:40.677437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1610324576'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:40.697024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Request body: {'port': {'device_id': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'admin_state_up': True, 'tenant_id': '455e70f91a9046cd9854e813be90103c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:40.766426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:40.770533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.842586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:40.865457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.865786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-544ade0b-50f9-4335-a9e4-50a342cdf665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.865902 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment 757dbdb5-58fb-4ce1-add7-14b6cfc4d456 of type vlan for network 70102a4e-2669-4dbd-925e-22133b3eec13 Nov 22 16:48:40.872690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f68544-a16c-4cb0-b77d-fd6f89e16298,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:40.898420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Made reservation on behalf of 455e70f91a9046cd9854e813be90103c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:40.902230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:40.958533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.958883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.959273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.959656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.959998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.960425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.960652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.960990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.961608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.962296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.962882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.963540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeb21c7-cc11-47d6-9ec0-a44f9a19d825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:40.965298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.024122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ade0b-50f9-4335-a9e4-50a342cdf665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3684f2a-a40d-4ba9-a9f5-65db4b97178c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:41.066534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.074335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.075834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.100890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053030c2-373f-4a95-925c-756ca30de15c req-7df3bbbd-da70-467b-8d29-695d1eb8037a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:41.102532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-053030c2-373f-4a95-925c-756ca30de15c req-7df3bbbd-da70-467b-8d29-695d1eb8037a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 1.1073461 Nov 22 16:48:41.118674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-544ade0b-50f9-4335-a9e4-50a342cdf665 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af70e078784241eb834df6a6efa3f9b9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0374000 Nov 22 16:48:41.123756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50460) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:41.281417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Allocated IP 172.20.0.7 (22e53eb7-3d6f-4572-9c8d-7729d17dae66/75fded1b-c7cd-4e2c-867b-d57c8460387e/94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:41.320904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:41.328567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6559620 Nov 22 16:48:41.342844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50468) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:41.350087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:41.382202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-053030c2-373f-4a95-925c-756ca30de15c req-01f984e9-1eb5-4c64-88a2-3094837cf49d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560391 Nov 22 16:48:41.445970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64ce70-96bc-4f26-973e-f39539bf709b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=70102a4e-2669-4dbd-925e-22133b3eec13,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:41.457151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 70102a4e-2669-4dbd-925e-22133b3eec13 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:41.463255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc3e8852-e231-4214-944a-8b648c8fdbe4 req-eeb6eb25-21a4-410a-9f60-4cafd3ebf9b3 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 210 time: 0.1212015 Nov 22 16:48:41.464218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab261-6ae7-4bc5-af71-cab13b7d456a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.590943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab261-6ae7-4bc5-af71-cab13b7d456a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.672774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50474) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:41.706853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:41.710631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.778315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-918554242-network', 'tenant_id': '1bedf0e1332246fc8e5a0c32787c0ced'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:41.784442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab261-6ae7-4bc5-af71-cab13b7d456a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.787286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f5ab261-6ae7-4bc5-af71-cab13b7d456a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.791243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f5ab261-6ae7-4bc5-af71-cab13b7d456a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3684f2a-a40d-4ba9-a9f5-65db4b97178c HTTP/1.1" status: 204 len: 168 time: 0.6608188 Nov 22 16:48:41.814972 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.817134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ab261-6ae7-4bc5-af71-cab13b7d456a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3684f2a-a40d-4ba9-a9f5-65db4b97178c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:41.869064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6dea14b3-1df2-4e30-9b38-7e36b1b0ff7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.882348 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:41.895578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87072f51-db38-4104-a0ee-e3d3a82f26d5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:41.954583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:42.035553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Made reservation on behalf of 1bedf0e1332246fc8e5a0c32787c0ced for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:42.046817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6dea14b3-1df2-4e30-9b38-7e36b1b0ff7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.049641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.060944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6dea14b3-1df2-4e30-9b38-7e36b1b0ff7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.082823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:42.106910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.118823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:42.141637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:42.144755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dc5971-4846-4205-9708-a08484bcc36f None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:42.187266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6dea14b3-1df2-4e30-9b38-7e36b1b0ff7e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=65689736440f4073ac0cfa47bc1558c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5128057 Nov 22 16:48:42.190918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.192583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50484) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:42.197022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea14b3-1df2-4e30-9b38-7e36b1b0ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a41acca-0296-4e10-9dce-d6e2fb06cb92,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:42.231440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event updated for resources: {'Port': ['ID=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:42.331570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.375133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.376403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.396729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50486) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:42.431602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42adb99-37cb-4117-b1bb-b673296ebde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.549050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2d236a01-ac28-4343-b008-05c12e68a1f6 None None] Provisioning complete for port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:42.549836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d236a01-ac28-4343-b008-05c12e68a1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.563401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.574931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5804c7e7-34a9-471a-a953-d360414beead tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8826652 Nov 22 16:48:42.582465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.605601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Request body: {'port': {'device_id': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:42.619440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2d236a01-ac28-4343-b008-05c12e68a1f6 None None] Port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:42.699185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a86edfe-caaf-49dc-8f76-8cc115683097 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.748196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.768053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d83fea-1990-4917-9302-addfbd6dd180,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:42.790959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=83ab32b5-1277-423c-b161-124de77be8aa,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:42.822329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': '757dbdb5-58fb-4ce1-add7-14b6cfc4d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:42.822706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: 70102a4e-2669-4dbd-925e-22133b3eec13, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:42.865900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a86edfe-caaf-49dc-8f76-8cc115683097 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.875594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863a23c-a221-4fac-9f00-12ae06bcd912 req-cca650b2-6e48-4b68-a9bc-8cca13917b0b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.877338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c863a23c-a221-4fac-9f00-12ae06bcd912 req-cca650b2-6e48-4b68-a9bc-8cca13917b0b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 931 time: 0.1813569 Nov 22 16:48:42.901946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891f7b-28e2-46c3-92b7-1841fc30644e req-c2c4848f-71ff-4e3c-ac5b-496580b167f1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:42.910525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8891f7b-28e2-46c3-92b7-1841fc30644e req-c2c4848f-71ff-4e3c-ac5b-496580b167f1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2555289 Nov 22 16:48:42.918959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:42.964084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:42.964327 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Added segment faf63ec7-92b3-49e8-9dcc-cd66872ce6db of type vlan for network 3f248081-d852-4020-851e-bb0cfc04ea5b Nov 22 16:48:43.004858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 70102a4e-2669-4dbd-925e-22133b3eec13 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:43.073258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 70102a4e-2669-4dbd-925e-22133b3eec13) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:43.084855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b28a1-3c12-4cbe-acbf-14d8ed5633b6 None None] Network 70102a4e-2669-4dbd-925e-22133b3eec13 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:43.093120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.094170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.115434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c863a23c-a221-4fac-9f00-12ae06bcd912 req-a2c103d5-2426-4dee-a7a3-caec2241a7e1 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235091 Nov 22 16:48:43.121163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8891f7b-28e2-46c3-92b7-1841fc30644e req-fdd86964-bf0e-4ade-b1fa-688b4458772b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096317 Nov 22 16:48:43.183693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-440a8220-4782-44ff-8a66-ce4a9906e1a1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8381305 Nov 22 16:48:43.186825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50494) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:43.193052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a86edfe-caaf-49dc-8f76-8cc115683097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.197268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a86edfe-caaf-49dc-8f76-8cc115683097 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.199046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a86edfe-caaf-49dc-8f76-8cc115683097 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a41acca-0296-4e10-9dce-d6e2fb06cb92 HTTP/1.1" status: 204 len: 168 time: 1.0032399 Nov 22 16:48:43.203237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13', 'name': 'tempest-PortsTestJSON-1933579894'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:43.235373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:43.238795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86edfe-caaf-49dc-8f76-8cc115683097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a41acca-0296-4e10-9dce-d6e2fb06cb92,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.246018 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.264295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Transition to ACTIVE for port object 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:43.292791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42adb99-37cb-4117-b1bb-b673296ebde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.297506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.363129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Deleting port 52320dd6-e28b-43dc-b79b-fa2c49701788 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:43.364244 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.382413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42adb99-37cb-4117-b1bb-b673296ebde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.450565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.457304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-70102a4e-2669-4dbd-925e-22133b3eec13', 'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': '83ab32b5-1277-423c-b161-124de77be8aa'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:43.458564 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.461367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a42adb99-37cb-4117-b1bb-b673296ebde4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6bc9920a40d246ab9db5838f1f84a44b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0612438 Nov 22 16:48:43.474050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50498) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:43.496438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.561446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18149a5-9c62-4d80-9ddf-6e5a6e2d9b0e None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:43.590143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] For port 52320dd6-e28b-43dc-b79b-fa2c49701788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=52320dd6-e28b-43dc-b79b-fa2c49701788,segment=NetworkSegment(b848e893-0176-4ae8-9c27-6ec9f0f5e460),segment_id=b848e893-0176-4ae8-9c27-6ec9f0f5e460)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:43.592552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.609925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42adb99-37cb-4117-b1bb-b673296ebde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca165bc-e490-4118-a913-d3878d29a445,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.640362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Calling delete_port for 52320dd6-e28b-43dc-b79b-fa2c49701788 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:43.659570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60a4cc6b-b451-4174-a547-ab975304b3c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.668057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Allocated IP 172.20.0.2 (70102a4e-2669-4dbd-925e-22133b3eec13/83ab32b5-1277-423c-b161-124de77be8aa/e76042cb-10e7-4f6a-a78c-0ec387505de6) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:43.686683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.687675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:43.688267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.701810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60a4cc6b-b451-4174-a547-ab975304b3c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.758615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:43.767882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.770024 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4449365 Nov 22 16:48:43.773115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50504) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:43.796108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Request body: {'subnet': {'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-918554242-subnet', 'tenant_id': '1bedf0e1332246fc8e5a0c32787c0ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:43.804492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 71474311-2ad8-4374-9dc6-009d29c69cfc yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:43.868211 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.877920 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:43.935611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Attempting to bind port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:43.938270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Attempting to bind port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:43.938724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Attempting to bind port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:43.942017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593d1d2-94b3-4fd0-9455-902bb34907e1 admin admin] Pushing event updated for resources: {'Network': ['ID=3f248081-d852-4020-851e-bb0cfc04ea5b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.952598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Pushing event updated for resources: {'Port': ['ID=e76042cb-10e7-4f6a-a78c-0ec387505de6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:43.958314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 3f248081-d852-4020-851e-bb0cfc04ea5b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:43.978030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:43.978913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Attempting to bind port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 on network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:43.982786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Network 70102a4e-2669-4dbd-925e-22133b3eec13 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:43.987519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Made reservation on behalf of 1bedf0e1332246fc8e5a0c32787c0ced for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:43.991280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.015994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:44.020367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:44.080005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.9 (70102a4e-2669-4dbd-925e-22133b3eec13/83ab32b5-1277-423c-b161-124de77be8aa/71474311-2ad8-4374-9dc6-009d29c69cfc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:44.120903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Attempting to bind port e76042cb-10e7-4f6a-a78c-0ec387505de6 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:44.121330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Attempting to bind port e76042cb-10e7-4f6a-a78c-0ec387505de6 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '757dbdb5-58fb-4ce1-add7-14b6cfc4d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:44.121728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Attempting to bind port e76042cb-10e7-4f6a-a78c-0ec387505de6 on network 70102a4e-2669-4dbd-925e-22133b3eec13 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:44.129569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:44.129569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Checking segment: {'id': '757dbdb5-58fb-4ce1-add7-14b6cfc4d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:44.130132 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.130357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Bound using segment: {'id': '757dbdb5-58fb-4ce1-add7-14b6cfc4d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:44.130936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Bound port: e76042cb-10e7-4f6a-a78c-0ec387505de6, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '757dbdb5-58fb-4ce1-add7-14b6cfc4d456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:44.131341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.236414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] For port e76042cb-10e7-4f6a-a78c-0ec387505de6, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:44.253992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] For port e76042cb-10e7-4f6a-a78c-0ec387505de6, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e76042cb-10e7-4f6a-a78c-0ec387505de6,segment=NetworkSegment(757dbdb5-58fb-4ce1-add7-14b6cfc4d456),segment_id=757dbdb5-58fb-4ce1-add7-14b6cfc4d456)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:44.271553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.340218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:44.340754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Checking segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:44.346503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Bound using segment: {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:44.347413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Bound port: 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c5de1b-96de-4bea-a550-af125c7d7a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:44.348179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.390605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60a4cc6b-b451-4174-a547-ab975304b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.397067 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60a4cc6b-b451-4174-a547-ab975304b3c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.399926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-60a4cc6b-b451-4174-a547-ab975304b3c8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ca165bc-e490-4118-a913-d3878d29a445 HTTP/1.1" status: 204 len: 168 time: 0.9234667 Nov 22 16:48:44.440320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa74568-01f5-417f-9232-2e2a363b5ca4 None None] Pushing event updated for resources: {'Port': ['ID=e76042cb-10e7-4f6a-a78c-0ec387505de6,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.572500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.706507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] For port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:44.746261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] For port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:44.753963 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.769861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1529175-a6d6-4960-a079-e76495d0c55d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.774116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.777634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Checking segment: {'id': 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:44.778248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Network hostable DHCP agents. Network: 3f248081-d852-4020-851e-bb0cfc04ea5b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:44.813814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4cc6b-b451-4174-a547-ab975304b3c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca165bc-e490-4118-a913-d3878d29a445,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.850940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.851584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.853642 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] 10.222.0.20 "PUT /v2.0/ports/94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 HTTP/1.1" status: 200 len: 1091 time: 2.2611632 Nov 22 16:48:44.854499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'tag': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:44.857549 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a12743-869f-4982-adf9-95ced1e530d2" -d '{"events": [{"name": "network-changed", "server_uuid": "20abdfd4-7017-4c20-93e5-2a28facf38c3", "tag": "94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:44.877598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfedcb8e-927c-4fbf-8c08-85f1a61d1766 None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:44.904526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Network 3f248081-d852-4020-851e-bb0cfc04ea5b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:44.931690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55bd40-0568-4a4a-b741-f45a74d85f92 req-001e70fd-b4e5-45b5-9f87-645d326f7cde tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.932027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 3f248081-d852-4020-851e-bb0cfc04ea5b) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:44.933618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d562fae-b722-47cb-a184-4780cf51cda2 service neutron] Pushing event updated for resources: {'Port': ['ID=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:44.936033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc55bd40-0568-4a4a-b741-f45a74d85f92 req-001e70fd-b4e5-45b5-9f87-645d326f7cde tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 943 time: 0.4087594 Nov 22 16:48:44.943627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7290354-a7fc-47a3-a12a-31f6c4d1728d None None] Network 3f248081-d852-4020-851e-bb0cfc04ea5b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:44.954209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:44.965751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:44.966362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.027682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8e6426d6-ba25-4fe5-a95e-cbfef90616e8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2403178 Nov 22 16:48:45.041567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5ec68069-997a-49f8-a510-2e298f5e6cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.043111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-5ec68069-997a-49f8-a510-2e298f5e6cc2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 1094 time: 0.1246645 Nov 22 16:48:45.141432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-da3e3858-2f5f-4b38-a801-ec2c5e934948 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 HTTP/1.1" status: 200 len: 217 time: 0.0872343 Nov 22 16:48:45.267174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-e3097a43-5bd8-4f9c-87e5-e08237e5d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.269913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-e3097a43-5bd8-4f9c-87e5-e08237e5d87c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.1109042 Nov 22 16:48:45.297088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a464b269-dcdc-4cf5-aef7-44f21093963f None None] Network 3f248081-d852-4020-851e-bb0cfc04ea5b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:45.302986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=71474311-2ad8-4374-9dc6-009d29c69cfc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:45.311456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.321799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546523a3-9f31-4f36-b8ca-9e8d7fee61de req-742dc807-f91b-4705-a048-85f8060017f9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.329703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-546523a3-9f31-4f36-b8ca-9e8d7fee61de req-742dc807-f91b-4705-a048-85f8060017f9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.9008040 Nov 22 16:48:45.386325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-42fba6e5-cb31-4014-83cf-2d7683e02603 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048028 Nov 22 16:48:45.401567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Pushing event deleted for resources: {'Port': ['ID=52320dd6-e28b-43dc-b79b-fa2c49701788,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:45.527978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 70102a4e-2669-4dbd-925e-22133b3eec13 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:45.589970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc55bd40-0568-4a4a-b741-f45a74d85f92 req-9b9fc705-3fd4-400e-b813-b681298120ea tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6397710 Nov 22 16:48:45.620506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-546523a3-9f31-4f36-b8ca-9e8d7fee61de req-7b70e1bb-e840-4a92-b6cd-d1f2fa85c75c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811573 Nov 22 16:48:45.620506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:45.648153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-c301434e-2cb8-4c48-a2f3-e9484cb0dab7 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544155 Nov 22 16:48:45.757220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:45.782178 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beef62a9-cbed-4360-95e5-f97b77b9cc7f x-openstack-request-id: req-beef62a9-cbed-4360-95e5-f97b77b9cc7f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:45.783162 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20abdfd4-7017-4c20-93e5-2a28facf38c3", "tag": "94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:45.783592 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-beef62a9-cbed-4360-95e5-f97b77b9cc7f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:45.784100 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'tag': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6', 'status': 'completed', 'code': 200} Nov 22 16:48:45.854110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:45.854709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:45.879561 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1b5046c7-787b-4d68-a8f7-83e1eb90e19b req-dffcb64e-ccf8-48bc-b588-77b1b7285104 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175684 Nov 22 16:48:45.911762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50558) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:45.970820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d284a2ba-acd0-44d0-a197-5513a1e3d496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7793283 Nov 22 16:48:45.980653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50562) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:45.991169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '70102a4e-2669-4dbd-925e-22133b3eec13', 'name': 'tempest-PortsTestJSON-744209804'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:46.053165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12743-869f-4982-adf9-95ced1e530d2 req-136d30ab-b965-497e-acac-a6491e933673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.059883 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-136d30ab-b965-497e-acac-a6491e933673 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 1094 time: 0.1132357 Nov 22 16:48:46.196182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.242271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c0e54cf-cc90-401d-87fa-2affa8e6a49a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.297341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1216f-c01e-48f6-b23f-ef9805a15dc2 None None] Network 70102a4e-2669-4dbd-925e-22133b3eec13 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:46.438858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12743-869f-4982-adf9-95ced1e530d2 req-e47904b7-f382-46be-8da0-65b98e9e72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.465606 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-e47904b7-f382-46be-8da0-65b98e9e72b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.3927684 Nov 22 16:48:46.480394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:46.485594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.522049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 2fcacc3d-4076-4596-83e4-1f68f0adad5a yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:46.533674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2779826d-d68c-4c96-924f-186d9e60a330 None None] Provisioning complete for port e76042cb-10e7-4f6a-a78c-0ec387505de6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:46.535069 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2779826d-d68c-4c96-924f-186d9e60a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.598333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e76042cb-10e7-4f6a-a78c-0ec387505de6 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:46.733321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c0e54cf-cc90-401d-87fa-2affa8e6a49a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.740567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-6c959b02-8321-4dda-8037-02b3559614b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 HTTP/1.1" status: 200 len: 217 time: 0.2622294 Nov 22 16:48:46.745565 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c0e54cf-cc90-401d-87fa-2affa8e6a49a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:46.884284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c0e54cf-cc90-401d-87fa-2affa8e6a49a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=096de6768d6a46c5890923d40ef75369&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9706237 Nov 22 16:48:46.899476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50588) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:46.932930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e54cf-cc90-401d-87fa-2affa8e6a49a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6317f09d-ce9b-4aa5-ad9f-819d272e2964,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:46.998033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a12743-869f-4982-adf9-95ced1e530d2 req-cc23177a-cb22-480f-b514-a0e65e3aae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:46.998033 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-cc23177a-cb22-480f-b514-a0e65e3aae93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.2410891 Nov 22 16:48:47.049933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93491223-7390-4d66-8637-b2aa5c1e7d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.053868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e76042cb-10e7-4f6a-a78c-0ec387505de6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:47.054520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.058970 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2779826d-d68c-4c96-924f-186d9e60a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.076111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-431683f1-5423-4567-9e9a-a6375f894402 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619583 Nov 22 16:48:47.117948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93491223-7390-4d66-8637-b2aa5c1e7d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.190954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2779826d-d68c-4c96-924f-186d9e60a330 None None] For port e76042cb-10e7-4f6a-a78c-0ec387505de6, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e76042cb-10e7-4f6a-a78c-0ec387505de6,segment=NetworkSegment(757dbdb5-58fb-4ce1-add7-14b6cfc4d456),segment_id=757dbdb5-58fb-4ce1-add7-14b6cfc4d456)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:47.240904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2779826d-d68c-4c96-924f-186d9e60a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.316032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93491223-7390-4d66-8637-b2aa5c1e7d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.334965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93491223-7390-4d66-8637-b2aa5c1e7d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.338957 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-93491223-7390-4d66-8637-b2aa5c1e7d05 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6317f09d-ce9b-4aa5-ad9f-819d272e2964 HTTP/1.1" status: 204 len: 168 time: 0.4352944 Nov 22 16:48:47.339733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2779826d-d68c-4c96-924f-186d9e60a330 None None] Pushing event updated for resources: {'Port': ['ID=e76042cb-10e7-4f6a-a78c-0ec387505de6,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.348424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93491223-7390-4d66-8637-b2aa5c1e7d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6317f09d-ce9b-4aa5-ad9f-819d272e2964,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:47.445263 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-1a0c3529-d85a-4405-877d-3fe145d8168c service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472884 Nov 22 16:48:47.575813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-41addb50-109e-47e8-844a-49f702861591 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.587713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-41addb50-109e-47e8-844a-49f702861591 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/networks?id=3f248081-d852-4020-851e-bb0cfc04ea5b HTTP/1.1" status: 200 len: 808 time: 0.9080579 Nov 22 16:48:47.628819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.12 (70102a4e-2669-4dbd-925e-22133b3eec13/83ab32b5-1277-423c-b161-124de77be8aa/2fcacc3d-4076-4596-83e4-1f68f0adad5a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:47.643823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-73b5e6f1-51b1-4ee1-af31-4998d98c6f44 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/quotas/1bedf0e1332246fc8e5a0c32787c0ced HTTP/1.1" status: 200 len: 375 time: 0.0551012 Nov 22 16:48:47.667803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-28a12743-869f-4982-adf9-95ced1e530d2 req-9fac1b47-9304-4e66-9148-4e7c57c40e71 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149582 Nov 22 16:48:47.668214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1364aa73-a381-4841-a14a-59bfe3854d7a req-70941015-e493-44ac-b80d-2bd9dea7d7d0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:47.670576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1364aa73-a381-4841-a14a-59bfe3854d7a req-70941015-e493-44ac-b80d-2bd9dea7d7d0 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 943 time: 0.9179814 Nov 22 16:48:47.716092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-d9ef8bdf-b59a-4b68-96a6-0f277a3cab4b tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1bedf0e1332246fc8e5a0c32787c0ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705490 Nov 22 16:48:47.738890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fe35c86e-d898-4024-ac34-e46c9b87cfd6 None None] Provisioning complete for port e76042cb-10e7-4f6a-a78c-0ec387505de6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:47.739576 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe35c86e-d898-4024-ac34-e46c9b87cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.788973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:48:47.924134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fe35c86e-d898-4024-ac34-e46c9b87cfd6 None None] Provisioning complete for port 71474311-2ad8-4374-9dc6-009d29c69cfc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:47.924806 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe35c86e-d898-4024-ac34-e46c9b87cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:47.934656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1364aa73-a381-4841-a14a-59bfe3854d7a req-226eb303-0d4a-4bb1-9ca1-145e7ebad10e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158110 Nov 22 16:48:48.017585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fe35c86e-d898-4024-ac34-e46c9b87cfd6 None None] Port 71474311-2ad8-4374-9dc6-009d29c69cfc cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:48.147138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1208d491-a457-451c-8613-89474c6246b0 None None] Provisioning complete for port 71474311-2ad8-4374-9dc6-009d29c69cfc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:48.147138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1208d491-a457-451c-8613-89474c6246b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.215602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1208d491-a457-451c-8613-89474c6246b0 None None] Port 71474311-2ad8-4374-9dc6-009d29c69cfc cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:48.252474 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.269026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:48.287244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] Sync routers for ids ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:48.287371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba16b5a5-a8e5-46aa-b9d2-dce838c73de2 admin admin] 10.222.0.65 "PUT /v2.0/routers/9c982fbe-589a-4b1f-bcfe-b7f08847c671/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3404016 Nov 22 16:48:48.288298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50628) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:48.305931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e76042cb-10e7-4f6a-a78c-0ec387505de6 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:48.306710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa96f1-5fee-4e07-a862-9a6b7381fdb3 req-74a593b3-96b8-4b9c-b102-9030d2821834 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.308660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bfa96f1-5fee-4e07-a862-9a6b7381fdb3 req-74a593b3-96b8-4b9c-b102-9030d2821834 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2464411 Nov 22 16:48:48.369831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] Routers {'9c982fbe-589a-4b1f-bcfe-b7f08847c671'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:48.370613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:48.394246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-678eee8f-69ee-4c82-acf2-9090ae38fa31 service neutron] 10.222.0.65 "GET /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505558 Nov 22 16:48:48.401916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.434229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e76042cb-10e7-4f6a-a78c-0ec387505de6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:48.434818 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.439905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:48:48.473262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.557509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 70102a4e-2669-4dbd-925e-22133b3eec13 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:48.567324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bfa96f1-5fee-4e07-a862-9a6b7381fdb3 req-187305ce-a5b6-44a2-98ee-23f89e3b23d8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508941 Nov 22 16:48:48.568291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:48.582678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:48.602404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:48.641064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=2fcacc3d-4076-4596-83e4-1f68f0adad5a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:48.664380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.665128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] Set router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:48.700229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:48.705177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.714479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-e546ff79-16d5-4d9b-a1aa-0706bb9b618a service neutron] 10.222.0.65 "GET /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100116 Nov 22 16:48:48.743835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-95a62492-77b3-45a5-a5b8-2a218838d84a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7615674 Nov 22 16:48:48.744598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:48.785092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Deleting port 492026f8-c790-494e-a9a1-c4d18732b9d9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:48.785439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:48.789722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6', 'network_id': '22e53eb7-3d6f-4572-9c8d-7729d17dae66', 'port_id': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6', 'mac_address': 'fa:16:3e:af:73:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75fded1b-c7cd-4e2c-867b-d57c8460387e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:48:48.935150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50646) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:49.030595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-00f98198-f50f-4529-8644-d68f5b31aa73 None None] Provisioning complete for port 2fcacc3d-4076-4596-83e4-1f68f0adad5a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:49.031027 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-00f98198-f50f-4529-8644-d68f5b31aa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.077972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.152175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d61f4bf-c404-436a-a67e-d86760eb26e1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.156418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4d61f4bf-c404-436a-a67e-d86760eb26e1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.4060063 Nov 22 16:48:49.164651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:49.179215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de813538-22e0-4785-94e5-edafd5fde6ea req-9a9d6367-9521-46e7-8cf4-552ddc55dab5 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 210 time: 0.1254115 Nov 22 16:48:49.183271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50660) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:49.246912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-00f98198-f50f-4529-8644-d68f5b31aa73 None None] Port 2fcacc3d-4076-4596-83e4-1f68f0adad5a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:49.287759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:49.293549 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.356646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6a4b3-c22c-4002-b94e-1a853b456ef0 req-9b95b2b0-d29d-4156-839b-027126825d17 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.368245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aab6a4b3-c22c-4002-b94e-1a853b456ef0 req-9b95b2b0-d29d-4156-839b-027126825d17 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 943 time: 0.2746143 Nov 22 16:48:49.392730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142'}], 'enable_snat': True}, 'gw_port_id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:48:45Z', 'revision_number': 5, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port': {'id': '492026f8-c790-494e-a9a1-c4d18732b9d9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:47:07Z', 'updated_at': '2021-11-22T16:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:49.397018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:49.431659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] Checking router: 9c982fbe-589a-4b1f-bcfe-b7f08847c671 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:49.446660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] Routers {'9c982fbe-589a-4b1f-bcfe-b7f08847c671'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:49.448025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:49.517554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-239829366-network', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:49.557189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aab6a4b3-c22c-4002-b94e-1a853b456ef0 req-50210295-22a9-42da-a1aa-be769b617776 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879590 Nov 22 16:48:49.576661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] For port 492026f8-c790-494e-a9a1-c4d18732b9d9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=492026f8-c790-494e-a9a1-c4d18732b9d9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:49.578120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.582479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:48:49.615335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Calling delete_port for 492026f8-c790-494e-a9a1-c4d18732b9d9 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:49.624798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 2fcacc3d-4076-4596-83e4-1f68f0adad5a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:49.625339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.630857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Made reservation on behalf of 64b1e8a96c1a46feb49c8e176c4b0deb for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:49.632917 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.666450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] Set router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:49.718113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.816893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:48:48Z', 'revision_number': 6, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:49.852459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a8514c-d1f6-4289-afc4-0e87164d6068 None None] The sync data for ids ['9c982fbe-589a-4b1f-bcfe-b7f08847c671'] in n-d-816206-6 is: [{'id': '9c982fbe-589a-4b1f-bcfe-b7f08847c671', 'name': 'tempest-TestServerMultinode-1725518038-router', 'tenant_id': '32b7c25e1e994afcb5ac95c8bb881397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:47:03Z', 'updated_at': '2021-11-22T16:48:48Z', 'revision_number': 6, 'project_id': '32b7c25e1e994afcb5ac95c8bb881397', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:48:49.889084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.905949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3718b2-52dc-4cb7-b849-4e8f0aa88a86 req-227dd250-3247-4382-8fbd-e616ee315d0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:49.907583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db3718b2-52dc-4cb7-b849-4e8f0aa88a86 req-227dd250-3247-4382-8fbd-e616ee315d0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1907938 Nov 22 16:48:49.918238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:49.958826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Pushing event deleted for resources: {'Port': ['ID=492026f8-c790-494e-a9a1-c4d18732b9d9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:49.987229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bfc9fa6-2634-41d0-b27e-b7ab937c4f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.003911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14161571-ca08-4b21-bf5f-4688476bc21b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:50.008887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 2fcacc3d-4076-4596-83e4-1f68f0adad5a owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:50.097978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.109073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.150242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.185044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:50.194784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50686) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:50.207829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.211739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.220214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db3718b2-52dc-4cb7-b849-4e8f0aa88a86 req-c28c45aa-a54f-4c7e-82be-2fe937695313 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929823 Nov 22 16:48:50.225287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.225641 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Added segment 066633f5-9e6e-4ca0-b90c-518a26b16780 of type vlan for network 9c7fbace-2963-4b16-8739-356bef2014f2 Nov 22 16:48:50.237313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ef4785-1a7a-4f5c-8914-8de65e34ef19,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.305517 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.344097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.347813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c982fbe-589a-4b1f-bcfe-b7f08847c671 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:48:50.358044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.363923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c053a8ca-00b3-4839-8cc3-5f4490f2a488 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9c982fbe-589a-4b1f-bcfe-b7f08847c671 HTTP/1.1" status: 204 len: 168 time: 2.0729713 Nov 22 16:48:50.364900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50692) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:50.382812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 52320dd6-e28b-43dc-b79b-fa2c49701788 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:50.418154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 52320dd6-e28b-43dc-b79b-fa2c49701788 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:50.418756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 52320dd6-e28b-43dc-b79b-fa2c49701788 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:50.428199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Deleting subnet 862660d1-f8cd-40ec-8eb8-e8b1d058aeff {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:50.438480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.451909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57c20566-3de6-4a43-8ad9-e25c1c711847 req-fc1e92b1-ab2e-42cd-b498-1ba79b85ed7a tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 210 time: 0.1036127 Nov 22 16:48:50.481684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.482086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c37e-e700-4006-bce7-d7cd40aca37a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.482918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.483532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.492694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.533731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.575187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6387382 Nov 22 16:48:50.576221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=2fcacc3d-4076-4596-83e4-1f68f0adad5a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.578225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50694) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:50.587089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Request body: {'subnet': {'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-239829366-subnet', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:50.680542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cb9a8-9b05-45ec-aff7-41cfc5ba7410 admin admin] Pushing event updated for resources: {'Network': ['ID=9c7fbace-2963-4b16-8739-356bef2014f2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:50.692202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9c7fbace-2963-4b16-8739-356bef2014f2 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:50.697286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Made reservation on behalf of 64b1e8a96c1a46feb49c8e176c4b0deb for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:50.699717 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.744036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8dcc6a31-0675-4093-8374-a5e5500ec464 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.748029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8dcc6a31-0675-4093-8374-a5e5500ec464 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.66 "GET /v2.0/networks?id=3f248081-d852-4020-851e-bb0cfc04ea5b HTTP/1.1" status: 200 len: 808 time: 0.2487152 Nov 22 16:48:50.796515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Request body: {'port': {'device_id': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b', 'admin_state_up': True, 'tenant_id': '1bedf0e1332246fc8e5a0c32787c0ced'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:50.799379 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.805370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-64205466-6b90-49a7-9cf9-6c51eb3f6d96 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/2fcacc3d-4076-4596-83e4-1f68f0adad5a HTTP/1.1" status: 204 len: 168 time: 1.6186180 Nov 22 16:48:50.807110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50698) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:50.856419 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53d10eb-463c-4ee5-aaf8-f5234c738004 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:48:50.861290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b53d10eb-463c-4ee5-aaf8-f5234c738004 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/2fcacc3d-4076-4596-83e4-1f68f0adad5a HTTP/1.1" status: 404 len: 333 time: 0.0489361 Nov 22 16:48:50.862224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50700) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:50.882819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25b7b-6598-45db-82a3-9540333c6bf9 req-8f5ade40-9862-4959-ad31-06ac8b5fee88 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:50.891310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa25b7b-6598-45db-82a3-9540333c6bf9 req-8f5ade40-9862-4959-ad31-06ac8b5fee88 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 944 time: 0.1779490 Nov 22 16:48:50.927906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:50.978749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fa25b7b-6598-45db-82a3-9540333c6bf9 req-93afecd0-32c4-4687-b2ae-1e78c6ae4523 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860302 Nov 22 16:48:51.039560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c37e-e700-4006-bce7-d7cd40aca37a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.043906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.052031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccc5c37e-e700-4006-bce7-d7cd40aca37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.127078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc3dce3-efe7-425a-8e74-2189828aac32,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:51.144796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Checking segment: {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:51.145156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Network hostable DHCP agents. Network: 9c7fbace-2963-4b16-8739-356bef2014f2, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:51.149384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5c37e-e700-4006-bce7-d7cd40aca37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61fbe09d-4d3b-411f-9ca0-a5365b4e2dc0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:51.159180 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ccc5c37e-e700-4006-bce7-d7cd40aca37a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2fa8ec8bffcd43a98db3dec10523c5f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9626970 Nov 22 16:48:51.161645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:51.163149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.216425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862660d1-f8cd-40ec-8eb8-e8b1d058aeff,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:51.218103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Network 9c7fbace-2963-4b16-8739-356bef2014f2 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:51.223699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.231375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6059bb-db04-4170-9ec0-6a15b8483e7d None None] Network ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:51.231669 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b9dd7539-18e5-4706-842e-1c9be83cc647 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/862660d1-f8cd-40ec-8eb8-e8b1d058aeff HTTP/1.1" status: 204 len: 168 time: 0.8652205 Nov 22 16:48:51.232630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50706) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:51.232753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Made reservation on behalf of 1bedf0e1332246fc8e5a0c32787c0ced for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:51.237564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.272133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 71474311-2ad8-4374-9dc6-009d29c69cfc {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:51.272738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.308627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9c7fbace-2963-4b16-8739-356bef2014f2) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:51.318794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.319986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.327899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422ff039-d233-4f4c-bfa0-8b13ce4f3614 None None] Network 9c7fbace-2963-4b16-8739-356bef2014f2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:51.359800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3a03-8bf3-4ed1-8e87-d3722055ebb7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.364653 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.374877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-241d6dc9-cf3d-4baf-bb52-a1b95af1a3f0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7925830 Nov 22 16:48:51.389246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:51.396466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:51.426566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3a03-8bf3-4ed1-8e87-d3722055ebb7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.493558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.494682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.507356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923fc57f-98f5-43a7-9866-82988fddc357 req-f4053c9c-418c-4af5-8b8b-0826b9e12267 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:51.509133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923fc57f-98f5-43a7-9866-82988fddc357 req-f4053c9c-418c-4af5-8b8b-0826b9e12267 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1411312 Nov 22 16:48:51.517354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.546638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 71474311-2ad8-4374-9dc6-009d29c69cfc owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:51.617005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bf9a3a2-b7a8-4610-8189-5bd3f9b59727 req-c391f6be-26e2-4a94-8f3b-d77911e9772a tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 210 time: 0.0569608 Nov 22 16:48:51.618322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Allocated IP 172.20.0.8 (3f248081-d852-4020-851e-bb0cfc04ea5b/b1529175-a6d6-4960-a079-e76495d0c55d/a56e4173-402e-4002-91e8-5a54b4c3adff) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:51.622935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3a03-8bf3-4ed1-8e87-d3722055ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.626777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3a03-8bf3-4ed1-8e87-d3722055ebb7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.628276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0ecf3a03-8bf3-4ed1-8e87-d3722055ebb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61fbe09d-4d3b-411f-9ca0-a5365b4e2dc0 HTTP/1.1" status: 204 len: 168 time: 0.4653206 Nov 22 16:48:51.662419 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.671546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf3a03-8bf3-4ed1-8e87-d3722055ebb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fbe09d-4d3b-411f-9ca0-a5365b4e2dc0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:51.688008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Deleting port 697caa13-2e04-4f07-8bc3-609de1bdd969 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:51.688674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.800097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923fc57f-98f5-43a7-9866-82988fddc357 req-c009df9a-aeed-48d4-aa1a-6dfba7b84cd3 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758005 Nov 22 16:48:51.811177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] For port 697caa13-2e04-4f07-8bc3-609de1bdd969, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=697caa13-2e04-4f07-8bc3-609de1bdd969,segment=NetworkSegment(b848e893-0176-4ae8-9c27-6ec9f0f5e460),segment_id=b848e893-0176-4ae8-9c27-6ec9f0f5e460)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:51.811728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.843515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-9c7fbace-2963-4b16-8739-356bef2014f2', 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'fixed_ips': [{'subnet_id': 'ccc3dce3-efe7-425a-8e74-2189828aac32'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:51.847009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Calling delete_port for 697caa13-2e04-4f07-8bc3-609de1bdd969 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:51.847874 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:51.912874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] DHCP port deletion for ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:51.983718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.017788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.050328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=697caa13-2e04-4f07-8bc3-609de1bdd969,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.066776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] No DVR routers for this DVR port 697caa13-2e04-4f07-8bc3-609de1bdd969 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:52.123842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.177780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.186691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=71474311-2ad8-4374-9dc6-009d29c69cfc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.190661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Deleting port 697caa13-2e04-4f07-8bc3-609de1bdd969 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:52.197612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.257817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Allocated IP 172.20.0.2 (9c7fbace-2963-4b16-8739-356bef2014f2/ccc3dce3-efe7-425a-8e74-2189828aac32/5a30685f-8f4a-4c21-855f-214d786e9233) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:52.291770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50722) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:52.389219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6efeed7-558f-452c-8c19-770fc951b85d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.395420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.408253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.424075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.428807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-23f1aa23-9236-4a74-8203-2ece1f50674e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/71474311-2ad8-4374-9dc6-009d29c69cfc HTTP/1.1" status: 204 len: 168 time: 1.5618722 Nov 22 16:48:52.440002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50724) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:52.463680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] For port 697caa13-2e04-4f07-8bc3-609de1bdd969, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:52.464363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.488466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 492026f8-c790-494e-a9a1-c4d18732b9d9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:52.500189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Calling delete_port for 697caa13-2e04-4f07-8bc3-609de1bdd969 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:52.507769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:52.508035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Network 3f248081-d852-4020-851e-bb0cfc04ea5b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:52.515579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:52.518192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Pushing event updated for resources: {'Port': ['ID=a56e4173-402e-4002-91e8-5a54b4c3adff,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.522443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:52.574729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Port 697caa13-2e04-4f07-8bc3-609de1bdd969 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:48:52.592446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6efeed7-558f-452c-8c19-770fc951b85d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.596307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:52.608377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 492026f8-c790-494e-a9a1-c4d18732b9d9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:52.608738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 492026f8-c790-494e-a9a1-c4d18732b9d9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:52.609144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 697caa13-2e04-4f07-8bc3-609de1bdd969 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:52.611107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.616811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b848e893-0176-4ae8-9c27-6ec9f0f5e460') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:52.617447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b848e893-0176-4ae8-9c27-6ec9f0f5e460') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:52.628409 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f30df2-4689-4444-8934-646729ca8319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:48:52.630214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54f30df2-4689-4444-8934-646729ca8319 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/71474311-2ad8-4374-9dc6-009d29c69cfc HTTP/1.1" status: 404 len: 333 time: 0.1873822 Nov 22 16:48:52.631823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6efeed7-558f-452c-8c19-770fc951b85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.635253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50726) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:52.647195 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.652952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.654083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.695323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fe19c965-3559-423e-80b3-1aff70e49cb1 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9042549 Nov 22 16:48:52.706490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a44d60-bb51-468b-93bc-0bde83ae19e1 req-dfd50b73-8439-476a-9cf7-1bfe09031409 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:52.708094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52a44d60-bb51-468b-93bc-0bde83ae19e1 req-dfd50b73-8439-476a-9cf7-1bfe09031409 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 944 time: 0.5891705 Nov 22 16:48:52.712803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] Pushing event deleted for resources: {'Port': ['ID=697caa13-2e04-4f07-8bc3-609de1bdd969,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.715812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Request body: {'port': {'device_id': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:52.723928 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.724223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 697caa13-2e04-4f07-8bc3-609de1bdd969 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:52.724592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 697caa13-2e04-4f07-8bc3-609de1bdd969 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:52.743745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863ad11-1773-44a0-8438-c6a545593273 None None] No DVR routers for this DVR port 697caa13-2e04-4f07-8bc3-609de1bdd969 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:52.772733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:48:52.775257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.778725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.788002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:52.788429 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.820485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f6efeed7-558f-452c-8c19-770fc951b85d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2c93980eece493cb8005be613d67900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5172367 Nov 22 16:48:52.825634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:52.826088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.840176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:52.843781 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:52.874245 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.884667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efeed7-558f-452c-8c19-770fc951b85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2ff29-f0ab-4aca-9552-1d5cd18b1fb8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:52.901384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d4cef3c-ca01-4f91-8c6d-af99f919aed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.923016 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.924483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52a44d60-bb51-468b-93bc-0bde83ae19e1 req-aba5ee30-83de-4304-a894-95913aed2b0d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761262 Nov 22 16:48:52.928857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 83ab32b5-1277-423c-b161-124de77be8aa {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:48:52.934801 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:52.946855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.009842 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.027312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.030647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba HTTP/1.1" status: 204 len: 168 time: 1.7968142 Nov 22 16:48:53.039761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a236a0-17b8-46fc-9f1b-5e3fe00d94bc req-82d62af0-812c-4ad3-aafb-2050ca4f14ca tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.042205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2a236a0-17b8-46fc-9f1b-5e3fe00d94bc req-82d62af0-812c-4ad3-aafb-2050ca4f14ca tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 931 time: 0.2717557 Nov 22 16:48:53.045683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.072468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Network 9c7fbace-2963-4b16-8739-356bef2014f2 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:53.075218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:53.083103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:53.084030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81033a55-6f1b-4c85-859b-1db78e9362a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9b9141-f12e-4f86-a07f-c88a1f2ac4ba,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:53.100674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Pushing event updated for resources: {'Port': ['ID=5a30685f-8f4a-4c21-855f-214d786e9233,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:53.129510 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.180769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Attempting to bind port 5a30685f-8f4a-4c21-855f-214d786e9233 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:53.181295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Attempting to bind port 5a30685f-8f4a-4c21-855f-214d786e9233 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:53.181428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2a236a0-17b8-46fc-9f1b-5e3fe00d94bc req-4960f189-27c8-4974-91fa-26cab312e0dc tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039131 Nov 22 16:48:53.181870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Attempting to bind port 5a30685f-8f4a-4c21-855f-214d786e9233 on network 9c7fbace-2963-4b16-8739-356bef2014f2 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:53.189761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:53.193418 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d212d04-a580-48a7-a7e4-00745b3b24a5" -d '{"events": [{"server_uuid": "20abdfd4-7017-4c20-93e5-2a28facf38c3", "name": "network-vif-plugged", "status": "completed", "tag": "94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:53.209270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:53.210902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Checking segment: {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:53.210902 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.211750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Bound using segment: {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:53.212357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Bound port: 5a30685f-8f4a-4c21-855f-214d786e9233, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:53.212843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.219247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:53.231827 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.268330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39fac5-0cd1-4df6-9e59-823b25fa7642 req-8c276019-4c13-4166-b5b2-eb0f54ebf520 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.269683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc39fac5-0cd1-4df6-9e59-823b25fa7642 req-8c276019-4c13-4166-b5b2-eb0f54ebf520 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1908803 Nov 22 16:48:53.289562 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ac4663-ce74-4001-9931-8d0ca8015982 x-openstack-request-id: req-57ac4663-ce74-4001-9931-8d0ca8015982 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:53.290027 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20abdfd4-7017-4c20-93e5-2a28facf38c3", "name": "network-vif-plugged", "status": "completed", "tag": "94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:53.290386 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-57ac4663-ce74-4001-9931-8d0ca8015982 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:53.290933 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6', 'code': 200} Nov 22 16:48:53.314276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.380771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc39fac5-0cd1-4df6-9e59-823b25fa7642 req-2ba9f3dc-423b-4a84-8747-23ac8e092109 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040804 Nov 22 16:48:53.382196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:53.401742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] For port 5a30685f-8f4a-4c21-855f-214d786e9233, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:53.409888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] For port 5a30685f-8f4a-4c21-855f-214d786e9233, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a30685f-8f4a-4c21-855f-214d786e9233,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:53.419173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.497499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50744) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:53.506492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.527246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27467e-b898-4ad9-9b64-0968d6ba14a6 None None] Pushing event updated for resources: {'Port': ['ID=5a30685f-8f4a-4c21-855f-214d786e9233,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:53.550158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.555980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08585aaf-3a59-481a-97f4-39a59bcbbd09 None None] Network 70102a4e-2669-4dbd-925e-22133b3eec13 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:53.561253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/83ab32b5-1277-423c-b161-124de77be8aa HTTP/1.1" status: 204 len: 168 time: 0.9162951 Nov 22 16:48:53.561491 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-794ea403-d3e9-43e4-9b2f-5fc34b680fd8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.563148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50746) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:53.604270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Allocated IP 172.25.6.54 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/8b7d26b8-f457-4fc6-a12e-bee3c261a2b0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:53.711608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-794ea403-d3e9-43e4-9b2f-5fc34b680fd8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:53.768888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf92415-7724-4022-8105-23f617116e58 req-882a5729-c401-4f0e-9ee2-3efaf5481e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:53.770271 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-adf92415-7724-4022-8105-23f617116e58 req-882a5729-c401-4f0e-9ee2-3efaf5481e4c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 1096 time: 0.3265834 Nov 22 16:48:53.930716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] DHCP port deletion for 70102a4e-2669-4dbd-925e-22133b3eec13 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:54.025943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.058036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] Deleting port e76042cb-10e7-4f6a-a78c-0ec387505de6 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:54.058454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.076774 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-adf92415-7724-4022-8105-23f617116e58 req-6d590b02-1a7f-4ede-b999-25604c4bf22b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681634 Nov 22 16:48:54.087195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd463d10-88a9-4df4-b00b-19d5ef70921d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=83ab32b5-1277-423c-b161-124de77be8aa,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.115776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-846900e5-2c41-4b1d-9537-1c94074d0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.118871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-846900e5-2c41-4b1d-9537-1c94074d0553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.2989063 Nov 22 16:48:54.152430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] For port e76042cb-10e7-4f6a-a78c-0ec387505de6, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e76042cb-10e7-4f6a-a78c-0ec387505de6,segment=NetworkSegment(757dbdb5-58fb-4ce1-add7-14b6cfc4d456),segment_id=757dbdb5-58fb-4ce1-add7-14b6cfc4d456)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:54.153067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.164127 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-794ea403-d3e9-43e4-9b2f-5fc34b680fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.166942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-794ea403-d3e9-43e4-9b2f-5fc34b680fd8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.168114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-794ea403-d3e9-43e4-9b2f-5fc34b680fd8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5b2ff29-f0ab-4aca-9552-1d5cd18b1fb8 HTTP/1.1" status: 204 len: 168 time: 1.3269405 Nov 22 16:48:54.173638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.176477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] Calling delete_port for e76042cb-10e7-4f6a-a78c-0ec387505de6 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:54.209009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c6363da5-ddac-4d6c-8c29-7791b2589866 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d733154fb844383b254eeafd2f8b9af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099395 Nov 22 16:48:54.213666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:54.219291 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.240383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ea403-d3e9-43e4-9b2f-5fc34b680fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2ff29-f0ab-4aca-9552-1d5cd18b1fb8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.241729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b3474-05f7-4ccf-b791-2d7d98355578 req-c145ac13-0ff4-411a-92b6-469bad9856fa tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.243692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c55b3474-05f7-4ccf-b791-2d7d98355578 req-c145ac13-0ff4-411a-92b6-469bad9856fa tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1522326 Nov 22 16:48:54.253562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c73d0-76ab-47c0-9e82-cb2ad38c14c3 req-06f51974-8337-400d-9e63-6c9ae6750bd2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.255434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b56c73d0-76ab-47c0-9e82-cb2ad38c14c3 req-06f51974-8337-400d-9e63-6c9ae6750bd2 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 945 time: 0.1676917 Nov 22 16:48:54.379028 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.388853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c55b3474-05f7-4ccf-b791-2d7d98355578 req-aa4d9155-17bb-4ca8-a3a2-13efdf700fd2 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319900 Nov 22 16:48:54.411939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b56c73d0-76ab-47c0-9e82-cb2ad38c14c3 req-0b31f53c-12f3-4cbe-9a81-41e0b824b29b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429274 Nov 22 16:48:54.423753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a30685f-8f4a-4c21-855f-214d786e9233 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:54.447989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port e76042cb-10e7-4f6a-a78c-0ec387505de6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:48:54.448334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.493718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.540636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] Pushing event deleted for resources: {'Port': ['ID=e76042cb-10e7-4f6a-a78c-0ec387505de6,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.549821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56e4173-402e-4002-91e8-5a54b4c3adff {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:48:54.560372 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccad1603-9d5f-484d-a139-04a96dd78246 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.566265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ed432-43a3-43f6-bc46-6ea2739aa4a4 None None] No DVR routers for this DVR port e76042cb-10e7-4f6a-a78c-0ec387505de6 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:54.582209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.599566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] For port e76042cb-10e7-4f6a-a78c-0ec387505de6, host n-d-816206-6, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:54.600760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.620086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for e76042cb-10e7-4f6a-a78c-0ec387505de6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:48:54.622075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5a30685f-8f4a-4c21-855f-214d786e9233 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:54.622466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.623664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Port e76042cb-10e7-4f6a-a78c-0ec387505de6 was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:48:54.628778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.642489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:54.651579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Transition to ACTIVE for port object a56e4173-402e-4002-91e8-5a54b4c3adff will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:48:54.669689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:54.693410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7c7cd7-569d-4825-8dbd-25546adcea6f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:54.694900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.697063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Pushing event updated for resources: {'Port': ['ID=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.701247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:54.705338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccad1603-9d5f-484d-a139-04a96dd78246 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.726209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=e76042cb-10e7-4f6a-a78c-0ec387505de6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:54.729166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No DVR routers for this DVR port e76042cb-10e7-4f6a-a78c-0ec387505de6 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:48:54.749998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-d81c5e1a-d359-4fca-9eb0-9fdc0053b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.756055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-d81c5e1a-d359-4fca-9eb0-9fdc0053b111 service neutron] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.4436934 Nov 22 16:48:54.806882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd53b3b-51bd-4a8a-8480-2765f7068d8a req-b450277a-1715-478a-a18d-f4759d6b168f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.816645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfd53b3b-51bd-4a8a-8480-2765f7068d8a req-b450277a-1715-478a-a18d-f4759d6b168f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1887567 Nov 22 16:48:54.821540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.871755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5671e62-31c7-4136-b64d-5cb4c103c2d9 req-d07c1920-d302-40b8-8a09-e9d6156d6d76 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:54.881784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5671e62-31c7-4136-b64d-5cb4c103c2d9 req-d07c1920-d302-40b8-8a09-e9d6156d6d76 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 943 time: 0.2550781 Nov 22 16:48:54.888830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e260e6ac-3a61-4a55-8335-55551585417f None None] Provisioning complete for port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:54.889214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e260e6ac-3a61-4a55-8335-55551585417f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.915389 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-7f0ae2e6-581d-4970-8fd2-23a8270f7afe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.1061239 Nov 22 16:48:54.920517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 5a30685f-8f4a-4c21-855f-214d786e9233, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a30685f-8f4a-4c21-855f-214d786e9233,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:48:54.934253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:54.987434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=a56e4173-402e-4002-91e8-5a54b4c3adff,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.047432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e260e6ac-3a61-4a55-8335-55551585417f None None] Port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:55.055682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfd53b3b-51bd-4a8a-8480-2765f7068d8a req-c69d706e-d412-43c6-81f1-fd752088f740 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377281 Nov 22 16:48:55.073710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.099082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=5a30685f-8f4a-4c21-855f-214d786e9233,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.105169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e76042cb-10e7-4f6a-a78c-0ec387505de6 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:48:55.144345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e76042cb-10e7-4f6a-a78c-0ec387505de6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:48:55.144774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e76042cb-10e7-4f6a-a78c-0ec387505de6 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:48:55.164539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70102a4e-2669-4dbd-925e-22133b3eec13']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:55.165351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-7d68ffe0-34bb-487d-87d0-8f10b9d92213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.166674 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-7d68ffe0-34bb-487d-87d0-8f10b9d92213 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.2254121 Nov 22 16:48:55.189331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5671e62-31c7-4136-b64d-5cb4c103c2d9 req-533c4322-248c-4744-bcd2-8d68f93129e5 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018174 Nov 22 16:48:55.195193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '757dbdb5-58fb-4ce1-add7-14b6cfc4d456') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:55.195706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '757dbdb5-58fb-4ce1-add7-14b6cfc4d456') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:55.218581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.223332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccad1603-9d5f-484d-a139-04a96dd78246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.226163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccad1603-9d5f-484d-a139-04a96dd78246 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.227378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ccad1603-9d5f-484d-a139-04a96dd78246 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab8a3894-fc17-4fb7-aeec-4c479c313a47 HTTP/1.1" status: 204 len: 168 time: 1.0107439 Nov 22 16:48:55.248592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.260007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:48:55.270929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.279204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-e37a4ae5-35b4-4eea-84f0-f70eab89e8e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664408 Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:48:55.280469 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:48:55.283924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b951682c-2f89-495e-a7c1-fe1afa011046 None None] Network 9c7fbace-2963-4b16-8739-356bef2014f2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:55.292885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad1603-9d5f-484d-a139-04a96dd78246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8a3894-fc17-4fb7-aeec-4c479c313a47,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.311246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Attempting to bind port a56e4173-402e-4002-91e8-5a54b4c3adff on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:55.311608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Attempting to bind port a56e4173-402e-4002-91e8-5a54b4c3adff by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:55.311807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Attempting to bind port a56e4173-402e-4002-91e8-5a54b4c3adff on network 3f248081-d852-4020-851e-bb0cfc04ea5b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:55.363171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Port a56e4173-402e-4002-91e8-5a54b4c3adff on network 3f248081-d852-4020-851e-bb0cfc04ea5b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:48:55.363870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Attempting to bind port a56e4173-402e-4002-91e8-5a54b4c3adff on network 3f248081-d852-4020-851e-bb0cfc04ea5b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:55.381031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:55.381497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Checking segment: {'id': 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:55.382182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Bound using segment: {'id': 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:55.382677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Bound port: a56e4173-402e-4002-91e8-5a54b4c3adff, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:55.383090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.482451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.524295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.539202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/70102a4e-2669-4dbd-925e-22133b3eec13 HTTP/1.1" status: 204 len: 168 time: 1.9442825 Nov 22 16:48:55.559533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50786) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:55.570542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-655226434'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:55.618718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fcc4d-3af3-4540-80a7-5eaeac0ff077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=70102a4e-2669-4dbd-925e-22133b3eec13,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:55.686996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-8dac4969-14f0-4259-ae4c-63635b126b06 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964472 Nov 22 16:48:55.710552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:55.715275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.743550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] For port a56e4173-402e-4002-91e8-5a54b4c3adff, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:55.813294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de25a742-0b14-44ea-8f28-f22a53f1147b req-b4b09ffc-216e-4969-9d85-4afd672f3915 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.816160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de25a742-0b14-44ea-8f28-f22a53f1147b req-b4b09ffc-216e-4969-9d85-4afd672f3915 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2033772 Nov 22 16:48:55.825410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] For port a56e4173-402e-4002-91e8-5a54b4c3adff, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a56e4173-402e-4002-91e8-5a54b4c3adff,segment=NetworkSegment(faf63ec7-92b3-49e8-9dcc-cd66872ce6db),segment_id=faf63ec7-92b3-49e8-9dcc-cd66872ce6db)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:55.828113 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.846544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.862044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f514e-2b1a-4c86-b023-4ba508017ef7 req-7e5ec275-8c1e-4f6c-bbc0-9f5572053e22 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.869309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.875812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b4f514e-2b1a-4c86-b023-4ba508017ef7 req-7e5ec275-8c1e-4f6c-bbc0-9f5572053e22 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 945 time: 0.2106006 Nov 22 16:48:55.882088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-404ff30a-5771-4738-b5fa-f914097db250 None None] Provisioning complete for port 5a30685f-8f4a-4c21-855f-214d786e9233 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:55.882460 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-404ff30a-5771-4738-b5fa-f914097db250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.973525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:55.974463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:55.975876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] 10.222.0.66 "PUT /v2.0/ports/a56e4173-402e-4002-91e8-5a54b4c3adff HTTP/1.1" status: 200 len: 1091 time: 3.2709429 Nov 22 16:48:55.976888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:48:55.990019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'tag': 'a56e4173-402e-4002-91e8-5a54b4c3adff'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:48:55.995844 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5" -d '{"events": [{"name": "network-changed", "server_uuid": "20e80615-9914-408a-8408-0ab7bbffbf2d", "tag": "a56e4173-402e-4002-91e8-5a54b4c3adff"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:48:56.007153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de25a742-0b14-44ea-8f28-f22a53f1147b req-892b0c8a-1e77-457e-8629-cc379f87ecea tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798520 Nov 22 16:48:56.032354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b4f514e-2b1a-4c86-b023-4ba508017ef7 req-6cbf571d-8273-40e4-9fbf-dba9e1771c26 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535318 Nov 22 16:48:56.072803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.112862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.113248 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment 465f365d-a9f5-4f35-b122-549a41833d76 of type vlan for network 6bac32c2-0120-4ce0-9853-6e9e285e480e Nov 22 16:48:56.203499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50798) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.209414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.246168 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8731e7-b269-4eaa-ba80-bb1dce4e8039 x-openstack-request-id: req-ea8731e7-b269-4eaa-ba80-bb1dce4e8039 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:48:56.246704 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e80615-9914-408a-8408-0ab7bbffbf2d", "tag": "a56e4173-402e-4002-91e8-5a54b4c3adff", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:48:56.246960 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea8731e7-b269-4eaa-ba80-bb1dce4e8039 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:48:56.247415 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'tag': 'a56e4173-402e-4002-91e8-5a54b4c3adff', 'status': 'completed', 'code': 200} Nov 22 16:48:56.306269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.307607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a30685f-8f4a-4c21-855f-214d786e9233 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:48:56.313702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.314759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.385471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2989d994-aff1-4e37-b413-23a556a289fa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32b7c25e1e994afcb5ac95c8bb881397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1795979 Nov 22 16:48:56.401321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50802) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.402460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5a30685f-8f4a-4c21-855f-214d786e9233 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:56.403238 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.468499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-723f1d92-14f7-418a-b005-17fc2ae17478 None None] Provisioning complete for port 5a30685f-8f4a-4c21-855f-214d786e9233 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:56.469084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-723f1d92-14f7-418a-b005-17fc2ae17478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.474106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49128b32-60d9-4a59-ab7b-693b0d219efe req-cfc08c33-eba6-48b6-90b3-ac988418921c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.488512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49128b32-60d9-4a59-ab7b-693b0d219efe req-cfc08c33-eba6-48b6-90b3-ac988418921c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2882738 Nov 22 16:48:56.497279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b05679d8-31a2-4810-ac6e-7758f08c1889 req-542ed315-e2cd-4b1f-aa06-2fb8340022a1 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7922912 Nov 22 16:48:56.509153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9443512 Nov 22 16:48:56.512627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50808) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:56.528387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-e9564755-0d33-4f03-bfea-8812386ff8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.531367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-e9564755-0d33-4f03-bfea-8812386ff8be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bedf0e1332246fc8e5a0c32787c0ced&device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 1094 time: 0.2776539 Nov 22 16:48:56.531539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:56.545857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d2ef2-995b-4e9b-9f2d-4444b4427827 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=6bac32c2-0120-4ce0-9853-6e9e285e480e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.561677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4abd13-5d8b-4b91-8188-482bf8af1593 req-32188a69-4694-49d4-b5eb-20f019267ced tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:56.562183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:48:56.563233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a4abd13-5d8b-4b91-8188-482bf8af1593 req-32188a69-4694-49d4-b5eb-20f019267ced tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 943 time: 0.2329445 Nov 22 16:48:56.572851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0e742-9d06-49dd-9e4d-9d9bd8f9bc5f service neutron] Pushing event updated for resources: {'Port': ['ID=a56e4173-402e-4002-91e8-5a54b4c3adff,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:56.638370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-19fb39d4-9c44-4c7c-b561-834ba36c5d9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56e4173-402e-4002-91e8-5a54b4c3adff HTTP/1.1" status: 200 len: 217 time: 0.0793037 Nov 22 16:48:56.739556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a4abd13-5d8b-4b91-8188-482bf8af1593 req-eae38924-6f63-4a9e-ac71-824e0991d6af tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252201 Nov 22 16:48:56.743975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49128b32-60d9-4a59-ab7b-693b0d219efe req-d7ff9dad-06ef-401d-9ee7-6a08a4326819 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544446 Nov 22 16:48:56.748535 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adac53b5-cc6a-4dcc-afbf-38d4a0646169 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.787510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adac53b5-cc6a-4dcc-afbf-38d4a0646169 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.797585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:56.803720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.917866 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adac53b5-cc6a-4dcc-afbf-38d4a0646169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.920504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-adac53b5-cc6a-4dcc-afbf-38d4a0646169 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:56.924925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-adac53b5-cc6a-4dcc-afbf-38d4a0646169 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6235564-d9d8-4146-94a0-867d29ee4dae HTTP/1.1" status: 204 len: 168 time: 0.5217416 Nov 22 16:48:56.936344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac53b5-cc6a-4dcc-afbf-38d4a0646169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6235564-d9d8-4146-94a0-867d29ee4dae,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.098557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.203138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-ea816d9c-ff89-4d45-9f58-36abb2024262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.205048 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-ea816d9c-ff89-4d45-9f58-36abb2024262 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1529175-a6d6-4960-a079-e76495d0c55d HTTP/1.1" status: 200 len: 848 time: 0.2006073 Nov 22 16:48:57.206940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=f6672216-18fb-4f39-b524-aa2c21903f04,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:57.262224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-d88a537e-6f9a-4f40-ad1b-0fec41e9e120 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181080 Nov 22 16:48:57.264697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-f8b93fd7-8af3-4295-9b66-adcdaf4cbfd8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f248081-d852-4020-851e-bb0cfc04ea5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452888 Nov 22 16:48:57.266178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.377791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': '465f365d-a9f5-4f35-b122-549a41833d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:57.378435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: 6bac32c2-0120-4ce0-9853-6e9e285e480e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:48:57.405237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dd011-6a49-449a-ab2e-df9759490a62 req-2b0b7f29-d128-4cab-8b1f-cbbc32a4cb0b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.415814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff0dd011-6a49-449a-ab2e-df9759490a62 req-2b0b7f29-d128-4cab-8b1f-cbbc32a4cb0b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2234969 Nov 22 16:48:57.446899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7251b0d-7b5a-4bad-b667-ceac3df2a3f8 req-5020a427-7624-4a42-998b-26d4c86a5ded tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.449974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7251b0d-7b5a-4bad-b667-ceac3df2a3f8 req-5020a427-7624-4a42-998b-26d4c86a5ded tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 945 time: 0.2606659 Nov 22 16:48:57.458859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:48:57.491003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 6bac32c2-0120-4ce0-9853-6e9e285e480e) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:57.504429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88f390-c186-4251-992e-4a8dd0da0ae3 None None] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:48:57.512633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.513501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:57.532607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-c6fa119c-9039-412e-a6d0-11adeb274ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:57.539796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-c6fa119c-9039-412e-a6d0-11adeb274ad7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 1097 time: 0.2161920 Nov 22 16:48:57.577476 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-a37e13f2-3b4f-44ba-b744-f2f4c3e57473 service neutron] 10.222.0.66 "GET /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015392 Nov 22 16:48:57.616452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-44114120-c5f4-4ba7-b477-2449b5124c3d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0959258 Nov 22 16:48:57.625792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50836) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:57.631339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff0dd011-6a49-449a-ab2e-df9759490a62 req-63048c42-d426-43ee-92ba-baba5ad91651 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141495 Nov 22 16:48:57.669226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7251b0d-7b5a-4bad-b667-ceac3df2a3f8 req-a0a09a16-31fa-44ed-8208-6c5817bcb283 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005661 Nov 22 16:48:57.713571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e', 'name': 'tempest-PortsTestJSON-1017100547', 'fixed_ips': [{'subnet_id': 'f6672216-18fb-4f39-b524-aa2c21903f04', 'ip_address': '172.20.0.10'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:48:57.796878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Router 72f16931-d614-4983-a252-20652999ee73 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:48:57.865950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-6bac32c2-0120-4ce0-9853-6e9e285e480e', 'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': 'f6672216-18fb-4f39-b524-aa2c21903f04'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:48:57.867615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.015994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:48:58.030072 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Sync routers for ids ['72f16931-d614-4983-a252-20652999ee73'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:48:58.031254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f5444-bcac-4ed2-8186-573c0de7cc06 req-69c6eadb-2df6-4b2e-ab11-236e94828b0b tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.040773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-772f5444-bcac-4ed2-8186-573c0de7cc06 req-69c6eadb-2df6-4b2e-ab11-236e94828b0b tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 943 time: 0.2114241 Nov 22 16:48:58.050056 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Routers {'72f16931-d614-4983-a252-20652999ee73'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:48:58.050689 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['72f16931-d614-4983-a252-20652999ee73'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:58.088633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Allocated IP 172.20.0.2 (6bac32c2-0120-4ce0-9853-6e9e285e480e/f6672216-18fb-4f39-b524-aa2c21903f04/9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:58.089788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3e5dfba-e410-45fc-9092-de05fbd472f4 req-fcb5eecc-680d-4619-a62f-64a944ae2876 service neutron] 10.222.0.66 "GET /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037210 Nov 22 16:48:58.101329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-957ea362-dc06-4165-9ec4-aec0f945317c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.101329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-957ea362-dc06-4165-9ec4-aec0f945317c service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.4976077 Nov 22 16:48:58.101329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.103064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a217d3e-a364-4264-ac9a-ff6432a79c43 req-58baa168-3b63-4bcf-a760-8e1983e3d250 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.103362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-86f44253-d35b-48eb-bc19-c26896ffbd01 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.7102947 Nov 22 16:48:58.103759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50852) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:48:58.128686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a217d3e-a364-4264-ac9a-ff6432a79c43 req-58baa168-3b63-4bcf-a760-8e1983e3d250 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2466967 Nov 22 16:48:58.239506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:48:58.243867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-772f5444-bcac-4ed2-8186-573c0de7cc06 req-592ffd7b-782f-482c-8fda-aaa35bbe145a tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015512 Nov 22 16:48:58.245311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-97d95936-8323-45cf-9eca-2e7c3f393830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5 HTTP/1.1" status: 200 len: 217 time: 0.1402638 Nov 22 16:48:58.299803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a217d3e-a364-4264-ac9a-ff6432a79c43 req-0b5e7eb9-bfa7-42dc-bcfe-c9de8b7fc58f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853295 Nov 22 16:48:58.347453 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Set router 72f16931-d614-4983-a252-20652999ee73 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:48:58.461323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-ff7f856a-c29b-4d79-a70d-f00981252295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.462790 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-ff7f856a-c29b-4d79-a70d-f00981252295 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1bedf0e1332246fc8e5a0c32787c0ced&device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 1094 time: 0.2372684 Nov 22 16:48:58.475942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-b7ccb8a3-0823-4b59-ad7f-14d5d9af1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.477423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-b7ccb8a3-0823-4b59-ad7f-14d5d9af1ae4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.2164609 Nov 22 16:48:58.550742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-ca88919f-c51e-4cc0-a921-0aebb4a03a88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538332 Nov 22 16:48:58.638862 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.659350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.689167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:48:58.711213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:48:58.771999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:48:58.779322 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:48:55Z', 'revision_number': 3, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:48:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:48:58.811842 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Checking router: 72f16931-d614-4983-a252-20652999ee73 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:48:58.812442 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Updating router 72f16931-d614-4983-a252-20652999ee73 port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:48:58.847089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11c2b5-2370-4f0a-b4fd-edde9b5210b6 req-77999e5e-312d-4a0d-bcd6-e867c1ce35ed tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:58.848845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d11c2b5-2370-4f0a-b4fd-edde9b5210b6 req-77999e5e-312d-4a0d-bcd6-e867c1ce35ed tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1051016 Nov 22 16:48:58.865338 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.882827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.920699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d11c2b5-2370-4f0a-b4fd-edde9b5210b6 req-1e52a785-3cdb-4b69-bb35-a8520746571c tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652533 Nov 22 16:48:58.934200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 7152b3c7-410a-4c21-b8bc-b96f9745ead9 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:48:58.949624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Pushing event updated for resources: {'Port': ['ID=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:58.962629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Attempting to bind port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:58.963007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Attempting to bind port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '465f365d-a9f5-4f35-b122-549a41833d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:58.963377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Attempting to bind port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 on network 6bac32c2-0120-4ce0-9853-6e9e285e480e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:58.980272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:58.980662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Checking segment: {'id': '465f365d-a9f5-4f35-b122-549a41833d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:58.981042 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:58.981453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Bound using segment: {'id': '465f365d-a9f5-4f35-b122-549a41833d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:58.982011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Bound port: 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465f365d-a9f5-4f35-b122-549a41833d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:58.982400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.130597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] For port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:59.137768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] For port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,segment=NetworkSegment(465f365d-a9f5-4f35-b122-549a41833d76),segment_id=465f365d-a9f5-4f35-b122-549a41833d76)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:59.148230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.165034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.10 (6bac32c2-0120-4ce0-9853-6e9e285e480e/f6672216-18fb-4f39-b524-aa2c21903f04/7152b3c7-410a-4c21-b8bc-b96f9745ead9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:48:59.318698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff6d27-7bcc-4162-bdeb-73efadd62508 None None] Pushing event updated for resources: {'Port': ['ID=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:59.389844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.411702 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.420454 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.515236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cac0c97-878f-46a0-bafc-b24bd88251da None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:48:59.606692 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Pushing event updated for resources: {'Port': ['ID=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:48:59.623587 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Attempting to bind port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:48:59.624361 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Attempting to bind port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:48:59.624995 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Attempting to bind port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:48:59.635502 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.636356 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.638909 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.639666 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.640293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.640940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.641551 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.645078 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.646991 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.648056 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.648641 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.649585 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:48:59.700635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:48:59.704016 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:48:59.708788 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.710395 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:48:59.712855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f94cc-2893-4dab-a266-29242c5a1872 req-b6a00724-a9ba-4390-a567-598bcb9a8423 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.713818 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Bound port: 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:48:59.714491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f94cc-2893-4dab-a266-29242c5a1872 req-b6a00724-a9ba-4390-a567-598bcb9a8423 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 943 time: 0.3081234 Nov 22 16:48:59.715125 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.730870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173127e0-78c5-48fc-bf1d-88f15d6ec72a req-c89eda18-76a4-4618-bbf1-ab79131b5a8f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:48:59.732462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-173127e0-78c5-48fc-bf1d-88f15d6ec72a req-c89eda18-76a4-4618-bbf1-ab79131b5a8f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2720165 Nov 22 16:48:59.809815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f94cc-2893-4dab-a266-29242c5a1872 req-30a4c82d-9b1c-4de2-85fc-ab2c40c091d4 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883312 Nov 22 16:48:59.813082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-90686996-8f21-4638-9948-65dd43955a0e None None] Provisioning complete for port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:48:59.818474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-90686996-8f21-4638-9948-65dd43955a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.868264 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] For port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:48:59.875094 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] For port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:48:59.885557 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:48:59.916275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-173127e0-78c5-48fc-bf1d-88f15d6ec72a req-d772ed78-0e22-432a-aa55-54a076e9fef4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091740 Nov 22 16:48:59.927244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-90686996-8f21-4638-9948-65dd43955a0e None None] Port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:48:59.999501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a56895-8d53-4a7d-b3df-c79b45cd48c8 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:00.012116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599038c6-2bf9-4f68-9f30-eed8c098dda1 None None] Pushing event updated for resources: {'Port': ['ID=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.034112 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Routers {'72f16931-d614-4983-a252-20652999ee73'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:00.035458 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['72f16931-d614-4983-a252-20652999ee73'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:00.080002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-16409665-3397-4beb-a875-38b4788a3a5b None None] Provisioning complete for port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:00.080575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16409665-3397-4beb-a875-38b4788a3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.142556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-bb830f4a-2416-4781-a120-78d19d8c4489 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3593743 Nov 22 16:49:00.214112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d9dc5-b67f-464f-a8d4-7579f7fb11c6 req-17edf7ac-9dd8-45aa-8dba-ca46888e3d05 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.214266 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] Set router 72f16931-d614-4983-a252-20652999ee73 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:00.215746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b6d9dc5-b67f-464f-a8d4-7579f7fb11c6 req-17edf7ac-9dd8-45aa-8dba-ca46888e3d05 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1307721 Nov 22 16:49:00.264715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16409665-3397-4beb-a875-38b4788a3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.295549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-16409665-3397-4beb-a875-38b4788a3a5b None None] For port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:00.297454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.304856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16409665-3397-4beb-a875-38b4788a3a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.379655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b6d9dc5-b67f-464f-a8d4-7579f7fb11c6 req-d0e3d658-1c1e-4635-982a-f856339dd542 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546967 Nov 22 16:49:00.463616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-cf9f9ed4-e596-4879-ae20-2253c8cf32d1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1421347 Nov 22 16:49:00.468958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:00.509643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-5b8c0b96-3a9f-456c-a719-ee7f940ae1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.523507 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-5b8c0b96-3a9f-456c-a719-ee7f940ae1d8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=3f248081-d852-4020-851e-bb0cfc04ea5b HTTP/1.1" status: 200 len: 909 time: 2.0499439 Nov 22 16:49:00.545536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16409665-3397-4beb-a875-38b4788a3a5b None None] Pushing event updated for resources: {'Port': ['ID=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.552158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:00.617738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:00.629902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:00.634472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=7152b3c7-410a-4c21-b8bc-b96f9745ead9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:00.644994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-a0ade698-b470-4fe4-8ae3-c5a787f06452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.646955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-a0ade698-b470-4fe4-8ae3-c5a787f06452 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 1096 time: 0.1130345 Nov 22 16:49:00.696621 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:48:55Z', 'revision_number': 3, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:00.706746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:00.707331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:00.738213 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35f1b40e-dc97-468d-9957-51d4e5fac30f None None] The sync data for ids ['72f16931-d614-4983-a252-20652999ee73'] in n-d-816206-6 is: [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:48:55Z', 'revision_number': 3, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:00.856133 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-995a9551-2678-46c1-a6e8-34754f8fa61a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a56e4173-402e-4002-91e8-5a54b4c3adff HTTP/1.1" status: 200 len: 217 time: 0.2849624 Nov 22 16:49:00.892686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-fd380247-f7d4-4e2c-baf0-7224766024aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:00.894444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-fd380247-f7d4-4e2c-baf0-7224766024aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.2175684 Nov 22 16:49:00.937344 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cd87dba2-0302-4635-b42a-f64eccd484e4 req-6d48c3a6-3741-41d8-9ed7-2d9add262b44 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7847650 Nov 22 16:49:01.015137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-253976b1-e320-4e4a-8f61-0b2f2d0c26eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795 HTTP/1.1" status: 200 len: 217 time: 0.1109602 Nov 22 16:49:01.019824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.020515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.040111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.164705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8e4a83a8-86ce-4296-9fcd-950ac23c6b87 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5253057 Nov 22 16:49:01.171732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:01.186666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,segment=NetworkSegment(465f365d-a9f5-4f35-b122-549a41833d76),segment_id=465f365d-a9f5-4f35-b122-549a41833d76)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:01.201226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.222631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': '6bac32c2-0120-4ce0-9853-6e9e285e480e', 'name': 'tempest-PortsTestJSON-338756952', 'fixed_ips': [{'subnet_id': 'f6672216-18fb-4f39-b524-aa2c21903f04', 'ip_address': '172.20.0.9'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:01.229815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-7333d5dc-be92-48a7-8bca-38b825bc506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.231607 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-7333d5dc-be92-48a7-8bca-38b825bc506c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b1529175-a6d6-4960-a079-e76495d0c55d HTTP/1.1" status: 200 len: 848 time: 0.3425341 Nov 22 16:49:01.246734 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.314956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-e9aeb391-1d40-4fb6-8ab0-55a97830c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.317023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-e9aeb391-1d40-4fb6-8ab0-55a97830c049 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.2932479 Nov 22 16:49:01.416605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df51a8-44ac-4a24-8ffc-0d8e51496ad4 req-5c028feb-dbf3-481c-8a60-d094b7be5b0d tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.421065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:01.425860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5df51a8-44ac-4a24-8ffc-0d8e51496ad4 req-5c028feb-dbf3-481c-8a60-d094b7be5b0d tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 943 time: 0.3184824 Nov 22 16:49:01.439649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a56e4173-402e-4002-91e8-5a54b4c3adff details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:01.463895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-4a2b67b3-6cd1-4dad-9462-3184dd3c73c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346743 Nov 22 16:49:01.515467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b26d19f-4542-4d82-892b-94c0f69c0ef9 None None] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:01.584269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-55357325-133a-487b-a4ba-d50ba04b0729 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=3f248081-d852-4020-851e-bb0cfc04ea5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2908573 Nov 22 16:49:01.683005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2cd9c-5f61-4f67-9f69-d57cfd2739da req-d85351ca-e126-477a-8562-f03fd000f85f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:01.684617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbc2cd9c-5f61-4f67-9f69-d57cfd2739da req-d85351ca-e126-477a-8562-f03fd000f85f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2255867 Nov 22 16:49:01.707009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5df51a8-44ac-4a24-8ffc-0d8e51496ad4 req-543b23a7-3663-4fda-a576-8e32a3bc3a63 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794056 Nov 22 16:49:01.796022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-f2f81d52-47b7-4c59-ba4a-b36b7734920b service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997203 Nov 22 16:49:01.812509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b4352107-d552-4ba2-8812-d20f3cb5f602 None None] Provisioning complete for port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:01.814392 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4352107-d552-4ba2-8812-d20f3cb5f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:01.868623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:01.877161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.002551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 5e0efb5e-db91-4d42-b96e-ef196b9a3de6 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:49:02.005176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a56e4173-402e-4002-91e8-5a54b4c3adff, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a56e4173-402e-4002-91e8-5a54b4c3adff,segment=NetworkSegment(faf63ec7-92b3-49e8-9dcc-cd66872ce6db),segment_id=faf63ec7-92b3-49e8-9dcc-cd66872ce6db)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:02.026106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbc2cd9c-5f61-4f67-9f69-d57cfd2739da req-a811c685-18a5-4b4c-b2c8-8979105fd0bb tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337207 Nov 22 16:49:02.059835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797aae6-7179-498e-9b8a-6d68436eb998 req-f77938d7-fd86-420c-afe0-25fe46df0f16 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.062195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9797aae6-7179-498e-9b8a-6d68436eb998 req-f77938d7-fd86-420c-afe0-25fe46df0f16 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1749792 Nov 22 16:49:02.139607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'a56e4173-402e-4002-91e8-5a54b4c3adff', 'network_id': '3f248081-d852-4020-851e-bb0cfc04ea5b', 'port_id': 'a56e4173-402e-4002-91e8-5a54b4c3adff', 'mac_address': 'fa:16:3e:a9:65:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1529175-a6d6-4960-a079-e76495d0c55d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:02.153835 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-5619ad68-ed45-479e-9f9d-12491869a842 service neutron] 10.222.0.66 "GET /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712968 Nov 22 16:49:02.158026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Allocated IP 172.20.0.1 (9c7fbace-2963-4b16-8739-356bef2014f2/ccc3dce3-efe7-425a-8e74-2189828aac32/9745bd50-62fb-4d66-afde-db9506e91384) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:02.192650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ce74ca0-5c49-47bf-a898-86c60be4854a req-6ef3c957-ba6d-4d7c-b119-88f307399aef service neutron] 10.222.0.66 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594916 Nov 22 16:49:02.277102 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.290788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9797aae6-7179-498e-9b8a-6d68436eb998 req-813b7987-e470-47f9-b0bc-b82acce1f72d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171798 Nov 22 16:49:02.296314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56e4173-402e-4002-91e8-5a54b4c3adff {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:02.346616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a56e4173-402e-4002-91e8-5a54b4c3adff, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a56e4173-402e-4002-91e8-5a54b4c3adff,segment=NetworkSegment(faf63ec7-92b3-49e8-9dcc-cd66872ce6db),segment_id=faf63ec7-92b3-49e8-9dcc-cd66872ce6db)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:02.357777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.499113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a56e4173-402e-4002-91e8-5a54b4c3adff,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:02.524262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:02.588111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.9 (6bac32c2-0120-4ce0-9853-6e9e285e480e/f6672216-18fb-4f39-b524-aa2c21903f04/5e0efb5e-db91-4d42-b96e-ef196b9a3de6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:02.596606 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f6fdb7b7-8618-4b94-a6c5-e8cba340bae5 req-6763effe-8358-4d5e-918f-1a52410e1822 service neutron] 10.222.0.66 "GET /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4269469 Nov 22 16:49:02.685748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:02.686164 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.741308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a56e4173-402e-4002-91e8-5a54b4c3adff'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:02.752207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:02.946717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:02.976600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de38513e-7ed3-4664-84d7-0018cb1d4ddc req-db230ab8-1b4f-49f1-8c40-caff2683c74b tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:02.984360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de38513e-7ed3-4664-84d7-0018cb1d4ddc req-db230ab8-1b4f-49f1-8c40-caff2683c74b tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 944 time: 0.1466968 Nov 22 16:49:03.003544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.083168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Pushing event updated for resources: {'Port': ['ID=9745bd50-62fb-4d66-afde-db9506e91384,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:03.103537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de38513e-7ed3-4664-84d7-0018cb1d4ddc req-d716078d-1ee6-4474-85b6-337b31908ca7 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098855 Nov 22 16:49:03.125083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2bb54ecf-c410-48f1-9e06-54d9b1104745 None None] Provisioning complete for port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:03.125486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bb54ecf-c410-48f1-9e06-54d9b1104745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.133558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Network 9c7fbace-2963-4b16-8739-356bef2014f2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:03.137144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:03.140227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:03.198018 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.260081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:03.260665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.278518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.339701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d2211-2b5e-4195-afe0-14f4e86d7901 req-5858af73-fc95-424a-8c90-605d79069017 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.341427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e68d2211-2b5e-4195-afe0-14f4e86d7901 req-5858af73-fc95-424a-8c90-605d79069017 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1694202 Nov 22 16:49:03.449146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.535271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=5e0efb5e-db91-4d42-b96e-ef196b9a3de6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:03.561867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:03.565808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e68d2211-2b5e-4195-afe0-14f4e86d7901 req-21db870f-157d-4d19-876e-26d563903fc0 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003167 Nov 22 16:49:03.602342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:03.623739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:03.670605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270119a3-f538-4390-a6cd-6755558bb425 req-c5d4ef45-9f6b-4847-83e7-b2ac3f21db58 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.687108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-270119a3-f538-4390-a6cd-6755558bb425 req-c5d4ef45-9f6b-4847-83e7-b2ac3f21db58 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2313180 Nov 22 16:49:03.741466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:03.744305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.785543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2bb54ecf-c410-48f1-9e06-54d9b1104745 None None] Provisioning complete for port 7152b3c7-410a-4c21-b8bc-b96f9745ead9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:03.785957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bb54ecf-c410-48f1-9e06-54d9b1104745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.796362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:03.814286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-270119a3-f538-4390-a6cd-6755558bb425 req-e6d5d116-1eb4-4b53-8280-58f7da5b86e9 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261694 Nov 22 16:49:03.851122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2bb54ecf-c410-48f1-9e06-54d9b1104745 None None] Port 7152b3c7-410a-4c21-b8bc-b96f9745ead9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:03.892197 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-edb44082-eaae-424c-aaff-934277f05ce5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7025557 Nov 22 16:49:03.892742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50936) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:03.985629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-88e5ee62-cfcc-4842-95ee-44d440aedbc1 None None] Provisioning complete for port 9745bd50-62fb-4d66-afde-db9506e91384 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:03.986035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88e5ee62-cfcc-4842-95ee-44d440aedbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.055172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df711a9f-9993-474b-86de-0174ff28787d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.059043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-df711a9f-9993-474b-86de-0174ff28787d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1641531 Nov 22 16:49:04.062210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50938) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:04.062455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88e5ee62-cfcc-4842-95ee-44d440aedbc1 None None] Port 9745bd50-62fb-4d66-afde-db9506e91384 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:04.082043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-88e5ee62-cfcc-4842-95ee-44d440aedbc1 None None] Provisioning complete for port 7152b3c7-410a-4c21-b8bc-b96f9745ead9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:04.082422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88e5ee62-cfcc-4842-95ee-44d440aedbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.105209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.114028 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.140355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a9e19-aa07-49c1-9b31-559d4abe2728 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.153755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a9e19-aa07-49c1-9b31-559d4abe2728 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.162693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a9e19-aa07-49c1-9b31-559d4abe2728 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.171789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:04.177080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d48a9e19-aa07-49c1-9b31-559d4abe2728 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.0987148 Nov 22 16:49:04.179271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88e5ee62-cfcc-4842-95ee-44d440aedbc1 None None] Port 7152b3c7-410a-4c21-b8bc-b96f9745ead9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:04.237883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.311464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0976ba6-b428-40a0-95bf-cde93cb8496e req-072088fb-4b72-448c-8510-07be42bcefd3 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.311696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-047b9c1f-f630-45a1-bb5b-ec13d7e360e6 None None] Provisioning complete for port 5e0efb5e-db91-4d42-b96e-ef196b9a3de6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:04.312170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-047b9c1f-f630-45a1-bb5b-ec13d7e360e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.318179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Pushing event updated for resources: {'Port': ['ID=9745bd50-62fb-4d66-afde-db9506e91384,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:04.323935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0976ba6-b428-40a0-95bf-cde93cb8496e req-072088fb-4b72-448c-8510-07be42bcefd3 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 944 time: 0.0761714 Nov 22 16:49:04.388376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 5e0efb5e-db91-4d42-b96e-ef196b9a3de6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:04.388719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.398095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-047b9c1f-f630-45a1-bb5b-ec13d7e360e6 None None] Port 5e0efb5e-db91-4d42-b96e-ef196b9a3de6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:04.398675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0976ba6-b428-40a0-95bf-cde93cb8496e req-754033aa-0817-4eac-af53-03b11eb2d64b tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736275 Nov 22 16:49:04.456955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Network 9c7fbace-2963-4b16-8739-356bef2014f2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:04.460585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:04.645080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.660903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 5e0efb5e-db91-4d42-b96e-ef196b9a3de6 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:04.855852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Router 72f16931-d614-4983-a252-20652999ee73 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:04.856215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ba1d021b-927f-48ce-9975-abdec647c04a None None] Provisioning complete for port 9745bd50-62fb-4d66-afde-db9506e91384 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:04.856215 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ba1d021b-927f-48ce-9975-abdec647c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:04.876785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c3b7a5-a6ce-4d2a-90f5-5d700fb3549f req-54c80c27-6e3e-4ba6-9741-e17ce4127fdd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:04.879126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0c3b7a5-a6ce-4d2a-90f5-5d700fb3549f req-54c80c27-6e3e-4ba6-9741-e17ce4127fdd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1589229 Nov 22 16:49:04.918759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d021b-927f-48ce-9975-abdec647c04a None None] Port 9745bd50-62fb-4d66-afde-db9506e91384 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:04.968409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.006838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=5e0efb5e-db91-4d42-b96e-ef196b9a3de6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:05.015058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:05.030114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-632129e0-28f1-443a-a56d-1c31197f394f admin admin] 10.222.0.65 "PUT /v2.0/routers/72f16931-d614-4983-a252-20652999ee73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9174480 Nov 22 16:49:05.033157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Sync routers for ids ['72f16931-d614-4983-a252-20652999ee73'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:05.040623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0c3b7a5-a6ce-4d2a-90f5-5d700fb3549f req-e8eaa061-adf7-4204-a8d2-84b229efa0e5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520278 Nov 22 16:49:05.083618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Routers {'72f16931-d614-4983-a252-20652999ee73'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:05.084953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5cd50-9dc2-420b-9fc6-78cfb601bbed req-901ee2be-4880-4689-8aca-557a8f984e0f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:05.085531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['72f16931-d614-4983-a252-20652999ee73'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:05.086626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0f5cd50-9dc2-420b-9fc6-78cfb601bbed req-901ee2be-4880-4689-8aca-557a8f984e0f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1386635 Nov 22 16:49:05.109485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.112693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c916086c-ffff-48b2-91bb-ca039f159a20 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/5e0efb5e-db91-4d42-b96e-ef196b9a3de6 HTTP/1.1" status: 204 len: 168 time: 0.9376447 Nov 22 16:49:05.116140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:05.181809 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-706b545f-710a-4781-8272-a2291881c9f3 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:49:05.186856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-706b545f-710a-4781-8272-a2291881c9f3 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/5e0efb5e-db91-4d42-b96e-ef196b9a3de6 HTTP/1.1" status: 404 len: 333 time: 0.0696988 Nov 22 16:49:05.197759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:05.202596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0f5cd50-9dc2-420b-9fc6-78cfb601bbed req-8a2bd863-1211-415c-8be6-fe93103d0829 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006639 Nov 22 16:49:05.371199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a56e4173-402e-4002-91e8-5a54b4c3adff up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:05.419486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 7152b3c7-410a-4c21-b8bc-b96f9745ead9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:05.419815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.464807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Set router 72f16931-d614-4983-a252-20652999ee73 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:05.618814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.640629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 7152b3c7-410a-4c21-b8bc-b96f9745ead9 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:05.643744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port a56e4173-402e-4002-91e8-5a54b4c3adff completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:05.683861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf5dba3-ae55-4aa6-90a0-aef2bbf4ba36 req-7a700b10-a146-45cb-bccb-499718eadb06 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:05.694981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aaf5dba3-ae55-4aa6-90a0-aef2bbf4ba36 req-7a700b10-a146-45cb-bccb-499718eadb06 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 944 time: 0.1581888 Nov 22 16:49:05.742229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port a56e4173-402e-4002-91e8-5a54b4c3adff triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:05.744330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:05.822265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aaf5dba3-ae55-4aa6-90a0-aef2bbf4ba36 req-a6c7f837-cee2-4acf-9c5c-e9982fef7b7d tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191025 Nov 22 16:49:06.237080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.279623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.306515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafa96a-4991-474c-b674-1d9bed023636 req-a86888a3-cd62-4a9e-b4d6-f261649174ef tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.316213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3aafa96a-4991-474c-b674-1d9bed023636 req-a86888a3-cd62-4a9e-b4d6-f261649174ef tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.1394312 Nov 22 16:49:06.334855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e4173-402e-4002-91e8-5a54b4c3adff'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:06.338113 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f941aa7a-2039-4051-b158-084fdd0fbdee" -d '{"events": [{"server_uuid": "20e80615-9914-408a-8408-0ab7bbffbf2d", "name": "network-vif-plugged", "status": "completed", "tag": "a56e4173-402e-4002-91e8-5a54b4c3adff"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:06.355650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=7152b3c7-410a-4c21-b8bc-b96f9745ead9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.357694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port a56e4173-402e-4002-91e8-5a54b4c3adff, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a56e4173-402e-4002-91e8-5a54b4c3adff,segment=NetworkSegment(faf63ec7-92b3-49e8-9dcc-cd66872ce6db),segment_id=faf63ec7-92b3-49e8-9dcc-cd66872ce6db)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:06.364857 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.373339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:49:03Z', 'revision_number': 4, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '9745bd50-62fb-4d66-afde-db9506e91384', 'name': '', 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'mac_address': 'fa:16:3e:94:64:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'ccc3dce3-efe7-425a-8e74-2189828aac32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:03Z', 'revision_number': 2, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'subnets': [{'id': 'ccc3dce3-efe7-425a-8e74-2189828aac32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:06.461099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Checking router: 72f16931-d614-4983-a252-20652999ee73 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:06.461585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Updating router 72f16931-d614-4983-a252-20652999ee73 port 9745bd50-62fb-4d66-afde-db9506e91384 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:49:06.570685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.593792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf112b-326d-484f-8757-cd3ca52e9a69 req-bfd9d5a4-c5fb-42c1-a56e-9a11954490f0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:06.596740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ecf112b-326d-484f-8757-cd3ca52e9a69 req-bfd9d5a4-c5fb-42c1-a56e-9a11954490f0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2172315 Nov 22 16:49:06.599643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=a56e4173-402e-4002-91e8-5a54b4c3adff,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:06.618663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:06.642941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5c90075a-ea2b-4040-b575-e9eef99dd3d6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/7152b3c7-410a-4c21-b8bc-b96f9745ead9 HTTP/1.1" status: 204 len: 168 time: 1.4346402 Nov 22 16:49:06.645606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50982) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:06.656074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3aafa96a-4991-474c-b674-1d9bed023636 req-5e55316d-30fb-46df-963f-9fcc6c15fb50 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305185 Nov 22 16:49:06.743499 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-50170657-78cd-4b9a-871a-6e083d6e2513 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:49:06.745268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-50170657-78cd-4b9a-871a-6e083d6e2513 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/7152b3c7-410a-4c21-b8bc-b96f9745ead9 HTTP/1.1" status: 404 len: 333 time: 0.0844502 Nov 22 16:49:06.751915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:06.832884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ecf112b-326d-484f-8757-cd3ca52e9a69 req-193913e6-3ad2-4468-94d7-c5d692da94e9 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723177 Nov 22 16:49:07.142445 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627bf32-39e3-4897-9194-b6cd0147859c x-openstack-request-id: req-f627bf32-39e3-4897-9194-b6cd0147859c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:07.142874 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e80615-9914-408a-8408-0ab7bbffbf2d", "name": "network-vif-plugged", "status": "completed", "tag": "a56e4173-402e-4002-91e8-5a54b4c3adff", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:07.144832 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f627bf32-39e3-4897-9194-b6cd0147859c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:07.157282 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56e4173-402e-4002-91e8-5a54b4c3adff', 'code': 200} Nov 22 16:49:07.161645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet f6672216-18fb-4f39-b524-aa2c21903f04 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:07.166495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.247686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0dd0b-fe5d-46e0-a3a6-08fa87998e7d req-0ecc52c2-11cc-41dc-86b8-85b775433b86 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:07.260628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dd0dd0b-fe5d-46e0-a3a6-08fa87998e7d req-0ecc52c2-11cc-41dc-86b8-85b775433b86 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 945 time: 0.1962247 Nov 22 16:49:07.344199 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.349704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df85f5e-e597-48b1-86a7-231079180562 req-bb0a3b9c-69d9-4d15-a396-bd79f2ab8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:07.363848 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df85f5e-e597-48b1-86a7-231079180562 req-bb0a3b9c-69d9-4d15-a396-bd79f2ab8052 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 1096 time: 0.3241601 Nov 22 16:49:07.382387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dd0dd0b-fe5d-46e0-a3a6-08fa87998e7d req-6c391931-7fe8-43c9-b3b0-b5ee01f95cef tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122153 Nov 22 16:49:07.392399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.540744 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.555103 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.608875 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8df85f5e-e597-48b1-86a7-231079180562 req-1d60e826-80cc-4df0-9ece-a7015e419a62 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039323 Nov 22 16:49:07.670053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:07.776434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Pushing event updated for resources: {'Port': ['ID=9745bd50-62fb-4d66-afde-db9506e91384,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:07.917048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.917600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.921583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.922175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.923906 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.926325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.934074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.934623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.935194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.941755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.942538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:07.943649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:08.036363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51008) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:08.097506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.240413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d86b38-f20f-46bf-bac5-12d5d6246a37 req-9432d87e-ffa4-4151-83b5-4f9db1f51256 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:08.243978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9d86b38-f20f-46bf-bac5-12d5d6246a37 req-9432d87e-ffa4-4151-83b5-4f9db1f51256 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.3384910 Nov 22 16:49:08.293457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=f6672216-18fb-4f39-b524-aa2c21903f04,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:08.307310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.311939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Attempting to bind port 9745bd50-62fb-4d66-afde-db9506e91384 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:08.312515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Attempting to bind port 9745bd50-62fb-4d66-afde-db9506e91384 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:08.313103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Attempting to bind port 9745bd50-62fb-4d66-afde-db9506e91384 on network 9c7fbace-2963-4b16-8739-356bef2014f2 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:08.324079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b2a360d6-1827-4f0f-bbd4-2afb52c091fd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/f6672216-18fb-4f39-b524-aa2c21903f04 HTTP/1.1" status: 204 len: 168 time: 1.5680056 Nov 22 16:49:08.330768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201e9a1-3809-42f8-99a1-9203a5ed717d None None] Network 6bac32c2-0120-4ce0-9853-6e9e285e480e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:08.341551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51012) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:08.452307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b473ad-ecf9-4597-a28e-be63d0171c0b req-4ea646b9-f58c-46ec-8040-97f07e714ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:08.458060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8b473ad-ecf9-4597-a28e-be63d0171c0b req-4ea646b9-f58c-46ec-8040-97f07e714ff2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.5781894 Nov 22 16:49:08.526948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:08.532819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Checking segment: {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:08.533967 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.534712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Bound using segment: {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:08.535742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Bound port: 9745bd50-62fb-4d66-afde-db9506e91384, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066633f5-9e6e-4ca0-b90c-518a26b16780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:08.536431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.645882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8b473ad-ecf9-4597-a28e-be63d0171c0b req-09d54f63-8cbd-44ec-a3e0-8394cab4bbfa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189609 Nov 22 16:49:08.665341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.730417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-744e10ba-483c-45ce-a48e-d0bde7f1800b None None] Provisioning complete for port 9745bd50-62fb-4d66-afde-db9506e91384 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:08.731077 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-744e10ba-483c-45ce-a48e-d0bde7f1800b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.769286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:08.769570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.896326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] For port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,segment=NetworkSegment(465f365d-a9f5-4f35-b122-549a41833d76),segment_id=465f365d-a9f5-4f35-b122-549a41833d76)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:08.896696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.900612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-744e10ba-483c-45ce-a48e-d0bde7f1800b None None] Port 9745bd50-62fb-4d66-afde-db9506e91384 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:08.904138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] For port 9745bd50-62fb-4d66-afde-db9506e91384, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:08.911367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] For port 9745bd50-62fb-4d66-afde-db9506e91384, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9745bd50-62fb-4d66-afde-db9506e91384,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:08.914319 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.918990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:08.939962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:09.160263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] DHCP port deletion for 6bac32c2-0120-4ce0-9853-6e9e285e480e request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:09.301503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Routers {'72f16931-d614-4983-a252-20652999ee73'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:09.316889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['72f16931-d614-4983-a252-20652999ee73'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:09.509729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9d86b38-f20f-46bf-bac5-12d5d6246a37 req-15e73046-6f05-45bb-82f4-ef1921fe406e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0817928 Nov 22 16:49:09.521697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:09.656868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No DVR routers for this DVR port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:09.706409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ffbbe-199f-4978-b5f6-59d92820dd1d req-2d5a2357-2530-4eb1-8669-04f1d68a6d86 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:09.720506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a3ffbbe-199f-4978-b5f6-59d92820dd1d req-2d5a2357-2530-4eb1-8669-04f1d68a6d86 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 1.2938902 Nov 22 16:49:09.782771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa873b7-92c4-4d30-b533-42722c3da584 None None] Pushing event updated for resources: {'Port': ['ID=9745bd50-62fb-4d66-afde-db9506e91384,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:09.849792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:09.978621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a3ffbbe-199f-4978-b5f6-59d92820dd1d req-6d1d516c-611e-4ba3-b587-63c815217d88 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557733 Nov 22 16:49:10.044557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-58687671-4f53-41a5-b573-d416c150f7ee None None] Provisioning complete for port 9745bd50-62fb-4d66-afde-db9506e91384 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:10.045109 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-58687671-4f53-41a5-b573-d416c150f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.050276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Deleting port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:10.050812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.052459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.070811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a835c-1ac2-4afe-9479-c6e110d62f94 req-cf2f8d95-8cf1-4890-a23e-37e6d5244748 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:10.077425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc6a835c-1ac2-4afe-9479-c6e110d62f94 req-cf2f8d95-8cf1-4890-a23e-37e6d5244748 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 945 time: 0.2267234 Nov 22 16:49:10.106694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bac32c2-0120-4ce0-9853-6e9e285e480e']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:10.121387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465f365d-a9f5-4f35-b122-549a41833d76') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:10.122275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465f365d-a9f5-4f35-b122-549a41833d76') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:10.155704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.265014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.270767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc6a835c-1ac2-4afe-9479-c6e110d62f94 req-d038abd3-5d32-473e-80f0-7b08322669d6 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861463 Nov 22 16:49:10.298240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:10.299776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.317305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] Set router 72f16931-d614-4983-a252-20652999ee73 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:10.408355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] For port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:10.409144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.438912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Calling delete_port for 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:10.447383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:49:10.455770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.504069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] No DVR routers for this DVR port 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:10.504501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:10.535935 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:10.652077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.713021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.732901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.742279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/6bac32c2-0120-4ce0-9853-6e9e285e480e HTTP/1.1" status: 204 len: 168 time: 2.3957055 Nov 22 16:49:10.754015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51030) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:10.789746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1539587520'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:10.800358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a63bb8d-0b16-4ab4-8900-a86b40784caa tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=6bac32c2-0120-4ce0-9853-6e9e285e480e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:10.827141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a161a96a-532f-4ffb-bc29-177a1925ba57 None None] Pushing event deleted for resources: {'Port': ['ID=9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:10.849136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:10.858601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.939822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:49:10.959718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:10.960076 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Added segment 27c43018-2b18-4774-ba6a-7d6700548295 of type vlan for network b4578a57-1876-4a62-b17b-f39483e6be90 Nov 22 16:49:10.988082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:10.988541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9ef6a52c-9fa5-4ced-83e9-76eaabdc8b82 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:11.065437 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.107604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-58687671-4f53-41a5-b573-d416c150f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.191484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c31451-417e-4ca5-84cf-448a06189067 req-cc45979b-6144-4c48-8e1c-c6c4222d71fa tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:11.199460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9c31451-417e-4ca5-84cf-448a06189067 req-cc45979b-6144-4c48-8e1c-c6c4222d71fa tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.3209000 Nov 22 16:49:11.202312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.210821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-58687671-4f53-41a5-b573-d416c150f7ee None None] For port 9745bd50-62fb-4d66-afde-db9506e91384, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9745bd50-62fb-4d66-afde-db9506e91384,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:11.215572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:11.216606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.217917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-58687671-4f53-41a5-b573-d416c150f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:11.284521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9c31451-417e-4ca5-84cf-448a06189067 req-fc03c83b-2f95-47c6-b7d9-480005b63f0a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837224 Nov 22 16:49:11.307836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687671-4f53-41a5-b573-d416c150f7ee None None] Pushing event updated for resources: {'Port': ['ID=9745bd50-62fb-4d66-afde-db9506e91384,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:11.319310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5619600 Nov 22 16:49:11.327288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51042) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:11.349812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:11.361791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624837f1-6f59-4f1f-96a9-6c7081f05d1d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Network': ['ID=b4578a57-1876-4a62-b17b-f39483e6be90,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:11.377670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b4578a57-1876-4a62-b17b-f39483e6be90 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:49:11.530230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:49:03Z', 'revision_number': 4, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '9745bd50-62fb-4d66-afde-db9506e91384', 'name': '', 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'mac_address': 'fa:16:3e:94:64:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'ccc3dce3-efe7-425a-8e74-2189828aac32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 4, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'subnets': [{'id': 'ccc3dce3-efe7-425a-8e74-2189828aac32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:11.572040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7300b4ae-5f79-4e60-8d88-a745ace94694 None None] The sync data for ids ['72f16931-d614-4983-a252-20652999ee73'] in n-d-816206-6 is: [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:49:03Z', 'revision_number': 4, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '9745bd50-62fb-4d66-afde-db9506e91384', 'name': '', 'network_id': '9c7fbace-2963-4b16-8739-356bef2014f2', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'mac_address': 'fa:16:3e:94:64:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2326, 'fixed_ips': [{'subnet_id': 'ccc3dce3-efe7-425a-8e74-2189828aac32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:49:01Z', 'updated_at': '2021-11-22T16:49:08Z', 'revision_number': 4, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'subnets': [{'id': 'ccc3dce3-efe7-425a-8e74-2189828aac32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:11.732907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1910d65-9f9f-4d03-bb85-33a59da6693b req-ead93773-5f35-44b2-80c7-8f728f45ae72 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:11.747726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1910d65-9f9f-4d03-bb85-33a59da6693b req-ead93773-5f35-44b2-80c7-8f728f45ae72 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2586801 Nov 22 16:49:11.780436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:11.790484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.030316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1910d65-9f9f-4d03-bb85-33a59da6693b req-e8e90bc0-af49-498f-af14-9645ecfde20a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861364 Nov 22 16:49:12.279222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b109c62-0c68-4cf9-9808-8fce62cfccae req-5ee4e7ac-6a2a-4a85-a0c0-0b94cc66bff8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:12.292440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b109c62-0c68-4cf9-9808-8fce62cfccae req-5ee4e7ac-6a2a-4a85-a0c0-0b94cc66bff8 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.3310082 Nov 22 16:49:12.400881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9745bd50-62fb-4d66-afde-db9506e91384 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:12.500502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.730867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b109c62-0c68-4cf9-9808-8fce62cfccae req-72feeb60-ac10-480b-8397-a1bbd8773fbb tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374318 Nov 22 16:49:12.733770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9745bd50-62fb-4d66-afde-db9506e91384 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:12.734279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.763261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Checking segment: {'id': '27c43018-2b18-4774-ba6a-7d6700548295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:12.767600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network hostable DHCP agents. Network: b4578a57-1876-4a62-b17b-f39483e6be90, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:49:12.790126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Deleting port 9745bd50-62fb-4d66-afde-db9506e91384 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:12.790848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:12.978630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=e6c8bfae-cdeb-4d40-89e0-c7d8f841819a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:13.027333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network b4578a57-1876-4a62-b17b-f39483e6be90 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:49:13.058135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b4578a57-1876-4a62-b17b-f39483e6be90) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:13.075061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4dc03-3eb6-4903-b626-af6d48d2b5f5 None None] Network b4578a57-1876-4a62-b17b-f39483e6be90 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:13.086372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:13.087186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.218700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f0327034-7ad1-4acb-8844-bd7722afef39 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8844237 Nov 22 16:49:13.254561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51078) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:13.270662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-de9448b4-8038-4bda-8ef4-3e58910c1c0b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:13.274843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-532960677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:13.285427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-de9448b4-8038-4bda-8ef4-3e58910c1c0b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.2229774 Nov 22 16:49:13.290133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] For port 9745bd50-62fb-4d66-afde-db9506e91384, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9745bd50-62fb-4d66-afde-db9506e91384,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:13.290699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.415492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Calling delete_port for 9745bd50-62fb-4d66-afde-db9506e91384 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:13.452317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.474342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.573022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b4578a57-1876-4a62-b17b-f39483e6be90', 'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': 'e6c8bfae-cdeb-4d40-89e0-c7d8f841819a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:49:13.577938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:13.708995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Deleting port c92ae113-ff53-469d-8f6f-24b4583b735b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:13.713332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.155302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.158439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] For port c92ae113-ff53-469d-8f6f-24b4583b735b, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=c92ae113-ff53-469d-8f6f-24b4583b735b,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:14.158751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.166095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.206545 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.230518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9745bd50-62fb-4d66-afde-db9506e91384,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:14.263971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Calling delete_port for c92ae113-ff53-469d-8f6f-24b4583b735b owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:14.354483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Allocated IP 172.20.0.2 (b4578a57-1876-4a62-b17b-f39483e6be90/e6c8bfae-cdeb-4d40-89e0-c7d8f841819a/9c5f60f1-4ef3-479b-9487-8761da2aa005) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:14.452986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-fd78059a-2b24-4df1-9d11-8cbfb08370c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.457790 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-fd78059a-2b24-4df1-9d11-8cbfb08370c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e91f9badd07946d78ad08d812d722249&device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 1096 time: 0.1528265 Nov 22 16:49:14.493240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.500012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b1b9d5fb-b0b1-4ca4-8008-df767b888e94 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.2431803 Nov 22 16:49:14.503216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51102) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:14.526655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90', 'name': 'tempest-PortsTestJSON-1679033181'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:14.702422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.712932 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.777836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Network b4578a57-1876-4a62-b17b-f39483e6be90 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:14.793583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:14.811809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:14.849117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:14.852876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-86fb25d6-77b1-48a6-b991-123c0767825b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.855851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-86fb25d6-77b1-48a6-b991-123c0767825b service neutron] 10.222.0.20 "GET /v2.0/networks?id=814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 200 len: 919 time: 0.3773460 Nov 22 16:49:14.863047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Pushing event updated for resources: {'Port': ['ID=9c5f60f1-4ef3-479b-9487-8761da2aa005,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:14.869709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd271368-a9bb-4317-95ce-0cbb990186d6 req-4afbede4-f149-4144-beb3-e5e2696c35b9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.876594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd271368-a9bb-4317-95ce-0cbb990186d6 req-4afbede4-f149-4144-beb3-e5e2696c35b9 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 946 time: 0.5867419 Nov 22 16:49:14.936193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['c92ae113-ff53-469d-8f6f-24b4583b735b'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:14.978674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01f36c-8a7a-40d8-8ec2-daf4c6467a9a req-ecf7ba8f-31fc-4920-b38a-6dea7a2467a7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:14.989476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb01f36c-8a7a-40d8-8ec2-daf4c6467a9a req-ecf7ba8f-31fc-4920-b38a-6dea7a2467a7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.5811615 Nov 22 16:49:15.024563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.031209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-deb3f029-9fe9-4243-8b7e-fb3ee1a4f73b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 200 len: 217 time: 0.1055243 Nov 22 16:49:15.037417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event deleted for resources: {'Port': ['ID=c92ae113-ff53-469d-8f6f-24b4583b735b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:15.050768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd271368-a9bb-4317-95ce-0cbb990186d6 req-9c3c5118-7833-429a-8df7-f3acfb3cb916 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659768 Nov 22 16:49:15.063104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40f5757-9ff4-49a0-94fb-15b501594b5c None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:15.089357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Attempting to bind port 9c5f60f1-4ef3-479b-9487-8761da2aa005 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:15.089779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Attempting to bind port 9c5f60f1-4ef3-479b-9487-8761da2aa005 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '27c43018-2b18-4774-ba6a-7d6700548295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:15.090381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Attempting to bind port 9c5f60f1-4ef3-479b-9487-8761da2aa005 on network b4578a57-1876-4a62-b17b-f39483e6be90 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:15.114149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:15.114479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Checking segment: {'id': '27c43018-2b18-4774-ba6a-7d6700548295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:15.115128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.115788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Bound using segment: {'id': '27c43018-2b18-4774-ba6a-7d6700548295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:15.116591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Bound port: 9c5f60f1-4ef3-479b-9487-8761da2aa005, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c43018-2b18-4774-ba6a-7d6700548295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'b4578a57-1876-4a62-b17b-f39483e6be90'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:15.117231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.186362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] No DVR routers for this DVR port c92ae113-ff53-469d-8f6f-24b4583b735b on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:15.187082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb01f36c-8a7a-40d8-8ec2-daf4c6467a9a req-70779f6e-68cb-42e3-9579-58e494323d84 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963594 Nov 22 16:49:15.195975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.196566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.197145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.197769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.198394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.199670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.199670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.200509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.200647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.201121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.201751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.202288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:15.214976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.235111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c2d9fc9d-a606-48d5-a08f-353e235a01f1 req-c0aa3098-7490-471c-ae01-a0628253a334 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "DELETE /v2.0/ports/c92ae113-ff53-469d-8f6f-24b4583b735b HTTP/1.1" status: 204 len: 173 time: 1.9296930 Nov 22 16:49:15.238347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c2b440-e3f0-4240-b645-645757ea5941', 'name': 'network-vif-deleted', 'tag': 'c92ae113-ff53-469d-8f6f-24b4583b735b'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:15.247587 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c57c170-d5f4-43b9-9dfb-fb475ca3a2fc" -d '{"events": [{"server_uuid": "79c2b440-e3f0-4240-b645-645757ea5941", "name": "network-vif-deleted", "tag": "c92ae113-ff53-469d-8f6f-24b4583b735b"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:15.345232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-443653c6-ce7c-43c1-ab8f-c43a2578fc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:15.347333 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-443653c6-ce7c-43c1-ab8f-c43a2578fc0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 200 len: 858 time: 0.2800567 Nov 22 16:49:15.360593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-16df415a-0a32-4301-8429-01d83b297286 None None] For port 9c5f60f1-4ef3-479b-9487-8761da2aa005, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:15.379113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-16df415a-0a32-4301-8429-01d83b297286 None None] For port 9c5f60f1-4ef3-479b-9487-8761da2aa005, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9c5f60f1-4ef3-479b-9487-8761da2aa005,segment=NetworkSegment(27c43018-2b18-4774-ba6a-7d6700548295),segment_id=27c43018-2b18-4774-ba6a-7d6700548295)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:15.392764 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.403733 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c51bfd-4b45-4b2d-a047-f9eb250cb19e x-openstack-request-id: req-d8c51bfd-4b45-4b2d-a047-f9eb250cb19e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:15.404194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79c2b440-e3f0-4240-b645-645757ea5941", "name": "network-vif-deleted", "tag": "c92ae113-ff53-469d-8f6f-24b4583b735b", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:15.404607 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8c51bfd-4b45-4b2d-a047-f9eb250cb19e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:15.405197 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c2b440-e3f0-4240-b645-645757ea5941', 'name': 'network-vif-deleted', 'tag': 'c92ae113-ff53-469d-8f6f-24b4583b735b', 'status': 'completed', 'code': 200} Nov 22 16:49:15.445969 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-c81d7ee2-5ee7-4b66-96c2-684e82f36e20 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=814f5bb6-55ae-4274-93ef-5cfa748d0063&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710034 Nov 22 16:49:15.529062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df415a-0a32-4301-8429-01d83b297286 None None] Pushing event updated for resources: {'Port': ['ID=9c5f60f1-4ef3-479b-9487-8761da2aa005,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:15.609487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:15.618230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:15.672591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:49:15.714615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Router 72f16931-d614-4983-a252-20652999ee73 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:15.839334 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:15.938592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-61d9e3cc-29da-47dc-bdc6-f86dd3732533 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898629 Nov 22 16:49:16.126380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:16.142741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5e8165a4-29ca-45de-baec-7abd2db8e5e6 admin admin] 10.222.0.65 "PUT /v2.0/routers/72f16931-d614-4983-a252-20652999ee73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1017778 Nov 22 16:49:16.146542 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] Sync routers for ids ['72f16931-d614-4983-a252-20652999ee73'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:16.159028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51124) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:16.175788 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] Routers {'72f16931-d614-4983-a252-20652999ee73'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:16.177070 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['72f16931-d614-4983-a252-20652999ee73'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:16.236889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a59fbcc1-6ad3-4851-8094-83c240659aed req-f5d5bdc1-30b0-4b5a-b18a-1a817e6fa934 service neutron] 10.222.0.20 "GET /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839766 Nov 22 16:49:16.236889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.13 (b4578a57-1876-4a62-b17b-f39483e6be90/e6c8bfae-cdeb-4d40-89e0-c7d8f841819a/02e05d09-5cdc-4ea0-bd73-a16e1d451a05) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:16.370623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6f3a507-55da-4724-8b7b-13ec251f3814 req-ba0216c9-fa51-4d41-bcc2-50f828cb1f06 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=79c2b440-e3f0-4240-b645-645757ea5941 HTTP/1.1" status: 200 len: 210 time: 0.0650613 Nov 22 16:49:16.604565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9c5f60f1-4ef3-479b-9487-8761da2aa005 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:16.626983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.647137 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] Set router 72f16931-d614-4983-a252-20652999ee73 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:16.819811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9c5f60f1-4ef3-479b-9487-8761da2aa005 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:16.820193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.825477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:16.910448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a49900-ba05-4d7e-b5a9-89c42d2c595b req-fd5ccca8-b707-42d4-ac73-2a331034f3d5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:16.920145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7a49900-ba05-4d7e-b5a9-89c42d2c595b req-fd5ccca8-b707-42d4-ac73-2a331034f3d5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.2906895 Nov 22 16:49:16.924000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.025670 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.027447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=02e05d09-5cdc-4ea0-bd73-a16e1d451a05,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:17.104161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network b4578a57-1876-4a62-b17b-f39483e6be90 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:17.106115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:17.110737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 9c5f60f1-4ef3-479b-9487-8761da2aa005, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9c5f60f1-4ef3-479b-9487-8761da2aa005,segment=NetworkSegment(27c43018-2b18-4774-ba6a-7d6700548295),segment_id=27c43018-2b18-4774-ba6a-7d6700548295)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:17.115463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:17.121053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.201639 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:49:14Z', 'revision_number': 5, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:17.233542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.235325 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.265242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.266970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] Checking router: 72f16931-d614-4983-a252-20652999ee73 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:49:17.270389 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3908ddc-60db-4e99-86bc-f445978e9dcd tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7564163 Nov 22 16:49:17.273000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:17.285322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=9c5f60f1-4ef3-479b-9487-8761da2aa005,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:17.290490 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] Routers {'72f16931-d614-4983-a252-20652999ee73'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:17.291129 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['72f16931-d614-4983-a252-20652999ee73'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:17.315810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c92ae113-ff53-469d-8f6f-24b4583b735b no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:17.333469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7a49900-ba05-4d7e-b5a9-89c42d2c595b req-af355c06-1269-412d-91fb-90d1e8f9759f tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121962 Nov 22 16:49:17.412985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: c92ae113-ff53-469d-8f6f-24b4583b735b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:17.420158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device c92ae113-ff53-469d-8f6f-24b4583b735b not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:17.427729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe9f02-1735-44d5-9dc8-ddbae61431c1 None None] Network b4578a57-1876-4a62-b17b-f39483e6be90 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:17.463096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2620e5d-b8da-48e4-bc04-0f0648bfb725 req-a5774604-727c-4efa-ad54-857f6320ed5d tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:17.464718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2620e5d-b8da-48e4-bc04-0f0648bfb725 req-a5774604-727c-4efa-ad54-857f6320ed5d tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 945 time: 0.2087452 Nov 22 16:49:17.507923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-85a880f7-a551-4b34-b834-821643a8bc6f None None] Provisioning complete for port 9c5f60f1-4ef3-479b-9487-8761da2aa005 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:17.509816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85a880f7-a551-4b34-b834-821643a8bc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.527216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Deleting port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:17.527560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:17.552967 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] Set router 72f16931-d614-4983-a252-20652999ee73 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:49:17.888385 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:49:14Z', 'revision_number': 5, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:17.945836 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0b6a8d-21cc-4d0e-a24b-a2da950d192f None None] The sync data for ids ['72f16931-d614-4983-a252-20652999ee73'] in n-d-816206-6 is: [{'id': '72f16931-d614-4983-a252-20652999ee73', 'name': 'tempest-ImageQuotaTest-239829366-router', 'tenant_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:48:51Z', 'updated_at': '2021-11-22T16:49:14Z', 'revision_number': 5, 'project_id': '64b1e8a96c1a46feb49c8e176c4b0deb', 'gw_port': {'id': '8b7d26b8-f457-4fc6-a12e-bee3c261a2b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f16931-d614-4983-a252-20652999ee73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2320, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:48:52Z', 'updated_at': '2021-11-22T16:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:18.040792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.166696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2620e5d-b8da-48e4-bc04-0f0648bfb725 req-afd1e1b7-bbf1-46c4-8e0e-9c2aa57e9ec6 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854825 Nov 22 16:49:18.303370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] For port 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:18.303706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.364904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Calling delete_port for 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:18.496093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-29f82107-8053-4f92-9467-69a1ffd1d890 None None] Provisioning complete for port 9c5f60f1-4ef3-479b-9487-8761da2aa005 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:18.496671 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-29f82107-8053-4f92-9467-69a1ffd1d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.541829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9c5f60f1-4ef3-479b-9487-8761da2aa005 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:18.615106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-69c65778-90d4-43b0-8266-cdaf3955ecb7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:18.640776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-69c65778-90d4-43b0-8266-cdaf3955ecb7 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.5479863 Nov 22 16:49:18.723085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 9c5f60f1-4ef3-479b-9487-8761da2aa005 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:18.725880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.785335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-29f82107-8053-4f92-9467-69a1ffd1d890 None None] Provisioning complete for port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:18.786152 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-29f82107-8053-4f92-9467-69a1ffd1d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:18.842853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-29f82107-8053-4f92-9467-69a1ffd1d890 None None] Port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:18.873197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-67d59d27-c214-40b8-8f7e-0808808c536e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/quotas/6b8499e682674e1b8d57581eacaf071f HTTP/1.1" status: 200 len: 375 time: 0.2278814 Nov 22 16:49:18.892112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9745bd50-62fb-4d66-afde-db9506e91384 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:18.915042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 9745bd50-62fb-4d66-afde-db9506e91384 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:18.915643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9745bd50-62fb-4d66-afde-db9506e91384 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:18.943347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9ef96b9e-1d53-47c8-924f-a9f05e0a433d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602272 Nov 22 16:49:18.975989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-adc366ad-0e53-4c0f-bdc8-dd9c3a44aa75 None None] Provisioning complete for port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:18.976881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-adc366ad-0e53-4c0f-bdc8-dd9c3a44aa75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.002742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.062058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-7fff013f-388d-4896-9403-b693e99073ac tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.065288 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-7fff013f-388d-4896-9403-b693e99073ac tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.66 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 945 time: 0.1300292 Nov 22 16:49:19.083482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-adc366ad-0e53-4c0f-bdc8-dd9c3a44aa75 None None] Port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:19.121120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.127116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5cf42c-7c78-4dff-8786-9385f3b9a48b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:19.147166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.216201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Pushing event deleted for resources: {'Port': ['ID=8b7d26b8-f457-4fc6-a12e-bee3c261a2b0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:19.221106 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.237132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2f42a-3f38-4d55-b324-3227161923c1 req-0ac20317-dcd5-414b-9b14-7e3e80f3129a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:19.246650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c2f42a-3f38-4d55-b324-3227161923c1 req-0ac20317-dcd5-414b-9b14-7e3e80f3129a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.6545231 Nov 22 16:49:19.298173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=02e05d09-5cdc-4ea0-bd73-a16e1d451a05,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:19.490460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Deleting port a56e4173-402e-4002-91e8-5a54b4c3adff {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:19.491712 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.507073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.511002 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.612607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-935bf812-6f9c-430b-bac7-1b5c1e3c58fa service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413260 Nov 22 16:49:19.624850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c2f42a-3f38-4d55-b324-3227161923c1 req-f969dbc3-60ff-42ce-8eb1-d2fbbe159364 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698294 Nov 22 16:49:19.641948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.643824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f16931-d614-4983-a252-20652999ee73 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:49:19.681588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.686249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-23006176-8931-4576-96b3-2e1e487075be admin admin] 10.222.0.65 "DELETE /v2.0/routers/72f16931-d614-4983-a252-20652999ee73 HTTP/1.1" status: 204 len: 168 time: 3.5209031 Nov 22 16:49:19.689802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51176) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:19.720162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d9de787f-555f-47a3-941c-bd28d2758139 None None] Provisioning complete for port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:19.720681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9de787f-555f-47a3-941c-bd28d2758139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.758658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.838463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d9de787f-555f-47a3-941c-bd28d2758139 None None] Port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:19.932089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Deleting subnet ccc3dce3-efe7-425a-8e74-2189828aac32 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:19.942654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-300e5765-8a7e-4d77-b50b-28c61d8d56cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.964284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] For port a56e4173-402e-4002-91e8-5a54b4c3adff, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a56e4173-402e-4002-91e8-5a54b4c3adff,segment=NetworkSegment(faf63ec7-92b3-49e8-9dcc-cd66872ce6db),segment_id=faf63ec7-92b3-49e8-9dcc-cd66872ce6db)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:19.965190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:19.994440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Calling delete_port for a56e4173-402e-4002-91e8-5a54b4c3adff owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:19.995682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.076504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.098579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.121999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667d7f6-7b27-42eb-86e4-836c720a351b req-17f4a96e-b06f-4ff2-ab1a-cc1b778bd154 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:20.123732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e667d7f6-7b27-42eb-86e4-836c720a351b req-17f4a96e-b06f-4ff2-ab1a-cc1b778bd154 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 945 time: 0.2466531 Nov 22 16:49:20.210122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9353108e-3df4-423d-9307-9b6fe60fba46 service neutron] 10.222.0.65 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816963 Nov 22 16:49:20.217292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e667d7f6-7b27-42eb-86e4-836c720a351b req-38bc4172-9a90-4b4a-b49a-52ca01d4b0eb tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/security-groups?id=b2d83fea-1990-4917-9302-addfbd6dd180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845213 Nov 22 16:49:20.316942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51188) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:20.372920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:20.427753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.487582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:20.488456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b7d26b8-f457-4fc6-a12e-bee3c261a2b0 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:20.665057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52252e47-cbec-41e3-b3d1-c78b1d9d925a req-929686c7-778d-44c1-9c79-3b42d5e27daf tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 210 time: 0.1066368 Nov 22 16:49:20.666369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.715278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.718917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3f63741-493a-4326-9390-8dd91a7cc15a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.729995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a56e4173-402e-4002-91e8-5a54b4c3adff'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:20.732089 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:20.749793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ccc3dce3-efe7-425a-8e74-2189828aac32 HTTP/1.1" status: 204 len: 168 time: 1.0116088 Nov 22 16:49:20.753959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bb19d-ae7b-47b4-8b9d-242c7a07d82e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc3dce3-efe7-425a-8e74-2189828aac32,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:20.762299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51208) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:20.786996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c229d38b-7468-41a4-b50e-5d04abd2d11d None None] Network 9c7fbace-2963-4b16-8739-356bef2014f2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:20.895821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Pushing event deleted for resources: {'Port': ['ID=a56e4173-402e-4002-91e8-5a54b4c3adff,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:21.004282 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.037220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] No DVR routers for this DVR port a56e4173-402e-4002-91e8-5a54b4c3adff on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:21.045020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.049272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6f96eb79-cd3b-46e0-899a-bc3c3cc2b19b req-b1866bdb-37c4-4ec8-b0c1-24b4912aa283 tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.66 "DELETE /v2.0/ports/a56e4173-402e-4002-91e8-5a54b4c3adff HTTP/1.1" status: 204 len: 173 time: 1.9758670 Nov 22 16:49:21.049949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'name': 'network-vif-deleted', 'tag': 'a56e4173-402e-4002-91e8-5a54b4c3adff'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:21.052368 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f9d089-7c33-4db1-b499-e10e054fc761" -d '{"events": [{"server_uuid": "20e80615-9914-408a-8408-0ab7bbffbf2d", "name": "network-vif-deleted", "tag": "a56e4173-402e-4002-91e8-5a54b4c3adff"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:21.115818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.121943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.197411 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8008fb3f-b23d-4ed5-b4e0-0c1f377717f8 x-openstack-request-id: req-8008fb3f-b23d-4ed5-b4e0-0c1f377717f8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:21.197786 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e80615-9914-408a-8408-0ab7bbffbf2d", "name": "network-vif-deleted", "tag": "a56e4173-402e-4002-91e8-5a54b4c3adff", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:21.198247 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8008fb3f-b23d-4ed5-b4e0-0c1f377717f8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:21.198683 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e80615-9914-408a-8408-0ab7bbffbf2d', 'name': 'network-vif-deleted', 'tag': 'a56e4173-402e-4002-91e8-5a54b4c3adff', 'status': 'completed', 'code': 200} Nov 22 16:49:21.215797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Deleting port 5a30685f-8f4a-4c21-855f-214d786e9233 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:21.216217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.232449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3f63741-493a-4326-9390-8dd91a7cc15a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.294115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e3f63741-493a-4326-9390-8dd91a7cc15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.298337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.371500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] DHCP port deletion for 9c7fbace-2963-4b16-8739-356bef2014f2 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:21.436308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=02e05d09-5cdc-4ea0-bd73-a16e1d451a05,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:21.472572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f42a6f4f-c440-4eac-a3a7-29f7c275c43d req-8aa2ffc8-1714-4318-acaa-e43a6216b7cd tempest-ServerTagsTestJSON-1591641408 tempest-ServerTagsTestJSON-1591641408-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e80615-9914-408a-8408-0ab7bbffbf2d HTTP/1.1" status: 200 len: 210 time: 0.0818024 Nov 22 16:49:21.501848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f63741-493a-4326-9390-8dd91a7cc15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f392301e-07c2-4a5e-abe4-42f2a5cb0065,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:21.521970 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e3f63741-493a-4326-9390-8dd91a7cc15a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6fa03f2e61d403aa7d4fa941fb39635&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2016809 Nov 22 16:49:21.522615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:21.558535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] Deleting port 5a30685f-8f4a-4c21-855f-214d786e9233 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:21.558930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.583925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] For port 5a30685f-8f4a-4c21-855f-214d786e9233, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a30685f-8f4a-4c21-855f-214d786e9233,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:21.584839 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.646101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Calling delete_port for 5a30685f-8f4a-4c21-855f-214d786e9233 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:21.773511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7daeca0a-65c6-4cbb-a3fe-49a436d160e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.790303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] For port 5a30685f-8f4a-4c21-855f-214d786e9233, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a30685f-8f4a-4c21-855f-214d786e9233,segment=NetworkSegment(066633f5-9e6e-4ca0-b90c-518a26b16780),segment_id=066633f5-9e6e-4ca0-b90c-518a26b16780)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:21.792097 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.813595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7daeca0a-65c6-4cbb-a3fe-49a436d160e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:21.830225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] Calling delete_port for 5a30685f-8f4a-4c21-855f-214d786e9233 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:21.899534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eedcd071-2bb2-4d20-9225-758e72d1deaa req-25f91f46-a507-458c-bbd6-560e6a08136e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 210 time: 0.0993359 Nov 22 16:49:21.929695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network b4578a57-1876-4a62-b17b-f39483e6be90 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:21.941453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:22.016026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.063986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a30685f-8f4a-4c21-855f-214d786e9233,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:22.073860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] No DVR routers for this DVR port 5a30685f-8f4a-4c21-855f-214d786e9233 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:22.131384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.145052 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7daeca0a-65c6-4cbb-a3fe-49a436d160e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.147691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7daeca0a-65c6-4cbb-a3fe-49a436d160e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.149052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7daeca0a-65c6-4cbb-a3fe-49a436d160e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f392301e-07c2-4a5e-abe4-42f2a5cb0065 HTTP/1.1" status: 204 len: 168 time: 0.6218414 Nov 22 16:49:22.185570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] Pushing event deleted for resources: {'Port': ['ID=5a30685f-8f4a-4c21-855f-214d786e9233,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:22.226665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489c1c4f-3a43-4fb7-98e1-630304107abc None None] No DVR routers for this DVR port 5a30685f-8f4a-4c21-855f-214d786e9233 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:22.240310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daeca0a-65c6-4cbb-a3fe-49a436d160e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f392301e-07c2-4a5e-abe4-42f2a5cb0065,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:22.261130 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.281790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Router 688a1765-fb0f-4653-8531-fe6632e41383 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:49:22.326644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7fbace-2963-4b16-8739-356bef2014f2']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.350285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a30685f-8f4a-4c21-855f-214d786e9233 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:22.350473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066633f5-9e6e-4ca0-b90c-518a26b16780') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.351276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066633f5-9e6e-4ca0-b90c-518a26b16780') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.374801 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.376493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5a30685f-8f4a-4c21-855f-214d786e9233 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:22.376836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a30685f-8f4a-4c21-855f-214d786e9233 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:22.410606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.421228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:22.421609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:22.423710 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:22.509072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:22.514556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.516104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a8930405-97ab-4dff-8a58-7401b9724947 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/routers/688a1765-fb0f-4653-8531-fe6632e41383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2410769 Nov 22 16:49:22.519103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51242) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:22.549878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] Sync routers for ids ['688a1765-fb0f-4653-8531-fe6632e41383'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:22.591480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.596452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] Routers {'688a1765-fb0f-4653-8531-fe6632e41383'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:22.597453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['688a1765-fb0f-4653-8531-fe6632e41383'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.603288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51244) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:22.606883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9c7fbace-2963-4b16-8739-356bef2014f2 HTTP/1.1" status: 204 len: 168 time: 1.8393486 Nov 22 16:49:22.608052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541bf155-c0ea-49fd-956f-87b4f9b50ea4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c7fbace-2963-4b16-8739-356bef2014f2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:22.608418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6b975814-f3e1-4d6d-b372-5f54bdc63a9b None None] Provisioning complete for port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:22.609044 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b975814-f3e1-4d6d-b372-5f54bdc63a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.760401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.794276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] Routers {'688a1765-fb0f-4653-8531-fe6632e41383'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:22.795968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:48:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['688a1765-fb0f-4653-8531-fe6632e41383'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.832756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-688934de-bed7-444c-b00f-26fd785a3b2f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:22.835104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-688934de-bed7-444c-b00f-26fd785a3b2f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 812 time: 0.2692540 Nov 22 16:49:22.852894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51250) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:22.876352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0054d7f3-af72-44f2-a1a4-868fa778adcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.883718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6b975814-f3e1-4d6d-b372-5f54bdc63a9b None None] Port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:22.897048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:22.898305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e8450f-0417-442f-93b4-a1a545290283 None None] The sync data for ids ['688a1765-fb0f-4653-8531-fe6632e41383'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:22.925605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c4824427-3554-4152-aba9-437f6d8dce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:22.927930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Request body: {'port': {'device_id': '5cea0206-a7a4-4708-8038-69efede79c73', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'admin_state_up': True, 'tenant_id': '6b8499e682674e1b8d57581eacaf071f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:22.998407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51254) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.027956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10d58d-e0f6-4341-b929-0cd7d02e599f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:23.030317 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ff10d58d-e0f6-4341-b929-0cd7d02e599f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports?device_id=688a1765-fb0f-4653-8531-fe6632e41383 HTTP/1.1" status: 200 len: 983 time: 0.5089185 Nov 22 16:49:23.035402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51256) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.050285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Deleting subnet b1529175-a6d6-4960-a079-e76495d0c55d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:23.067002 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0054d7f3-af72-44f2-a1a4-868fa778adcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.096995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7a9c998-1a7c-4ee6-943e-fe36049f176d req-ae847f84-77a6-438b-8ebc-9bdf45a3df9a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 210 time: 0.0529566 Nov 22 16:49:23.120684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0054d7f3-af72-44f2-a1a4-868fa778adcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.129206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.156564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d35fd992-8682-4e3b-896d-273eb5c65435 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64b1e8a96c1a46feb49c8e176c4b0deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568508 Nov 22 16:49:23.159920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51260) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.190039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0054d7f3-af72-44f2-a1a4-868fa778adcf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1c5698b7f61434eb947dd54ba397c89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3331213 Nov 22 16:49:23.190504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51262) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.193717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054d7f3-af72-44f2-a1a4-868fa778adcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e212c735-45ec-4584-bcae-eccc67bbeb79,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:23.226160 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.261589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c14c0f9-cb8b-40e3-8b09-246dea31d34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.294527 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c14c0f9-cb8b-40e3-8b09-246dea31d34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.360191 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c14c0f9-cb8b-40e3-8b09-246dea31d34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.365103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a56e4173-402e-4002-91e8-5a54b4c3adff no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:23.369846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c14c0f9-cb8b-40e3-8b09-246dea31d34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.386164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2c14c0f9-cb8b-40e3-8b09-246dea31d34a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e212c735-45ec-4584-bcae-eccc67bbeb79 HTTP/1.1" status: 204 len: 168 time: 0.1933353 Nov 22 16:49:23.393162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: a56e4173-402e-4002-91e8-5a54b4c3adff {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:23.393801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a56e4173-402e-4002-91e8-5a54b4c3adff not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:23.398239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14c0f9-cb8b-40e3-8b09-246dea31d34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e212c735-45ec-4584-bcae-eccc67bbeb79,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:23.457804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.461254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05028ebf-0767-4c1f-8d00-b36fbd08fa28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.463014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Made reservation on behalf of 6b8499e682674e1b8d57581eacaf071f for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:23.466849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.567010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05028ebf-0767-4c1f-8d00-b36fbd08fa28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.736051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.791613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.798713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51270) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.807985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b1529175-a6d6-4960-a079-e76495d0c55d HTTP/1.1" status: 204 len: 168 time: 1.2035594 Nov 22 16:49:23.818857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5806f6c-75bf-48cc-9583-bf5fde00f9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1529175-a6d6-4960-a079-e76495d0c55d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:23.914246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:23.940983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Allocated IP 172.20.0.3 (bb4fff6e-7338-4018-ba32-de47da46245f/fedf3f6b-88f8-4686-91b2-698371b64e3a/0117ce7c-3de7-41f4-b635-46388cacbea0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:23.960626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:23.987869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.004798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef768-0352-48bf-b6b9-eb9bddf9a657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.020293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.046146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f248081-d852-4020-851e-bb0cfc04ea5b']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:24.058642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:24.059246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf63ec7-92b3-49e8-9dcc-cd66872ce6db') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:24.070786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.081830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05028ebf-0767-4c1f-8d00-b36fbd08fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.084528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05028ebf-0767-4c1f-8d00-b36fbd08fa28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.087989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-05028ebf-0767-4c1f-8d00-b36fbd08fa28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91ef4785-1a7a-4f5c-8914-8de65e34ef19 HTTP/1.1" status: 204 len: 168 time: 0.9172859 Nov 22 16:49:24.089445 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.100947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:24.101708 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:24.104143 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:24.207557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.215786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.227458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] 10.222.0.65 "DELETE /v2.0/networks/3f248081-d852-4020-851e-bb0cfc04ea5b HTTP/1.1" status: 204 len: 168 time: 0.4239783 Nov 22 16:49:24.246416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08810eb3-c1e5-4576-9d83-81437c79288d admin admin] Pushing event deleted for resources: {'Network': ['ID=3f248081-d852-4020-851e-bb0cfc04ea5b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.248363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028ebf-0767-4c1f-8d00-b36fbd08fa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ef4785-1a7a-4f5c-8914-8de65e34ef19,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.303084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef768-0352-48bf-b6b9-eb9bddf9a657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.307443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f2cc693-83c4-48b9-bf60-9a4fafe96307 req-c0f614e5-68b2-4858-9d00-9baa018c175f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 210 time: 0.0623469 Nov 22 16:49:24.342124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b5ef768-0352-48bf-b6b9-eb9bddf9a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.439939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:24.440156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b5ef768-0352-48bf-b6b9-eb9bddf9a657 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3e7346b24221495398a6f79795068cf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4780462 Nov 22 16:49:24.506224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51286) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:24.597364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4690b2cd-0966-4493-97b6-8c8566b3087c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1bedf0e1332246fc8e5a0c32787c0ced&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0891321 Nov 22 16:49:24.600467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51288) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:24.612263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-660bc399-0cec-4567-8efb-448cfda68e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.674465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-660bc399-0cec-4567-8efb-448cfda68e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.716744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bee114f-8780-44bf-8eb0-5a4d77bcd002 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.777919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bee114f-8780-44bf-8eb0-5a4d77bcd002 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.796428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51290) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:24.839180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b72f954c-c003-4401-aa64-0f8853713c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.859243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ef768-0352-48bf-b6b9-eb9bddf9a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e873a1-08c1-4511-9286-0c1668896d4c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:24.950277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b72f954c-c003-4401-aa64-0f8853713c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.952215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-660bc399-0cec-4567-8efb-448cfda68e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.957602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-660bc399-0cec-4567-8efb-448cfda68e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.962124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-660bc399-0cec-4567-8efb-448cfda68e92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7e873a1-08c1-4511-9286-0c1668896d4c HTTP/1.1" status: 204 len: 168 time: 0.5174944 Nov 22 16:49:24.964656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b72f954c-c003-4401-aa64-0f8853713c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.970076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:24.987304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bc399-0cec-4567-8efb-448cfda68e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e873a1-08c1-4511-9286-0c1668896d4c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.034603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bee114f-8780-44bf-8eb0-5a4d77bcd002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.037164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bee114f-8780-44bf-8eb0-5a4d77bcd002 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.038374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9bee114f-8780-44bf-8eb0-5a4d77bcd002 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2d83fea-1990-4917-9302-addfbd6dd180 HTTP/1.1" status: 204 len: 168 time: 0.4363134 Nov 22 16:49:25.055711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f954c-c003-4401-aa64-0f8853713c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4e7106-2f4e-4ec5-bcc5-3decc4d794b1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.063807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b72f954c-c003-4401-aa64-0f8853713c28 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2650499 Nov 22 16:49:25.066540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51298) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:25.108448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee114f-8780-44bf-8eb0-5a4d77bcd002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d83fea-1990-4917-9302-addfbd6dd180,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.151877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45c87f70-29f0-4de0-a792-8ef674c7ec31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.180855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45c87f70-29f0-4de0-a792-8ef674c7ec31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.219990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.272790 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45c87f70-29f0-4de0-a792-8ef674c7ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.277285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45c87f70-29f0-4de0-a792-8ef674c7ec31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.282697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45c87f70-29f0-4de0-a792-8ef674c7ec31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f4e7106-2f4e-4ec5-bcc5-3decc4d794b1 HTTP/1.1" status: 204 len: 168 time: 0.2111323 Nov 22 16:49:25.294169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c87f70-29f0-4de0-a792-8ef674c7ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4e7106-2f4e-4ec5-bcc5-3decc4d794b1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.379792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.395090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.496715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Network bb4fff6e-7338-4018-ba32-de47da46245f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:25.505381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:25.512002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:25.523175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c5e819-4334-426c-94b3-7e8b9ca9e37f None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:25.547757 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event updated for resources: {'Port': ['ID=0117ce7c-3de7-41f4-b635-46388cacbea0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:25.575627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33436e79-e3d6-4075-8e39-f1223d5a7728 req-28f85c6d-3491-40ee-b4e5-9ab82d394b36 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.578602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33436e79-e3d6-4075-8e39-f1223d5a7728 req-28f85c6d-3491-40ee-b4e5-9ab82d394b36 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 931 time: 0.1306753 Nov 22 16:49:25.644927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cce22527-d4c0-47ef-9564-aafffc411536 None None] Provisioning complete for port 0117ce7c-3de7-41f4-b635-46388cacbea0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:25.648011 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cce22527-d4c0-47ef-9564-aafffc411536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.668885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:25.669906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.706393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9a2f88b2-79d1-4472-b909-7f6bf76e94d1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7864175 Nov 22 16:49:25.722277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Request body: {'port': {'device_id': '5cea0206-a7a4-4708-8038-69efede79c73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:25.741697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33436e79-e3d6-4075-8e39-f1223d5a7728 req-7f79dae1-a608-4341-b13c-4611d55ab4dd tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520638 Nov 22 16:49:25.762090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cce22527-d4c0-47ef-9564-aafffc411536 None None] Port 0117ce7c-3de7-41f4-b635-46388cacbea0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:25.866856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:25.915893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:25.916755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.022344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.200756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.262133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 02e05d09-5cdc-4ea0-bd73-a16e1d451a05 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:26.579876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0117ce7c-3de7-41f4-b635-46388cacbea0 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:26.592309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.628201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.703881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Transition to ACTIVE for port object 0117ce7c-3de7-41f4-b635-46388cacbea0 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:49:26.709161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=02e05d09-5cdc-4ea0-bd73-a16e1d451a05,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:26.745087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:26.786729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d31fed-08cb-4656-98a2-08777fdc1d96 None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:26.917413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0117ce7c-3de7-41f4-b635-46388cacbea0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:26.988076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5d4ec-aaa3-4e32-a028-3aac229e6e50 req-18b42518-99df-464f-b8fd-c055150a4f88 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:26.988076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c5d4ec-aaa3-4e32-a028-3aac229e6e50 req-18b42518-99df-464f-b8fd-c055150a4f88 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 943 time: 0.1018357 Nov 22 16:49:27.016745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.070436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60c5d4ec-aaa3-4e32-a028-3aac229e6e50 req-73936b72-6bf5-40ba-bc7e-c9ce043333f1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761154 Nov 22 16:49:27.139215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Attempting to bind port 0117ce7c-3de7-41f4-b635-46388cacbea0 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:27.139715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Attempting to bind port 0117ce7c-3de7-41f4-b635-46388cacbea0 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:27.140042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Attempting to bind port 0117ce7c-3de7-41f4-b635-46388cacbea0 on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:27.171133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Port 0117ce7c-3de7-41f4-b635-46388cacbea0 on network bb4fff6e-7338-4018-ba32-de47da46245f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:49:27.171133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Attempting to bind port 0117ce7c-3de7-41f4-b635-46388cacbea0 on network bb4fff6e-7338-4018-ba32-de47da46245f {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:27.192251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:27.192251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Checking segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:27.192664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Bound using segment: {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:27.193077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Bound port: 0117ce7c-3de7-41f4-b635-46388cacbea0, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad412fab-e025-48d0-9c2b-a5477a911e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:27.193562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.332580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Router 688a1765-fb0f-4653-8531-fe6632e41383 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:49:27.473602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] For port 0117ce7c-3de7-41f4-b635-46388cacbea0, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:27.503362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] For port 0117ce7c-3de7-41f4-b635-46388cacbea0, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0117ce7c-3de7-41f4-b635-46388cacbea0,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:27.512986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.587652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:49:27.598657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.599296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.603235 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] Sync routers for ids ['688a1765-fb0f-4653-8531-fe6632e41383'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:49:27.606344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7aa41-ead1-4f5e-a5f1-9743a84ba623 None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:27.612177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] 10.222.0.66 "PUT /v2.0/ports/0117ce7c-3de7-41f4-b635-46388cacbea0 HTTP/1.1" status: 200 len: 1091 time: 1.8955636 Nov 22 16:49:27.623800 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] Routers {'688a1765-fb0f-4653-8531-fe6632e41383'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:27.631482 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['688a1765-fb0f-4653-8531-fe6632e41383'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:27.632129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e1f14ed2-076b-4a9a-adde-eb4234849eeb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/routers/688a1765-fb0f-4653-8531-fe6632e41383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5923345 Nov 22 16:49:27.632930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cea0206-a7a4-4708-8038-69efede79c73', 'tag': '0117ce7c-3de7-41f4-b635-46388cacbea0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:27.633394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51372) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:27.655358 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bffee23-e7f2-4758-b887-e16e20ed670f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cea0206-a7a4-4708-8038-69efede79c73", "tag": "0117ce7c-3de7-41f4-b635-46388cacbea0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:27.680308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df90dc6-5585-420e-a0f9-b7095e3837f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0117ce7c-3de7-41f4-b635-46388cacbea0,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:27.699183 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-789938c9-2556-4cbe-86ee-af5ae5b7f1c6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:49:27.700661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-789938c9-2556-4cbe-86ee-af5ae5b7f1c6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/02e05d09-5cdc-4ea0-bd73-a16e1d451a05 HTTP/1.1" status: 404 len: 333 time: 0.0659087 Nov 22 16:49:27.704791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51378) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:27.727679 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:27.751000 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c0bda-5c41-4467-95a1-9c4deea2a1f1 x-openstack-request-id: req-4b6c0bda-5c41-4467-95a1-9c4deea2a1f1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:27.751527 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cea0206-a7a4-4708-8038-69efede79c73", "tag": "0117ce7c-3de7-41f4-b635-46388cacbea0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:27.752021 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b6c0bda-5c41-4467-95a1-9c4deea2a1f1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:27.752472 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cea0206-a7a4-4708-8038-69efede79c73', 'tag': '0117ce7c-3de7-41f4-b635-46388cacbea0', 'status': 'completed', 'code': 200} Nov 22 16:49:27.759060 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] Routers {'688a1765-fb0f-4653-8531-fe6632e41383'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:49:27.759943 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['688a1765-fb0f-4653-8531-fe6632e41383'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:27.804410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-313a62c2-5890-4091-aea4-bd33aa966850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:27.805791 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:27.806650 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4442d39-98b6-455e-97d3-a0e8c9eaedef None None] The sync data for ids ['688a1765-fb0f-4653-8531-fe6632e41383'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:49:27.811515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-313a62c2-5890-4091-aea4-bd33aa966850 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 1094 time: 0.1169298 Nov 22 16:49:27.846950 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:27.921750 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-bf252136-32ac-47b6-b196-9763c57ca3ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0117ce7c-3de7-41f4-b635-46388cacbea0 HTTP/1.1" status: 200 len: 217 time: 0.0970073 Nov 22 16:49:27.985704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51384) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:28.007697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-c4c8b4f6-a373-4b4e-ae8c-a485b0615a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.009326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-c4c8b4f6-a373-4b4e-ae8c-a485b0615a31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.0779283 Nov 22 16:49:28.052272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-0fa88533-14de-4b7c-9e0a-5df487a6fb0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336726 Nov 22 16:49:28.068980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.076441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.193371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.194193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Fanout notify agent at l3_agent the message router_deleted on router 688a1765-fb0f-4653-8531-fe6632e41383 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:49:28.202409 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-1027ba90-fb8e-456a-ba62-953d9ab67b94 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395843 Nov 22 16:49:28.206863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.208075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-83915d40-b6c8-4921-a782-e8496862a5de tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/routers/688a1765-fb0f-4653-8531-fe6632e41383 HTTP/1.1" status: 204 len: 168 time: 0.5023155 Nov 22 16:49:28.215400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51390) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:28.260578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7edea-d68e-4a19-a727-bf7614502051 req-54e70921-56ea-4ebc-90b5-682e82d185c1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.262853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68e7edea-d68e-4a19-a727-bf7614502051 req-54e70921-56ea-4ebc-90b5-682e82d185c1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 943 time: 0.1104264 Nov 22 16:49:28.340262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet e6c8bfae-cdeb-4d40-89e0-c7d8f841819a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:28.346550 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.363711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6377686e-0f09-4d1b-b0cb-756baa21bf8f req-9c04e01d-64d2-4a01-82c7-2bc00c1193ac service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530843 Nov 22 16:49:28.419263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68e7edea-d68e-4a19-a727-bf7614502051 req-533bedeb-4b15-49cd-8499-a04cc3ac1c7e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459343 Nov 22 16:49:28.424703 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5495db15-922d-415f-9e39-c484966532a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.458472 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.486827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-d5188fa1-8432-4dee-90f7-c1a3626584e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.488838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-d5188fa1-8432-4dee-90f7-c1a3626584e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b8499e682674e1b8d57581eacaf071f&device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 1094 time: 0.0686889 Nov 22 16:49:28.651421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-20ded2a2-aff7-4bbc-b88f-81b1f2196b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.655279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-20ded2a2-aff7-4bbc-b88f-81b1f2196b71 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 200 len: 913 time: 0.1564517 Nov 22 16:49:28.699139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.721066 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-346b517b-1f93-47ec-b0aa-96ee7991c142 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0117ce7c-3de7-41f4-b635-46388cacbea0 HTTP/1.1" status: 200 len: 217 time: 0.0540786 Nov 22 16:49:28.765931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5495db15-922d-415f-9e39-c484966532a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.773918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5495db15-922d-415f-9e39-c484966532a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.817874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-3df8ceaf-802e-4ce2-9ced-f00f5d936f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:28.820340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-3df8ceaf-802e-4ce2-9ced-f00f5d936f2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 200 len: 852 time: 0.0892897 Nov 22 16:49:28.827711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.867048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c8bfae-cdeb-4d40-89e0-c7d8f841819a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:28.871873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5495db15-922d-415f-9e39-c484966532a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=88c2312f8eee40dcba99d1b73f0f8a49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8850093 Nov 22 16:49:28.873618 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:28.877377 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6ae45811-b9f9-4c5f-9cd2-cf553b34bbbf tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/e6c8bfae-cdeb-4d40-89e0-c7d8f841819a HTTP/1.1" status: 204 len: 168 time: 0.6599493 Nov 22 16:49:28.878327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5495db15-922d-415f-9e39-c484966532a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854da158-49b3-41ea-aa02-cf315f27dd33,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:28.878906 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7416a938-f432-47c3-920d-58da7a75b81a None None] Network b4578a57-1876-4a62-b17b-f39483e6be90 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:28.880738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:28.881070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51404) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:28.892535 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-70ccad8a-aa25-4199-b94e-d529fc09cf14 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bb4fff6e-7338-4018-ba32-de47da46245f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501411 Nov 22 16:49:29.024104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.057837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc285c54-2e62-4bd1-a7c9-89683107ab8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.084397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc285c54-2e62-4bd1-a7c9-89683107ab8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.133839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-cf75d5d2-0711-4878-a57e-4ea112819e6a service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291951 Nov 22 16:49:29.148398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc285c54-2e62-4bd1-a7c9-89683107ab8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.151221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc285c54-2e62-4bd1-a7c9-89683107ab8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.152468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc285c54-2e62-4bd1-a7c9-89683107ab8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/854da158-49b3-41ea-aa02-cf315f27dd33 HTTP/1.1" status: 204 len: 168 time: 0.2704179 Nov 22 16:49:29.185495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc285c54-2e62-4bd1-a7c9-89683107ab8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854da158-49b3-41ea-aa02-cf315f27dd33,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:29.228078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 9c5f60f1-4ef3-479b-9487-8761da2aa005 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:29.228596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.314006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] For port 9c5f60f1-4ef3-479b-9487-8761da2aa005, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=9c5f60f1-4ef3-479b-9487-8761da2aa005,segment=NetworkSegment(27c43018-2b18-4774-ba6a-7d6700548295),segment_id=27c43018-2b18-4774-ba6a-7d6700548295)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:29.314792 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.350524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 9c5f60f1-4ef3-479b-9487-8761da2aa005 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:29.430685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bffee23-e7f2-4758-b887-e16e20ed670f req-4184ee8b-7880-4362-9983-fcd84f63e9d7 service neutron] 10.222.0.66 "GET /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839758 Nov 22 16:49:29.574584 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.612123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=9c5f60f1-4ef3-479b-9487-8761da2aa005,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:29.668282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No DVR routers for this DVR port 9c5f60f1-4ef3-479b-9487-8761da2aa005 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:29.695305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be2dbf-1eeb-4210-bbd8-c39290c71bb6 None None] DHCP port deletion for b4578a57-1876-4a62-b17b-f39483e6be90 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:29.792774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.804093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010d589-65bb-4953-9562-a445b2977a96 req-9501fc4d-1adb-496a-b235-a975e8e3e845 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:29.815722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d010d589-65bb-4953-9562-a445b2977a96 req-9501fc4d-1adb-496a-b235-a975e8e3e845 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 943 time: 0.2375753 Nov 22 16:49:29.879419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4578a57-1876-4a62-b17b-f39483e6be90']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:29.900978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c43018-2b18-4774-ba6a-7d6700548295') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:29.901759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c43018-2b18-4774-ba6a-7d6700548295') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:49:29.917728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.923458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d010d589-65bb-4953-9562-a445b2977a96 req-b44a8691-6f55-48fe-900d-d1c62b827a1b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072264 Nov 22 16:49:29.941628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:29.956038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:49:29.956676 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:49:30.054664 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:49:30.058749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.333954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9c5f60f1-4ef3-479b-9487-8761da2aa005 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:30.387799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 9c5f60f1-4ef3-479b-9487-8761da2aa005 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:30.388812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 9c5f60f1-4ef3-479b-9487-8761da2aa005 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:30.431747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:30.499953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.507257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/b4578a57-1876-4a62-b17b-f39483e6be90 HTTP/1.1" status: 204 len: 168 time: 1.6203547 Nov 22 16:49:30.507257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029a955-4629-44a1-88d7-61694459f496 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=b4578a57-1876-4a62-b17b-f39483e6be90,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:30.507568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:30.596510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f355f23-3c2e-4b43-a52e-e7ed3ea1c8d7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:30.603250 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f355f23-3c2e-4b43-a52e-e7ed3ea1c8d7 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/492845cf-6f01-4d0f-8f82-892c85c6c4a3 HTTP/1.1" status: 200 len: 841 time: 0.0906501 Nov 22 16:49:30.603757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51480) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:30.672642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7223ba0-8229-4367-8b16-fb0b6c5a971a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/492845cf-6f01-4d0f-8f82-892c85c6c4a3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0635052 Nov 22 16:49:30.673894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51482) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:30.681137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:30.779964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d20b035-3cc1-413f-bb79-29413c3b55f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.867567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:30.874014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.982769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d20b035-3cc1-413f-bb79-29413c3b55f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:30.991907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d20b035-3cc1-413f-bb79-29413c3b55f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.064268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8d20b035-3cc1-413f-bb79-29413c3b55f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fb35612525384f9584f5b6d19ce2f57b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6277103 Nov 22 16:49:31.065233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51496) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:31.077272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20b035-3cc1-413f-bb79-29413c3b55f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b159f1a-9fe5-43f0-921c-144566c3084b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.234082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fda932e4-afc7-4400-be5b-cb6d332f4c71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.256221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.281370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fda932e4-afc7-4400-be5b-cb6d332f4c71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.342665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:31.366568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:31.379232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.379841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.395659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d33eba-903e-4f26-9836-b3674be86779 None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:31.412327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=4b11ea03-542f-44f8-8b5c-e9ab8138c435,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.433987 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fcf05fe1-951d-44bd-8455-43fb72161e14 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7537503 Nov 22 16:49:31.436804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:31.442223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'security_group': {'name': 'tempest-secgroup-2039214675'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:31.449262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fda932e4-afc7-4400-be5b-cb6d332f4c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.451925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fda932e4-afc7-4400-be5b-cb6d332f4c71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.453690 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fda932e4-afc7-4400-be5b-cb6d332f4c71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6b159f1a-9fe5-43f0-921c-144566c3084b HTTP/1.1" status: 204 len: 168 time: 0.3876331 Nov 22 16:49:31.472661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda932e4-afc7-4400-be5b-cb6d332f4c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b159f1a-9fe5-43f0-921c-144566c3084b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:31.489319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0117ce7c-3de7-41f4-b635-46388cacbea0 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:49:31.605453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.720429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8c05d-8eed-45a8-9a1d-3c21dae238af req-240d2e50-f8bf-41ab-ad07-5a63a226d10a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:31.725412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14a8c05d-8eed-45a8-9a1d-3c21dae238af req-240d2e50-f8bf-41ab-ad07-5a63a226d10a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 943 time: 0.2892613 Nov 22 16:49:31.806553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 0117ce7c-3de7-41f4-b635-46388cacbea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0117ce7c-3de7-41f4-b635-46388cacbea0,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:31.833903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '0117ce7c-3de7-41f4-b635-46388cacbea0', 'network_id': 'bb4fff6e-7338-4018-ba32-de47da46245f', 'port_id': '0117ce7c-3de7-41f4-b635-46388cacbea0', 'mac_address': 'fa:16:3e:e6:22:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedf3f6b-88f8-4686-91b2-698371b64e3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:49:31.887612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'tenant_id': '0ac13a1621bd48d3a5f217ea9a40e58c', 'fixed_ips': [{'subnet_id': '4b11ea03-542f-44f8-8b5c-e9ab8138c435'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:49:31.888726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.890877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14a8c05d-8eed-45a8-9a1d-3c21dae238af req-90699c0a-73a8-4cb4-a421-bb851a5540a6 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426523 Nov 22 16:49:31.965942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:31.978216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.015063 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.065253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0117ce7c-3de7-41f4-b635-46388cacbea0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:49:32.065784 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.070443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6285214 Nov 22 16:49:32.071923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51516) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.082908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1341730609'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:32.105939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba9212-8fdc-4750-8463-bd23cb04242d tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94640548-0fd9-44f6-a237-16fe6855e6ba,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.151648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 0117ce7c-3de7-41f4-b635-46388cacbea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0117ce7c-3de7-41f4-b635-46388cacbea0,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:32.165328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.168340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.284809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.291871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.343929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Allocated IP 172.20.0.2 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/4b11ea03-542f-44f8-8b5c-e9ab8138c435/33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:32.347332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.349805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2757480 Nov 22 16:49:32.353490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.357544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957b4a8-fcae-4f39-912e-29e6ba8126ff tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ac5a98-643a-4192-8383-f7af0b36a60d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.358714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-132050002', 'security_groups': ['94ac5a98-643a-4192-8383-f7af0b36a60d'], 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b11ea03-542f-44f8-8b5c-e9ab8138c435'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:32.384066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51524) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.411768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42b8b8f3-46b6-4a98-bf3a-51ce48130461 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.444901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=0117ce7c-3de7-41f4-b635-46388cacbea0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.507049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['0117ce7c-3de7-41f4-b635-46388cacbea0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:32.580031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42b8b8f3-46b6-4a98-bf3a-51ce48130461 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.587693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-42b8b8f3-46b6-4a98-bf3a-51ce48130461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.592099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:32.650704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b8f3-46b6-4a98-bf3a-51ce48130461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38477c8-8734-435d-8d3c-f2b42538d9f0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:32.667314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-42b8b8f3-46b6-4a98-bf3a-51ce48130461 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d04f38272ac346ce9474d2a8db57b6a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789736 Nov 22 16:49:32.667314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:32.804517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba38d0a-ea57-415e-8323-d65ea1777586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.840395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba38d0a-ea57-415e-8323-d65ea1777586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.854639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.930654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba38d0a-ea57-415e-8323-d65ea1777586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.939090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 46946306-4f6b-4dbf-a52f-eead8486ffcc yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:49:32.944276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba38d0a-ea57-415e-8323-d65ea1777586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:32.945924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fba38d0a-ea57-415e-8323-d65ea1777586 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c38477c8-8734-435d-8d3c-f2b42538d9f0 HTTP/1.1" status: 204 len: 168 time: 0.2772205 Nov 22 16:49:32.965543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba38d0a-ea57-415e-8323-d65ea1777586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38477c8-8734-435d-8d3c-f2b42538d9f0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:33.124325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.146494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.239638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Pushing event updated for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:33.281446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:33.285226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:33.288647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:33.346135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.5 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/4b11ea03-542f-44f8-8b5c-e9ab8138c435/46946306-4f6b-4dbf-a52f-eead8486ffcc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:33.379985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Attempting to bind port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:49:33.379985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Attempting to bind port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '36ec4937-edaa-49dd-afd9-48069e0148f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:49:33.380909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Attempting to bind port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a on network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:49:33.389944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:49:33.391159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Checking segment: {'id': '36ec4937-edaa-49dd-afd9-48069e0148f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:49:33.391898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.392490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Bound using segment: {'id': '36ec4937-edaa-49dd-afd9-48069e0148f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:49:33.393158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Bound port: 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ec4937-edaa-49dd-afd9-48069e0148f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:49:33.393734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.400615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a7e09-3c7d-4d25-aae3-ef259e4d0ff5 req-9c3ef84a-9067-4bcf-a3ec-09b1966988a5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:33.411299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c09a7e09-3c7d-4d25-aae3-ef259e4d0ff5 req-9c3ef84a-9067-4bcf-a3ec-09b1966988a5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 944 time: 0.3838644 Nov 22 16:49:33.493600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:49:33.499420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,segment=NetworkSegment(36ec4937-edaa-49dd-afd9-48069e0148f2),segment_id=36ec4937-edaa-49dd-afd9-48069e0148f2)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:49:33.507571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.576467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c09a7e09-3c7d-4d25-aae3-ef259e4d0ff5 req-b960188a-821a-4a81-a7e1-60e22c4d8b0c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643758 Nov 22 16:49:33.662673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e1d7b4-5657-4fa8-a4e2-5300a9250867 None None] Pushing event updated for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:33.745872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.829112 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:33.999137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:34.016826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:34.020094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:34.025369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=46946306-4f6b-4dbf-a52f-eead8486ffcc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:34.149058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:34.150110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.181405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51572) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:34.182170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-509728f7-72b3-4ba5-9356-cdbe0b442130 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8271446 Nov 22 16:49:34.189894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:34.300642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51574) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:34.416469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:34.561915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:34.562659 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.603473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f238fb78-2e08-45c6-843d-5dfd69358a38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.892400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:34.898711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.901701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.975786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f238fb78-2e08-45c6-843d-5dfd69358a38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:34.994609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f238fb78-2e08-45c6-843d-5dfd69358a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.028269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,segment=NetworkSegment(36ec4937-edaa-49dd-afd9-48069e0148f2),segment_id=36ec4937-edaa-49dd-afd9-48069e0148f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:35.044373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.073109 n-d-816206-6 neutron-server[103515]: INFO neutron.db.ipam_backend_mixin [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b11ea03-542f-44f8-8b5c-e9ab8138c435 (CIDR: 172.20.0.0/28) Nov 22 16:49:35.078238 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:49:35.078938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:35.098427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fe7c9fe6-e618-49bd-a158-72ec30bb8632 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9155853 Nov 22 16:49:35.105264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51596) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:35.113514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:35.143112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238fb78-2e08-45c6-843d-5dfd69358a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683ee587-c707-429e-a476-24ad0346cce4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:35.189000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f238fb78-2e08-45c6-843d-5dfd69358a38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33942889f9bd43b9a12536803faa4d63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8863623 Nov 22 16:49:35.191420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51602) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:35.245707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135151f-8ed7-437f-a07c-1ccb2f42bae8 req-34b0c5da-ac91-40c0-adb6-fa8bad9baca1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:35.254037 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5135151f-8ed7-437f-a07c-1ccb2f42bae8 req-34b0c5da-ac91-40c0-adb6-fa8bad9baca1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 944 time: 0.2731075 Nov 22 16:49:35.267256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:35.382755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:35.389938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.443933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5135151f-8ed7-437f-a07c-1ccb2f42bae8 req-4dbd8583-5400-48bf-b66f-25833f437c8d tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627324 Nov 22 16:49:35.458415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0117ce7c-3de7-41f4-b635-46388cacbea0 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:35.465520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dde0b6dc-74d8-49f2-8de3-1d5af81dac32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.528449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dde0b6dc-74d8-49f2-8de3-1d5af81dac32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.630267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 0117ce7c-3de7-41f4-b635-46388cacbea0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:49:35.638069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-792b399d-4e5a-486d-a8b2-e32b4e72cca2 None None] Provisioning complete for port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:35.639513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-792b399d-4e5a-486d-a8b2-e32b4e72cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.646939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 0117ce7c-3de7-41f4-b635-46388cacbea0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:35.647699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.723321 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dde0b6dc-74d8-49f2-8de3-1d5af81dac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.729256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dde0b6dc-74d8-49f2-8de3-1d5af81dac32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:35.736337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dde0b6dc-74d8-49f2-8de3-1d5af81dac32 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/683ee587-c707-429e-a476-24ad0346cce4 HTTP/1.1" status: 204 len: 168 time: 0.5412591 Nov 22 16:49:35.747641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0b6dc-74d8-49f2-8de3-1d5af81dac32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683ee587-c707-429e-a476-24ad0346cce4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:35.895907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-792b399d-4e5a-486d-a8b2-e32b4e72cca2 None None] Port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:36.068802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-792b399d-4e5a-486d-a8b2-e32b4e72cca2 None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:36.070313 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-792b399d-4e5a-486d-a8b2-e32b4e72cca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.252091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.284253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.399082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:36.416272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:36.424640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.425977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.431627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:36.479561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=29b108d7-5a15-4364-b5fd-03c950efc7ae,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:36.534680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-17bd53cf-ed93-45ec-8c9d-92db7bde80ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4260783 Nov 22 16:49:36.539001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:36.545956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-941419568', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '29b108d7-5a15-4364-b5fd-03c950efc7ae'}], 'security_groups': ['94640548-0fd9-44f6-a237-16fe6855e6ba']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:36.666567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297a6754-b105-4f0a-9431-458f948ba3c8 None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:36.716706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cea0206-a7a4-4708-8038-69efede79c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0117ce7c-3de7-41f4-b635-46388cacbea0'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:36.721722 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f93c35a-3a0c-4b2e-b7f0-84003bef7116" -d '{"events": [{"server_uuid": "5cea0206-a7a4-4708-8038-69efede79c73", "name": "network-vif-plugged", "status": "completed", "tag": "0117ce7c-3de7-41f4-b635-46388cacbea0"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:36.892336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:36.969879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a490b0-eaef-4cfb-9f76-79ccf835e5d9 req-4261532c-5dde-4655-96c3-ba9a5ba87247 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:36.980578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3a490b0-eaef-4cfb-9f76-79ccf835e5d9 req-4261532c-5dde-4655-96c3-ba9a5ba87247 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 944 time: 0.2806540 Nov 22 16:49:37.074232 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903289d5-d4e7-4c73-bfbf-4f67c21548ee x-openstack-request-id: req-903289d5-d4e7-4c73-bfbf-4f67c21548ee {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:37.074916 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cea0206-a7a4-4708-8038-69efede79c73", "name": "network-vif-plugged", "status": "completed", "tag": "0117ce7c-3de7-41f4-b635-46388cacbea0", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:37.075259 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-903289d5-d4e7-4c73-bfbf-4f67c21548ee {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:37.075772 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cea0206-a7a4-4708-8038-69efede79c73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0117ce7c-3de7-41f4-b635-46388cacbea0', 'code': 200} Nov 22 16:49:37.087782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 0117ce7c-3de7-41f4-b635-46388cacbea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0117ce7c-3de7-41f4-b635-46388cacbea0,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:37.091035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51666) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:37.105878 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.127267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4b544-a550-4ad0-835e-cb85d95ff8c1 req-c8a77184-c53b-4248-a4bc-32726db1ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:37.135922 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-adc4b544-a550-4ad0-835e-cb85d95ff8c1 req-c8a77184-c53b-4248-a4bc-32726db1ecb9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 1095 time: 0.1738148 Nov 22 16:49:37.178707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e151-5f38-4dae-bffa-0c6bea75aafe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.200696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:37.201383 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.539169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e151-5f38-4dae-bffa-0c6bea75aafe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.569224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cf4e151-5f38-4dae-bffa-0c6bea75aafe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.665742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3a490b0-eaef-4cfb-9f76-79ccf835e5d9 req-8220d5d6-cd67-4b2d-aa5e-092164260bda tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837924 Nov 22 16:49:37.810218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9cf4e151-5f38-4dae-bffa-0c6bea75aafe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92e4d6c79fd14936a73fc32bff7b2e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7132084 Nov 22 16:49:37.821617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51702) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:37.824405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4e151-5f38-4dae-bffa-0c6bea75aafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02752079-40e2-4034-92eb-c90bcc2b1f2a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:37.826092 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:37.833822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=0117ce7c-3de7-41f4-b635-46388cacbea0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:37.836022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-adc4b544-a550-4ad0-835e-cb85d95ff8c1 req-e33bd2a4-42e1-418b-9546-8f6378c6c6fe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781967 Nov 22 16:49:37.921006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-db897e02-27f4-47f3-b844-f82abd82bb4e None None] Provisioning complete for port 46946306-4f6b-4dbf-a52f-eead8486ffcc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:37.926411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db897e02-27f4-47f3-b844-f82abd82bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.076509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-db897e02-27f4-47f3-b844-f82abd82bb4e None None] Port 46946306-4f6b-4dbf-a52f-eead8486ffcc cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:38.089340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e73ddf4-7cc8-4cea-a06e-8b6a868f9c0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.141862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Delete allocated IP 172.20.0.5 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/4b11ea03-542f-44f8-8b5c-e9ab8138c435) {{(pid=103514) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:49:38.158934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.30 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/29b108d7-5a15-4364-b5fd-03c950efc7ae/46946306-4f6b-4dbf-a52f-eead8486ffcc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:38.170988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e73ddf4-7cc8-4cea-a06e-8b6a868f9c0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.207840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] Update dhcp port {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'fixed_ips': [{'subnet_id': '4b11ea03-542f-44f8-8b5c-e9ab8138c435', 'ip_address': '172.20.0.2'}, {'subnet_id': '29b108d7-5a15-4364-b5fd-03c950efc7ae'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:49:38.234422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e73ddf4-7cc8-4cea-a06e-8b6a868f9c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.237526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e73ddf4-7cc8-4cea-a06e-8b6a868f9c0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.238809 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8e73ddf4-7cc8-4cea-a06e-8b6a868f9c0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/02752079-40e2-4034-92eb-c90bcc2b1f2a HTTP/1.1" status: 204 len: 168 time: 0.4113290 Nov 22 16:49:38.259870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73ddf4-7cc8-4cea-a06e-8b6a868f9c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02752079-40e2-4034-92eb-c90bcc2b1f2a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:38.280217 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.422772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.430449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.612732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=46946306-4f6b-4dbf-a52f-eead8486ffcc,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:38.635683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] Allocated IP 172.20.0.18 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/29b108d7-5a15-4364-b5fd-03c950efc7ae/33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:38.651812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] In _notify_port_updated(), no bound segment for port 46946306-4f6b-4dbf-a52f-eead8486ffcc on network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:49:38.668187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:38.669867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:38.671620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7889c5c1-1a45-48d2-bf66-a6d966d0edb4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/ports/46946306-4f6b-4dbf-a52f-eead8486ffcc HTTP/1.1" status: 200 len: 920 time: 2.1312482 Nov 22 16:49:38.675501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:38.937499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 46946306-4f6b-4dbf-a52f-eead8486ffcc {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:38.939500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.003645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec2ea3-9e42-4f87-980b-89ae09906f6d req-6b20c805-90bf-4fa2-9cea-b17d7e88e5c5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:39.005892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86ec2ea3-9e42-4f87-980b-89ae09906f6d req-6b20c805-90bf-4fa2-9cea-b17d7e88e5c5 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.1289785 Nov 22 16:49:39.011004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.044823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,segment=NetworkSegment(36ec4937-edaa-49dd-afd9-48069e0148f2),segment_id=36ec4937-edaa-49dd-afd9-48069e0148f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:39.158759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86ec2ea3-9e42-4f87-980b-89ae09906f6d req-a2021419-f0da-465d-8890-2070e5b9f35e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410277 Nov 22 16:49:39.202771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.213405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.239661 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.267301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 46946306-4f6b-4dbf-a52f-eead8486ffcc owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:39.809465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:39.881310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=46946306-4f6b-4dbf-a52f-eead8486ffcc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:40.060553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.076936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51738) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:40.078656 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8cec4b2-0fbc-45b8-833c-e3fde4040979 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/46946306-4f6b-4dbf-a52f-eead8486ffcc HTTP/1.1" status: 204 len: 168 time: 1.4017377 Nov 22 16:49:40.091017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c219b-8017-4c24-a70e-924408a3c00f None None] Pushing event updated for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:40.157687 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d030626-533b-4424-a35e-7b0ad5e12e7a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:49:40.170741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:40.182219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d030626-533b-4424-a35e-7b0ad5e12e7a tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/46946306-4f6b-4dbf-a52f-eead8486ffcc HTTP/1.1" status: 404 len: 333 time: 0.0946441 Nov 22 16:49:40.350757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d48615c3-ff8d-431a-ac19-2b247f3c8f85 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.398995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:40.431519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d48615c3-ff8d-431a-ac19-2b247f3c8f85 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.538953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d48615c3-ff8d-431a-ac19-2b247f3c8f85 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.554869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d48615c3-ff8d-431a-ac19-2b247f3c8f85 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.562321 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d48615c3-ff8d-431a-ac19-2b247f3c8f85 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/security-groups/94ac5a98-643a-4192-8383-f7af0b36a60d HTTP/1.1" status: 204 len: 168 time: 0.3896680 Nov 22 16:49:40.563345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51750) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:40.573255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012f474-5234-42be-add9-114ea69850da req-2a088729-f8c4-4175-88c4-411ebe91c86e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:40.582244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:40.582960 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.586741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0012f474-5234-42be-add9-114ea69850da req-2a088729-f8c4-4175-88c4-411ebe91c86e tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.2029321 Nov 22 16:49:40.598323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48615c3-ff8d-431a-ac19-2b247f3c8f85 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ac5a98-643a-4192-8383-f7af0b36a60d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:40.772295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd3c619a-4aa0-4d59-94d2-4a2a3d4a2c59 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:40.790775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0012f474-5234-42be-add9-114ea69850da req-2afc786e-6fab-4b08-9a9d-3c81f7f94c42 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940916 Nov 22 16:49:40.913105 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd3c619a-4aa0-4d59-94d2-4a2a3d4a2c59 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.002408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd3c619a-4aa0-4d59-94d2-4a2a3d4a2c59 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.023935 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd3c619a-4aa0-4d59-94d2-4a2a3d4a2c59 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.033086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fd3c619a-4aa0-4d59-94d2-4a2a3d4a2c59 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/security-groups/94640548-0fd9-44f6-a237-16fe6855e6ba HTTP/1.1" status: 204 len: 168 time: 0.4548273 Nov 22 16:49:41.033350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51758) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:41.088026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c619a-4aa0-4d59-94d2-4a2a3d4a2c59 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94640548-0fd9-44f6-a237-16fe6855e6ba,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:41.253638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 4b11ea03-542f-44f8-8b5c-e9ab8138c435 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:41.267296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.372513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.422785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d4f5a331-db1c-4eb2-8d10-47536d448252 None None] Could not find standard attr ID for object 46946306-4f6b-4dbf-a52f-eead8486ffcc. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:49:41.481056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d4f5a331-db1c-4eb2-8d10-47536d448252 None None] Provisioning complete for port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:41.481628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a331-db1c-4eb2-8d10-47536d448252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.578545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a331-db1c-4eb2-8d10-47536d448252 None None] Port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:41.615795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d4f5a331-db1c-4eb2-8d10-47536d448252 None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:41.616512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a331-db1c-4eb2-8d10-47536d448252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.677496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248e54f-329c-4dfb-9aa5-7361e3b17ab3 req-17986235-8eda-493a-8c8a-f572be27377b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:41.684633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8248e54f-329c-4dfb-9aa5-7361e3b17ab3 req-17986235-8eda-493a-8c8a-f572be27377b tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.2540028 Nov 22 16:49:41.709628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.902090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:41.948696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=4b11ea03-542f-44f8-8b5c-e9ab8138c435,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:42.059163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8248e54f-329c-4dfb-9aa5-7361e3b17ab3 req-6adcfe95-b786-4e08-b499-0b533f1188b1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514304 Nov 22 16:49:42.064166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.076308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51778) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:42.078615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/4b11ea03-542f-44f8-8b5c-e9ab8138c435 HTTP/1.1" status: 204 len: 168 time: 1.0441449 Nov 22 16:49:42.082946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.083741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.084449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.085251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.086009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.086507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:42.087008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.087698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.088414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.089122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.093057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.093999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.094794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ac2f6-45c4-46e2-a499-2e7e88b0555f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:49:42.216497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4ab87-9253-4e03-be38-36764178e2fd None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:42.422742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:42.431058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:42.490439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f3d3ce0a-5283-4e3d-b226-013034215e89 None None] Could not find standard attr ID for object 46946306-4f6b-4dbf-a52f-eead8486ffcc. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:49:43.196184 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.319826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c1ad4-9888-4259-85db-b46a8b0e32b6 req-246d83eb-73b0-4a0e-93e6-3343c44c8c5a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.346577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=fe3d7be3-a3ed-4295-b406-52f41bd92834,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:43.375848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f1c1ad4-9888-4259-85db-b46a8b0e32b6 req-246d83eb-73b0-4a0e-93e6-3343c44c8c5a tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.1778615 Nov 22 16:49:43.392955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:43.403618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:43.412236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:43.418927 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.487760 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-005c8d9d-0b59-4010-b66a-66eb47305570 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4056602 Nov 22 16:49:43.498185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51812) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:43.514293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'security_group': {'name': 'tempest-secgroup-1908197878'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:43.576561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f1c1ad4-9888-4259-85db-b46a8b0e32b6 req-0ba134ed-120f-4023-80a6-0f293ba973b4 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964266 Nov 22 16:49:43.578334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.837069 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.846761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.980390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:43.989228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4894807 Nov 22 16:49:43.992187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.001632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'security_group': {'name': 'tempest-secgroup-557819090'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:44.035965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf1c59c-cf9f-4fe5-82fd-43732ee192b8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=320115ba-d529-4265-85b5-8da414baf841,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.136790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.198355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdbe409-255d-4b68-b572-45301a48930c None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:44.365499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-64063369-ec34-4272-a516-f94e7aa6e0fd None None] Provisioning complete for port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:44.367111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64063369-ec34-4272-a516-f94e7aa6e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.379684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.390933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.447411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.454814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4564884 Nov 22 16:49:44.455351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51832) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:44.477705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc72bfe-8452-4251-8bf5-ef389b5924ba req-ee21b268-3b5f-4cdd-acdd-4ba04e0d5a24 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:44.486162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbc72bfe-8452-4251-8bf5-ef389b5924ba req-ee21b268-3b5f-4cdd-acdd-4ba04e0d5a24 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.1433551 Nov 22 16:49:44.512082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'security_group': {'name': 'tempest-secgroup-386323937'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:44.524523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50c19a4-7a2c-4890-9975-a6c28b0be0c5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6293aa-5ff7-4180-b1d3-dcb1f83abc8d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:44.564778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.573698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-64063369-ec34-4272-a516-f94e7aa6e0fd None None] Port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:44.712270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-64063369-ec34-4272-a516-f94e7aa6e0fd None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:44.712929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64063369-ec34-4272-a516-f94e7aa6e0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.774138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbc72bfe-8452-4251-8bf5-ef389b5924ba req-99bf1449-72a8-48c0-bbee-c14c9702990f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866023 Nov 22 16:49:44.878810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.884965 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.979286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:44.991346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4971213 Nov 22 16:49:44.995727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51840) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:45.002491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-974626306', 'security_groups': ['79ce2abf-332b-48dd-b15d-567dec9ccac5'], 'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe3d7be3-a3ed-4295-b406-52f41bd92834'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:45.007227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151318be-60c7-4093-bc90-8bb18dea9743 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ce2abf-332b-48dd-b15d-567dec9ccac5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:45.102647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51842) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:45.180066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] Update dhcp port {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'fixed_ips': [{'subnet_id': '29b108d7-5a15-4364-b5fd-03c950efc7ae', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fe3d7be3-a3ed-4295-b406-52f41bd92834'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:49:45.236645 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.324964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:45.417148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4a3e-210f-4f54-9c9f-76b463ed4af7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.596876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.689613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] device_id is not set on port 2536ae77-90c0-4252-a3af-5ca4a74840d9 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:49:45.715085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4a3e-210f-4f54-9c9f-76b463ed4af7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.722600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4a3e-210f-4f54-9c9f-76b463ed4af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.823623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1b9d4a3e-210f-4f54-9c9f-76b463ed4af7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=924c7107588b4f27b8948ab18fa5f2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7196474 Nov 22 16:49:45.824288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51852) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:45.868051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d4a3e-210f-4f54-9c9f-76b463ed4af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d04b7-6428-41e3-ae4c-ebc3d0c2f73d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:45.931255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b91a-b415-4f59-a9bf-6e531576a668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:45.961453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] Allocated IP 172.20.0.2 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/fe3d7be3-a3ed-4295-b406-52f41bd92834/33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:46.049198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b91a-b415-4f59-a9bf-6e531576a668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.100321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600026c2-1663-47f8-a732-4ba2ef7d683f req-9b3c49c3-ec79-47af-9aba-1edcb0cf1a7f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.111440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-600026c2-1663-47f8-a732-4ba2ef7d683f req-9b3c49c3-ec79-47af-9aba-1edcb0cf1a7f tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.1830466 Nov 22 16:49:46.206429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-600026c2-1663-47f8-a732-4ba2ef7d683f req-2b191ba3-42dc-45ff-918c-912e3fc781f0 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891695 Nov 22 16:49:46.239589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-bd82a96a-c2bc-4c6b-8425-eb96ca2c0201 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:46.247286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-bd82a96a-c2bc-4c6b-8425-eb96ca2c0201 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.3926566 Nov 22 16:49:46.255030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b91a-b415-4f59-a9bf-6e531576a668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.258250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9cc4b91a-b415-4f59-a9bf-6e531576a668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.260231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9cc4b91a-b415-4f59-a9bf-6e531576a668 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/386d04b7-6428-41e3-ae4c-ebc3d0c2f73d HTTP/1.1" status: 204 len: 168 time: 0.4307272 Nov 22 16:49:46.283115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4b91a-b415-4f59-a9bf-6e531576a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d04b7-6428-41e3-ae4c-ebc3d0c2f73d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:46.310617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,segment=NetworkSegment(36ec4937-edaa-49dd-afd9-48069e0148f2),segment_id=36ec4937-edaa-49dd-afd9-48069e0148f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:46.399053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.407098 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:46.512998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bb2d7-d192-40be-8c92-b46c62b20ad5 None None] Pushing event updated for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:46.612171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.13 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/fe3d7be3-a3ed-4295-b406-52f41bd92834/2536ae77-90c0-4252-a3af-5ca4a74840d9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:46.998458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Deleting port 0117ce7c-3de7-41f4-b635-46388cacbea0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:46.999609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.028517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:47.064749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a200442a-b1f0-46be-b84b-62e8617362e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.335081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] For port 0117ce7c-3de7-41f4-b635-46388cacbea0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=0117ce7c-3de7-41f4-b635-46388cacbea0,segment=NetworkSegment(ad412fab-e025-48d0-9c2b-a5477a911e61),segment_id=ad412fab-e025-48d0-9c2b-a5477a911e61)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:47.335673 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.376569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Calling delete_port for 0117ce7c-3de7-41f4-b635-46388cacbea0 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:47.398680 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a200442a-b1f0-46be-b84b-62e8617362e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.408234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a200442a-b1f0-46be-b84b-62e8617362e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.615619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200442a-b1f0-46be-b84b-62e8617362e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8c8a4d-a2de-4ee8-9132-02c0f3561278,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:47.628605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a200442a-b1f0-46be-b84b-62e8617362e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1de3d80b97347738c37a2561f125ef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5961645 Nov 22 16:49:47.635853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51874) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:47.735681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f40b04-85ac-43ba-b282-a64bf79cb71a req-6ee06b3e-5d70-4937-a46e-08941182d2b1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:47.737182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4f40b04-85ac-43ba-b282-a64bf79cb71a req-6ee06b3e-5d70-4937-a46e-08941182d2b1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cea0206-a7a4-4708-8038-69efede79c73 HTTP/1.1" status: 200 len: 945 time: 0.2764542 Nov 22 16:49:47.758083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.864426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Pushing event deleted for resources: {'Port': ['ID=0117ce7c-3de7-41f4-b635-46388cacbea0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:47.887820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137385ea-b1b7-40a9-b048-f7ef1dc7eb4e None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:47.941934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] No DVR routers for this DVR port 0117ce7c-3de7-41f4-b635-46388cacbea0 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:47.953837 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:47.958351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-99a77ddb-c155-44a2-a5c6-c4997c2015c7 req-84629dae-fcf0-4ad6-aa97-173dce815fb1 tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.66 "DELETE /v2.0/ports/0117ce7c-3de7-41f4-b635-46388cacbea0 HTTP/1.1" status: 204 len: 173 time: 1.6136448 Nov 22 16:49:47.959728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cea0206-a7a4-4708-8038-69efede79c73', 'name': 'network-vif-deleted', 'tag': '0117ce7c-3de7-41f4-b635-46388cacbea0'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:47.962439 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8af9e0-3300-4fec-a806-e8bef6af6a19" -d '{"events": [{"server_uuid": "5cea0206-a7a4-4708-8038-69efede79c73", "name": "network-vif-deleted", "tag": "0117ce7c-3de7-41f4-b635-46388cacbea0"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:48.023398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.055705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4f40b04-85ac-43ba-b282-a64bf79cb71a req-0fd92d9e-7cf6-45a9-b920-14a718ba486c tempest-DeleteServersTestJSON-1715802263 tempest-DeleteServersTestJSON-1715802263-project] 10.222.0.65 "GET /v2.0/security-groups?id=597f0738-cc1b-4473-a8a2-02d99b2cc7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989137 Nov 22 16:49:48.078560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7a41dba-08c3-4231-9575-bb553035a33d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.119961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5f315116-6fb2-45fa-b85f-c57252498c41 None None] Provisioning complete for port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:48.124039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f315116-6fb2-45fa-b85f-c57252498c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.141100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7a41dba-08c3-4231-9575-bb553035a33d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.161585 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff732851-66dc-42e1-8324-b1b256d488c8 x-openstack-request-id: req-ff732851-66dc-42e1-8324-b1b256d488c8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:48.162419 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cea0206-a7a4-4708-8038-69efede79c73", "name": "network-vif-deleted", "tag": "0117ce7c-3de7-41f4-b635-46388cacbea0", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:48.162419 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff732851-66dc-42e1-8324-b1b256d488c8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:48.163575 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cea0206-a7a4-4708-8038-69efede79c73', 'name': 'network-vif-deleted', 'tag': '0117ce7c-3de7-41f4-b635-46388cacbea0', 'status': 'completed', 'code': 200} Nov 22 16:49:48.185756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.241263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5f315116-6fb2-45fa-b85f-c57252498c41 None None] Port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:48.245934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:48.253415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7a41dba-08c3-4231-9575-bb553035a33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.262566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7a41dba-08c3-4231-9575-bb553035a33d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.277519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:48.284690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:49:48.286236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f7a41dba-08c3-4231-9575-bb553035a33d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb8c8a4d-a2de-4ee8-9132-02c0f3561278 HTTP/1.1" status: 204 len: 168 time: 0.6340959 Nov 22 16:49:48.303939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5f315116-6fb2-45fa-b85f-c57252498c41 None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:48.305157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5f315116-6fb2-45fa-b85f-c57252498c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.324429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a41dba-08c3-4231-9575-bb553035a33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8c8a4d-a2de-4ee8-9132-02c0f3561278,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:48.375701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=2536ae77-90c0-4252-a3af-5ca4a74840d9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:48.375955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf0fca-69a3-449a-8d31-cb4abc03dbdd req-369a82bb-861f-48d2-8a8a-7695a0e66edf tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.395711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:48.396380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.404715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bcf0fca-69a3-449a-8d31-cb4abc03dbdd req-369a82bb-861f-48d2-8a8a-7695a0e66edf tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 945 time: 0.4694204 Nov 22 16:49:48.422889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b844f2f-937c-4f95-af68-51cf8bf00a88 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.4256904 Nov 22 16:49:48.423609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51884) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:48.435836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:48.450198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:48.619538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bcf0fca-69a3-449a-8d31-cb4abc03dbdd req-6ba50a3d-58b0-4324-bbca-21ac899d140d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130673 Nov 22 16:49:48.779958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:48.791746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:48.899835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:48.900432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.049769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d93400ff-ab0d-4b09-810f-8a47cc5c2075 None None] Provisioning complete for port 2536ae77-90c0-4252-a3af-5ca4a74840d9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:49.049769 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d93400ff-ab0d-4b09-810f-8a47cc5c2075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.066145 n-d-816206-6 neutron-server[103515]: INFO neutron.db.ipam_backend_mixin [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fe3d7be3-a3ed-4295-b406-52f41bd92834 (CIDR: 172.20.0.0/28) Nov 22 16:49:49.071838 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:49:49.072737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:49.107938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-107d8a8f-c55e-458e-b460-e24ab527b757 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6831517 Nov 22 16:49:49.112091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51894) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:49.126875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d93400ff-ab0d-4b09-810f-8a47cc5c2075 None None] Port 2536ae77-90c0-4252-a3af-5ca4a74840d9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:49.132864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:49.400210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:49.406285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.495468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-8bb83894-dd59-4882-b4ef-506df82c7d36 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:49.497094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-8bb83894-dd59-4882-b4ef-506df82c7d36 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 945 time: 0.1588321 Nov 22 16:49:49.535251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0117ce7c-3de7-41f4-b635-46388cacbea0 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:49.580518 n-d-816206-6 neutron-server[103514]: INFO neutron.db.ipam_backend_mixin [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 29b108d7-5a15-4364-b5fd-03c950efc7ae (CIDR: 172.20.0.16/28) Nov 22 16:49:49.587222 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:49:49.589993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:49.600082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 0117ce7c-3de7-41f4-b635-46388cacbea0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:49.600661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 0117ce7c-3de7-41f4-b635-46388cacbea0 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:49.640609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d89ee0b6-b504-43b8-8f76-a11e8f26e308 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5257058 Nov 22 16:49:49.645742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51916) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:49.659436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'subnet': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:49.756677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Deleting port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:49.757384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.928151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Made reservation on behalf of 0ac13a1621bd48d3a5f217ea9a40e58c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:49:49.934119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:49.957721 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4406c8fb-d8bc-4736-b6f9-214021f67f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.095135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c892d6-e858-47c1-aa20-edecfe19781f req-5e10e8b7-ed04-46be-8a0c-15c769c2031f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.097910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14c892d6-e858-47c1-aa20-edecfe19781f req-5e10e8b7-ed04-46be-8a0c-15c769c2031f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 945 time: 0.1846359 Nov 22 16:49:50.144563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] For port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:50.145250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.187739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14c892d6-e858-47c1-aa20-edecfe19781f req-6b0cc051-65bf-477e-a53e-3d81dc3abf82 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835686 Nov 22 16:49:50.198263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Calling delete_port for 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:50.582660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.599400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.601631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87072f51-db38-4104-a0ee-e3d3a82f26d5', '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:50.606314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:50.636220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event deleted for resources: {'Port': ['ID=94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:50.726914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2a695d-a2dd-43e3-b52f-6122c19dfa6e None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:50.758896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856208c-347d-4efd-b087-3e7507e2c5e5 req-7887746f-87e6-4059-8813-066a06e81a41 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:50.777990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] No DVR routers for this DVR port 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:50.779373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e856208c-347d-4efd-b087-3e7507e2c5e5 req-7887746f-87e6-4059-8813-066a06e81a41 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.2484665 Nov 22 16:49:50.786856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:50.788541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Subnet': ['ID=cf3becab-3f8e-4431-895d-37b4e14a84e6,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:50.801685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bfa8ba64-eef2-44f4-8497-0d5c5a1d8345 req-a98a0531-83ea-4831-9bcb-72b8019637ec tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "DELETE /v2.0/ports/94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 HTTP/1.1" status: 204 len: 173 time: 1.2945883 Nov 22 16:49:50.802195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'name': 'network-vif-deleted', 'tag': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:50.807350 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803b765-6140-4f7d-a621-050c903f5b8c" -d '{"events": [{"server_uuid": "20abdfd4-7017-4c20-93e5-2a28facf38c3", "name": "network-vif-deleted", "tag": "94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:50.970050 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2af5c56-0ee1-403b-a900-d762b721390f x-openstack-request-id: req-f2af5c56-0ee1-403b-a900-d762b721390f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:50.972223 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20abdfd4-7017-4c20-93e5-2a28facf38c3", "name": "network-vif-deleted", "tag": "94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:50.972661 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2af5c56-0ee1-403b-a900-d762b721390f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:50.973101 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20abdfd4-7017-4c20-93e5-2a28facf38c3', 'name': 'network-vif-deleted', 'tag': '94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6', 'status': 'completed', 'code': 200} Nov 22 16:49:51.021045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e856208c-347d-4efd-b087-3e7507e2c5e5 req-90aed77e-f5c0-486a-b04d-52a4f18e602a tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380736 Nov 22 16:49:51.047888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:49:51.049569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:49:51.052695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:51.053705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:51.066039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb66fb-43b0-422e-8462-b0769bf8f227 None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:51.085635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51960) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:51.086351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-da3f6963-8f34-4eae-a8eb-a350158a1ac6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4373088 Nov 22 16:49:51.094524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1834416482', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cf3becab-3f8e-4431-895d-37b4e14a84e6'}], 'security_groups': ['320115ba-d529-4265-85b5-8da414baf841', '5e6293aa-5ff7-4180-b1d3-dcb1f83abc8d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:49:51.494505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69058da9-ab72-4d72-9322-4594e7654be9 req-4a18dd32-e586-42d6-b982-aec9c0f3f850 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=20abdfd4-7017-4c20-93e5-2a28facf38c3 HTTP/1.1" status: 200 len: 210 time: 0.1152959 Nov 22 16:49:51.614840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:51.902883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] Update dhcp port {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'fixed_ips': [{'subnet_id': '29b108d7-5a15-4364-b5fd-03c950efc7ae', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fe3d7be3-a3ed-4295-b406-52f41bd92834', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cf3becab-3f8e-4431-895d-37b4e14a84e6'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:49:51.940237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.028665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Delete allocated IP 172.20.0.13 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/fe3d7be3-a3ed-4295-b406-52f41bd92834) {{(pid=103515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 16:49:52.041578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Allocated IP 172.20.0.39 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/cf3becab-3f8e-4431-895d-37b4e14a84e6/2536ae77-90c0-4252-a3af-5ca4a74840d9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:52.265446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a26cd-d04b-45ae-8698-ef5d02067f96 req-4257c111-8100-4e65-9208-550c9836ef3b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.267078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c71a26cd-d04b-45ae-8698-ef5d02067f96 req-4257c111-8100-4e65-9208-550c9836ef3b tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.0912499 Nov 22 16:49:52.287521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.305222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.333333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c71a26cd-d04b-45ae-8698-ef5d02067f96 req-afcc38ce-78d7-4224-84d4-d750d598452d tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580573 Nov 22 16:49:52.411903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event updated for resources: {'Port': ['ID=2536ae77-90c0-4252-a3af-5ca4a74840d9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:52.429132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] Allocated IP 172.20.0.34 (5dfd347e-e5ab-4ed3-a954-7eeabb6529d0/cf3becab-3f8e-4431-895d-37b4e14a84e6/33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:49:52.473584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] In _notify_port_updated(), no bound segment for port 2536ae77-90c0-4252-a3af-5ca4a74840d9 on network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:49:52.479712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:52.480392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.485397 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66fc4ed6-a0ae-4bc5-8132-7b771ffcd022 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "PUT /v2.0/ports/2536ae77-90c0-4252-a3af-5ca4a74840d9 HTTP/1.1" status: 200 len: 960 time: 1.3976016 Nov 22 16:49:52.486117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 51982) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:52.658767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 2536ae77-90c0-4252-a3af-5ca4a74840d9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:52.659720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.659880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,segment=NetworkSegment(36ec4937-edaa-49dd-afd9-48069e0148f2),segment_id=36ec4937-edaa-49dd-afd9-48069e0148f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:52.737535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.749599 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.844723 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:49:52.859609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:52.888235 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:52.912746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 2536ae77-90c0-4252-a3af-5ca4a74840d9 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:52.926968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:52.927227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 94d3f51a-42c7-4b5c-864d-cc5e5f8f2aa6 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:52.963537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d10a1557-3568-4776-b590-6b483c34933e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.037419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5fd8c-effe-4ed9-a2c7-728355766577 None None] Pushing event updated for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:53.163369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-9ab660d3-0a93-4f13-8a55-ae6340c354dc tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.166282 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-9ab660d3-0a93-4f13-8a55-ae6340c354dc tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.1166542 Nov 22 16:49:53.362829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.422588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=2536ae77-90c0-4252-a3af-5ca4a74840d9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:53.480383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Deleting port 270e4ee3-3910-4396-84c0-0f53e9ff7795 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:53.480735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.629431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f32a-2340-4fad-baa2-749224ca35c6 req-27dbd891-0300-47ee-bb43-888f0c74f8cf tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:53.631128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f06f32a-2340-4fad-baa2-749224ca35c6 req-27dbd891-0300-47ee-bb43-888f0c74f8cf tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 945 time: 0.0926509 Nov 22 16:49:53.727838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.734049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2e9ce07f-f138-4628-8d1b-3e430fbd99e6 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/2536ae77-90c0-4252-a3af-5ca4a74840d9 HTTP/1.1" status: 204 len: 168 time: 1.2466841 Nov 22 16:49:53.738026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52008) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:53.755623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f06f32a-2340-4fad-baa2-749224ca35c6 req-2901fbd6-d015-462f-8f42-5c7e6f0246f0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127856 Nov 22 16:49:53.845766 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe90058-a1c2-4751-b32d-caa88134efb5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] GET failed (client error): The resource could not be found. Nov 22 16:49:53.849923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5fe90058-a1c2-4751-b32d-caa88134efb5 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports/2536ae77-90c0-4252-a3af-5ca4a74840d9 HTTP/1.1" status: 404 len: 333 time: 0.0921116 Nov 22 16:49:53.850315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52014) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:53.853322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] For port 270e4ee3-3910-4396-84c0-0f53e9ff7795, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=270e4ee3-3910-4396-84c0-0f53e9ff7795,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:53.853932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:53.869226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Calling delete_port for 270e4ee3-3910-4396-84c0-0f53e9ff7795 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:53.986911 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f9873a2-1f4b-4b2a-bf19-efee75b4549e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.013428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.071932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f9873a2-1f4b-4b2a-bf19-efee75b4549e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.131915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.154948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['566f8d19-e9c1-4f3a-8751-28957299ef5b'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:54.197941 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f9873a2-1f4b-4b2a-bf19-efee75b4549e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.203432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f9873a2-1f4b-4b2a-bf19-efee75b4549e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.206643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Pushing event deleted for resources: {'Port': ['ID=270e4ee3-3910-4396-84c0-0f53e9ff7795,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:54.217028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f9873a2-1f4b-4b2a-bf19-efee75b4549e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/security-groups/79ce2abf-332b-48dd-b15d-567dec9ccac5 HTTP/1.1" status: 204 len: 168 time: 0.3655574 Nov 22 16:49:54.224293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52018) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:54.254246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9873a2-1f4b-4b2a-bf19-efee75b4549e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ce2abf-332b-48dd-b15d-567dec9ccac5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:54.286626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['270e4ee3-3910-4396-84c0-0f53e9ff7795'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:49:54.298910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db70a74-ecb5-4aa8-b59c-a751c91c0d57 None None] DHCP port deletion for 814f5bb6-55ae-4274-93ef-5cfa748d0063 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:54.401770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bebfe32e-b7d4-4dbe-8d0d-81f57bb397a4 None None] Provisioning complete for port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:54.402468 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebfe32e-b7d4-4dbe-8d0d-81f57bb397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.449872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] No DVR routers for this DVR port 270e4ee3-3910-4396-84c0-0f53e9ff7795 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:54.454920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bebfe32e-b7d4-4dbe-8d0d-81f57bb397a4 None None] Port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:54.469563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:49:54.471873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.476429 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1918de7-8822-4e73-a6e4-40c2fc14a2d2 req-d222653d-3713-4dc5-a0bb-63d405187dee tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.66 "DELETE /v2.0/ports/270e4ee3-3910-4396-84c0-0f53e9ff7795 HTTP/1.1" status: 204 len: 173 time: 1.3022165 Nov 22 16:49:54.477217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bebfe32e-b7d4-4dbe-8d0d-81f57bb397a4 None None] Could not find standard attr ID for object 2536ae77-90c0-4252-a3af-5ca4a74840d9. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:49:54.477470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'name': 'network-vif-deleted', 'tag': '270e4ee3-3910-4396-84c0-0f53e9ff7795'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:49:54.480071 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee999d8c-1e6f-4a02-9ae6-b24c36932f11" -d '{"events": [{"server_uuid": "0dabf521-ac9f-4909-b7f8-ee6265407f5c", "name": "network-vif-deleted", "tag": "270e4ee3-3910-4396-84c0-0f53e9ff7795"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:49:54.576328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a55fc796-6212-4e0c-a23b-47bd37bfad2f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.587387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52024) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:54.633793 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ba1169-a5df-44c0-902b-caaff804a8e5 x-openstack-request-id: req-08ba1169-a5df-44c0-902b-caaff804a8e5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:49:54.642522 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dabf521-ac9f-4909-b7f8-ee6265407f5c", "name": "network-vif-deleted", "tag": "270e4ee3-3910-4396-84c0-0f53e9ff7795", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:49:54.643630 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08ba1169-a5df-44c0-902b-caaff804a8e5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:49:54.654735 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dabf521-ac9f-4909-b7f8-ee6265407f5c', 'name': 'network-vif-deleted', 'tag': '270e4ee3-3910-4396-84c0-0f53e9ff7795', 'status': 'completed', 'code': 200} Nov 22 16:49:54.681732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a55fc796-6212-4e0c-a23b-47bd37bfad2f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.751022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a55fc796-6212-4e0c-a23b-47bd37bfad2f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.759572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a55fc796-6212-4e0c-a23b-47bd37bfad2f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.766650 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a55fc796-6212-4e0c-a23b-47bd37bfad2f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/security-groups/5e6293aa-5ff7-4180-b1d3-dcb1f83abc8d HTTP/1.1" status: 204 len: 168 time: 0.4527011 Nov 22 16:49:54.768413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52028) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:54.790407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55fc796-6212-4e0c-a23b-47bd37bfad2f tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6293aa-5ff7-4180-b1d3-dcb1f83abc8d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:54.922974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01384fe0-164d-4531-855a-fb268d1aff41 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:54.974329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bebfe32e-b7d4-4dbe-8d0d-81f57bb397a4 None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:54.974962 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bebfe32e-b7d4-4dbe-8d0d-81f57bb397a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.041959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:55.043230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.051942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4134c4ae-0ec8-4194-8617-b6f3f8155ab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.267510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aeea2ac0-f80b-490b-89c3-ac6bc54b758c req-e3b56ca0-13ee-4480-8213-cb367752ce59 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dabf521-ac9f-4909-b7f8-ee6265407f5c HTTP/1.1" status: 200 len: 210 time: 0.1805372 Nov 22 16:49:55.303572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01384fe0-164d-4531-855a-fb268d1aff41 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.398965 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.463665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f3ec4fad-d3e3-45bf-acc3-6ceb78054c27 None None] Could not find standard attr ID for object 2536ae77-90c0-4252-a3af-5ca4a74840d9. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:49:55.464145 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01384fe0-164d-4531-855a-fb268d1aff41 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.471826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01384fe0-164d-4531-855a-fb268d1aff41 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.473367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-01384fe0-164d-4531-855a-fb268d1aff41 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/security-groups/320115ba-d529-4265-85b5-8da414baf841 HTTP/1.1" status: 204 len: 168 time: 0.7036669 Nov 22 16:49:55.476202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52038) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:55.510754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01384fe0-164d-4531-855a-fb268d1aff41 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=320115ba-d529-4265-85b5-8da414baf841,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.556436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4134c4ae-0ec8-4194-8617-b6f3f8155ab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.566204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4134c4ae-0ec8-4194-8617-b6f3f8155ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.591756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet fe3d7be3-a3ed-4295-b406-52f41bd92834 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:55.596372 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.620195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4134c4ae-0ec8-4194-8617-b6f3f8155ab8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5344e0ae51c94031bd0f421129965369&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0314455 Nov 22 16:49:55.621483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4134c4ae-0ec8-4194-8617-b6f3f8155ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5198902a-6b35-4a63-a394-a0f4b1c574ad,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.624102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52040) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:55.702993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.716743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75c3a3f3-bac6-4503-8142-d6341811937f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.751137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75c3a3f3-bac6-4503-8142-d6341811937f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.833409 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75c3a3f3-bac6-4503-8142-d6341811937f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.836683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-75c3a3f3-bac6-4503-8142-d6341811937f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:55.840380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-75c3a3f3-bac6-4503-8142-d6341811937f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5198902a-6b35-4a63-a394-a0f4b1c574ad HTTP/1.1" status: 204 len: 168 time: 0.2126057 Nov 22 16:49:55.850187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3a3f3-bac6-4503-8142-d6341811937f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5198902a-6b35-4a63-a394-a0f4b1c574ad,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:55.873463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.058424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.147115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.150483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/fe3d7be3-a3ed-4295-b406-52f41bd92834 HTTP/1.1" status: 204 len: 168 time: 0.6731040 Nov 22 16:49:56.151575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88dff3-7e7d-4650-9792-946b9aab2077 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3d7be3-a3ed-4295-b406-52f41bd92834,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:56.154171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52050) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.281243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet cf3becab-3f8e-4431-895d-37b4e14a84e6 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:56.292124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.317588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495537ed-8a2e-4fa2-bf19-6120b07c8fc8 None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:56.354949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.538682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52058) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.561815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb753-c4b6-416c-9f85-1965aa40d125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.568082 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.573878 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.685697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.770598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=cf3becab-3f8e-4431-895d-37b4e14a84e6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:56.774111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.778224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ecfe3dc6-c493-4098-b5c3-1947c77af6a4 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/cf3becab-3f8e-4431-895d-37b4e14a84e6 HTTP/1.1" status: 204 len: 168 time: 0.6222124 Nov 22 16:49:56.780689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52062) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.791128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb753-c4b6-416c-9f85-1965aa40d125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.798535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb753-c4b6-416c-9f85-1965aa40d125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.814386 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-29db2c50-cac7-4686-a552-dac2c08a780e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:56.814848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29db2c50-cac7-4686-a552-dac2c08a780e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:56.818442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29db2c50-cac7-4686-a552-dac2c08a780e tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/fe3d7be3-a3ed-4295-b406-52f41bd92834 HTTP/1.1" status: 404 len: 337 time: 0.0366261 Nov 22 16:49:56.821132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52064) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.853598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59700aac-42b0-4535-a2e6-913058a580b9 None None] Update dhcp port {'port': {'network_id': '5dfd347e-e5ab-4ed3-a954-7eeabb6529d0', 'fixed_ips': [{'subnet_id': '29b108d7-5a15-4364-b5fd-03c950efc7ae', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf3becab-3f8e-4431-895d-37b4e14a84e6'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:49:56.878448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b4cb753-c4b6-416c-9f85-1965aa40d125 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10342734a78141c1b4649b12faa73049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361461 Nov 22 16:49:56.879627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52066) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:56.888034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cb753-c4b6-416c-9f85-1965aa40d125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80098414-8ac6-4af3-ab2a-1c7f89ec8023,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:56.929071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-59700aac-42b0-4535-a2e6-913058a580b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:56.984194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting subnet 29b108d7-5a15-4364-b5fd-03c950efc7ae {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:57.016912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035da575-2273-41d9-9711-454a64a75f62 req-fc1898c0-73a3-4853-8cbe-7e113fe5fe33 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.028337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-035da575-2273-41d9-9711-454a64a75f62 req-fc1898c0-73a3-4853-8cbe-7e113fe5fe33 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1624115 Nov 22 16:49:57.032360 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.226962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-035da575-2273-41d9-9711-454a64a75f62 req-dd163523-0636-4fad-ba81-468a425ea086 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974068 Nov 22 16:49:57.259777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.472026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.525360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52082) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:57.592128 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-59700aac-42b0-4535-a2e6-913058a580b9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29b108d7-5a15-4364-b5fd-03c950efc7ae: This subnet is being modified by another concurrent operation. Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 29b108d7-5a15-4364-b5fd-03c950efc7ae: This subnet is being modified by another concurrent operation. Nov 22 16:49:57.595813 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 16:49:57.605072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-60e667ce-1c43-4b65-96db-000d565df4a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1331351 Nov 22 16:49:57.620666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f8ca-0ffc-4a57-b945-5252dffe2614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.621036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 270e4ee3-3910-4396-84c0-0f53e9ff7795 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:57.683963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 270e4ee3-3910-4396-84c0-0f53e9ff7795 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:49:57.684323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 270e4ee3-3910-4396-84c0-0f53e9ff7795 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:49:57.687413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f8ca-0ffc-4a57-b945-5252dffe2614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.699924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Subnet': ['ID=29b108d7-5a15-4364-b5fd-03c950efc7ae,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:57.715491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.731315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-18281581-75b7-4781-823a-34d1ff8f1261 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/29b108d7-5a15-4364-b5fd-03c950efc7ae HTTP/1.1" status: 204 len: 168 time: 0.9086750 Nov 22 16:49:57.734750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52086) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:57.747849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b27b90-dc94-4bcd-a056-e05190ed0480 None None] Network 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:49:57.817130 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a353e9d1-f68e-4faa-9a9c-0511b8acb727 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:57.817551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a353e9d1-f68e-4faa-9a9c-0511b8acb727 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:57.831133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a353e9d1-f68e-4faa-9a9c-0511b8acb727 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/4b11ea03-542f-44f8-8b5c-e9ab8138c435 HTTP/1.1" status: 404 len: 337 time: 0.0947373 Nov 22 16:49:57.832511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52088) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:57.874035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-a81f6f9e-2d40-4f6c-8519-bcae557a5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:57.879084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-a81f6f9e-2d40-4f6c-8519-bcae557a5459 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455e70f91a9046cd9854e813be90103c&device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 1097 time: 0.1538429 Nov 22 16:49:57.897916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f8ca-0ffc-4a57-b945-5252dffe2614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.903498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5e6f8ca-0ffc-4a57-b945-5252dffe2614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:57.905941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5e6f8ca-0ffc-4a57-b945-5252dffe2614 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80098414-8ac6-4af3-ab2a-1c7f89ec8023 HTTP/1.1" status: 204 len: 168 time: 1.0242221 Nov 22 16:49:57.914486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3dfceb13-d8ab-4d64-b8e7-6c4743f28c28 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "GET /v2.0/ports?device_id=688a1765-fb0f-4653-8531-fe6632e41383 HTTP/1.1" status: 200 len: 205 time: 0.0795212 Nov 22 16:49:57.917615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52092) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:57.992310 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-8981f40d-2131-4ae9-949e-4a2fb4b17bcb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] delete failed (client error): The resource could not be found. Nov 22 16:49:57.996309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8981f40d-2131-4ae9-949e-4a2fb4b17bcb tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/routers/688a1765-fb0f-4653-8531-fe6632e41383 HTTP/1.1" status: 404 len: 336 time: 0.0769362 Nov 22 16:49:57.996838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a5c6a710-e7e4-400f-afa6-70cee4c740c2 None None] Provisioning complete for port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:57.996974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:57.997232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a710-e7e4-400f-afa6-70cee4c740c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.030754 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2610212-fffd-427c-86c6-b7b42d198b42 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.031288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2610212-fffd-427c-86c6-b7b42d198b42 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.059703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f2610212-fffd-427c-86c6-b7b42d198b42 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/e6c8bfae-cdeb-4d40-89e0-c7d8f841819a HTTP/1.1" status: 404 len: 337 time: 0.0616660 Nov 22 16:49:58.062429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52096) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.086446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-aa438df6-b5a5-4b01-a1db-d3a686b0af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.093819 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-aa438df6-b5a5-4b01-a1db-d3a686b0af4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 200 len: 915 time: 0.1840341 Nov 22 16:49:58.165375 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c15de4-2445-4171-a1a7-28b28e375065 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.165908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c15de4-2445-4171-a1a7-28b28e375065 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.176047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-15c15de4-2445-4171-a1a7-28b28e375065 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/f6672216-18fb-4f39-b524-aa2c21903f04 HTTP/1.1" status: 404 len: 337 time: 0.1093795 Nov 22 16:49:58.177187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52098) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.189542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6f8ca-0ffc-4a57-b945-5252dffe2614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80098414-8ac6-4af3-ab2a-1c7f89ec8023,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:58.223145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a5c6a710-e7e4-400f-afa6-70cee4c740c2 None None] Port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:49:58.368145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a5c6a710-e7e4-400f-afa6-70cee4c740c2 None None] Provisioning complete for port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:49:58.368831 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5c6a710-e7e4-400f-afa6-70cee4c740c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.372430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] DHCP port deletion for 5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:49:58.405907 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb17261-d2b4-4fdc-918a-4dda82394529 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.406737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb17261-d2b4-4fdc-918a-4dda82394529 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.416411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5fb17261-d2b4-4fdc-918a-4dda82394529 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/83ab32b5-1277-423c-b161-124de77be8aa HTTP/1.1" status: 404 len: 337 time: 0.2380652 Nov 22 16:49:58.417215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52106) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.488607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Deleting subnet fedf3f6b-88f8-4686-91b2-698371b64e3a {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:49:58.507623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-e0ca8b98-d730-47dc-ba02-3441f4546338 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5 HTTP/1.1" status: 200 len: 217 time: 0.3875923 Nov 22 16:49:58.509362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.543739 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc09e13-bea4-4fc8-aa43-95d359969434 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.548248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdc09e13-bea4-4fc8-aa43-95d359969434 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.565203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fdc09e13-bea4-4fc8-aa43-95d359969434 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/dc5284e6-ee29-427e-adb6-70a7db43f8cc HTTP/1.1" status: 404 len: 333 time: 0.1424100 Nov 22 16:49:58.567466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52112) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.578468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:49:58.651188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] Deleting port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:58.651188 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.662274 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3488f68b-0f2f-495d-bc0c-a3552a7bd3ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.663061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3488f68b-0f2f-495d-bc0c-a3552a7bd3ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.667647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3488f68b-0f2f-495d-bc0c-a3552a7bd3ed tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/47ac1a56-450e-473f-bf05-7a50f2757d02 HTTP/1.1" status: 404 len: 337 time: 0.0961249 Nov 22 16:49:58.672295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52114) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.718810 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee092742-bc90-4884-b3a1-aa6e848775e0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.719756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee092742-bc90-4884-b3a1-aa6e848775e0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.726185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ee092742-bc90-4884-b3a1-aa6e848775e0 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/7164da8c-6dc5-4ce9-ac12-d1b2a9e16af7 HTTP/1.1" status: 404 len: 337 time: 0.0494781 Nov 22 16:49:58.728945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52116) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.758963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.775510 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-436195dd-8c41-4790-a95f-f70a406a153b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.778326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436195dd-8c41-4790-a95f-f70a406a153b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.790390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-436195dd-8c41-4790-a95f-f70a406a153b tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/2e5ef191-b01a-44ef-8760-d47c8e9ce20b HTTP/1.1" status: 404 len: 333 time: 0.0590746 Nov 22 16:49:58.798544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52118) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.877291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] For port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,segment=NetworkSegment(36ec4937-edaa-49dd-afd9-48069e0148f2),segment_id=36ec4937-edaa-49dd-afd9-48069e0148f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:49:58.877579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.903134 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60550c3-bbd5-42df-b93a-3f22c44ea3cc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:58.903134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60550c3-bbd5-42df-b93a-3f22c44ea3cc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:58.903134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a60550c3-bbd5-42df-b93a-3f22c44ea3cc tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/91a5bfa7-47cc-4ec7-9937-a099677c3f3a HTTP/1.1" status: 404 len: 337 time: 0.1005485 Nov 22 16:49:58.905759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] Calling delete_port for 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:58.907068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:58.907636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52122) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:58.912307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-a4c7f8b2-e7e8-4619-b980-b35ac96fcb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:58.915119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-a4c7f8b2-e7e8-4619-b980-b35ac96fcb46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 200 len: 854 time: 0.3966579 Nov 22 16:49:58.988234 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-18ea1348-8e0f-4a7f-9bf8-dc6cd7beab85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22e53eb7-3d6f-4572-9c8d-7729d17dae66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443127 Nov 22 16:49:59.014332 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-c67e20fd-4bce-4c7f-854e-1e34d05609f1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] DELETE failed (client error): The resource could not be found. Nov 22 16:49:59.015072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c67e20fd-4bce-4c7f-854e-1e34d05609f1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:49:59.019457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c67e20fd-4bce-4c7f-854e-1e34d05609f1 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/subnets/8143c492-b0a5-4690-9a80-e33ed08a3c00 HTTP/1.1" status: 404 len: 337 time: 0.1111894 Nov 22 16:49:59.022918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52124) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:59.296852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.321237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.348519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] No DVR routers for this DVR port 33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:49:59.376119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.421837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e790005b-b39c-40f1-b915-19badd7b0b27 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:49:59.428465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfa2ba-b27f-4b00-9c36-f8e428584599 req-36f8a1f4-e04a-42c0-87ee-7bea3a5e35c7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:49:59.430082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75dfa2ba-b27f-4b00-9c36-f8e428584599 req-36f8a1f4-e04a-42c0-87ee-7bea3a5e35c7 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.9855657 Nov 22 16:49:59.431767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32afddb-fcb9-475b-ac39-b8ebcd405db1 None None] Pushing event deleted for resources: {'Port': ['ID=33dfa5a6-5ae3-4cda-9584-e30c2c17fc2a,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:59.522983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fedf3f6b-88f8-4686-91b2-698371b64e3a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:49:59.542020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-62b8aaf6-7a89-41b1-862b-83d46cbbe3b2 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307078 Nov 22 16:49:59.573045 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.578927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-697aec61-6185-4215-9d79-a924c43e6712 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fedf3f6b-88f8-4686-91b2-698371b64e3a HTTP/1.1" status: 204 len: 168 time: 2.0495250 Nov 22 16:49:59.588302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52136) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:49:59.706026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.722303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Deleting port 492845cf-6f01-4d0f-8f82-892c85c6c4a3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:49:59.722681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.732420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e790005b-b39c-40f1-b915-19badd7b0b27 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:49:59.747005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-00e2e5e9-2b02-490b-8780-7a9ca22522d8 req-e7104247-4fe5-4500-98fd-ba1489f7a4f3 service neutron] 10.222.0.20 "GET /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692562 Nov 22 16:49:59.867796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:49:59.886973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Calling delete_port for 492845cf-6f01-4d0f-8f82-892c85c6c4a3 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:49:59.940339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75dfa2ba-b27f-4b00-9c36-f8e428584599 req-c19f3605-1927-42bc-a0d8-00d45661d845 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028551 Nov 22 16:50:00.044205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.083005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4fff6e-7338-4018-ba32-de47da46245f']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.103981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad412fab-e025-48d0-9c2b-a5477a911e61') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.104433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad412fab-e025-48d0-9c2b-a5477a911e61') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.120289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.141578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.176860 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.184332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/ports/492845cf-6f01-4d0f-8f82-892c85c6c4a3 HTTP/1.1" status: 204 len: 168 time: 1.1598144 Nov 22 16:50:00.184596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:00.230750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.240075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582adf38-4a19-4c84-ab49-caea80535e2c tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Port': ['ID=492845cf-6f01-4d0f-8f82-892c85c6c4a3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:00.249643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:00.250155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:00.252148 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:00.352777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.397026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46dbb77-8f3d-488f-8240-09832bbe6681 None None] Network bb4fff6e-7338-4018-ba32-de47da46245f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:00.422820 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.467782 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.480918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] 10.222.0.65 "DELETE /v2.0/networks/bb4fff6e-7338-4018-ba32-de47da46245f HTTP/1.1" status: 204 len: 168 time: 0.8773999 Nov 22 16:50:00.482290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a45f80-f228-4045-bf20-a18999cc4d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4fff6e-7338-4018-ba32-de47da46245f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:00.590216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.646082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dfd347e-e5ab-4ed3-a954-7eeabb6529d0']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.660657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ec4937-edaa-49dd-afd9-48069e0148f2') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.661359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ec4937-edaa-49dd-afd9-48069e0148f2') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:00.685558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.741796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d7b15f-21a7-4fe1-ac29-406e8c7cd849 None None] DHCP port deletion for bb4fff6e-7338-4018-ba32-de47da46245f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:00.742371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.758255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:00.758666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:00.769217 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:00.836082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52160) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:00.896541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.921277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:00.932657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] 10.222.0.65 "DELETE /v2.0/networks/5dfd347e-e5ab-4ed3-a954-7eeabb6529d0 HTTP/1.1" status: 204 len: 168 time: 0.7406588 Nov 22 16:50:00.971589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb8db21d-3d0e-4a08-bedf-a6c475afb88e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b8499e682674e1b8d57581eacaf071f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340292 Nov 22 16:50:00.974501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:00.979224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4812593-f21c-461d-b300-e0bf0c0488a8 tempest-PortsTestJSON-1574409258 tempest-PortsTestJSON-1574409258-project] Pushing event deleted for resources: {'Network': ['ID=5dfd347e-e5ab-4ed3-a954-7eeabb6529d0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:01.106858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12d15ff1-b469-4aa6-a978-308023cb1107 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.150775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12d15ff1-b469-4aa6-a978-308023cb1107 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.245861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88947dcd-60da-4780-b3fa-b58d15e94e7d req-7e35c84c-b3e0-468c-9a99-d58076a583d1 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.259511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88947dcd-60da-4780-b3fa-b58d15e94e7d req-7e35c84c-b3e0-468c-9a99-d58076a583d1 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.0947554 Nov 22 16:50:01.276259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12d15ff1-b469-4aa6-a978-308023cb1107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.282920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12d15ff1-b469-4aa6-a978-308023cb1107 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:01.290752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12d15ff1-b469-4aa6-a978-308023cb1107 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/597f0738-cc1b-4473-a8a2-02d99b2cc7a1 HTTP/1.1" status: 204 len: 168 time: 0.3023543 Nov 22 16:50:01.332558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88947dcd-60da-4780-b3fa-b58d15e94e7d req-ea123fab-b995-405c-b662-4911502d4281 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672216 Nov 22 16:50:01.335330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d15ff1-b469-4aa6-a978-308023cb1107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597f0738-cc1b-4473-a8a2-02d99b2cc7a1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:01.837327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46745316-2897-4d9a-971c-530af53c6266 req-150d6f0c-d170-444c-82c7-11e0031e3c3c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:01.846896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46745316-2897-4d9a-971c-530af53c6266 req-150d6f0c-d170-444c-82c7-11e0031e3c3c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 945 time: 0.6331842 Nov 22 16:50:01.901705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52190) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:01.954095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46745316-2897-4d9a-971c-530af53c6266 req-a6b8be97-1303-4f03-82b8-4a4a0b25ecff tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049755 Nov 22 16:50:02.121801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7f3e39b-aeb2-46a2-91b3-2c7e5bc519f2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ac13a1621bd48d3a5f217ea9a40e58c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191238 Nov 22 16:50:02.126870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52200) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:02.216229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49010b3d-aa0f-4c80-b170-594807199aad req-5e086c51-5a1e-48cc-97ca-757d05516ec0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.218440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49010b3d-aa0f-4c80-b170-594807199aad req-5e086c51-5a1e-48cc-97ca-757d05516ec0 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.20 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.1016829 Nov 22 16:50:02.464054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Deleting port 566f8d19-e9c1-4f3a-8751-28957299ef5b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:02.464669 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.601223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385e10f2-f0ec-4d0b-8d01-e1ce509c5e27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.627590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983b816-5b26-4088-bbee-d7962993a4a5 req-63f2e75d-cd0c-4c79-8fa8-a67dcd2a12a4 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:02.629712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2983b816-5b26-4088-bbee-d7962993a4a5 req-63f2e75d-cd0c-4c79-8fa8-a67dcd2a12a4 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/ports?device_id=47d2c017-9c07-4d8c-8fb1-02dc5e7438d6 HTTP/1.1" status: 200 len: 945 time: 0.0979085 Nov 22 16:50:02.634223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385e10f2-f0ec-4d0b-8d01-e1ce509c5e27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.675187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] For port 566f8d19-e9c1-4f3a-8751-28957299ef5b, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=566f8d19-e9c1-4f3a-8751-28957299ef5b,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:02.675665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.719585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Calling delete_port for 566f8d19-e9c1-4f3a-8751-28957299ef5b owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:02.721637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2983b816-5b26-4088-bbee-d7962993a4a5 req-f3f99eab-54ca-4b53-8560-09733a0890e5 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.65 "GET /v2.0/security-groups?id=b93eac3d-a0a3-4f68-94cf-3991bbd97405&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781648 Nov 22 16:50:02.738438 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385e10f2-f0ec-4d0b-8d01-e1ce509c5e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.741524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-385e10f2-f0ec-4d0b-8d01-e1ce509c5e27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.742711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-385e10f2-f0ec-4d0b-8d01-e1ce509c5e27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3a0b3c1-5131-4cd5-9735-d2a384f2aed2 HTTP/1.1" status: 204 len: 168 time: 0.6144159 Nov 22 16:50:02.753202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e10f2-f0ec-4d0b-8d01-e1ce509c5e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a0b3c1-5131-4cd5-9735-d2a384f2aed2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:02.946541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52232) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:02.954443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:02.991395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Pushing event deleted for resources: {'Port': ['ID=566f8d19-e9c1-4f3a-8751-28957299ef5b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:03.052252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076451cb-5bdc-4211-b506-db256b36a1eb None None] DHCP port deletion for 814f5bb6-55ae-4274-93ef-5cfa748d0063 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:03.094638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] No DVR routers for this DVR port 566f8d19-e9c1-4f3a-8751-28957299ef5b on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:03.098163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.101954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-49010b3d-aa0f-4c80-b170-594807199aad req-c55c4277-8e3f-4639-8f15-61d1ba0fec54 tempest-ServerRescueNegativeTestJSON-24550088 tempest-ServerRescueNegativeTestJSON-24550088-project] 10.222.0.20 "DELETE /v2.0/ports/566f8d19-e9c1-4f3a-8751-28957299ef5b HTTP/1.1" status: 204 len: 173 time: 0.8733757 Nov 22 16:50:03.104210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'name': 'network-vif-deleted', 'tag': '566f8d19-e9c1-4f3a-8751-28957299ef5b'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:03.108280 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8992c98a-1f04-45e0-8620-1fba162a9c32" -d '{"events": [{"server_uuid": "47d2c017-9c07-4d8c-8fb1-02dc5e7438d6", "name": "network-vif-deleted", "tag": "566f8d19-e9c1-4f3a-8751-28957299ef5b"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:03.182997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b6d85395-63a1-4fce-a1bd-9193e6651a43 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.188228 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b6d85395-63a1-4fce-a1bd-9193e6651a43 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 945 time: 0.1459773 Nov 22 16:50:03.204347 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cb6b8e-9eee-4bcb-9cdd-e32c5e3b9ef8 x-openstack-request-id: req-88cb6b8e-9eee-4bcb-9cdd-e32c5e3b9ef8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:03.204741 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47d2c017-9c07-4d8c-8fb1-02dc5e7438d6", "name": "network-vif-deleted", "tag": "566f8d19-e9c1-4f3a-8751-28957299ef5b", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:03.205069 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88cb6b8e-9eee-4bcb-9cdd-e32c5e3b9ef8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:03.205963 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47d2c017-9c07-4d8c-8fb1-02dc5e7438d6', 'name': 'network-vif-deleted', 'tag': '566f8d19-e9c1-4f3a-8751-28957299ef5b', 'status': 'completed', 'code': 200} Nov 22 16:50:03.222656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6220de0e-c75a-41cb-8b8e-f9dfc7e1bb44 req-1cd9215d-0465-497a-a1e8-09016bdb210c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:03.230628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6220de0e-c75a-41cb-8b8e-f9dfc7e1bb44 req-1cd9215d-0465-497a-a1e8-09016bdb210c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 945 time: 0.1499012 Nov 22 16:50:03.332176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6220de0e-c75a-41cb-8b8e-f9dfc7e1bb44 req-7e768709-431e-4302-aa75-14606ae67d7e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940111 Nov 22 16:50:03.383649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Deleting port e67eb238-18d5-4bd8-bab8-a09e68a34d9e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:03.384290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.505710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] For port e67eb238-18d5-4bd8-bab8-a09e68a34d9e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:03.506534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.523623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Calling delete_port for e67eb238-18d5-4bd8-bab8-a09e68a34d9e owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:03.619818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-595291948-network', 'tenant_id': '10c1ddd6400f4c5991dacfcb084b603b'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:03.687368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Made reservation on behalf of 10c1ddd6400f4c5991dacfcb084b603b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:03.690429 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.719928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.786342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.801875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87072f51-db38-4104-a0ee-e3d3a82f26d5'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:03.814387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:03.827475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52258) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:03.840876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event deleted for resources: {'Port': ['ID=e67eb238-18d5-4bd8-bab8-a09e68a34d9e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:03.933120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] No DVR routers for this DVR port e67eb238-18d5-4bd8-bab8-a09e68a34d9e on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:03.943489 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:03.947104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-99e56e49-d562-42f8-8e2b-278a10908f2e req-b8418583-3c2b-422c-ac30-c35b85a5071d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "DELETE /v2.0/ports/e67eb238-18d5-4bd8-bab8-a09e68a34d9e HTTP/1.1" status: 204 len: 173 time: 0.7399092 Nov 22 16:50:03.949598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d2d143-3de4-4ec1-b629-bf7224c25177 None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:04.285873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52280) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.287205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.297440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.388325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:04.416037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.416649 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Added segment bb27b180-4347-4408-afd0-defc54b8dd88 of type vlan for network d4e5df73-7513-4a50-9f9f-d8008e514ada Nov 22 16:50:04.428536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598dcdac-852b-4097-b67a-5d9b60f8f11a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.511406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8097ed00-ea38-46ee-8491-8728e8c742f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.572541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0154ebf-c223-464e-88f3-7656aee4aefe req-8a5c8447-74cc-4647-a41c-ed1d1cca90ee tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=33330e76-f997-4bac-8d52-159a07615a68 HTTP/1.1" status: 200 len: 210 time: 0.1169550 Nov 22 16:50:04.621578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.627629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8097ed00-ea38-46ee-8491-8728e8c742f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.636392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8097ed00-ea38-46ee-8491-8728e8c742f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.710263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.710928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:04.711877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.749924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8097ed00-ea38-46ee-8491-8728e8c742f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5717c3e2a8964e479eb956c57d06064b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4623296 Nov 22 16:50:04.752104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097ed00-ea38-46ee-8491-8728e8c742f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c794095-c526-4718-940d-a3374d564771,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.753748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.754157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52294) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.805355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] Pushing event updated for resources: {'Network': ['ID=d4e5df73-7513-4a50-9f9f-d8008e514ada,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:04.811306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ab89a723-296d-4d07-89e3-8edc28a54448 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8631327 Nov 22 16:50:04.814648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52300) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:04.818386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d4e5df73-7513-4a50-9f9f-d8008e514ada details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:04.821885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Request body: {'subnet': {'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-595291948-subnet', 'tenant_id': '10c1ddd6400f4c5991dacfcb084b603b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:04.823362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7121-c29d-4a5f-8ab2-2dd71bb3362a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.857138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7121-c29d-4a5f-8ab2-2dd71bb3362a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.872834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Made reservation on behalf of 10c1ddd6400f4c5991dacfcb084b603b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:04.876198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.900346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-566026413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:04.926932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 566f8d19-e9c1-4f3a-8751-28957299ef5b no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:04.929805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.931198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.956343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 566f8d19-e9c1-4f3a-8751-28957299ef5b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:04.956789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 566f8d19-e9c1-4f3a-8751-28957299ef5b not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:04.972015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7121-c29d-4a5f-8ab2-2dd71bb3362a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.974842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d8b7121-c29d-4a5f-8ab2-2dd71bb3362a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:04.976089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3d8b7121-c29d-4a5f-8ab2-2dd71bb3362a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c794095-c526-4718-940d-a3374d564771 HTTP/1.1" status: 204 len: 168 time: 0.2210178 Nov 22 16:50:05.023826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.025556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b7121-c29d-4a5f-8ab2-2dd71bb3362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c794095-c526-4718-940d-a3374d564771,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.032675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.062586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.063890 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6822ffe7-004d-4e30-afe4-f8fb2632d811 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3074427 Nov 22 16:50:05.068625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.082779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1264189824'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:05.133795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Made reservation on behalf of ac2659ed716949bfbda8db5a5814199e for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:05.138341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.149634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.207700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33330e76-f997-4bac-8d52-159a07615a68', 'name': 'network-vif-deleted', 'tag': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:05.211370 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20be1d4-8fcb-4475-ba60-f33b02dfa7f9" -d '{"events": [{"server_uuid": "33330e76-f997-4bac-8d52-159a07615a68", "name": "network-vif-deleted", "tag": "e67eb238-18d5-4bd8-bab8-a09e68a34d9e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:05.227395 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.234522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.276731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.278774 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22188924-46da-46a2-9e13-4675927385c9 x-openstack-request-id: req-22188924-46da-46a2-9e13-4675927385c9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:05.279192 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33330e76-f997-4bac-8d52-159a07615a68", "name": "network-vif-deleted", "tag": "e67eb238-18d5-4bd8-bab8-a09e68a34d9e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:05.279379 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22188924-46da-46a2-9e13-4675927385c9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:05.283700 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33330e76-f997-4bac-8d52-159a07615a68', 'name': 'network-vif-deleted', 'tag': 'e67eb238-18d5-4bd8-bab8-a09e68a34d9e', 'status': 'completed', 'code': 200} Nov 22 16:50:05.284960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.320856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498834de-24ac-4b64-8af0-bd5843ee608a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.335498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:05.348976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.350505 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Added segment 4b64ce04-c1c9-420c-96a7-62f7741c15f9 of type vlan for network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 Nov 22 16:50:05.353808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7f9770d-dbb4-421f-b5e2-97e280f1d58a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.400857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Checking segment: {'id': 'bb27b180-4347-4408-afd0-defc54b8dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:05.401224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Network hostable DHCP agents. Network: d4e5df73-7513-4a50-9f9f-d8008e514ada, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:05.402921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.437551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Network d4e5df73-7513-4a50-9f9f-d8008e514ada is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:05.438707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.447160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.447902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.506856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d4e5df73-7513-4a50-9f9f-d8008e514ada) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:05.513583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:05.515426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.519490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11d2dc8-89ab-420e-a3a7-8f0ab5bb2c0d None None] Network d4e5df73-7513-4a50-9f9f-d8008e514ada requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:05.520493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52312) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.527649 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4570005 Nov 22 16:50:05.536326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.543045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'subnet': {'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:05.549434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63cfe587-ce95-4097-98dd-3aad8bd253b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.591152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a79fb49e-5996-4ba1-a1d0-139f3abbaf15 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7677779 Nov 22 16:50:05.652479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ad8d1-8c50-424e-820b-e2c180352223 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Network': ['ID=23222a9f-4b81-4277-b6b5-7bf0ef03f000,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:05.692929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:05.775977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63cfe587-ce95-4097-98dd-3aad8bd253b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.782977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Deleting port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:05.783431 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.787372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63cfe587-ce95-4097-98dd-3aad8bd253b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.809680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Made reservation on behalf of ac2659ed716949bfbda8db5a5814199e for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:05.819844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:05.827082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497e57a-8c9a-4661-844f-db41dc7085ac None None] Network d4e5df73-7513-4a50-9f9f-d8008e514ada requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:05.929398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-63cfe587-ce95-4097-98dd-3aad8bd253b9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fec183b483c45aea1e4c3f8eed482df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4077692 Nov 22 16:50:05.935268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52326) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:05.951254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfe587-ce95-4097-98dd-3aad8bd253b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43de709-0829-4906-b66f-1b1fe8a2fd53,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.029129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] For port 4ed1021b-ac0b-4145-87b2-64ebb2e3707c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,segment=NetworkSegment(19023fb9-09bb-42ee-929d-fddf1d44f2aa),segment_id=19023fb9-09bb-42ee-929d-fddf1d44f2aa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:06.030217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.086229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Calling delete_port for 4ed1021b-ac0b-4145-87b2-64ebb2e3707c owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:06.102089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8684-8afe-455f-a67d-4a51defea48a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.173409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8684-8afe-455f-a67d-4a51defea48a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.182602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a6c16-6851-4fdd-a027-159d284f1091 req-2cd2dd98-4025-43fb-be09-a77ddcd681f6 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.200399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a6c16-6851-4fdd-a027-159d284f1091 req-2cd2dd98-4025-43fb-be09-a77ddcd681f6 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 946 time: 0.1548142 Nov 22 16:50:06.268363 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8684-8afe-455f-a67d-4a51defea48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.272135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8cc8684-8afe-455f-a67d-4a51defea48a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.273836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a8cc8684-8afe-455f-a67d-4a51defea48a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a43de709-0829-4906-b66f-1b1fe8a2fd53 HTTP/1.1" status: 204 len: 168 time: 0.3370295 Nov 22 16:50:06.321266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc8684-8afe-455f-a67d-4a51defea48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43de709-0829-4906-b66f-1b1fe8a2fd53,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.336892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a6c16-6851-4fdd-a027-159d284f1091 req-a43f3e2e-0c15-44b2-b3ce-760f0f5d962d tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310301 Nov 22 16:50:06.358680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.431073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Checking segment: {'id': '4b64ce04-c1c9-420c-96a7-62f7741c15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:06.431445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network hostable DHCP agents. Network: 23222a9f-4b81-4277-b6b5-7bf0ef03f000, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:06.447805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Subnet': ['ID=290fbe8a-eb45-4789-8d2c-5f445775bf4c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.460152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:06.473866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 23222a9f-4b81-4277-b6b5-7bf0ef03f000) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:06.481123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.481858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.489011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d929e02f-2458-4cef-bd69-76029015fbac None None] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:06.508078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-84a91424-f552-433c-8303-1ea459e924a6 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9702568 Nov 22 16:50:06.511814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52352) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:06.526316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'network': {'name': 'tempest-router-network01--1225427605'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:06.544789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-d3bd5fbb-4bb4-4f1c-baec-10fbcdf9f517 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.546997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-d3bd5fbb-4bb4-4f1c-baec-10fbcdf9f517 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/networks?id=d4e5df73-7513-4a50-9f9f-d8008e514ada HTTP/1.1" status: 200 len: 817 time: 0.2781971 Nov 22 16:50:06.583923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Made reservation on behalf of ac2659ed716949bfbda8db5a5814199e for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:06.596677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.615790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-caf09a03-f22a-41e4-b3c8-1bd56dbd4b28 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/quotas/10c1ddd6400f4c5991dacfcb084b603b HTTP/1.1" status: 200 len: 375 time: 0.0564101 Nov 22 16:50:06.649516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:06.660162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.660520 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Added segment c44ac059-22ad-4ed5-a9f3-4ac52acaa71b of type vlan for network acc9eca3-e3c4-4709-b1bb-34bd577a093b Nov 22 16:50:06.691945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-95d0a2de-07ee-4287-a1d0-8a2f7b25f160 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=10c1ddd6400f4c5991dacfcb084b603b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701792 Nov 22 16:50:06.693293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.736840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-23222a9f-4b81-4277-b6b5-7bf0ef03f000', 'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000', 'tenant_id': 'ac2659ed716949bfbda8db5a5814199e', 'fixed_ips': [{'subnet_id': '290fbe8a-eb45-4789-8d2c-5f445775bf4c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:06.737906 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.738975 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.739582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed1021b-ac0b-4145-87b2-64ebb2e3707c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:06.768526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a898fd2-c638-471a-b37a-d214c3483e9c None None] DHCP port deletion for 814f5bb6-55ae-4274-93ef-5cfa748d0063 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:06.798221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.804267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:06.804900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:06.954787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-9a6e2f91-a4c7-4555-8426-523e4497ac4a service neutron] 10.222.0.65 "GET /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524924 Nov 22 16:50:06.959801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Allocated IP 172.20.0.2 (23222a9f-4b81-4277-b6b5-7bf0ef03f000/290fbe8a-eb45-4789-8d2c-5f445775bf4c/5f6a59a7-d48e-469b-90c0-35a6d680a7e9) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:06.966012 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4522750 Nov 22 16:50:06.981184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:06.987434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'network': {'name': 'tempest-router-network02--1800903142'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:07.011987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e2521-72d0-4179-836b-23efb08bfbb4 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Network': ['ID=acc9eca3-e3c4-4709-b1bb-34bd577a093b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:07.037241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Made reservation on behalf of ac2659ed716949bfbda8db5a5814199e for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:07.042952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.069742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:07.098769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:07.114169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.114793 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Added segment 3dcd6c4a-2d0a-4802-ae69-f70bdf62d461 of type vlan for network db99918b-9f6a-4fdb-a9cc-a402bcf05814 Nov 22 16:50:07.160207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.188418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.237966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.255973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.255973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.304462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3212333 Nov 22 16:50:07.327826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:07.371320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'subnet': {'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:07.455782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-c4ae0f97-afd5-4ff0-8574-adbf62505dfc service neutron] 10.222.0.65 "GET /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930680 Nov 22 16:50:07.503822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770813a-9d45-47c0-8aaa-a28596771469 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Network': ['ID=db99918b-9f6a-4fdb-a9cc-a402bcf05814,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:07.547630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-53290716-c992-4d7f-8ef0-59b9deecca64 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.549233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-53290716-c992-4d7f-8ef0-59b9deecca64 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 946 time: 0.1731052 Nov 22 16:50:07.580196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network db99918b-9f6a-4fdb-a9cc-a402bcf05814 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:07.612244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Made reservation on behalf of ac2659ed716949bfbda8db5a5814199e for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:07.615435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.778489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Router 0008eb3f-6010-4c43-ad19-832cdccedac8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:07.783167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e67eb238-18d5-4bd8-bab8-a09e68a34d9e no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:07.797842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d3f38-863a-4d7d-91bc-2f854c48e798 req-89b8388b-6a62-4f96-bc70-521a345fa94f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:07.800223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff9d3f38-863a-4d7d-91bc-2f854c48e798 req-89b8388b-6a62-4f96-bc70-521a345fa94f tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 946 time: 0.2181861 Nov 22 16:50:07.836685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2faa741-816f-4855-8797-4f83e4de422d req-b1291246-8720-4d33-8876-12da60c95e8f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 210 time: 0.0329049 Nov 22 16:50:07.904711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: e67eb238-18d5-4bd8-bab8-a09e68a34d9e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:07.905121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device e67eb238-18d5-4bd8-bab8-a09e68a34d9e not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:07.919306 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.935034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff9d3f38-863a-4d7d-91bc-2f854c48e798 req-6b7b5767-797f-4589-ab22-bf33fa693421 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972536 Nov 22 16:50:07.976916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:07.991005 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.054279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Deleting port 87072f51-db38-4104-a0ee-e3d3a82f26d5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:08.054637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.081919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:08.085313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:08.087073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:08.097099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5dc8ec57-7ed2-4aa5-bace-e385e6578656 admin admin] 10.222.0.65 "PUT /v2.0/routers/0008eb3f-6010-4c43-ad19-832cdccedac8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2651539 Nov 22 16:50:08.097501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.125342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:08.135188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] Sync routers for ids ['0008eb3f-6010-4c43-ad19-832cdccedac8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:08.198955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Pushing event updated for resources: {'Port': ['ID=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:08.210303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.210656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.210991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.211326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.211662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.211983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.212311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.212662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.214594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.214721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.215061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.215291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:08.260005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] Routers {'0008eb3f-6010-4c43-ad19-832cdccedac8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:08.261395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0008eb3f-6010-4c43-ad19-832cdccedac8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:08.349143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Attempting to bind port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:08.349558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Attempting to bind port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4b64ce04-c1c9-420c-96a7-62f7741c15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:08.349964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Attempting to bind port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 on network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:08.359965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:08.360371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Checking segment: {'id': '4b64ce04-c1c9-420c-96a7-62f7741c15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:08.360753 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.361151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Bound using segment: {'id': '4b64ce04-c1c9-420c-96a7-62f7741c15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:08.361777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Bound port: 5f6a59a7-d48e-469b-90c0-35a6d680a7e9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b64ce04-c1c9-420c-96a7-62f7741c15f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '23222a9f-4b81-4277-b6b5-7bf0ef03f000'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:08.363835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.396674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52406) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:08.481839 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.544481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] For port 87072f51-db38-4104-a0ee-e3d3a82f26d5, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87072f51-db38-4104-a0ee-e3d3a82f26d5,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:08.545269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.552694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] Set router 0008eb3f-6010-4c43-ad19-832cdccedac8 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:08.623698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Calling delete_port for 87072f51-db38-4104-a0ee-e3d3a82f26d5 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:08.654242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.725258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.796943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Deleting port 965843f8-bda1-4011-9ec9-91cfbad3175e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:08.797303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.852718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f87b66b2-164e-4971-a109-0895efcb0bea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.860483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] For port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:08.944764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] For port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,segment=NetworkSegment(4b64ce04-c1c9-420c-96a7-62f7741c15f9),segment_id=4b64ce04-c1c9-420c-96a7-62f7741c15f9)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:08.945084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] For port 965843f8-bda1-4011-9ec9-91cfbad3175e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=965843f8-bda1-4011-9ec9-91cfbad3175e,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:08.946920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.956402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:08.964062 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.048777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Calling delete_port for 965843f8-bda1-4011-9ec9-91cfbad3175e owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:09.120696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641e3a1-7c00-4ec5-aae9-944b84cfe896 None None] Pushing event updated for resources: {'Port': ['ID=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.142021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97'}], 'enable_snat': True}, 'gw_port_id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:50:06Z', 'revision_number': 5, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port': {'id': '965843f8-bda1-4011-9ec9-91cfbad3175e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ae:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:46:19Z', 'updated_at': '2021-11-22T16:46:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:09.180459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a3b1faa-8f4f-4e60-a714-6be025c45c76 req-3dbf50a8-3aab-4f54-8296-a54739f35491 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 210 time: 0.2114298 Nov 22 16:50:09.222889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] Checking router: 0008eb3f-6010-4c43-ad19-832cdccedac8 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:09.245024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] Routers {'0008eb3f-6010-4c43-ad19-832cdccedac8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:09.245950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0008eb3f-6010-4c43-ad19-832cdccedac8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:09.298960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6acc57-29ae-44a5-9116-abf2404fe0e4 req-ab699f53-7a81-472a-8dda-5d39915a8168 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.308195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f6acc57-29ae-44a5-9116-abf2404fe0e4 req-ab699f53-7a81-472a-8dda-5d39915a8168 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 946 time: 0.1258063 Nov 22 16:50:09.477696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] Set router 0008eb3f-6010-4c43-ad19-832cdccedac8 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:09.514447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f6acc57-29ae-44a5-9116-abf2404fe0e4 req-c7e07f0f-0d0d-492b-86c9-0c4bf6b3b6ce tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947989 Nov 22 16:50:09.615713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:50:08Z', 'revision_number': 6, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:09.625392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Subnet': ['ID=2fdb369d-d827-4a56-af93-64a620610a7c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.661056 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.694785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248c3eb8-4962-4e3a-ad7d-07c312b692ed None None] The sync data for ids ['0008eb3f-6010-4c43-ad19-832cdccedac8'] in n-d-816206-6 is: [{'id': '0008eb3f-6010-4c43-ad19-832cdccedac8', 'name': 'tempest-ServerRescueNegativeTestJSON-805629798-router', 'tenant_id': 'e91f9badd07946d78ad08d812d722249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:46:17Z', 'updated_at': '2021-11-22T16:50:08Z', 'revision_number': 6, 'project_id': 'e91f9badd07946d78ad08d812d722249', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:09.720185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Pushing event deleted for resources: {'Port': ['ID=965843f8-bda1-4011-9ec9-91cfbad3175e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.746816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be24184-868f-47ec-880e-638f7c87bf73 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:09.789019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Checking segment: {'id': 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:09.790007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network hostable DHCP agents. Network: acc9eca3-e3c4-4709-b1bb-34bd577a093b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:09.815915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f87b66b2-164e-4971-a109-0895efcb0bea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.817035 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.829098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f87b66b2-164e-4971-a109-0895efcb0bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:09.961622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:09.972424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-641642ab-e52c-49ca-bcdd-f6a5768b44fb tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:09.974402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-641642ab-e52c-49ca-bcdd-f6a5768b44fb tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.20 "GET /v2.0/networks?id=d4e5df73-7513-4a50-9f9f-d8008e514ada HTTP/1.1" status: 200 len: 817 time: 0.4238808 Nov 22 16:50:09.975584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b66b2-164e-4971-a109-0895efcb0bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9299088a-4f60-4d77-baff-c72d2a11d336,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:09.994150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Request body: {'port': {'device_id': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada', 'admin_state_up': True, 'tenant_id': '10c1ddd6400f4c5991dacfcb084b603b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:10.005754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f87b66b2-164e-4971-a109-0895efcb0bea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5772e926d5b04b39a5ef0238564ecce1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6062541 Nov 22 16:50:10.006430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52418) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.036860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, acc9eca3-e3c4-4709-b1bb-34bd577a093b) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:10.049305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432fcbb6-8fd3-4449-9505-1b2e8b9c2435 None None] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:10.086674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:10.087311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.097031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.190591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:10.214119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event deleted for resources: {'Port': ['ID=87072f51-db38-4104-a0ee-e3d3a82f26d5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:10.222630 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7a116838-e817-4d3e-87ce-5aa504b2b121 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8906882 Nov 22 16:50:10.230191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52420) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.240790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'subnet': {'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:10.342527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3be50-3fdf-4741-9348-c27c19135b75 None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:10.478950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] No DVR routers for this DVR port 87072f51-db38-4104-a0ee-e3d3a82f26d5 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:10.516914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.520485 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.525054 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e10b781-4940-48cb-87d6-aa08d2c0c801 req-665fc794-9a40-4829-bbf8-60abce53fbe8 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.20 "DELETE /v2.0/ports/87072f51-db38-4104-a0ee-e3d3a82f26d5 HTTP/1.1" status: 204 len: 173 time: 2.9687338 Nov 22 16:50:10.528355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'name': 'network-vif-deleted', 'tag': '87072f51-db38-4104-a0ee-e3d3a82f26d5'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:10.541287 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6d8c0e-5804-4f87-8f1d-26f2f6a4132a" -d '{"events": [{"server_uuid": "0a7ba8cc-d835-473d-9e7d-d9f92132b8fc", "name": "network-vif-deleted", "tag": "87072f51-db38-4104-a0ee-e3d3a82f26d5"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:10.566587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6e93bb-a07f-4fc5-82c4-fe68133ba763 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.620344 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.624636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a6e5970-1d18-495c-9dbd-ca00dc5a4e31 req-4f1715ba-d16c-4a0f-a851-4920fdd88a42 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 210 time: 0.1535814 Nov 22 16:50:10.635495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-acc9eca3-e3c4-4709-b1bb-34bd577a093b', 'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b', 'tenant_id': 'ac2659ed716949bfbda8db5a5814199e', 'fixed_ips': [{'subnet_id': '2fdb369d-d827-4a56-af93-64a620610a7c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:10.636394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.726235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Made reservation on behalf of 10c1ddd6400f4c5991dacfcb084b603b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:10.732420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.792660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6e93bb-a07f-4fc5-82c4-fe68133ba763 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.800459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Made reservation on behalf of ac2659ed716949bfbda8db5a5814199e for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:10.809043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.869502 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994fbd2e-97b0-4b04-95fd-6f709bc573ce x-openstack-request-id: req-994fbd2e-97b0-4b04-95fd-6f709bc573ce {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:10.869831 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a7ba8cc-d835-473d-9e7d-d9f92132b8fc", "name": "network-vif-deleted", "tag": "87072f51-db38-4104-a0ee-e3d3a82f26d5", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:10.870106 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-994fbd2e-97b0-4b04-95fd-6f709bc573ce {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:10.870614 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a7ba8cc-d835-473d-9e7d-d9f92132b8fc', 'name': 'network-vif-deleted', 'tag': '87072f51-db38-4104-a0ee-e3d3a82f26d5', 'status': 'completed', 'code': 200} Nov 22 16:50:10.896350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57e5e0b0-998b-46ea-8bc6-325e78b26401 req-347e06c2-1cd0-468d-a795-cc26575c5527 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=0a7ba8cc-d835-473d-9e7d-d9f92132b8fc HTTP/1.1" status: 200 len: 210 time: 0.1068361 Nov 22 16:50:10.903603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87072f51-db38-4104-a0ee-e3d3a82f26d5 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:10.908937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.909583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0008eb3f-6010-4c43-ad19-832cdccedac8 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:50:10.921876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:10.925225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-61f3ed34-20d0-4bd4-839d-4e5c33a60d12 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0008eb3f-6010-4c43-ad19-832cdccedac8 HTTP/1.1" status: 204 len: 168 time: 2.8245740 Nov 22 16:50:10.926869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:10.973842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 87072f51-db38-4104-a0ee-e3d3a82f26d5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:10.974274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87072f51-db38-4104-a0ee-e3d3a82f26d5 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:11.041827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Deleting subnet ba372b72-43b1-42c0-b60f-c4ffdfc4b810 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:11.045686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.080090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Allocated IP 172.20.0.2 (acc9eca3-e3c4-4709-b1bb-34bd577a093b/2fdb369d-d827-4a56-af93-64a620610a7c/57b9fb5a-bb2a-40b4-a051-577d9f4f01d2) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:11.086170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.088018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:11.148531 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.203601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2352a2-5ac6-4058-9775-59e0e4813c6d None None] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:11.213007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6e93bb-a07f-4fc5-82c4-fe68133ba763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.219400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1a6e93bb-a07f-4fc5-82c4-fe68133ba763 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.237880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1a6e93bb-a07f-4fc5-82c4-fe68133ba763 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9299088a-4f60-4d77-baff-c72d2a11d336 HTTP/1.1" status: 204 len: 168 time: 1.2243040 Nov 22 16:50:11.248966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.293013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e93bb-a07f-4fc5-82c4-fe68133ba763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299088a-4f60-4d77-baff-c72d2a11d336,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.321792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba372b72-43b1-42c0-b60f-c4ffdfc4b810,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.339371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.348573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6b158470-68ea-4cde-bc20-287a025ae16d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ba372b72-43b1-42c0-b60f-c4ffdfc4b810 HTTP/1.1" status: 204 len: 168 time: 0.4195588 Nov 22 16:50:11.350142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52434) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:11.362990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Allocated IP 172.20.0.9 (d4e5df73-7513-4a50-9f9f-d8008e514ada/f7f9770d-dbb4-421f-b5e2-97e280f1d58a/13172b27-c726-4f76-916d-9bf2e412f6c4) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:11.461143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.474153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342bf48-80d5-4b45-a703-a353e235ca44 None None] Network 814f5bb6-55ae-4274-93ef-5cfa748d0063 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:11.586635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.635675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f5bb6-55ae-4274-93ef-5cfa748d0063']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:11.660551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19023fb9-09bb-42ee-929d-fddf1d44f2aa') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:11.662482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19023fb9-09bb-42ee-929d-fddf1d44f2aa') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:11.687022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.693219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.751161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.769183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:11.769882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:11.773609 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:11.806143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8443fecb-c299-4787-ad63-35a4d51f57fb None None] Provisioning complete for port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:11.806520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8443fecb-c299-4787-ad63-35a4d51f57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.852797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Subnet': ['ID=7bb719df-33ae-4825-bec0-d72dc3450791,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:11.887051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Checking segment: {'id': '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:11.887779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network hostable DHCP agents. Network: db99918b-9f6a-4fdb-a9cc-a402bcf05814, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:11.915577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.954324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network db99918b-9f6a-4fdb-a9cc-a402bcf05814 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:11.961822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3b4b428-d571-48b8-b906-715398664831 req-fb25ea43-0bdf-4d38-b23b-ba7fa06f4d32 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 210 time: 0.1254668 Nov 22 16:50:11.980040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:11.994746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, db99918b-9f6a-4fdb-a9cc-a402bcf05814) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:12.002078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.015659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.019332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.019810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.035101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/814f5bb6-55ae-4274-93ef-5cfa748d0063 HTTP/1.1" status: 204 len: 168 time: 0.6835053 Nov 22 16:50:12.054319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ac76db-a485-4771-a8b9-4a38a6f665ea None None] Network db99918b-9f6a-4fdb-a9cc-a402bcf05814 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:12.066537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b6094-16f2-40f6-822a-117e7566ffe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=814f5bb6-55ae-4274-93ef-5cfa748d0063,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.092375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a15713f4-59c3-42dd-8be7-a4f9f12b5911 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8570921 Nov 22 16:50:12.097695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52456) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.100801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Network d4e5df73-7513-4a50-9f9f-d8008e514ada is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:12.104244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:12.109722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:12.152259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Pushing event updated for resources: {'Port': ['ID=13172b27-c726-4f76-916d-9bf2e412f6c4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.197074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:12.199973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.233134 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-194373f6-6b9b-4d3d-883a-33626c5da02f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2421451 Nov 22 16:50:12.261862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:12.262451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.414876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.571551 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-711296c2-6ef5-4715-865a-791f9c811bfa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e91f9badd07946d78ad08d812d722249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1535347 Nov 22 16:50:12.573382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:12.596795 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.626398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a264c-f047-4a7a-93d5-d5e9559b43cd None None] DHCP port deletion for 814f5bb6-55ae-4274-93ef-5cfa748d0063 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:12.700536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Request body: {'port': {'device_id': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:12.752392 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8443fecb-c299-4787-ad63-35a4d51f57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.765550 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.778396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01346a4d-6391-4aa8-82fe-733320071b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.807636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,segment=NetworkSegment(4b64ce04-c1c9-420c-96a7-62f7741c15f9),segment_id=4b64ce04-c1c9-420c-96a7-62f7741c15f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:12.838297 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.841199 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01346a4d-6391-4aa8-82fe-733320071b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.848662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.853581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:12.963865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:12.974481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-db99918b-9f6a-4fdb-a9cc-a402bcf05814', 'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814', 'tenant_id': 'ac2659ed716949bfbda8db5a5814199e', 'fixed_ips': [{'subnet_id': '7bb719df-33ae-4825-bec0-d72dc3450791'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:12.976957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.006268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4ed1021b-ac0b-4145-87b2-64ebb2e3707c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:13.079686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.085113 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01346a4d-6391-4aa8-82fe-733320071b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.090520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01346a4d-6391-4aa8-82fe-733320071b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.091709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-01346a4d-6391-4aa8-82fe-733320071b0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b93eac3d-a0a3-4f68-94cf-3991bbd97405 HTTP/1.1" status: 204 len: 168 time: 0.5169284 Nov 22 16:50:13.159404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01346a4d-6391-4aa8-82fe-733320071b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93eac3d-a0a3-4f68-94cf-3991bbd97405,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:13.378806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c138a4-2e3e-4b58-9dcd-56141999c88b req-8f1dfefa-091e-4065-9aad-fc7b498c78d6 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:13.382543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-99c138a4-2e3e-4b58-9dcd-56141999c88b req-8f1dfefa-091e-4065-9aad-fc7b498c78d6 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 931 time: 0.2279146 Nov 22 16:50:13.391352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Allocated IP 172.20.0.2 (db99918b-9f6a-4fdb-a9cc-a402bcf05814/7bb719df-33ae-4825-bec0-d72dc3450791/85337151-7e85-4d91-a0de-ec98b50cc779) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:13.509164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-99c138a4-2e3e-4b58-9dcd-56141999c88b req-2006acad-85b1-4bdc-90b5-f986c8989bf6 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126153 Nov 22 16:50:13.510874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Allocated IP 172.20.0.1 (acc9eca3-e3c4-4709-b1bb-34bd577a093b/2fdb369d-d827-4a56-af93-64a620610a7c/a9c54877-847f-4661-bdd7-b9dc9d3ec074) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:13.602152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13172b27-c726-4f76-916d-9bf2e412f6c4 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:13.613534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.654271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Transition to ACTIVE for port object 13172b27-c726-4f76-916d-9bf2e412f6c4 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:13.668464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.674423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 4ed1021b-ac0b-4145-87b2-64ebb2e3707c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:13.674804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4ed1021b-ac0b-4145-87b2-64ebb2e3707c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:13.748981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.882260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:13.929788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=13172b27-c726-4f76-916d-9bf2e412f6c4,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:14.072543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:14.075598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:14.081684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Attempting to bind port 13172b27-c726-4f76-916d-9bf2e412f6c4 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:14.085940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:14.087712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Attempting to bind port 13172b27-c726-4f76-916d-9bf2e412f6c4 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb27b180-4347-4408-afd0-defc54b8dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:14.090615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Attempting to bind port 13172b27-c726-4f76-916d-9bf2e412f6c4 on network d4e5df73-7513-4a50-9f9f-d8008e514ada {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:14.111484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Port 13172b27-c726-4f76-916d-9bf2e412f6c4 on network d4e5df73-7513-4a50-9f9f-d8008e514ada not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:14.112257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Attempting to bind port 13172b27-c726-4f76-916d-9bf2e412f6c4 on network d4e5df73-7513-4a50-9f9f-d8008e514ada {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:14.121872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:14.131805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:14.134057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Checking segment: {'id': 'bb27b180-4347-4408-afd0-defc54b8dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:14.136431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Bound using segment: {'id': 'bb27b180-4347-4408-afd0-defc54b8dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:14.137145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Bound port: 13172b27-c726-4f76-916d-9bf2e412f6c4, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb27b180-4347-4408-afd0-defc54b8dd88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:14.137701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.148378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Port': ['ID=a9c54877-847f-4661-bdd7-b9dc9d3ec074,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:14.156316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-8443fecb-c299-4787-ad63-35a4d51f57fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:50:14.156697 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-8443fecb-c299-4787-ad63-35a4d51f57fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:50:14.190778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.255783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:14.302966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:14.321196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:14.342265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Pushing event updated for resources: {'Port': ['ID=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:14.377396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.391916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.437144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] For port 13172b27-c726-4f76-916d-9bf2e412f6c4, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:14.462443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] For port 13172b27-c726-4f76-916d-9bf2e412f6c4, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13172b27-c726-4f76-916d-9bf2e412f6c4,segment=NetworkSegment(bb27b180-4347-4408-afd0-defc54b8dd88),segment_id=bb27b180-4347-4408-afd0-defc54b8dd88)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:14.478884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.563297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.564476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.566785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] 10.222.0.20 "PUT /v2.0/ports/13172b27-c726-4f76-916d-9bf2e412f6c4 HTTP/1.1" status: 200 len: 1091 time: 2.3256617 Nov 22 16:50:14.582981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'tag': '13172b27-c726-4f76-916d-9bf2e412f6c4'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:14.595528 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd" -d '{"events": [{"name": "network-changed", "server_uuid": "acb8d946-9614-4a2f-b63f-cbb8e0b5c51b", "tag": "13172b27-c726-4f76-916d-9bf2e412f6c4"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:14.603222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Pushing event updated for resources: {'Port': ['ID=85337151-7e85-4d91-a0de-ec98b50cc779,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:14.683637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:14.806384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060fde7-c47a-42ab-ad99-5879cf702ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=13172b27-c726-4f76-916d-9bf2e412f6c4,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:14.822921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Network db99918b-9f6a-4fdb-a9cc-a402bcf05814 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:14.839053 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fc6e98-3f11-4774-937a-dde44fade1d8 x-openstack-request-id: req-54fc6e98-3f11-4774-937a-dde44fade1d8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:14.840841 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb8d946-9614-4a2f-b63f-cbb8e0b5c51b", "tag": "13172b27-c726-4f76-916d-9bf2e412f6c4", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:14.843890 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54fc6e98-3f11-4774-937a-dde44fade1d8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:14.847418 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'tag': '13172b27-c726-4f76-916d-9bf2e412f6c4', 'status': 'completed', 'code': 200} Nov 22 16:50:14.860566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:14.880718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-badc55de-bff1-4ed2-aaf8-039bf163f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:14.886500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:14.890735 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-badc55de-bff1-4ed2-aaf8-039bf163f7da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10c1ddd6400f4c5991dacfcb084b603b&device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 1094 time: 0.2604682 Nov 22 16:50:14.949582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:14.950076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.027789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-aaca3bf5-72c8-44f8-a294-724e0f542b69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13172b27-c726-4f76-916d-9bf2e412f6c4 HTTP/1.1" status: 200 len: 217 time: 0.1206431 Nov 22 16:50:15.096501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Attempting to bind port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:15.100209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Attempting to bind port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:15.103157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Attempting to bind port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 on network acc9eca3-e3c4-4709-b1bb-34bd577a093b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:15.158880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-0c5bda95-08b8-440f-ac27-845737dc445d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.160689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-0c5bda95-08b8-440f-ac27-845737dc445d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f9770d-dbb4-421f-b5e2-97e280f1d58a HTTP/1.1" status: 200 len: 857 time: 0.1317103 Nov 22 16:50:15.195571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:15.196225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Checking segment: {'id': 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:15.196809 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.197358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Bound using segment: {'id': 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:15.198038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Bound port: 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'acc9eca3-e3c4-4709-b1bb-34bd577a093b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:15.198587 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.254405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-5bf6558f-f38e-4640-adb7-39ebcec2445e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4e5df73-7513-4a50-9f9f-d8008e514ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838699 Nov 22 16:50:15.269998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bf0a0f-b49a-49f0-a5b3-b73d5498c145 req-71e68955-393b-4030-ac9f-5a54141a2b4b tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.279394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2bf0a0f-b49a-49f0-a5b3-b73d5498c145 req-71e68955-393b-4030-ac9f-5a54141a2b4b tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 943 time: 0.3878553 Nov 22 16:50:15.399093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 965843f8-bda1-4011-9ec9-91cfbad3175e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:15.423385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Attempting to bind port 85337151-7e85-4d91-a0de-ec98b50cc779 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:15.423768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Attempting to bind port 85337151-7e85-4d91-a0de-ec98b50cc779 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:15.424133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Attempting to bind port 85337151-7e85-4d91-a0de-ec98b50cc779 on network db99918b-9f6a-4fdb-a9cc-a402bcf05814 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:15.524268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 965843f8-bda1-4011-9ec9-91cfbad3175e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:15.524574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 965843f8-bda1-4011-9ec9-91cfbad3175e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:15.531263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7ae160bd-a229-4d35-b7c4-e3928ce61781 None None] Provisioning complete for port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:15.531628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7ae160bd-a229-4d35-b7c4-e3928ce61781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.543362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-c1553931-018e-4ebb-9fcd-14aaf6d43c1b service neutron] 10.222.0.20 "GET /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711916 Nov 22 16:50:15.612977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2bf0a0f-b49a-49f0-a5b3-b73d5498c145 req-64282c8f-c11f-410b-b54f-55ddf66b1fb0 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151667 Nov 22 16:50:15.631246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:15.631651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Checking segment: {'id': '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:15.632050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.632455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Bound using segment: {'id': '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:15.637504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Bound port: 85337151-7e85-4d91-a0de-ec98b50cc779, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'db99918b-9f6a-4fdb-a9cc-a402bcf05814'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:15.637994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.754303 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f190c14-13a4-496a-8d63-59a43f83dd70 req-18bda458-414e-4d78-87a1-aefe43a46555 service neutron] 10.222.0.20 "GET /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022309 Nov 22 16:50:15.830082 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.839478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:15.872039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-510d0044-35ba-4ccd-b39e-a37a2a81b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:15.874151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-510d0044-35ba-4ccd-b39e-a37a2a81b18e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=10c1ddd6400f4c5991dacfcb084b603b&device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 1094 time: 0.0645151 Nov 22 16:50:15.961691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] For port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:15.973289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] For port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,segment=NetworkSegment(c44ac059-22ad-4ed5-a9f3-4ac52acaa71b),segment_id=c44ac059-22ad-4ed5-a9f3-4ac52acaa71b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:15.990082 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.003471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Port': ['ID=a9c54877-847f-4661-bdd7-b9dc9d3ec074,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.017631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.063449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] For port 85337151-7e85-4d91-a0de-ec98b50cc779, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:16.104690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-c2ff45cc-62ae-4716-a5fc-77a62942db82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.108710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-c2ff45cc-62ae-4716-a5fc-77a62942db82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d4e5df73-7513-4a50-9f9f-d8008e514ada HTTP/1.1" status: 200 len: 918 time: 0.2189806 Nov 22 16:50:16.140091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] For port 85337151-7e85-4d91-a0de-ec98b50cc779, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=85337151-7e85-4d91-a0de-ec98b50cc779,segment=NetworkSegment(3dcd6c4a-2d0a-4802-ae69-f70bdf62d461),segment_id=3dcd6c4a-2d0a-4802-ae69-f70bdf62d461)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:16.161225 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:16.195916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870c338-6285-4139-8a2d-0062fc8334f4 None None] Pushing event updated for resources: {'Port': ['ID=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.219386 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-1b1e990e-95a8-47cb-85a4-57d9c43781f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13172b27-c726-4f76-916d-9bf2e412f6c4 HTTP/1.1" status: 200 len: 217 time: 0.1038909 Nov 22 16:50:16.336371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a85662-eab0-4e48-ba58-deeae711f995 None None] Pushing event updated for resources: {'Port': ['ID=85337151-7e85-4d91-a0de-ec98b50cc779,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:16.465491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-7ac49175-495f-440d-8b8b-dbebc28b941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:16.474005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-7ac49175-495f-440d-8b8b-dbebc28b941b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f7f9770d-dbb4-421f-b5e2-97e280f1d58a HTTP/1.1" status: 200 len: 857 time: 0.2390287 Nov 22 16:50:16.542305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-55d9cb90-a2ac-4a81-8dbf-68cae54fca2f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d4e5df73-7513-4a50-9f9f-d8008e514ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623767 Nov 22 16:50:16.595856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:16.603363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:16.812640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52606) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:16.905243 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-1a56a4cd-62cb-4fbc-a791-d514f9e707b4 service neutron] 10.222.0.20 "GET /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548894 Nov 22 16:50:17.073942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.173235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b768fa-c51b-48be-887b-67a6a136a66f req-a038169c-9bc4-4790-bd37-b632bdbae395 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:17.187109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1b768fa-c51b-48be-887b-67a6a136a66f req-a038169c-9bc4-4790-bd37-b632bdbae395 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 943 time: 0.2302995 Nov 22 16:50:17.220926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.235453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.269992 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a9d907a-8dd2-46fd-9a09-8a92de0823fd req-aca2f241-ba40-4e85-b3bc-9255568db105 service neutron] 10.222.0.20 "GET /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545306 Nov 22 16:50:17.282667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b6a7983ddd724f2e8d70fd078e1f9102&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673336 Nov 22 16:50:17.283304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:17.293689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Router 1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:50:17.304266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1b768fa-c51b-48be-887b-67a6a136a66f req-bf4c4664-8bb0-4bd1-b446-1eb701c8741d tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032872 Nov 22 16:50:17.382447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd322deb-90a4-43df-93a8-ea92e028aef1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:17.401215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.401878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.402442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.402996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.403796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.404488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.405261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.405994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.409470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.412770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.413399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.414108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e5fe18-66df-40ac-9e01-83c0b6558b93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:17.466103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48eff00b-d827-4cc2-9a82-dab2a7cf87ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.482989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:17.496758 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] Sync routers for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:17.499697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11a668c7-71d3-4b67-8180-2b2d17758b0a tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4005103 Nov 22 16:50:17.500314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52622) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:17.514168 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:17.523194 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:17.530920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48eff00b-d827-4cc2-9a82-dab2a7cf87ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.631464 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:17.652733 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:17.657478 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:17.690960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48eff00b-d827-4cc2-9a82-dab2a7cf87ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.694274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48eff00b-d827-4cc2-9a82-dab2a7cf87ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:17.695883 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-48eff00b-d827-4cc2-9a82-dab2a7cf87ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd322deb-90a4-43df-93a8-ea92e028aef1 HTTP/1.1" status: 204 len: 168 time: 0.4067736 Nov 22 16:50:17.711706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eff00b-d827-4cc2-9a82-dab2a7cf87ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd322deb-90a4-43df-93a8-ea92e028aef1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:17.807442 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:17.812054 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a25dd75-7ce9-401a-8b9f-4fddc270fd05 None None] The sync data for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:17.816364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52628) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:18.057007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aeb458ed-468f-4123-9a2b-7c8e52c7190d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.099117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 85337151-7e85-4d91-a0de-ec98b50cc779 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:18.262887 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-23494de9-db91-47c9-85d1-604c0168815f tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:50:18.266885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 85337151-7e85-4d91-a0de-ec98b50cc779 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:18.267272 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.270736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aeb458ed-468f-4123-9a2b-7c8e52c7190d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.271421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-23494de9-db91-47c9-85d1-604c0168815f tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7695827 Nov 22 16:50:18.272224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:18.282233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aeb458ed-468f-4123-9a2b-7c8e52c7190d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.393018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aeb458ed-468f-4123-9a2b-7c8e52c7190d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32bf846b95984c14a9092d3000464637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5731516 Nov 22 16:50:18.405466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52640) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:18.423077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb458ed-468f-4123-9a2b-7c8e52c7190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ac19f-87e9-426c-b4d0-b859e2fc4754,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:18.536954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.561797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e5b6fa3-f1de-4fb4-80bc-d1efd8581c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.581210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d899cd5-60bf-4516-9345-4435f39be68e None None] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:18.642591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e5b6fa3-f1de-4fb4-80bc-d1efd8581c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.645705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 85337151-7e85-4d91-a0de-ec98b50cc779, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=85337151-7e85-4d91-a0de-ec98b50cc779,segment=NetworkSegment(3dcd6c4a-2d0a-4802-ae69-f70bdf62d461),segment_id=3dcd6c4a-2d0a-4802-ae69-f70bdf62d461)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:18.657934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52644) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:18.695847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.696917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:18.731269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01170279-8230-4e96-91f6-4b2dc39365cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.793708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565eed7-a842-4124-9b98-5a4def434469 req-a3b4d69d-d3e9-4738-986c-61e58071459e tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:18.804003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2565eed7-a842-4124-9b98-5a4def434469 req-a3b4d69d-d3e9-4738-986c-61e58071459e tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 943 time: 0.1200573 Nov 22 16:50:18.925443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e5b6fa3-f1de-4fb4-80bc-d1efd8581c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.928107 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e5b6fa3-f1de-4fb4-80bc-d1efd8581c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.929704 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9e5b6fa3-f1de-4fb4-80bc-d1efd8581c9b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9d7ac19f-87e9-426c-b4d0-b859e2fc4754 HTTP/1.1" status: 204 len: 168 time: 0.5228331 Nov 22 16:50:18.935888 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01170279-8230-4e96-91f6-4b2dc39365cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:18.952220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b6fa3-f1de-4fb4-80bc-d1efd8581c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ac19f-87e9-426c-b4d0-b859e2fc4754,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:18.954417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01170279-8230-4e96-91f6-4b2dc39365cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.002950 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-01170279-8230-4e96-91f6-4b2dc39365cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=caf5aac23d3a4eb48ff2f6724917660a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412158 Nov 22 16:50:19.003187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c9049-75ef-4a24-87c4-20675ee20b92 None None] Network db99918b-9f6a-4fdb-a9cc-a402bcf05814 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:19.004354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:19.014691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01170279-8230-4e96-91f6-4b2dc39365cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ee406-014b-4cec-ad9b-6c058786ba6e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:19.071902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f84049-c406-4854-9f75-951bf57ac03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.120513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f84049-c406-4854-9f75-951bf57ac03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.181971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13172b27-c726-4f76-916d-9bf2e412f6c4 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:19.211780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f84049-c406-4854-9f75-951bf57ac03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.214830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52f84049-c406-4854-9f75-951bf57ac03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.219802 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-52f84049-c406-4854-9f75-951bf57ac03f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c32ee406-014b-4cec-ad9b-6c058786ba6e HTTP/1.1" status: 204 len: 168 time: 0.2147770 Nov 22 16:50:19.229072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f84049-c406-4854-9f75-951bf57ac03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ee406-014b-4cec-ad9b-6c058786ba6e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:19.354928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f4fa386a-32f0-445a-8384-06f8b73e1a63 None None] Provisioning complete for port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:19.355428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4fa386a-32f0-445a-8384-06f8b73e1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.394004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:50:19.533862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=85337151-7e85-4d91-a0de-ec98b50cc779,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:19.591259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2565eed7-a842-4124-9b98-5a4def434469 req-54c2456d-93b8-4f4e-87f8-57950976267f tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7812858 Nov 22 16:50:19.705855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:19.834031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:19.834433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.151762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:20.242969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting port a9c54877-847f-4661-bdd7-b9dc9d3ec074 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:20.243450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.339143 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e397c51-23c6-4d44-9292-49f3bb6cd12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.501575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.521026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Calling delete_port for a9c54877-847f-4661-bdd7-b9dc9d3ec074 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:20.573835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.579774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4fa386a-32f0-445a-8384-06f8b73e1a63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.617994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d38d9ae-189e-47b6-b0b0-72499a663263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.652639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 13172b27-c726-4f76-916d-9bf2e412f6c4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13172b27-c726-4f76-916d-9bf2e412f6c4,segment=NetworkSegment(bb27b180-4347-4408-afd0-defc54b8dd88),segment_id=bb27b180-4347-4408-afd0-defc54b8dd88)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:20.781899 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d38d9ae-189e-47b6-b0b0-72499a663263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.793420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d38d9ae-189e-47b6-b0b0-72499a663263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.815659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,segment=NetworkSegment(c44ac059-22ad-4ed5-a9f3-4ac52acaa71b),segment_id=c44ac059-22ad-4ed5-a9f3-4ac52acaa71b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:20.837616 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:20.845500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '13172b27-c726-4f76-916d-9bf2e412f6c4', 'network_id': 'd4e5df73-7513-4a50-9f9f-d8008e514ada', 'port_id': '13172b27-c726-4f76-916d-9bf2e412f6c4', 'mac_address': 'fa:16:3e:f1:ab:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7f9770d-dbb4-421f-b5e2-97e280f1d58a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:20.896517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b7071-2010-4cb7-8a01-c1f35eca3d01 req-e138f7b0-9e26-4260-8036-4f5451704bfb tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:20.898337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-833b7071-2010-4cb7-8a01-c1f35eca3d01 req-e138f7b0-9e26-4260-8036-4f5451704bfb tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 946 time: 0.2132607 Nov 22 16:50:20.987215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8d38d9ae-189e-47b6-b0b0-72499a663263 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bd14331ba0345318e5c0d25635865a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8325703 Nov 22 16:50:20.993726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:21.061228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:21.086250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d7822-2e9e-476e-a07d-43a18168ac93 req-8319baa7-a66f-4f8b-81d8-2eacb6dcb2b4 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:21.096760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975d7822-2e9e-476e-a07d-43a18168ac93 req-8319baa7-a66f-4f8b-81d8-2eacb6dcb2b4 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 943 time: 0.2557347 Nov 22 16:50:21.142862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d38d9ae-189e-47b6-b0b0-72499a663263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9dba65-a95b-4720-82e8-c6ed38e33cf6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:21.269507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-833b7071-2010-4cb7-8a01-c1f35eca3d01 req-b66580ed-10f4-420c-aba6-1b6cc0a9da04 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053615 Nov 22 16:50:21.284792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975d7822-2e9e-476e-a07d-43a18168ac93 req-8fef33ae-cb12-4f53-9d3c-ef5fd59afc54 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866810 Nov 22 16:50:21.308358 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fec7f769-389e-4a3f-b07a-f7672eb0b6c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.415696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fec7f769-389e-4a3f-b07a-f7672eb0b6c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.486014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 85337151-7e85-4d91-a0de-ec98b50cc779 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:21.536674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fec7f769-389e-4a3f-b07a-f7672eb0b6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.538643 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.544007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fec7f769-389e-4a3f-b07a-f7672eb0b6c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.547514 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fec7f769-389e-4a3f-b07a-f7672eb0b6c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fa9dba65-a95b-4720-82e8-c6ed38e33cf6 HTTP/1.1" status: 204 len: 168 time: 0.5344846 Nov 22 16:50:21.580831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7f769-389e-4a3f-b07a-f7672eb0b6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9dba65-a95b-4720-82e8-c6ed38e33cf6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:21.727192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Port': ['ID=a9c54877-847f-4661-bdd7-b9dc9d3ec074,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:21.745241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-f4fa386a-32f0-445a-8384-06f8b73e1a63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:50:21.745781 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-f4fa386a-32f0-445a-8384-06f8b73e1a63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:50:21.777296 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.834287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 85337151-7e85-4d91-a0de-ec98b50cc779 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:21.834734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.911534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:21.968429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13172b27-c726-4f76-916d-9bf2e412f6c4 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:22.038729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 13172b27-c726-4f76-916d-9bf2e412f6c4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13172b27-c726-4f76-916d-9bf2e412f6c4,segment=NetworkSegment(bb27b180-4347-4408-afd0-defc54b8dd88),segment_id=bb27b180-4347-4408-afd0-defc54b8dd88)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:22.103898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.377879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['13172b27-c726-4f76-916d-9bf2e412f6c4'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:22.407729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Router 1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:22.471425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-198ce31e-b1a0-44fb-86d4-16fef257aa1b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:22.508222 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-198ce31e-b1a0-44fb-86d4-16fef257aa1b tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 946 time: 0.1615098 Nov 22 16:50:22.512251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:22.526593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=13172b27-c726-4f76-916d-9bf2e412f6c4,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:22.734512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Deleting port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:22.734774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.802237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f51c2167-dc9b-4aa4-890f-486ae3542338 None None] Provisioning complete for port 85337151-7e85-4d91-a0de-ec98b50cc779 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:22.802634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f51c2167-dc9b-4aa4-890f-486ae3542338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:22.984905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:23.010318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ebc254e6-d801-4719-86df-01e459002603 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7347696 Nov 22 16:50:23.018667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52754) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:23.043946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] Sync routers for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:23.100380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] For port a755efd6-14a1-43e4-9fd2-22eeabfe4b16, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,segment=NetworkSegment(98c5de1b-96de-4bea-a550-af125c7d7a3c),segment_id=98c5de1b-96de-4bea-a550-af125c7d7a3c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:23.101148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.124455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Calling delete_port for a755efd6-14a1-43e4-9fd2-22eeabfe4b16 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:23.135758 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-fd55af4b-dc6d-4017-9009-36b4924dee9f tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] delete failed (client error): The resource could not be found. Nov 22 16:50:23.144061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fd55af4b-dc6d-4017-9009-36b4924dee9f tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1333628841 HTTP/1.1" status: 404 len: 335 time: 0.1226346 Nov 22 16:50:23.159935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:23.167954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-450e2673-ed37-42e1-960e-82a46d94a9da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.184812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:23.207850 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7c64544-61d4-4c0f-845f-2f99b48c3ba4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.241843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:23.242996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:49:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:23.245047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66602e-011e-4f32-9a0b-5cdf2c020193 req-da67b5b7-b806-41d4-b3f6-1f558dc7182c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.247492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e66602e-011e-4f32-9a0b-5cdf2c020193 req-da67b5b7-b806-41d4-b3f6-1f558dc7182c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 946 time: 0.6210141 Nov 22 16:50:23.254700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-91612279-c689-448c-9f64-c336a872903e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'router': {'external_gateway_info': {'network_id': '1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:23.300226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418de6c5-2b17-4dd3-a097-47e39168054d req-267c8a07-f103-487b-945d-492570eed005 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:23.308069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:23.318266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-418de6c5-2b17-4dd3-a097-47e39168054d req-267c8a07-f103-487b-945d-492570eed005 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 944 time: 0.6706715 Nov 22 16:50:23.364816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:23.365298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:23.470572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:23.471551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fc1b89-2cf4-4b01-9365-0637fe03c4ad None None] The sync data for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:23.535870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7c64544-61d4-4c0f-845f-2f99b48c3ba4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.558577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7c64544-61d4-4c0f-845f-2f99b48c3ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.564471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:23.564997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.644891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f51c2167-dc9b-4aa4-890f-486ae3542338 None None] Could not find standard attr ID for object a9c54877-847f-4661-bdd7-b9dc9d3ec074. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:50:23.647150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e66602e-011e-4f32-9a0b-5cdf2c020193 req-95303ab2-beb4-407a-a438-a4fa30c8d300 tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/security-groups?id=8216686e-397d-4bef-8a5c-087f9b76de4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659346 Nov 22 16:50:23.651714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91612279-c689-448c-9f64-c336a872903e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.667686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.699517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['a755efd6-14a1-43e4-9fd2-22eeabfe4b16'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:23.742941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-418de6c5-2b17-4dd3-a097-47e39168054d req-4cfb3a88-f849-431e-8b56-491ef299aacf tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236031 Nov 22 16:50:23.760546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b7c64544-61d4-4c0f-845f-2f99b48c3ba4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4010952d848498fb4f12d86f1e93387&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2453380 Nov 22 16:50:23.764931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c64544-61d4-4c0f-845f-2f99b48c3ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5d5da8-b0b1-4c26-b019-2334d6358204,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:23.767822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52776) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:23.844914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-613cbc23-8e7a-4187-8ff7-23d60b72739c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.853948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f51c2167-dc9b-4aa4-890f-486ae3542338 None None] Provisioning complete for port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:23.854329 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f51c2167-dc9b-4aa4-890f-486ae3542338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.876546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-613cbc23-8e7a-4187-8ff7-23d60b72739c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.977791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-613cbc23-8e7a-4187-8ff7-23d60b72739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.980633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-613cbc23-8e7a-4187-8ff7-23d60b72739c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:23.982863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-613cbc23-8e7a-4187-8ff7-23d60b72739c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8f5d5da8-b0b1-4c26-b019-2334d6358204 HTTP/1.1" status: 204 len: 168 time: 0.2133663 Nov 22 16:50:24.027353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613cbc23-8e7a-4187-8ff7-23d60b72739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5d5da8-b0b1-4c26-b019-2334d6358204,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:24.049553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.115518 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-91612279-c689-448c-9f64-c336a872903e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] update failed (client error): The resource could not be found. Nov 22 16:50:24.117721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-91612279-c689-448c-9f64-c336a872903e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 HTTP/1.1" status: 404 len: 339 time: 0.9515738 Nov 22 16:50:24.128314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52790) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:24.139732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Pushing event deleted for resources: {'Port': ['ID=a755efd6-14a1-43e4-9fd2-22eeabfe4b16,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:24.141102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13172b27-c726-4f76-916d-9bf2e412f6c4 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:24.227738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c86c72-6490-42a7-a8df-388c372b367d None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:24.292098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 13172b27-c726-4f76-916d-9bf2e412f6c4 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:50:24.313517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 13172b27-c726-4f76-916d-9bf2e412f6c4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:24.313517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.331695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] No DVR routers for this DVR port a755efd6-14a1-43e4-9fd2-22eeabfe4b16 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:24.343777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.349082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1eff94d7-c84a-410c-aac2-8c283cf97608 req-ebf5f612-df7a-4640-845f-90dafbe5239e tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.66 "DELETE /v2.0/ports/a755efd6-14a1-43e4-9fd2-22eeabfe4b16 HTTP/1.1" status: 204 len: 173 time: 1.8392270 Nov 22 16:50:24.349638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'name': 'network-vif-deleted', 'tag': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:24.361328 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ccce35-1173-4715-bb2a-fd5d9f1845f6" -d '{"events": [{"server_uuid": "610dafe2-da11-4d97-9c7f-80ce1b53c81c", "name": "network-vif-deleted", "tag": "a755efd6-14a1-43e4-9fd2-22eeabfe4b16"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:24.470690 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af304c98-e37b-40d9-a8c9-bfaff2dbb9df x-openstack-request-id: req-af304c98-e37b-40d9-a8c9-bfaff2dbb9df {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:24.471017 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610dafe2-da11-4d97-9c7f-80ce1b53c81c", "name": "network-vif-deleted", "tag": "a755efd6-14a1-43e4-9fd2-22eeabfe4b16", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:24.471217 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af304c98-e37b-40d9-a8c9-bfaff2dbb9df {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:24.471930 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '610dafe2-da11-4d97-9c7f-80ce1b53c81c', 'name': 'network-vif-deleted', 'tag': 'a755efd6-14a1-43e4-9fd2-22eeabfe4b16', 'status': 'completed', 'code': 200} Nov 22 16:50:24.512747 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.572738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13172b27-c726-4f76-916d-9bf2e412f6c4'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:24.572738 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e178386-12fe-4bf3-85f3-775f690183e9" -d '{"events": [{"server_uuid": "acb8d946-9614-4a2f-b63f-cbb8e0b5c51b", "name": "network-vif-plugged", "status": "completed", "tag": "13172b27-c726-4f76-916d-9bf2e412f6c4"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:24.614216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 13172b27-c726-4f76-916d-9bf2e412f6c4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13172b27-c726-4f76-916d-9bf2e412f6c4,segment=NetworkSegment(bb27b180-4347-4408-afd0-defc54b8dd88),segment_id=bb27b180-4347-4408-afd0-defc54b8dd88)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:24.624545 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.706770 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc794351-f74a-4608-8b0d-c8ec0d318e18 x-openstack-request-id: req-cc794351-f74a-4608-8b0d-c8ec0d318e18 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:24.706770 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb8d946-9614-4a2f-b63f-cbb8e0b5c51b", "name": "network-vif-plugged", "status": "completed", "tag": "13172b27-c726-4f76-916d-9bf2e412f6c4", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:24.707182 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc794351-f74a-4608-8b0d-c8ec0d318e18 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:24.707404 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13172b27-c726-4f76-916d-9bf2e412f6c4', 'code': 200} Nov 22 16:50:24.737227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:24.908191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c10b1c2b-63b0-4e56-a2e6-6bd4463f8a2c req-bd43a663-b193-4f65-b2aa-6dcc5fc93e9c tempest-AttachVolumeNegativeTest-1524719772 tempest-AttachVolumeNegativeTest-1524719772-project] 10.222.0.65 "GET /v2.0/ports?device_id=610dafe2-da11-4d97-9c7f-80ce1b53c81c HTTP/1.1" status: 200 len: 210 time: 0.1025827 Nov 22 16:50:24.996852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09f784-a31a-4d6b-8259-9740588c6701 req-4fc667a1-269b-4719-b812-f7730d300a6e tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.004926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a09f784-a31a-4d6b-8259-9740588c6701 req-4fc667a1-269b-4719-b812-f7730d300a6e tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 945 time: 0.0944800 Nov 22 16:50:25.096794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=13172b27-c726-4f76-916d-9bf2e412f6c4,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:25.108683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a09f784-a31a-4d6b-8259-9740588c6701 req-f490640c-9b62-4af8-ab00-c0eb1b3329d4 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019609 Nov 22 16:50:25.209035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a043c4-dda0-4cab-8614-c147573b2401 req-dead0325-99cb-43cc-8ba5-fb9607de2b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:25.222913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c0a043c4-dda0-4cab-8614-c147573b2401 req-dead0325-99cb-43cc-8ba5-fb9607de2b6c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 1096 time: 0.3203559 Nov 22 16:50:25.390771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.427067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c0a043c4-dda0-4cab-8614-c147573b2401 req-3ca76db3-99ae-4b81-801d-5a73858358af service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859221 Nov 22 16:50:25.542860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Allocated IP 172.20.0.1 (23222a9f-4b81-4277-b6b5-7bf0ef03f000/290fbe8a-eb45-4789-8d2c-5f445775bf4c/7102805e-89a6-42c7-adfb-51fa8ab64295) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:25.685241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:25.751548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.807758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:25.808000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a755efd6-14a1-43e4-9fd2-22eeabfe4b16 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:25.839627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: a755efd6-14a1-43e4-9fd2-22eeabfe4b16 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:25.843097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device a755efd6-14a1-43e4-9fd2-22eeabfe4b16 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:25.897434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:25.906940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:25.906940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:26.048894 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.082202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Port': ['ID=7102805e-89a6-42c7-adfb-51fa8ab64295,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.091775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-662096317-network', 'tenant_id': 'fba342edc4634c96933c184411d78a2a'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:26.107380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52894) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.119704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.161618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Made reservation on behalf of fba342edc4634c96933c184411d78a2a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:26.166094 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.181613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.301982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Deleting subnet 75fded1b-c7cd-4e2c-867b-d57c8460387e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:26.315526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.364416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cda52-d93f-4e8e-8879-77f1ebe47963 req-28c3ad31-f58c-448f-8c46-db9155238477 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.374381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef0cda52-d93f-4e8e-8879-77f1ebe47963 req-28c3ad31-f58c-448f-8c46-db9155238477 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 945 time: 0.0879829 Nov 22 16:50:26.397873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.410002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.411023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.424391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-eb39e023-bad4-4103-b7b3-5fbbfa1b42a3 None None] Provisioning complete for port 7102805e-89a6-42c7-adfb-51fa8ab64295 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:26.425086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eb39e023-bad4-4103-b7b3-5fbbfa1b42a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.447811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.471491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:26.485388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff993e02-0cfe-4c7c-b38a-c4a918852053,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.513073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef0cda52-d93f-4e8e-8879-77f1ebe47963 req-6c95e65d-91fc-44dc-842f-b30e24501e2c tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124461 Nov 22 16:50:26.518878 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.519599 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Added segment 77391c1e-b742-4e85-aec8-3181332a54e6 of type vlan for network 4c622fab-9b68-4ccd-b840-b14531ff6f11 Nov 22 16:50:26.524316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-eb39e023-bad4-4103-b7b3-5fbbfa1b42a3 None None] Port 7102805e-89a6-42c7-adfb-51fa8ab64295 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:26.560720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.584961 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.630598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.633224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:26.640456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.668837 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9816375 Nov 22 16:50:26.670777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52908) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.746423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Request body: {'subnet': {'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-subnet', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:26.781369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6cd21-1207-434d-bf90-d2a686a699e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4c622fab-9b68-4ccd-b840-b14531ff6f11,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.791746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Made reservation on behalf of fba342edc4634c96933c184411d78a2a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:26.793775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:26.794884 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.892347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.925939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75fded1b-c7cd-4e2c-867b-d57c8460387e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:26.933470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:26.938147 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d7c37b9d-3f5f-4ce8-8ee3-b3ff4c33d032 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/75fded1b-c7cd-4e2c-867b-d57c8460387e HTTP/1.1" status: 204 len: 168 time: 0.8305647 Nov 22 16:50:26.942534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52916) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:26.942989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52318231-1880-4f81-9226-c6116cef13be None None] Network 22e53eb7-3d6f-4572-9c8d-7729d17dae66 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:27.078780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.114056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.115798 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.139776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.200980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96b5ed7-3933-442e-9d36-113e886e9ca3 None None] DHCP port deletion for 22e53eb7-3d6f-4572-9c8d-7729d17dae66 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:27.261534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event updated for resources: {'Port': ['ID=7102805e-89a6-42c7-adfb-51fa8ab64295,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.275373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.371594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Checking segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:27.372196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Network hostable DHCP agents. Network: 4c622fab-9b68-4ccd-b840-b14531ff6f11, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:27.387985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:27.390480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:27.422894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.458890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b6189e-9b57-429a-a16d-6efbe1ce6320,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.522631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e53eb7-3d6f-4572-9c8d-7729d17dae66']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:27.551454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:27.558658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c5de1b-96de-4bea-a550-af125c7d7a3c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:27.558945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c5de1b-96de-4bea-a550-af125c7d7a3c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:27.574240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.575239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Router 1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:27.583643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 4c622fab-9b68-4ccd-b840-b14531ff6f11) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:27.594829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64731b6d-b1f6-4bce-a3a9-0389ecd45477 None None] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:27.604947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:27.605595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.623852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.633789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:27.634428 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:27.637954 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:27.680640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26e592c1-0a92-4663-ba6b-9a4a86e5e79e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9887316 Nov 22 16:50:27.741874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52968) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:27.777584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:27.869469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:27.882516 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] Sync routers for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:27.883177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5d5e6416-4709-4b40-aba2-e844f5434b74 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7532008 Nov 22 16:50:27.885042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9234a5e5-5fa2-40ce-b19f-e173914ccab9 None None] Provisioning complete for port 7102805e-89a6-42c7-adfb-51fa8ab64295 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:27.885432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9234a5e5-5fa2-40ce-b19f-e173914ccab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.885898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52980) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:27.892733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.924892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:27.926165 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:27.938011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.942183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] 10.222.0.65 "DELETE /v2.0/networks/22e53eb7-3d6f-4572-9c8d-7729d17dae66 HTTP/1.1" status: 204 len: 168 time: 0.9986207 Nov 22 16:50:27.943307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c63a044-fd4d-4ee7-ab86-8e4ae8391134 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e53eb7-3d6f-4572-9c8d-7729d17dae66,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:27.959696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.961936 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:27.986750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-4c622fab-9b68-4ccd-b840-b14531ff6f11', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:27.988234 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.028366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9234a5e5-5fa2-40ce-b19f-e173914ccab9 None None] Port 7102805e-89a6-42c7-adfb-51fa8ab64295 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:28.052849 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.069066 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:28.070276 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.078589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.091986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52764d7-a82c-4237-8972-34cd5ec0bc12 req-108828b6-ec9d-47be-9070-3592f0f698d1 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:28.102346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52764d7-a82c-4237-8972-34cd5ec0bc12 req-108828b6-ec9d-47be-9070-3592f0f698d1 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 945 time: 0.3630352 Nov 22 16:50:28.125933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0d66250c-5800-41ee-af0a-567d8dd24561 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.136316 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:28.137241 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7abd48-ac13-4e93-99f6-c3c8aa936922 None None] The sync data for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:28.293274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53002) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:28.353839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-43bf2c4e-6ad3-4362-9f7b-b7fc7c3207ae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=455e70f91a9046cd9854e813be90103c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589328 Nov 22 16:50:28.356120 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-0d66250c-5800-41ee-af0a-567d8dd24561 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:50:28.358045 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0d66250c-5800-41ee-af0a-567d8dd24561 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 HTTP/1.1" status: 409 len: 329 time: 0.4703579 Nov 22 16:50:28.358812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53004) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:28.360778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53006) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:28.393107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Allocated IP 172.20.0.2 (4c622fab-9b68-4ccd-b840-b14531ff6f11/95b6189e-9b57-429a-a16d-6efbe1ce6320/7ab9bd8e-6134-4bf3-90f7-52f5539fac8d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:28.448003 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.500864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52764d7-a82c-4237-8972-34cd5ec0bc12 req-12ccb995-6b08-48d2-b651-a3c8dd6e3572 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968775 Nov 22 16:50:28.654359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e023c651-a0ba-468d-ad36-e0fad29c6fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.759760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.770573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:28.919258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:28.922982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Pushing event updated for resources: {'Port': ['ID=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:28.936930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:28.944900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:29.044908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Attempting to bind port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:29.045818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Attempting to bind port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:29.046630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Attempting to bind port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:29.062587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:29.062845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Checking segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:29.063475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.065207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Bound using segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:29.068084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Bound port: 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:29.069712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.083130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c62c92-63d8-4c4b-9ca6-fabcea6d081f req-f524ddd2-21f9-4502-b2be-0039742a18b6 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:29.086329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c62c92-63d8-4c4b-9ca6-fabcea6d081f req-f524ddd2-21f9-4502-b2be-0039742a18b6 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 945 time: 0.1831818 Nov 22 16:50:29.098016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.201467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e023c651-a0ba-468d-ad36-e0fad29c6fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.204930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.301435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] For port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:29.317531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c62c92-63d8-4c4b-9ca6-fabcea6d081f req-3351725f-0379-4daa-9c0e-4ec979ecf9d1 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168801 Nov 22 16:50:29.319270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] For port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:29.328529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.329814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e023c651-a0ba-468d-ad36-e0fad29c6fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.347312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e023c651-a0ba-468d-ad36-e0fad29c6fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.349641 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e023c651-a0ba-468d-ad36-e0fad29c6fbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8216686e-397d-4bef-8a5c-087f9b76de4a HTTP/1.1" status: 204 len: 168 time: 0.9895015 Nov 22 16:50:29.442724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023c651-a0ba-468d-ad36-e0fad29c6fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8216686e-397d-4bef-8a5c-087f9b76de4a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:29.452881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Allocated IP 172.25.6.65 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/37b1b2d7-a1cf-458a-871c-3b9cb0ea9767) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:29.537632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53034) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:29.594798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81322cc3-bfcf-43ed-879a-000c8dde2ebb None None] Pushing event updated for resources: {'Port': ['ID=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:29.783806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.808097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.829387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:50:29.896865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:29.959477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:29.969867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:29.974291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:29.986741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28cd3a-caab-450d-a665-19a2c7e9a686 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:30.023638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Pushing event updated for resources: {'Port': ['ID=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:30.124173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c4589d34-c533-4585-b666-9a980f85c0f4 None None] Provisioning complete for port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:30.125594 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c4589d34-c533-4585-b666-9a980f85c0f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.213265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c4589d34-c533-4585-b666-9a980f85c0f4 None None] Port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:30.420319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25d0e3c5-6243-4fee-b44f-a6ef4031102c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.477200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-f965392c-c4d7-4d9f-891d-1eb49d95a433 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:30.478763 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-f965392c-c4d7-4d9f-891d-1eb49d95a433 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.20 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 945 time: 0.1772194 Nov 22 16:50:30.594868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting port 7102805e-89a6-42c7-adfb-51fa8ab64295 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:30.595108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.777406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25d0e3c5-6243-4fee-b44f-a6ef4031102c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.792645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25d0e3c5-6243-4fee-b44f-a6ef4031102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.838034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-25d0e3c5-6243-4fee-b44f-a6ef4031102c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa68a52a5850405a9575dc1cb6e7818f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2984028 Nov 22 16:50:30.845480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Deleting port 13172b27-c726-4f76-916d-9bf2e412f6c4 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:30.845800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:30.881509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53062) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:30.906118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.041763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:31.055848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Calling delete_port for 7102805e-89a6-42c7-adfb-51fa8ab64295 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:31.093703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0e3c5-6243-4fee-b44f-a6ef4031102c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cd468-94c3-4881-a770-4199b7520dbd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:31.107886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5296745-0eae-4108-bac3-70f6b6cc7883 req-17a99365-d589-4110-8af1-07c31a55c435 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:31.117112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5296745-0eae-4108-bac3-70f6b6cc7883 req-17a99365-d589-4110-8af1-07c31a55c435 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 945 time: 0.1601541 Nov 22 16:50:31.212889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:31.213994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.226125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.275350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d441b1cc-f40c-433b-9a19-d5cdb43e69a7 None None] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:31.344597 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4fcbcc3-2f31-4589-a2ec-b44a34238f3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.371643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5296745-0eae-4108-bac3-70f6b6cc7883 req-e3802d5b-851d-4f45-b740-80afa261e800 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/security-groups?id=598dcdac-852b-4097-b67a-5d9b60f8f11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271609 Nov 22 16:50:31.417095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] For port 13172b27-c726-4f76-916d-9bf2e412f6c4, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=13172b27-c726-4f76-916d-9bf2e412f6c4,segment=NetworkSegment(bb27b180-4347-4408-afd0-defc54b8dd88),segment_id=bb27b180-4347-4408-afd0-defc54b8dd88)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:31.429974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.444867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4fcbcc3-2f31-4589-a2ec-b44a34238f3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.488014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Calling delete_port for 13172b27-c726-4f76-916d-9bf2e412f6c4 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:31.496069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3553fd47-5c39-4d67-b168-4c6989922f15 None None] Provisioning complete for port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:31.499663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3553fd47-5c39-4d67-b168-4c6989922f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.571312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.666180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.682480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:31.704822 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.801123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4fcbcc3-2f31-4589-a2ec-b44a34238f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.806135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4fcbcc3-2f31-4589-a2ec-b44a34238f3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.811040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a4fcbcc3-2f31-4589-a2ec-b44a34238f3b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab1cd468-94c3-4881-a770-4199b7520dbd HTTP/1.1" status: 204 len: 168 time: 0.9282126 Nov 22 16:50:31.848418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcbcc3-2f31-4589-a2ec-b44a34238f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cd468-94c3-4881-a770-4199b7520dbd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:31.891207 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3553fd47-5c39-4d67-b168-4c6989922f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.893118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:31.931589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:32.002060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:50:32.032570 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-3553fd47-5c39-4d67-b168-4c6989922f15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:50:32.033235 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-3553fd47-5c39-4d67-b168-4c6989922f15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:50:32.075540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Port': ['ID=7102805e-89a6-42c7-adfb-51fa8ab64295,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:32.244214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.343939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:32.358323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:32.401761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:32.402564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:32.409258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.415530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ec093e5-f4ed-41a3-87a0-4e2539212c11 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6656289 Nov 22 16:50:32.415530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53086) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:32.503424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] No DVR routers for this DVR port 13172b27-c726-4f76-916d-9bf2e412f6c4 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:32.510837 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.516593 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-828c1ab7-a8d2-4cd4-9e08-4ad556e8efeb req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.20 "DELETE /v2.0/ports/13172b27-c726-4f76-916d-9bf2e412f6c4 HTTP/1.1" status: 204 len: 173 time: 2.0287392 Nov 22 16:50:32.517101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'name': 'network-vif-deleted', 'tag': '13172b27-c726-4f76-916d-9bf2e412f6c4'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:32.531827 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca6d763-2751-45ce-9d43-13f58819ab04" -d '{"events": [{"server_uuid": "acb8d946-9614-4a2f-b63f-cbb8e0b5c51b", "name": "network-vif-deleted", "tag": "13172b27-c726-4f76-916d-9bf2e412f6c4"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:32.552938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114af209-5d03-4e42-a33c-3b2023ce8fe8 tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] Pushing event deleted for resources: {'Port': ['ID=13172b27-c726-4f76-916d-9bf2e412f6c4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:32.726794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4977a243-1ef1-4585-b6e3-d4d3cc08a895 req-fa85e45a-f85b-464b-9fef-5626af43bbcb tempest-InstanceActionsV221TestJSON-1169984682 tempest-InstanceActionsV221TestJSON-1169984682-project] 10.222.0.65 "GET /v2.0/ports?device_id=acb8d946-9614-4a2f-b63f-cbb8e0b5c51b HTTP/1.1" status: 200 len: 210 time: 0.1121967 Nov 22 16:50:32.754012 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2378faa-1ad2-4d7b-b4cc-236996db6002 x-openstack-request-id: req-e2378faa-1ad2-4d7b-b4cc-236996db6002 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:32.754288 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb8d946-9614-4a2f-b63f-cbb8e0b5c51b", "name": "network-vif-deleted", "tag": "13172b27-c726-4f76-916d-9bf2e412f6c4", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:32.754456 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e2378faa-1ad2-4d7b-b4cc-236996db6002 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:32.755216 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb8d946-9614-4a2f-b63f-cbb8e0b5c51b', 'name': 'network-vif-deleted', 'tag': '13172b27-c726-4f76-916d-9bf2e412f6c4', 'status': 'completed', 'code': 200} Nov 22 16:50:32.756305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:32.849463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:33.013641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:33.173302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Router 1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:33.218870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2fd632d3-4885-44df-bbbd-623cc7f58816 None None] Provisioning complete for port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:33.219294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fd632d3-4885-44df-bbbd-623cc7f58816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.416152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:33.429926 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11895b79-a81c-4a77-9475-88ae6c1c8367 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0679536 Nov 22 16:50:33.437936 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] Sync routers for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:33.439471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53106) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:33.448288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:30Z', 'revision_number': 3, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:33.492144 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:33.496051 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:33.504924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:33.504924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Updating router e70edb3f-977b-4acd-ab89-92b1e0bf4873 port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:33.539778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.544425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:33.544799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.584663 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:33.600504 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] Routers {'1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:33.602349 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:33.611896 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-1597e2b0-492c-43cd-a3d8-362adc0908f9 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] show failed (client error): The resource could not be found. Nov 22 16:50:33.640240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1597e2b0-492c-43cd-a3d8-362adc0908f9 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-320278094 HTTP/1.1" status: 404 len: 334 time: 0.1939108 Nov 22 16:50:33.640939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:33.645526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e5903e61-8512-4e23-8c63-c6dc9554ffed tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:33.652497 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:33.653356 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6151198-4b2e-4141-a187-f99786f9a1fd None None] The sync data for ids ['1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:33.723497 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-e5903e61-8512-4e23-8c63-c6dc9554ffed tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] update failed (client error): The resource could not be found. Nov 22 16:50:33.725159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5903e61-8512-4e23-8c63-c6dc9554ffed tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1733151684 HTTP/1.1" status: 404 len: 335 time: 0.0832338 Nov 22 16:50:33.730372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53116) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:33.746495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:33.848207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting subnet 7bb719df-33ae-4825-bec0-d72dc3450791 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:33.861509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.040449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.087229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Allocated IP 172.20.0.1 (4c622fab-9b68-4ccd-b840-b14531ff6f11/95b6189e-9b57-429a-a16d-6efbe1ce6320/a7422aff-28ff-494e-bba7-012788e63ad3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:34.098459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.114180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.313017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.341935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13172b27-c726-4f76-916d-9bf2e412f6c4 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:34.433558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.506864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 13172b27-c726-4f76-916d-9bf2e412f6c4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:34.506864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 13172b27-c726-4f76-916d-9bf2e412f6c4 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:34.510467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccae1345-91d8-4f6d-b584-423d0c77beeb None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:34.528551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.531557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53140) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.549223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.600201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ddebf-0ba6-42bf-965d-d40aea0e7e27 None None] Pushing event updated for resources: {'Port': ['ID=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.649201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Attempting to bind port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:34.649713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Attempting to bind port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:34.650118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Attempting to bind port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:34.665309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb719df-33ae-4825-bec0-d72dc3450791,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.677529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.683965 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32f43925-4625-4723-a4ee-64e4a466c45e tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/subnets/7bb719df-33ae-4825-bec0-d72dc3450791 HTTP/1.1" status: 204 len: 168 time: 0.9518414 Nov 22 16:50:34.687408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:34.688127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:34.688520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:34.688928 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.692652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:34.693633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Bound port: 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:34.697097 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.705310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:34.715911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:34.723480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:34.769299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7422aff-28ff-494e-bba7-012788e63ad3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:34.781785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Deleting subnet f7f9770d-dbb4-421f-b5e2-97e280f1d58a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:34.788937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.792675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting subnet 2fdb369d-d827-4a56-af93-64a620610a7c {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:34.801519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.859502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:34.887624 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.024983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.069051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.079381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e754324f-d6f0-4ede-bf58-bb13fb11f0d4 None None] Network db99918b-9f6a-4fdb-a9cc-a402bcf05814 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:35.093039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.151309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ae80427d-5a0e-4a11-a43e-9819b962326e None None] Provisioning complete for port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:35.151584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae80427d-5a0e-4a11-a43e-9819b962326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.167709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.196962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.226405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] For port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:35.243391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Subnet': ['ID=2fdb369d-d827-4a56-af93-64a620610a7c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.254729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.263629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d1b3eda3-3b3b-4243-b489-b72a01595c49 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/subnets/2fdb369d-d827-4a56-af93-64a620610a7c HTTP/1.1" status: 204 len: 168 time: 0.5724399 Nov 22 16:50:35.264115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53180) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.280525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6eeb8b-c326-4b95-b79f-511092354bfb None None] Network acc9eca3-e3c4-4709-b1bb-34bd577a093b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:35.316126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] For port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:35.345490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ae80427d-5a0e-4a11-a43e-9819b962326e None None] Port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:35.352918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.404962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.534417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting port 85337151-7e85-4d91-a0de-ec98b50cc779 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:35.535047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.535194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ddebf-0ba6-42bf-965d-d40aea0e7e27 None None] Pushing event updated for resources: {'Port': ['ID=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.570492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.594420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce239cd-c20b-4460-b6a0-a4b34bbb64c2 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:35.609197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.627249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-031421d5-67f0-4d74-9056-715fe4756565 None None] Provisioning complete for port a7422aff-28ff-494e-bba7-012788e63ad3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:35.627687 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-031421d5-67f0-4d74-9056-715fe4756565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.629436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:35.630103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:35.666660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.669102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7f9770d-dbb4-421f-b5e2-97e280f1d58a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.671415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.686709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-871a3e99-2270-48bb-80c7-22652a542c24 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f7f9770d-dbb4-421f-b5e2-97e280f1d58a HTTP/1.1" status: 204 len: 168 time: 1.1529210 Nov 22 16:50:35.716134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53224) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:35.808693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a7422aff-28ff-494e-bba7-012788e63ad3,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:35.830530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.902828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:35.969998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:35.981696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] For port 85337151-7e85-4d91-a0de-ec98b50cc779, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=85337151-7e85-4d91-a0de-ec98b50cc779,segment=NetworkSegment(3dcd6c4a-2d0a-4802-ae69-f70bdf62d461),segment_id=3dcd6c4a-2d0a-4802-ae69-f70bdf62d461)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:35.982749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.021474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Calling delete_port for 85337151-7e85-4d91-a0de-ec98b50cc779 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:36.022979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:36.024808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:36.339427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:36.370009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51179572-4001-4c00-b631-9ba275dfc362 None None] DHCP port deletion for db99918b-9f6a-4fdb-a9cc-a402bcf05814 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:36.387326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-031421d5-67f0-4d74-9056-715fe4756565 None None] Port a7422aff-28ff-494e-bba7-012788e63ad3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:36.577727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.641334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:36.649940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53258) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:36.665801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-616346f4-36c6-41f1-8eee-1fc16755b8f1 admin admin] 10.222.0.65 "PUT /v2.0/routers/e70edb3f-977b-4acd-ab89-92b1e0bf4873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2492175 Nov 22 16:50:36.674393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e5df73-7513-4a50-9f9f-d8008e514ada']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:36.746508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.753997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb27b180-4347-4408-afd0-defc54b8dd88') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:36.754585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb27b180-4347-4408-afd0-defc54b8dd88') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:36.793458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.800849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-51179572-4001-4c00-b631-9ba275dfc362 None None] The port '85337151-7e85-4d91-a0de-ec98b50cc779' was deleted {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 16:50:36.858455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Provisioning complete for port a7422aff-28ff-494e-bba7-012788e63ad3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:36.859200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.928091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.940790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Port': ['ID=85337151-7e85-4d91-a0de-ec98b50cc779,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:36.948902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] No DVR routers for this DVR port 85337151-7e85-4d91-a0de-ec98b50cc779 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:36.958992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:36.959560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:36.974382 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:37.001499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Port a7422aff-28ff-494e-bba7-012788e63ad3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:37.030185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 85337151-7e85-4d91-a0de-ec98b50cc779 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:37.095051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 85337151-7e85-4d91-a0de-ec98b50cc779 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:37.095296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 85337151-7e85-4d91-a0de-ec98b50cc779 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:37.096705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] DHCP port deletion for acc9eca3-e3c4-4709-b1bb-34bd577a093b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:37.184986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Provisioning complete for port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:37.185599 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.207738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39d33a1b-42c1-43af-b5f3-c12cdbb50e8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.310522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 2, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.450666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.466998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.473522 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] 10.222.0.65 "DELETE /v2.0/networks/d4e5df73-7513-4a50-9f9f-d8008e514ada HTTP/1.1" status: 204 len: 168 time: 1.7561669 Nov 22 16:50:37.498008 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.502904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbed395-f5ea-49f9-9d56-9ae7f8e70602 None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 2, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:37.520381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53276) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:37.528482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357087908', 'description': 'tempest-description--880925593'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:37.568522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b921529-f0d5-4c5b-bd57-02ff45a9b9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e5df73-7513-4a50-9f9f-d8008e514ada,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:37.573256 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.593294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.602087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db99918b-9f6a-4fdb-a9cc-a402bcf05814']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.631000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.632232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dcd6c4a-2d0a-4802-ae69-f70bdf62d461') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:37.638691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] For port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:37.640312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] Deleting port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:37.641090 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.658450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.668145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.682149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.748214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39d33a1b-42c1-43af-b5f3-c12cdbb50e8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.754327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39d33a1b-42c1-43af-b5f3-c12cdbb50e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.760645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.798964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:37.799582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:37.804404 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:37.895945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] For port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,segment=NetworkSegment(c44ac059-22ad-4ed5-a9f3-4ac52acaa71b),segment_id=c44ac059-22ad-4ed5-a9f3-4ac52acaa71b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:37.896382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.955143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.963782 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:37.976067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-39d33a1b-42c1-43af-b5f3-c12cdbb50e8c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5d3564e3d7d64c35ab3849b6d6fc117a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3203697 Nov 22 16:50:37.979669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53280) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:37.984942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] Calling delete_port for 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:37.992825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b070ae-81df-4d8d-859c-c5be6bb0dd40 None None] Pushing event updated for resources: {'Port': ['ID=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.003582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53282) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.009144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d33a1b-42c1-43af-b5f3-c12cdbb50e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a6a0ed-347b-48ee-8f49-2ee928ec70f9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.107691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.115860 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.127236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6053197 Nov 22 16:50:38.149342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53284) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.205613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.227041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.230170 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/networks/db99918b-9f6a-4fdb-a9cc-a402bcf05814 HTTP/1.1" status: 204 len: 168 time: 2.9595652 Nov 22 16:50:38.234652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53286) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.243015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'security_group_rule': {'security_group_id': '352616f0-35ef-44a7-902f-9759c92ab117', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:38.289626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] Pushing event deleted for resources: {'Port': ['ID=57b9fb5a-bb2a-40b4-a051-577d9f4f01d2,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.306137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79c0fc8-95e3-4eaf-873d-adc05192e1bf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352616f0-35ef-44a7-902f-9759c92ab117,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.338054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743ea725-b0ce-4bfb-9704-a2eede808be9 None None] No DVR routers for this DVR port 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:38.361157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29e251c6-c3a7-45a4-951b-a74b706eade3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10c1ddd6400f4c5991dacfcb084b603b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3376851 Nov 22 16:50:38.363436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2771194-5060-4f73-a9c0-a1bf49ef3fec tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Network': ['ID=db99918b-9f6a-4fdb-a9cc-a402bcf05814,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.363991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53288) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:38.502090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.509591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9643f354-1628-4f75-8f97-f84a95fd5e7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.557817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9643f354-1628-4f75-8f97-f84a95fd5e7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.558857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c7949614-ee52-4822-9751-8a4c01fef4d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.641677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c7949614-ee52-4822-9751-8a4c01fef4d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.679322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9643f354-1628-4f75-8f97-f84a95fd5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.693511 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9643f354-1628-4f75-8f97-f84a95fd5e7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.703109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9643f354-1628-4f75-8f97-f84a95fd5e7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/598dcdac-852b-4097-b67a-5d9b60f8f11a HTTP/1.1" status: 204 len: 168 time: 0.3376491 Nov 22 16:50:38.738345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643f354-1628-4f75-8f97-f84a95fd5e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598dcdac-852b-4097-b67a-5d9b60f8f11a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:38.754861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.882870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.901532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:38.932943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.139387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c7949614-ee52-4822-9751-8a4c01fef4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.147279 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c7949614-ee52-4822-9751-8a4c01fef4d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.157488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:39.163780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c7949614-ee52-4822-9751-8a4c01fef4d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6a6a0ed-347b-48ee-8f49-2ee928ec70f9 HTTP/1.1" status: 204 len: 168 time: 1.1744800 Nov 22 16:50:39.240351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:39.242241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 57b9fb5a-bb2a-40b4-a051-577d9f4f01d2 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:39.271657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.292304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.297935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53302) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.305155 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0623443 Nov 22 16:50:39.306837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'security_group_rule': {'security_group_id': '352616f0-35ef-44a7-902f-9759c92ab117', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:39.316133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96ca12-6ede-4ac0-8580-262f58500f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966507c0-493a-43d5-a8d9-e71709174ef9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.322700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7949614-ee52-4822-9751-8a4c01fef4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a6a0ed-347b-48ee-8f49-2ee928ec70f9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.344275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc9eca3-e3c4-4709-b1bb-34bd577a093b']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:39.361204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:39.361512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c44ac059-22ad-4ed5-a9f3-4ac52acaa71b') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:39.381732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.396273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.421952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.455895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:39.456324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:39.472082 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:39.563238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.580178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.606960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f24caf7-8558-4752-aaaf-0d56a2f3a223,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.649939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.656521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53312) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.659465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6fe66823-6d34-40fe-8458-711a100d546d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3586566 Nov 22 16:50:39.667419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:39.681179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.711179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.717851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53322) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:39.722431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/networks/acc9eca3-e3c4-4709-b1bb-34bd577a093b HTTP/1.1" status: 204 len: 168 time: 1.4208553 Nov 22 16:50:39.786368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.790655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2efff-eef9-441e-b090-0ee871f7ee22 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Network': ['ID=acc9eca3-e3c4-4709-b1bb-34bd577a093b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:39.854690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting subnet 290fbe8a-eb45-4789-8d2c-5f445775bf4c {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:50:39.862027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:39.973520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.150943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.184226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.302888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.318694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53340) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:40.329606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.334686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeae1fc-445c-43ad-b1ed-b05fa63e1d4e None None] Network 23222a9f-4b81-4277-b6b5-7bf0ef03f000 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:40.336438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/subnets/290fbe8a-eb45-4789-8d2c-5f445775bf4c HTTP/1.1" status: 204 len: 168 time: 0.6173589 Nov 22 16:50:40.384551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53342) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:40.513814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Allocated IP 172.25.6.208 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/83a98315-a9c2-438e-8508-4d64bf84b41f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:40.552412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.558118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e72b66-3ca0-494f-8854-bf86d52add02 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Subnet': ['ID=290fbe8a-eb45-4789-8d2c-5f445775bf4c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:40.713574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Deleting port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:40.714588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.766314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] DHCP port deletion for 23222a9f-4b81-4277-b6b5-7bf0ef03f000 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:40.818005 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.877905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] For port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,segment=NetworkSegment(4b64ce04-c1c9-420c-96a7-62f7741c15f9),segment_id=4b64ce04-c1c9-420c-96a7-62f7741c15f9)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:40.878400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.897726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Calling delete_port for 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:40.908653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] Deleting port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:40.909423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-network', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:40.911108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:40.926890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.055946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'Port': ['ID=83a98315-a9c2-438e-8508-4d64bf84b41f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.072556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] For port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,segment=NetworkSegment(4b64ce04-c1c9-420c-96a7-62f7741c15f9),segment_id=4b64ce04-c1c9-420c-96a7-62f7741c15f9)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:41.074676 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.079778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.111988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] Calling delete_port for 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:41.116262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:41.117810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:41.124838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:41.131374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Made reservation on behalf of cbe38d9867144d7b8903449d0e43cc7b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:41.135228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.141951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Port': ['ID=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.146818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] No DVR routers for this DVR port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:41.183861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.287686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.298470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.307014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:41.318242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.390198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.394104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] Pushing event deleted for resources: {'Port': ['ID=5f6a59a7-d48e-469b-90c0-35a6d680a7e9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.400314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c57697-8a58-4bd1-96a6-f7400243981a None None] No DVR routers for this DVR port 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:50:41.463604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23222a9f-4b81-4277-b6b5-7bf0ef03f000']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:41.486465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:41.486898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.498711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b64ce04-c1c9-420c-96a7-62f7741c15f9') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:41.499148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b64ce04-c1c9-420c-96a7-62f7741c15f9') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:41.513467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.536613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.545893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:50:41.546932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:50:41.629799 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:50:41.635381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.664076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.668272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/networks/23222a9f-4b81-4277-b6b5-7bf0ef03f000 HTTP/1.1" status: 204 len: 168 time: 1.2778890 Nov 22 16:50:41.670525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd7b2b-dbea-418b-99a1-3e5eb4f5c428 tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Pushing event deleted for resources: {'Network': ['ID=23222a9f-4b81-4277-b6b5-7bf0ef03f000,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:41.672587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53372) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:41.725848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8dc465a-cc60-42b1-8fdc-76afcf4ba12f tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "GET /v2.0/ports?device_id=1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 HTTP/1.1" status: 200 len: 205 time: 0.0517690 Nov 22 16:50:41.730346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53374) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:41.766803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:50:41.809291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:41.827848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:50:41.828188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5f6a59a7-d48e-469b-90c0-35a6d680a7e9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:50:41.841388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:41.842433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:41.870686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:41.873254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53376) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:42.164642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.172424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.173124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:42.192730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.219331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.237552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:42.305453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d90d2-369b-4ef9-b634-12d769323cb0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.329683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.330203 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Added segment 8923ed4e-96b1-4c77-9c70-cee6bd8e246d of type vlan for network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada Nov 22 16:50:42.342604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.420424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.475900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53388) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:42.540041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.541903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:42.542682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.587209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.2056639 Nov 22 16:50:42.602218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53394) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:42.661804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Request body: {'subnet': {'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-subnet', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:42.716586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed508371-7de7-4a0e-99f3-8a9131bed8bb admin admin] Pushing event updated for resources: {'Network': ['ID=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:42.750584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Made reservation on behalf of cbe38d9867144d7b8903449d0e43cc7b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:42.753478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.756626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:42.817705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.819247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Fanout notify agent at l3_agent the message router_deleted on router 1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:50:42.830225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.837596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f6997066-43f6-4ab0-9b45-dd3799b6faaf tempest-RoutersNegativeTest-1290431474 tempest-RoutersNegativeTest-1290431474-project] 10.222.0.65 "DELETE /v2.0/routers/1dbb3334-eb0b-4687-9ba3-2e119f9dc0c6 HTTP/1.1" status: 204 len: 168 time: 1.1004040 Nov 22 16:50:42.846660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b88b76b-71dd-4a30-8722-716a6c829935 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.863416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:42.877097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.022004 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.028805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b88b76b-71dd-4a30-8722-716a6c829935 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.030295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.056309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b88b76b-71dd-4a30-8722-716a6c829935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.095461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'Port': ['ID=83a98315-a9c2-438e-8508-4d64bf84b41f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.133537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c646c88c-bc62-4009-8271-9c94ffbef6fa,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.141089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f6d82cbf71d434190a03af1c0fa770b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2627690 Nov 22 16:50:43.144738 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53400) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.161064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.161413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.165321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.171431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.171905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.174635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.175021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.178456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.178848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.179201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.181724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b88b76b-71dd-4a30-8722-716a6c829935 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b08d2a6ad79430eace3d90b76958433&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7034748 Nov 22 16:50:43.185041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.189027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.189458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d917aca-1c1a-4e35-a185-9ca0f50e570d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:43.195977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.211344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88b76b-71dd-4a30-8722-716a6c829935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df0e322-a72a-4195-b488-c86910ffa460,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.229760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 2, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:43.259770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.270505 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d55a2bb9-e33d-4626-bd82-ac68b1d96baa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6030924 Nov 22 16:50:43.302936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:43.303301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Updating router e70edb3f-977b-4acd-ab89-92b1e0bf4873 port a7422aff-28ff-494e-bba7-012788e63ad3 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:43.316363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53406) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.359584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.372550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e174101b-4c3c-44a8-9321-479abf8d1db8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.384173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.439490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-feb60174-0d1e-462e-ba0c-405b30bef3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.475476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e174101b-4c3c-44a8-9321-479abf8d1db8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.497543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84b1ed6-d145-4a17-a63c-8c1cf1a55481,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.532309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-feb60174-0d1e-462e-ba0c-405b30bef3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.557554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Checking segment: {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:43.560061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Network hostable DHCP agents. Network: cbd253c9-8582-4f4f-bd70-8b73fc8c9ada, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:43.680127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:43.696572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, cbd253c9-8582-4f4f-bd70-8b73fc8c9ada) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:43.707104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:43.708701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.716789 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e174101b-4c3c-44a8-9321-479abf8d1db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.721220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e174101b-4c3c-44a8-9321-479abf8d1db8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.722170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-10c19229-e24e-47c3-a5d7-126e0a973d6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac2659ed716949bfbda8db5a5814199e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4038725 Nov 22 16:50:43.722777 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e174101b-4c3c-44a8-9321-479abf8d1db8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c646c88c-bc62-4009-8271-9c94ffbef6fa HTTP/1.1" status: 204 len: 168 time: 0.5703378 Nov 22 16:50:43.729953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53422) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.743026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-feb60174-0d1e-462e-ba0c-405b30bef3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.746387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-feb60174-0d1e-462e-ba0c-405b30bef3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.750722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-feb60174-0d1e-462e-ba0c-405b30bef3c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1df0e322-a72a-4195-b488-c86910ffa460 HTTP/1.1" status: 204 len: 168 time: 0.5462434 Nov 22 16:50:43.768225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174101b-4c3c-44a8-9321-479abf8d1db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c646c88c-bc62-4009-8271-9c94ffbef6fa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.794705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf8b2187-a6f0-4dcd-9f22-b4721a0f5d47 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1900876 Nov 22 16:50:43.795480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:43.804007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:43.812985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb60174-0d1e-462e-ba0c-405b30bef3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df0e322-a72a-4195-b488-c86910ffa460,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:43.842868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-1eb66f94-345a-4c9d-bb84-d95c00cb77d8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1357087908&fields=id&tenant_id=fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 267 time: 0.1580312 Nov 22 16:50:43.860302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.861705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.875311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf083ab-2bec-4d9e-95c1-c5bdd2c1483b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.911859 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.920911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f87104-0dd9-43fa-b2ac-7a63214d4483 None None] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:43.956882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf083ab-2bec-4d9e-95c1-c5bdd2c1483b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.957327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:43.971811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.213303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.223841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf083ab-2bec-4d9e-95c1-c5bdd2c1483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.230144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eaf083ab-2bec-4d9e-95c1-c5bdd2c1483b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.231351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-cf40983e-5bc3-43de-b65a-cb493cab9171 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:44.233932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eaf083ab-2bec-4d9e-95c1-c5bdd2c1483b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/498834de-24ac-4b64-8af0-bd5843ee608a HTTP/1.1" status: 204 len: 168 time: 0.4980466 Nov 22 16:50:44.236642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-cf40983e-5bc3-43de-b65a-cb493cab9171 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 816 time: 0.3824391 Nov 22 16:50:44.256477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-89da2270-b05a-446c-a3af-c74628372a05 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/quotas/fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 375 time: 0.0161116 Nov 22 16:50:44.259075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf083ab-2bec-4d9e-95c1-c5bdd2c1483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498834de-24ac-4b64-8af0-bd5843ee608a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.301998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3256dd-6d9b-4d7a-8c8c-a9d93d04ecaf None None] Pushing event updated for resources: {'Port': ['ID=a7422aff-28ff-494e-bba7-012788e63ad3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:44.398285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0b3b8316-aee1-4137-b0c5-5c9e9084d7c2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1358356 Nov 22 16:50:44.479049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Attempting to bind port a7422aff-28ff-494e-bba7-012788e63ad3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:44.479725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Attempting to bind port a7422aff-28ff-494e-bba7-012788e63ad3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:44.480544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Attempting to bind port a7422aff-28ff-494e-bba7-012788e63ad3 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:44.558264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:44.558883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Checking segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:44.560141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.565946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Bound using segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:44.571736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Bound port: a7422aff-28ff-494e-bba7-012788e63ad3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:44.573964 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.634314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-fb650151-bd31-4fd4-aed5-656038f5ffe4 service neutron] 10.222.0.65 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346377 Nov 22 16:50:44.645739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca39278-df84-47d7-bad7-b23a5b2327fd None None] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:44.771518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-f8a89c80-b52d-4b2b-bc40-3f9bc81f1bf4 service neutron] 10.222.0.65 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226907 Nov 22 16:50:44.816881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.886558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:44.911297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] For port a7422aff-28ff-494e-bba7-012788e63ad3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:44.927752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] For port a7422aff-28ff-494e-bba7-012788e63ad3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7422aff-28ff-494e-bba7-012788e63ad3,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:44.929537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-911c7cbd-615e-4022-92a6-267e856110f3 None None] Provisioning complete for port a7422aff-28ff-494e-bba7-012788e63ad3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:44.930714 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-911c7cbd-615e-4022-92a6-267e856110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.000509 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.129315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Allocated IP 172.25.6.14 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ac322ea3-2635-4b78-86da-376f24635baf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:45.160283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1641c576-ec12-4369-aa26-aba0c7232860 req-840abce9-9d80-4332-bd2a-cf1c3318c3c4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 210 time: 0.0491073 Nov 22 16:50:45.186607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:45.188391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:45.300875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3256dd-6d9b-4d7a-8c8c-a9d93d04ecaf None None] Pushing event updated for resources: {'Port': ['ID=a7422aff-28ff-494e-bba7-012788e63ad3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:45.360693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.420675 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-911c7cbd-615e-4022-92a6-267e856110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.439695 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.510648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:45.513491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:45.517242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:45.520267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-911c7cbd-615e-4022-92a6-267e856110f3 None None] For port a7422aff-28ff-494e-bba7-012788e63ad3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7422aff-28ff-494e-bba7-012788e63ad3,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:45.542895 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-911c7cbd-615e-4022-92a6-267e856110f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:45.584397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Pushing event updated for resources: {'Port': ['ID=ac322ea3-2635-4b78-86da-376f24635baf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:45.702874 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c7cbd-615e-4022-92a6-267e856110f3 None None] Pushing event updated for resources: {'Port': ['ID=a7422aff-28ff-494e-bba7-012788e63ad3,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:45.717927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:45.873992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4149d895-6be7-4a7d-b2fe-ab31296d03aa None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:46.043612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.068033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9feb81f9-05cb-42d6-8bc8-7b1219cf3444 None None] Provisioning complete for port ac322ea3-2635-4b78-86da-376f24635baf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:46.068704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9feb81f9-05cb-42d6-8bc8-7b1219cf3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.193830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9feb81f9-05cb-42d6-8bc8-7b1219cf3444 None None] Port ac322ea3-2635-4b78-86da-376f24635baf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:46.287995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9feb81f9-05cb-42d6-8bc8-7b1219cf3444 None None] Provisioning complete for port a7422aff-28ff-494e-bba7-012788e63ad3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:46.288376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9feb81f9-05cb-42d6-8bc8-7b1219cf3444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.361858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-158fe78a-321f-4923-b44f-13f9058c183d req-3bd8203e-c461-4071-9c4f-edf1176e888f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 210 time: 0.0819392 Nov 22 16:50:46.387695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:44Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:46.410570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:46.448674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.451274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094cda28-4e31-4da3-8228-92c7085509f0 None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:44Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:46.665497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Router 37cd2d2b-fde3-4466-a473-6d7ce22713bf is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:50:46.800685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1047012907'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:46.860253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Made reservation on behalf of 3a6c42448d9f41b4bf1731c3147ff211 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:46.868666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.876896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:46.888818 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Sync routers for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:46.911956 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:46.912558 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:46.913809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:46.915741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e1a68868-21b0-4bb2-8434-ab05e6de5bda admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.1149764 Nov 22 16:50:46.919810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53514) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:46.922521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.117061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.130593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.149188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a7422aff-28ff-494e-bba7-012788e63ad3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:47.171294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:50:47.199208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.199567 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Added segment 7cbd5af7-a016-481e-b50f-ed3f5a63127c of type vlan for network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 Nov 22 16:50:47.370921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a7422aff-28ff-494e-bba7-012788e63ad3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:47.371973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.375957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.392001 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:47.505945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.523877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:47.532151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:47.639273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2274787 Nov 22 16:50:47.771360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:47.791375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Request body: {'subnet': {'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:47.879605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3963c9ad-ef1c-425a-9b8b-82ead603346c req-7533da42-6276-4b12-9ca9-2d86b9077bdd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 210 time: 0.1041605 Nov 22 16:50:47.890857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177acb7f-98c7-4c07-be99-c0aca669b2d0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:48.176601 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 3, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:48.249680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Made reservation on behalf of 3a6c42448d9f41b4bf1731c3147ff211 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:48.265532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.300756 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Checking router: 37cd2d2b-fde3-4466-a473-6d7ce22713bf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:48.301106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Updating router 37cd2d2b-fde3-4466-a473-6d7ce22713bf port ac322ea3-2635-4b78-86da-376f24635baf binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:48.370868 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.506524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f896f2-f757-4183-9626-df1b6c99de5b tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event updated for resources: {'Network': ['ID=ec917a81-6d76-4a88-90b6-6e7b4de99ba1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:48.522077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:50:48.750036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:48.869700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-2bc5163e-d73a-46d4-93c5-8174698e8837 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:48.871210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-2bc5163e-d73a-46d4-93c5-8174698e8837 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 816 time: 0.4697311 Nov 22 16:50:48.984051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event updated for resources: {'Subnet': ['ID=418eea80-2593-409c-9c80-fdf6f4b76926,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:49.017582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Checking segment: {'id': '7cbd5af7-a016-481e-b50f-ed3f5a63127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:49.018521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Network hostable DHCP agents. Network: ec917a81-6d76-4a88-90b6-6e7b4de99ba1, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:50:49.045411 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-b54e9d4e-8e3a-4a47-b1c7-f231b10d8751 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 380 time: 0.1471927 Nov 22 16:50:49.076428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'port': {'device_id': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'admin_state_up': True, 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'security_groups': ['352616f0-35ef-44a7-902f-9759c92ab117']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:49.084314 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.093347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:50:49.103131 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.126722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ec917a81-6d76-4a88-90b6-6e7b4de99ba1) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:49.138031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d25d57-f60b-425e-b6db-4aa793e1259b None None] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:49.141639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:49.142056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.147382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.186259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba2e83e1-e6ec-4941-b5bd-85993cfe123a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4095421 Nov 22 16:50:49.202688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:49.209896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Request body: {'port': {'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1500834463'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:49.240091 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Pushing event updated for resources: {'Port': ['ID=ac322ea3-2635-4b78-86da-376f24635baf,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:49.260523 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.263501 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.264129 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.264693 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.265268 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.265846 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.268634 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.270180 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.272581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.273682 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.274564 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.275467 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:50:49.316533 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Attempting to bind port ac322ea3-2635-4b78-86da-376f24635baf on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:49.317336 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Attempting to bind port ac322ea3-2635-4b78-86da-376f24635baf by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:49.318417 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Attempting to bind port ac322ea3-2635-4b78-86da-376f24635baf on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:49.334311 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:49.337559 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:49.339654 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.342220 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:49.343004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Bound port: ac322ea3-2635-4b78-86da-376f24635baf, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:49.343687 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.368584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ad74dd1-344c-413f-9782-79b5bbeb1918 req-9e423727-4044-4658-bf56-92e2d3dda09c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 210 time: 0.1805804 Nov 22 16:50:49.392514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Made reservation on behalf of 3a6c42448d9f41b4bf1731c3147ff211 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:49.398590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.423214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] device_id is not set on port a68e4cdf-1b48-4692-a4ea-dff030603cc0 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:50:49.474702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b27ff90-a2ee-4f55-b4a6-6cebbc6edc8d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:49.491923 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] For port ac322ea3-2635-4b78-86da-376f24635baf, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:49.502131 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] For port ac322ea3-2635-4b78-86da-376f24635baf, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ac322ea3-2635-4b78-86da-376f24635baf,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:49.508534 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.608852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7788d6-6d4e-4098-bf41-4e311cf99ff9 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:50:49.648591 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:49.650405 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:49.670244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Allocated IP 172.20.0.9 (ec917a81-6d76-4a88-90b6-6e7b4de99ba1/418eea80-2593-409c-9c80-fdf6f4b76926/a68e4cdf-1b48-4692-a4ea-dff030603cc0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:49.767183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Made reservation on behalf of fba342edc4634c96933c184411d78a2a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:49.771159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.796083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Allocated IP 172.20.0.1 (cbd253c9-8582-4f4f-bd70-8b73fc8c9ada/e84b1ed6-d145-4a17-a63c-8c1cf1a55481/99e53327-b0a4-4c36-a98b-daa2b6e9b4ba) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:49.798279 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7b786-aad5-4cb7-afc2-4317b19a8ece None None] Pushing event updated for resources: {'Port': ['ID=ac322ea3-2635-4b78-86da-376f24635baf,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:49.848073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9e2cd594-815b-414e-b048-ad4d66bdf1f6 None None] Provisioning complete for port ac322ea3-2635-4b78-86da-376f24635baf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:49.853326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd594-815b-414e-b048-ad4d66bdf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:49.961564 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Allocated IP 172.20.0.13 (4c622fab-9b68-4ccd-b840-b14531ff6f11/95b6189e-9b57-429a-a16d-6efbe1ce6320/12948289-7464-4be2-a34c-91a20b7d8257) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:50.020407 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:50.071904 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.101237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-d84a84f0-4ad1-4cca-a6e9-eeed1274d591 req-e49c4866-7361-47dc-b78c-34c9788790de service neutron] (103515) timed out ('10.222.0.66', 53518) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:50:50.172687 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9eda4e2-278a-41f9-bc09-62263931b69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.202226 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.207162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ec917a81-6d76-4a88-90b6-6e7b4de99ba1', 'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1', 'tenant_id': '3a6c42448d9f41b4bf1731c3147ff211', 'fixed_ips': [{'subnet_id': '418eea80-2593-409c-9c80-fdf6f4b76926'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:50:50.218726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.356456 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd594-815b-414e-b048-ad4d66bdf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.379754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:50.392153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:50.404271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:50.407246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.463791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:50.540194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.685331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9e2cd594-815b-414e-b048-ad4d66bdf1f6 None None] For port ac322ea3-2635-4b78-86da-376f24635baf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ac322ea3-2635-4b78-86da-376f24635baf,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:50.698795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:50.701465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.701777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e2cd594-815b-414e-b048-ad4d66bdf1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.722870 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 3, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:50.735750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event updated for resources: {'Port': ['ID=a68e4cdf-1b48-4692-a4ea-dff030603cc0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:50.751998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:50.768879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf17805-2cc1-4b34-b6f8-6b258622656e None None] The sync data for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 is: [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 3, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:50.775079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.785169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:50.788431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:50.858305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b363d7a7-437f-4224-be89-455904aeb505 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6528239 Nov 22 16:50:50.866367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:50.881921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Request body: {'port': {'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-439683555', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:50.882799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] bootfile-name is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:50:50.883427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] tftp-server is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:50:50.884788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] server-ip-address is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:50:50.886115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:50.886873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.917951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8530211 Nov 22 16:50:50.927673 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d86452b1-67a8-41a6-a28f-3fb2b5dc679d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:50.951093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03b24d-dc30-45be-bc03-e078ac105416 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:50.992773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3e537252-b6a9-4b32-952e-a681ed07e375 None None] Provisioning complete for port ac322ea3-2635-4b78-86da-376f24635baf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:50.993068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3e537252-b6a9-4b32-952e-a681ed07e375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.009613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cd594-815b-414e-b048-ad4d66bdf1f6 None None] Pushing event updated for resources: {'Port': ['ID=ac322ea3-2635-4b78-86da-376f24635baf,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:51.033814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.094496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Request body: {'port': {'device_id': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:51.143713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f409c2-85db-4bbc-b69a-8be8be7035c0 req-4ef71a66-20bb-47a4-8ef8-888dcd68b315 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:51.147863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f409c2-85db-4bbc-b69a-8be8be7035c0 req-4ef71a66-20bb-47a4-8ef8-888dcd68b315 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 932 time: 0.4156284 Nov 22 16:50:51.160760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Allocated IP 172.20.0.2 (ec917a81-6d76-4a88-90b6-6e7b4de99ba1/418eea80-2593-409c-9c80-fdf6f4b76926/96b752ac-9dff-49cf-ac48-fa35f7514073) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:51.193981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Made reservation on behalf of 3a6c42448d9f41b4bf1731c3147ff211 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:51.203274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.220833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:51.223955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Pushing event updated for resources: {'Port': ['ID=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:51.250462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:51.254172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:51.315289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] device_id is not set on port 4091820c-12cd-46ea-8017-6fccced41de5 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:50:51.404019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.420177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.447604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f409c2-85db-4bbc-b69a-8be8be7035c0 req-07b97e1a-27f3-4c99-886a-ea964e7e838b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901578 Nov 22 16:50:51.488567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d86452b1-67a8-41a6-a28f-3fb2b5dc679d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.498665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1810610e-365d-405b-9333-654ea650802b None None] Provisioning complete for port 12948289-7464-4be2-a34c-91a20b7d8257 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:51.499287 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1810610e-365d-405b-9333-654ea650802b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.500793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d86452b1-67a8-41a6-a28f-3fb2b5dc679d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.578830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d86452b1-67a8-41a6-a28f-3fb2b5dc679d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8b62681d04b482da8f2d96d23f19f94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1135256 Nov 22 16:50:51.583530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1810610e-365d-405b-9333-654ea650802b None None] Port 12948289-7464-4be2-a34c-91a20b7d8257 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:51.584428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53594) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:51.683693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86452b1-67a8-41a6-a28f-3fb2b5dc679d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506ca733-bf03-47de-adac-ab2046ca2b32,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:51.705486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3485a285-ab53-4665-b8c6-3af8971f0e23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.742749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3485a285-ab53-4665-b8c6-3af8971f0e23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.755923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.764852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.891917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:51.895251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Pushing event updated for resources: {'Port': ['ID=96b752ac-9dff-49cf-ac48-fa35f7514073,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:51.901187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Allocated IP 172.20.0.13 (ec917a81-6d76-4a88-90b6-6e7b4de99ba1/418eea80-2593-409c-9c80-fdf6f4b76926/4091820c-12cd-46ea-8017-6fccced41de5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:50:51.904069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:51.910615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:51.938591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3485a285-ab53-4665-b8c6-3af8971f0e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.946538 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3485a285-ab53-4665-b8c6-3af8971f0e23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:51.954994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3485a285-ab53-4665-b8c6-3af8971f0e23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/506ca733-bf03-47de-adac-ab2046ca2b32 HTTP/1.1" status: 204 len: 168 time: 0.3677714 Nov 22 16:50:52.006043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.037507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485a285-ab53-4665-b8c6-3af8971f0e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506ca733-bf03-47de-adac-ab2046ca2b32,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:52.122657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Attempting to bind port 96b752ac-9dff-49cf-ac48-fa35f7514073 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:52.123665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Attempting to bind port 96b752ac-9dff-49cf-ac48-fa35f7514073 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '7cbd5af7-a016-481e-b50f-ed3f5a63127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:52.124177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Attempting to bind port 96b752ac-9dff-49cf-ac48-fa35f7514073 on network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:52.136115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:52.136674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Checking segment: {'id': '7cbd5af7-a016-481e-b50f-ed3f5a63127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:52.138061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.138608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Bound using segment: {'id': '7cbd5af7-a016-481e-b50f-ed3f5a63127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:52.140263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Bound port: 96b752ac-9dff-49cf-ac48-fa35f7514073, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cbd5af7-a016-481e-b50f-ed3f5a63127c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'ec917a81-6d76-4a88-90b6-6e7b4de99ba1'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:52.140803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.311791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6bb67609-b84f-4315-acad-f68653229491 None None] For port 96b752ac-9dff-49cf-ac48-fa35f7514073, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:52.320948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6bb67609-b84f-4315-acad-f68653229491 None None] For port 96b752ac-9dff-49cf-ac48-fa35f7514073, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96b752ac-9dff-49cf-ac48-fa35f7514073,segment=NetworkSegment(7cbd5af7-a016-481e-b50f-ed3f5a63127c),segment_id=7cbd5af7-a016-481e-b50f-ed3f5a63127c)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:52.336712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.428387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.489221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb67609-b84f-4315-acad-f68653229491 None None] Pushing event updated for resources: {'Port': ['ID=96b752ac-9dff-49cf-ac48-fa35f7514073,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:52.536613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53610) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:52.558465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.593548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770ec7a7-5fbf-451b-aaee-f7041c5997f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.706502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12948289-7464-4be2-a34c-91a20b7d8257 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:52.724015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.756649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Transition to ACTIVE for port object 12948289-7464-4be2-a34c-91a20b7d8257 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:50:52.759560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.763986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.778179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.811464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:52.828880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:52.852791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:50:52.910588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-616d50c8-d1af-4d2b-9603-e0f01fd4f02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:52.939748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event updated for resources: {'Port': ['ID=4091820c-12cd-46ea-8017-6fccced41de5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:53.001914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3664d-35e6-4d9a-820d-9af86320f446 req-4f07b21e-5229-4e48-b8e5-75fea49e7077 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.003891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef3664d-35e6-4d9a-820d-9af86320f446 req-4f07b21e-5229-4e48-b8e5-75fea49e7077 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 932 time: 0.3660345 Nov 22 16:50:53.016135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.017940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.113004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.115136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:53.203083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Pushing event updated for resources: {'Port': ['ID=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:53.212777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Attempting to bind port 12948289-7464-4be2-a34c-91a20b7d8257 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:53.213132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Attempting to bind port 12948289-7464-4be2-a34c-91a20b7d8257 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:53.213466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Attempting to bind port 12948289-7464-4be2-a34c-91a20b7d8257 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:53.226775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Port 12948289-7464-4be2-a34c-91a20b7d8257 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:50:53.227112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Attempting to bind port 12948289-7464-4be2-a34c-91a20b7d8257 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:53.236521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:53.237038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Checking segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:53.237445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Bound using segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:53.237988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Bound port: 12948289-7464-4be2-a34c-91a20b7d8257, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:53.238357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.252234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96b752ac-9dff-49cf-ac48-fa35f7514073 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:53.281485 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770ec7a7-5fbf-451b-aaee-f7041c5997f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.333829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef3664d-35e6-4d9a-820d-9af86320f446 req-ae58ecf7-c3d1-4947-b4a4-61ef721e07dd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3047779 Nov 22 16:50:53.356702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f84686d4-f9a3-47ee-9f2a-af19ed3abffc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4875190 Nov 22 16:50:53.357823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770ec7a7-5fbf-451b-aaee-f7041c5997f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.383666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:53.385130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:53.398042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53616) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:53.407753 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.443104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 96b752ac-9dff-49cf-ac48-fa35f7514073 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:53.443644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.478394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-770ec7a7-5fbf-451b-aaee-f7041c5997f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=00405406bc504c3289f88705b39889f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9320998 Nov 22 16:50:53.479061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53618) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:53.499072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.499987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.501456 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] 10.222.0.66 "PUT /v2.0/ports/12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1092 time: 2.5680406 Nov 22 16:50:53.506139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d6946-6f57-438b-a51a-3271d235663b service neutron] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:53.525136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:50:53.530034 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f06301a-8fa8-4c49-b5ee-0450f77582e7" -d '{"events": [{"name": "network-changed", "server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:50:53.585670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-0b7d639f-89ba-47cc-b3be-866cfc094dca req-396c5238-1316-4f20-8a0f-8deedcc32159 service neutron] (103514) timed out ('10.222.0.20', 65335) {{(pid=103514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:50:53.612678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ec7a7-5fbf-451b-aaee-f7041c5997f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9632fbd-23d2-4839-96c2-49448d08beea,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:53.626463 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3871271d-362b-47c4-a939-51486c981d9f x-openstack-request-id: req-3871271d-362b-47c4-a939-51486c981d9f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:50:53.626709 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:50:53.626971 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3871271d-362b-47c4-a939-51486c981d9f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:50:53.627381 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'status': 'completed', 'code': 200} Nov 22 16:50:53.656012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a9676-4c80-4770-81cc-48a09c2fa167 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.662159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a9676-4c80-4770-81cc-48a09c2fa167 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.669205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9a9676-4c80-4770-81cc-48a09c2fa167 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.671776 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d9a9676-4c80-4770-81cc-48a09c2fa167 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2807274 Nov 22 16:50:53.675223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53622) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:53.692329 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834d72cc-8e8e-42e9-992f-c2d6bc9e7479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.732421 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.745356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:50:53.752365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-7ec8923d-9ad2-4580-8693-cf1c6af0dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:53.759088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834d72cc-8e8e-42e9-992f-c2d6bc9e7479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.761804 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-7ec8923d-9ad2-4580-8693-cf1c6af0dea9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1095 time: 0.1980181 Nov 22 16:50:53.770676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:50:53.818455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 96b752ac-9dff-49cf-ac48-fa35f7514073, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96b752ac-9dff-49cf-ac48-fa35f7514073,segment=NetworkSegment(7cbd5af7-a016-481e-b50f-ed3f5a63127c),segment_id=7cbd5af7-a016-481e-b50f-ed3f5a63127c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:53.827957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.828867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ac322ea3-2635-4b78-86da-376f24635baf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:53.835400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-7afdec34-8ce0-4260-9f0e-50463ea2c215 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 217 time: 0.0544305 Nov 22 16:50:53.868310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834d72cc-8e8e-42e9-992f-c2d6bc9e7479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.872495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-834d72cc-8e8e-42e9-992f-c2d6bc9e7479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:53.876247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-834d72cc-8e8e-42e9-992f-c2d6bc9e7479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a9632fbd-23d2-4839-96c2-49448d08beea HTTP/1.1" status: 204 len: 168 time: 0.3889472 Nov 22 16:50:53.890214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d72cc-8e8e-42e9-992f-c2d6bc9e7479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9632fbd-23d2-4839-96c2-49448d08beea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:53.990605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=96b752ac-9dff-49cf-ac48-fa35f7514073,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:54.039375 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.057061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ac322ea3-2635-4b78-86da-376f24635baf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:54.057446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:54.283432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Router 37cd2d2b-fde3-4466-a473-6d7ce22713bf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:50:54.345392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-cc671d12-9364-4029-8140-ba2631fce3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:54.347177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-cc671d12-9364-4029-8140-ba2631fce3c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.4797812 Nov 22 16:50:54.686258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228ee44f-297a-4d21-b65a-48c802d21bc5 None None] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:50:54.719978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c8c0f-2906-490f-8115-25352465bd32 req-503fbc6c-c5da-489b-ac5a-08addcaedd2f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:54.732934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f15c8c0f-2906-490f-8115-25352465bd32 req-503fbc6c-c5da-489b-ac5a-08addcaedd2f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1101460 Nov 22 16:50:54.831630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f15c8c0f-2906-490f-8115-25352465bd32 req-1ef3f8fe-d7b2-4357-bf20-0b9ff8016575 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878656 Nov 22 16:50:54.953315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-21f0e4f7-dd6d-44ea-a3a6-58118a54ec29 None None] Provisioning complete for port 96b752ac-9dff-49cf-ac48-fa35f7514073 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:54.954056 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-21f0e4f7-dd6d-44ea-a3a6-58118a54ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.046112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96b752ac-9dff-49cf-ac48-fa35f7514073 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:50:55.072768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Deleting port 4091820c-12cd-46ea-8017-6fccced41de5 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:55.073270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.256326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 96b752ac-9dff-49cf-ac48-fa35f7514073 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:55.256890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.293941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-476cb152-c339-49aa-82d2-44aff2234fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:55.295491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-476cb152-c339-49aa-82d2-44aff2234fb2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2258310 Nov 22 16:50:55.302327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:50:55.311219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.318463 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf4d6f2f-cd5b-4e0f-ad74-fdc28d9c9e5e admin admin] 10.222.0.65 "PUT /v2.0/routers/37cd2d2b-fde3-4466-a473-6d7ce22713bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3931978 Nov 22 16:50:55.330647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Sync routers for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:50:55.357692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Calling delete_port for 4091820c-12cd-46ea-8017-6fccced41de5 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:55.396470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:55.397053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:55.457222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.567588 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-b54a4f67-8593-49c0-9464-23a551c836c0 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602851 Nov 22 16:50:55.614872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:55.754768 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5f025623-72e5-485c-b78e-ed50411ec8ac req-a55dee8d-394d-495a-b10d-45b56e5af17c service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734848 Nov 22 16:50:55.758811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:55.846549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event deleted for resources: {'Port': ['ID=4091820c-12cd-46ea-8017-6fccced41de5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:55.950495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7616ad88-49f1-46e7-a1d0-dce353dc329d None None] Provisioning complete for port a68e4cdf-1b48-4692-a4ea-dff030603cc0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:55.954952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7616ad88-49f1-46e7-a1d0-dce353dc329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.061612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53684) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:56.087588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7616ad88-49f1-46e7-a1d0-dce353dc329d None None] Port a68e4cdf-1b48-4692-a4ea-dff030603cc0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:56.097817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.101480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c29e9c34-07f7-4770-a51f-b678d185057a tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "DELETE /v2.0/ports/4091820c-12cd-46ea-8017-6fccced41de5 HTTP/1.1" status: 204 len: 168 time: 2.4235826 Nov 22 16:50:56.104034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-1a3d7e88-aa7a-4308-915e-986e20780057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:56.113678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-1a3d7e88-aa7a-4308-915e-986e20780057 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1095 time: 0.2714493 Nov 22 16:50:56.114320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53690) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:56.130196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Request body: {'port': {'name': 'tempest-new-port-name-541674710', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:56.130746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.api.validators [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] bootfile-name is not in valid_values {{(pid=103515) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:50:56.139510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.api.validators [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] tftp-server is not in valid_values {{(pid=103515) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:50:56.139954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.api.validators [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] server-ip-address is not in valid_values {{(pid=103515) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 16:50:56.151102 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.175206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7616ad88-49f1-46e7-a1d0-dce353dc329d None None] Provisioning complete for port 96b752ac-9dff-49cf-ac48-fa35f7514073 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:56.175633 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7616ad88-49f1-46e7-a1d0-dce353dc329d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.239983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d34e1e-06cd-4970-992e-380f5d397392 req-b15a0c95-83f4-48a3-a2d3-67cce7d37944 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:56.250197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51d34e1e-06cd-4970-992e-380f5d397392 req-b15a0c95-83f4-48a3-a2d3-67cce7d37944 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1857371 Nov 22 16:50:56.294210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:50:52Z', 'revision_number': 2, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:56.356829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Checking router: 37cd2d2b-fde3-4466-a473-6d7ce22713bf for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:50:56.357605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Updating router 37cd2d2b-fde3-4466-a473-6d7ce22713bf port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:50:56.363493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-7899a59d-5bcb-4d16-a540-ffe5ac51574e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:56.371051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-7899a59d-5bcb-4d16-a540-ffe5ac51574e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 819 time: 0.3275914 Nov 22 16:50:56.394054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-e712647f-7479-48d4-a37a-b24f27166199 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/quotas/cbe38d9867144d7b8903449d0e43cc7b HTTP/1.1" status: 200 len: 375 time: 0.0209973 Nov 22 16:50:56.433461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.458648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7616ad88-49f1-46e7-a1d0-dce353dc329d None None] Could not find standard attr ID for object 4091820c-12cd-46ea-8017-6fccced41de5. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:50:56.463687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51d34e1e-06cd-4970-992e-380f5d397392 req-a87cb68a-8d21-46c1-8ac5-e3ed0a6aa223 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080114 Nov 22 16:50:56.499966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e882646d-08fc-4c68-9dce-eb7f8783db6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.519538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-52012dab-38d7-468c-b6d9-93f68ac584db tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1244054 Nov 22 16:50:56.689255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:56.704918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-cadef1f1-c19e-42d9-a43e-037ce80de0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:56.705186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-a4c2ef90-6806-4445-b04f-131a147bce54 service neutron] 10.222.0.65 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727543 Nov 22 16:50:56.706996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-cadef1f1-c19e-42d9-a43e-037ce80de0ee service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.5622306 Nov 22 16:50:56.851208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-00361801-185c-48af-ba28-537957ba4656 service neutron] 10.222.0.65 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452243 Nov 22 16:50:56.855738 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-00fb8c83-b933-4f6f-9f2e-3464d4e96150 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 217 time: 0.1338155 Nov 22 16:50:56.898308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-82581232-c2ab-4174-b1e0-c6653cad7043 None None] Provisioning complete for port a68e4cdf-1b48-4692-a4ea-dff030603cc0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:56.898679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82581232-c2ab-4174-b1e0-c6653cad7043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.004547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-82581232-c2ab-4174-b1e0-c6653cad7043 None None] Port a68e4cdf-1b48-4692-a4ea-dff030603cc0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:57.010415 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.013821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-82581232-c2ab-4174-b1e0-c6653cad7043 None None] Could not find standard attr ID for object 4091820c-12cd-46ea-8017-6fccced41de5. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:50:57.024828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.092134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-d290f92f-6ab8-465b-86bf-09d6326c90ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:57.095356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-d290f92f-6ab8-465b-86bf-09d6326c90ed service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1433535 Nov 22 16:50:57.117371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676bab2-cc08-4f15-86ef-b34754e48b71 None None] Pushing event updated for resources: {'Port': ['ID=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:57.220671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d65c66d-66b5-453b-911e-381bae8279d2 req-19c46462-6802-4209-992b-143647e6ca0b tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 210 time: 0.0406833 Nov 22 16:50:57.272846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Attempting to bind port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:50:57.273304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Attempting to bind port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:50:57.273708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Attempting to bind port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba on network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:50:57.281181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:50:57.281879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Checking segment: {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:50:57.282298 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.282701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Bound using segment: {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:50:57.283196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Bound port: 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:50:57.283588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.340273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e882646d-08fc-4c68-9dce-eb7f8783db6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.364768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e882646d-08fc-4c68-9dce-eb7f8783db6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.395325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] For port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:50:57.401184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] For port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:50:57.401457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-fdce355e-3c26-4e96-9436-fb45025571f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:57.406790 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-fdce355e-3c26-4e96-9436-fb45025571f9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2161000 Nov 22 16:50:57.413460 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.500124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:50:57.500928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:57.582960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676bab2-cc08-4f15-86ef-b34754e48b71 None None] Pushing event updated for resources: {'Port': ['ID=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:57.595300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e882646d-08fc-4c68-9dce-eb7f8783db6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a01893cdc6944398bf931432355ed288&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5242407 Nov 22 16:50:57.602118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:57.622330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882646d-08fc-4c68-9dce-eb7f8783db6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692073dc-e469-4c95-82d5-efcd3c2df37f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:57.823804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.857041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:57.916425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f3505-fed4-4d84-a4d8-bdd8387c5cfd req-df6e70d1-4a2a-469c-8d5d-d100a1075300 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:57.920469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-672f3505-fed4-4d84-a4d8-bdd8387c5cfd req-df6e70d1-4a2a-469c-8d5d-d100a1075300 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3261480 Nov 22 16:50:57.951982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a43cda5-7ef6-495b-b95e-330315a75f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.026950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:50:58.034776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event updated for resources: {'Port': ['ID=a68e4cdf-1b48-4692-a4ea-dff030603cc0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:58.065137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a43cda5-7ef6-495b-b95e-330315a75f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.243472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:50:58.271164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-672f3505-fed4-4d84-a4d8-bdd8387c5cfd req-249aab81-2959-4d82-9777-36f085a279b5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705085 Nov 22 16:50:58.296049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a43cda5-7ef6-495b-b95e-330315a75f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.301415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a43cda5-7ef6-495b-b95e-330315a75f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.302938 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8a43cda5-7ef6-495b-b95e-330315a75f63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/692073dc-e469-4c95-82d5-efcd3c2df37f HTTP/1.1" status: 204 len: 168 time: 0.6987636 Nov 22 16:50:58.318250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43cda5-7ef6-495b-b95e-330315a75f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692073dc-e469-4c95-82d5-efcd3c2df37f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:58.344592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] In _notify_port_updated(), no bound segment for port a68e4cdf-1b48-4692-a4ea-dff030603cc0 on network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:50:58.374007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:58.374859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.390307 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-056454cb-29c1-412e-b7e7-d2d57b8959cc tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "PUT /v2.0/ports/a68e4cdf-1b48-4692-a4ea-dff030603cc0 HTTP/1.1" status: 200 len: 1135 time: 2.2717180 Nov 22 16:50:58.394634 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-8626e504-55e2-4387-9bf0-e92dcf7fdd94 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9532688 Nov 22 16:50:58.395196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53748) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:58.588531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d163869a-fea4-4a74-8deb-a114dcf30d66 req-2e72c6e2-a92e-401e-97e6-9b68d6130c2a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 210 time: 0.2215180 Nov 22 16:50:58.622833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:58.639422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '12948289-7464-4be2-a34c-91a20b7d8257', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'port_id': '12948289-7464-4be2-a34c-91a20b7d8257', 'mac_address': 'fa:16:3e:17:1d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:50:58.667911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39ed24-d095-457b-ac7e-875f34861837 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:58.671938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ac39ed24-d095-457b-ac7e-875f34861837 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "GET /v2.0/ports/a68e4cdf-1b48-4692-a4ea-dff030603cc0 HTTP/1.1" status: 200 len: 1135 time: 0.2753804 Nov 22 16:50:58.676702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53752) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:50:58.830944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f06301a-8fa8-4c49-b5ee-0450f77582e7 req-3675375d-e84e-4819-90bb-1b9a453b2dff service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863026 Nov 22 16:50:58.925728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-be96793e-f388-4eb7-a2ab-18e73822aacc None None] Provisioning complete for port a68e4cdf-1b48-4692-a4ea-dff030603cc0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:50:58.934657 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-be96793e-f388-4eb7-a2ab-18e73822aacc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:58.970226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Deleting port a68e4cdf-1b48-4692-a4ea-dff030603cc0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:50:58.970758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.048942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-be96793e-f388-4eb7-a2ab-18e73822aacc None None] Port a68e4cdf-1b48-4692-a4ea-dff030603cc0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:50:59.057843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.080953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12948289-7464-4be2-a34c-91a20b7d8257 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:50:59.111643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:50:59.121252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.237636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:50:59.331511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-04af1dbf-aa20-46b9-b2d6-15da00f1ea86 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.332871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-04af1dbf-aa20-46b9-b2d6-15da00f1ea86 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 819 time: 0.3571727 Nov 22 16:50:59.334701 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.352978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'port': {'device_id': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'admin_state_up': True, 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:50:59.400493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Calling delete_port for a68e4cdf-1b48-4692-a4ea-dff030603cc0 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:50:59.503923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['12948289-7464-4be2-a34c-91a20b7d8257'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:50:59.585041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Made reservation on behalf of cbe38d9867144d7b8903449d0e43cc7b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:50:59.594340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:50:59.595869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd6a54-9449-4c92-9447-cbceb22d40b3 req-1ea276e8-a4e5-43e5-ba7c-d834ba63cd1b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:50:59.609527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:50:57Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:50:59.614207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1fd6a54-9449-4c92-9447-cbceb22d40b3 req-1ea276e8-a4e5-43e5-ba7c-d834ba63cd1b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 945 time: 0.1646276 Nov 22 16:50:59.736487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010386a3-285c-437b-bfac-e9e920e55dd0 None None] The sync data for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 is: [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:50:57Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:50:59.989761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Allocated IP 172.20.0.6 (cbd253c9-8582-4f4f-bd70-8b73fc8c9ada/e84b1ed6-d145-4a17-a63c-8c1cf1a55481/242f9ffd-ed49-4200-b5ce-7cd43e37b212) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:00.130580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f0ad36b-4537-43ac-88a9-91ff9d9b069c req-45059cf8-1ea4-4528-90ce-fc7d846cf2b4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 210 time: 0.1737311 Nov 22 16:51:00.131789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.287443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event deleted for resources: {'Port': ['ID=a68e4cdf-1b48-4692-a4ea-dff030603cc0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.333122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1fd6a54-9449-4c92-9447-cbceb22d40b3 req-f52993a5-5ce2-4d36-bc0a-3a543ba71ffa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7167034 Nov 22 16:51:00.586965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.633459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.660424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-09b19b14-77c4-46d3-a362-d53484b1de04 tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "DELETE /v2.0/ports/a68e4cdf-1b48-4692-a4ea-dff030603cc0 HTTP/1.1" status: 204 len: 168 time: 1.9820173 Nov 22 16:51:00.661356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53788) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:00.669703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.744336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Deleting subnet 418eea80-2593-409c-9c80-fdf6f4b76926 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:00.749176 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.764441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:00.778410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:00.788786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:00.823092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.941395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:00.942520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:00.961976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:00.982246 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-6b5d2890-628d-480c-a6c5-7bde17ba8e9f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6330588 Nov 22 16:51:01.000085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Request body: {'port': {'device_id': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:01.063317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.097125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.157056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:01.210945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.274355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event deleted for resources: {'Subnet': ['ID=418eea80-2593-409c-9c80-fdf6f4b76926,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:01.289939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.295990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e4714d1e-23fe-4690-8ba4-faac2a35d86e tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "DELETE /v2.0/subnets/418eea80-2593-409c-9c80-fdf6f4b76926 HTTP/1.1" status: 204 len: 168 time: 0.6308448 Nov 22 16:51:01.301215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325a0a6f-a2d8-4dd7-955b-1b16701a04e9 None None] Network ec917a81-6d76-4a88-90b6-6e7b4de99ba1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:01.301466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53800) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:01.431044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9a7bf-8392-4056-9aa8-4136609895ba req-27da2430-c034-40af-a7c4-f5988fc4ece4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:01.442270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fd9a7bf-8392-4056-9aa8-4136609895ba req-27da2430-c034-40af-a7c4-f5988fc4ece4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 931 time: 0.1198874 Nov 22 16:51:01.557524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.566089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fd9a7bf-8392-4056-9aa8-4136609895ba req-1a71a4a0-93b7-49e6-a547-7db9e921cf83 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227665 Nov 22 16:51:01.572835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:01.573414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.722238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b76ec3-ff70-49d4-9096-3a9c33882d5c req-10def76c-19ae-4187-a0fa-129f026f21ed tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:01.723773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1b76ec3-ff70-49d4-9096-3a9c33882d5c req-10def76c-19ae-4187-a0fa-129f026f21ed tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 945 time: 0.1413572 Nov 22 16:51:01.787840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] DHCP port deletion for ec917a81-6d76-4a88-90b6-6e7b4de99ba1 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:01.788718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Deleting port 96b752ac-9dff-49cf-ac48-fa35f7514073 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:01.789214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.805130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242f9ffd-ed49-4200-b5ce-7cd43e37b212 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:01.817180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.862686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.891446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1b76ec3-ff70-49d4-9096-3a9c33882d5c req-f644eab1-99b1-4df4-a02e-5ddf4e0087a4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510713 Nov 22 16:51:01.960344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Transition to ACTIVE for port object 242f9ffd-ed49-4200-b5ce-7cd43e37b212 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:01.979455 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:01.995675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] For port 96b752ac-9dff-49cf-ac48-fa35f7514073, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96b752ac-9dff-49cf-ac48-fa35f7514073,segment=NetworkSegment(7cbd5af7-a016-481e-b50f-ed3f5a63127c),segment_id=7cbd5af7-a016-481e-b50f-ed3f5a63127c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:01.996054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.034060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:02.065839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Calling delete_port for 96b752ac-9dff-49cf-ac48-fa35f7514073 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:02.071129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:02.073644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.142760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] Deleting port 96b752ac-9dff-49cf-ac48-fa35f7514073 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:02.143141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.188426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.271430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Attempting to bind port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:02.272028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Attempting to bind port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:02.272246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Attempting to bind port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 on network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:02.288727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 on network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:02.289206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Attempting to bind port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 on network cbd253c9-8582-4f4f-bd70-8b73fc8c9ada {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:02.303333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] For port 96b752ac-9dff-49cf-ac48-fa35f7514073, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=96b752ac-9dff-49cf-ac48-fa35f7514073,segment=NetworkSegment(7cbd5af7-a016-481e-b50f-ed3f5a63127c),segment_id=7cbd5af7-a016-481e-b50f-ed3f5a63127c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:02.303880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.307345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:02.307765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Checking segment: {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:02.308089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Bound using segment: {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:02.308547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Bound port: 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8923ed4e-96b1-4c77-9c70-cee6bd8e246d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:02.309066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.348905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] Calling delete_port for 96b752ac-9dff-49cf-ac48-fa35f7514073 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:02.366788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.413343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event deleted for resources: {'Port': ['ID=96b752ac-9dff-49cf-ac48-fa35f7514073,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.457605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] No DVR routers for this DVR port 96b752ac-9dff-49cf-ac48-fa35f7514073 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:51:02.539276 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 16:51:02.546214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.563470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.582941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 12948289-7464-4be2-a34c-91a20b7d8257 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:02.599398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] No DVR routers for this DVR port 96b752ac-9dff-49cf-ac48-fa35f7514073 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:02.601597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53824) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:02.632391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:02.678346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:02.681095 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.692255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.696379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfff0c6-e6d7-4497-994a-3cb2be38a287 None None] Pushing event deleted for resources: {'Port': ['ID=96b752ac-9dff-49cf-ac48-fa35f7514073,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.715834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 12948289-7464-4be2-a34c-91a20b7d8257 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:02.715834 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.772723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec917a81-6d76-4a88-90b6-6e7b4de99ba1']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.808344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:02.809087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.810738 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 1091 time: 1.8194664 Nov 22 16:51:02.811266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:02.813792 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef78bfd6-7b5f-40a6-97da-c49f576f6797" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:02.822368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbd5af7-a016-481e-b50f-ed3f5a63127c') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.822750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbd5af7-a016-481e-b50f-ed3f5a63127c') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:02.841963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.863345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1be2d-4751-42aa-89c1-8a7d9a73a9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:02.877923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.880863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032a9ff-3305-4f0d-8914-829258290227 req-9e17b864-4111-431c-8af3-5a7646f74844 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:02.883528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9032a9ff-3305-4f0d-8914-829258290227 req-9e17b864-4111-431c-8af3-5a7646f74844 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 943 time: 0.1434946 Nov 22 16:51:02.898144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.960436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:02.970704 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4081a-0d76-493c-b45b-7b696c0d8f18" -d '{"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-plugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:02.991749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c94bdb2f-37c2-4bc6-a2ac-e18002492670 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:02.992700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:02.993166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:03.012767 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:03.024372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:03.025015 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3729280-3d3d-45fe-9165-52c55606a1c9 x-openstack-request-id: req-e3729280-3d3d-45fe-9165-52c55606a1c9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:03.026567 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:03.026920 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3729280-3d3d-45fe-9165-52c55606a1c9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:03.030171 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'status': 'completed', 'code': 200} Nov 22 16:51:03.035827 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.137505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.144135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:03.148547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-48082973-7ade-4db8-8ad9-569fcb3b11f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:03.151127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-48082973-7ade-4db8-8ad9-569fcb3b11f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1094 time: 0.2607627 Nov 22 16:51:03.163665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.173163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9032a9ff-3305-4f0d-8914-829258290227 req-5e2f1cd7-8c47-4e79-8f10-b13570a130fe tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778091 Nov 22 16:51:03.202334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.222483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] 10.222.0.65 "DELETE /v2.0/networks/ec917a81-6d76-4a88-90b6-6e7b4de99ba1 HTTP/1.1" status: 204 len: 168 time: 1.9087198 Nov 22 16:51:03.231526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d1aba-771f-4086-8647-13b9e3f235dd tempest-ExtraDHCPOptionsTestJSON-1207537702 tempest-ExtraDHCPOptionsTestJSON-1207537702-project] Pushing event deleted for resources: {'Network': ['ID=ec917a81-6d76-4a88-90b6-6e7b4de99ba1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.247059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd3a77-af3c-44ed-8d1e-f6409255959e req-89676295-a801-40be-9a4d-e1c10884e526 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:03.259935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12bd3a77-af3c-44ed-8d1e-f6409255959e req-89676295-a801-40be-9a4d-e1c10884e526 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1770182 Nov 22 16:51:03.278722 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc6cc7d-10f0-43e2-95e1-c321c92fc4ce x-openstack-request-id: req-cfc6cc7d-10f0-43e2-95e1-c321c92fc4ce {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:03.279355 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-plugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:03.279735 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cfc6cc7d-10f0-43e2-95e1-c321c92fc4ce {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:03.280349 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'code': 200} Nov 22 16:51:03.314773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:03.315503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.337915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-0669b717-afef-42ac-871b-a0c4d724dce8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.1774719 Nov 22 16:51:03.444071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12bd3a77-af3c-44ed-8d1e-f6409255959e req-02e9cf05-382e-4c88-8dd8-3e6ed71129e0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808448 Nov 22 16:51:03.460954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c94bdb2f-37c2-4bc6-a2ac-e18002492670 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.482013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c94bdb2f-37c2-4bc6-a2ac-e18002492670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.494518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-c8b5b5fc-b80f-4e89-bb8a-d44b5d0fa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:03.496667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-c8b5b5fc-b80f-4e89-bb8a-d44b5d0fa916 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1464632 Nov 22 16:51:03.530842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c94bdb2f-37c2-4bc6-a2ac-e18002492670 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6da411d894424b3d91dec7d2b0a0cd94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9280891 Nov 22 16:51:03.531657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53840) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:03.533997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bdb2f-37c2-4bc6-a2ac-e18002492670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a667ca-f65b-474f-b2cc-39ae96a29a47,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.534779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5a02f-4d11-4575-b373-0e3573d7ba43 req-7b4b9862-1325-42b9-9f77-811936253fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:03.536327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8c5a02f-4d11-4575-b373-0e3573d7ba43 req-7b4b9862-1325-42b9-9f77-811936253fd0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1097 time: 0.1616151 Nov 22 16:51:03.569913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96b752ac-9dff-49cf-ac48-fa35f7514073 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:03.572215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-de962d89-8038-4deb-8592-7583e2bf83a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604618 Nov 22 16:51:03.606369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 96b752ac-9dff-49cf-ac48-fa35f7514073 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:03.607705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 96b752ac-9dff-49cf-ac48-fa35f7514073 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:03.646664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53842) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:03.649015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97ab5c9f-4596-4ce7-97ba-395bca644dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.693257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97ab5c9f-4596-4ce7-97ba-395bca644dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.724588 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-57879c28-1169-4f33-8f9c-a23eb1a8c6bc service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394391 Nov 22 16:51:03.778883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97ab5c9f-4596-4ce7-97ba-395bca644dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.784127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97ab5c9f-4596-4ce7-97ba-395bca644dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:03.786198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-97ab5c9f-4596-4ce7-97ba-395bca644dc5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/47a667ca-f65b-474f-b2cc-39ae96a29a47 HTTP/1.1" status: 204 len: 168 time: 0.2533424 Nov 22 16:51:03.823292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ab5c9f-4596-4ce7-97ba-395bca644dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a667ca-f65b-474f-b2cc-39ae96a29a47,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:03.851810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8c5a02f-4d11-4575-b373-0e3573d7ba43 req-f295c9f0-ebec-4e27-92e6-5e11f4bd38a7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823417 Nov 22 16:51:03.934522 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d4dce933-dfd7-45cd-8d1b-afe47e742210 req-9f68f416-4147-4eca-bfac-3488c11de9f2 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002704 Nov 22 16:51:04.129092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-4539b2d7-92d0-4bc0-bc32-896a46e77f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:04.130412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-4539b2d7-92d0-4bc0-bc32-896a46e77f7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1094 time: 0.1173823 Nov 22 16:51:04.443992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53856) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:04.509280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b23ad6cf-f15b-43c5-895e-fea5f5ae978d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.523735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-696b40c4-ab47-4d0d-bba3-9a9256106146 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a6c42448d9f41b4bf1731c3147ff211&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7592652 Nov 22 16:51:04.527004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53860) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:04.618891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b23ad6cf-f15b-43c5-895e-fea5f5ae978d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.643839 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b23ad6cf-f15b-43c5-895e-fea5f5ae978d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.686925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599d020-7d11-4c1a-99e1-e310b4f197bb req-b5de0411-4cac-4699-b3ee-01203f27eff3 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:04.688735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e599d020-7d11-4c1a-99e1-e310b4f197bb req-b5de0411-4cac-4699-b3ee-01203f27eff3 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 943 time: 0.2849004 Nov 22 16:51:04.710295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-22c84f6a-3573-4dd6-8733-41ced8837ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:04.711810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-22c84f6a-3573-4dd6-8733-41ced8837ed4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.5709929 Nov 22 16:51:04.772618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ad6cf-f15b-43c5-895e-fea5f5ae978d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8677875c-5882-4fc4-8a7c-d29ce42347c2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:04.798271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b23ad6cf-f15b-43c5-895e-fea5f5ae978d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=889f536ef565422ea8513c8941ac1a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3283994 Nov 22 16:51:04.799628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53862) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:04.805502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-2684516e-2385-4c1c-a1f1-dd1dccccbcb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.0824156 Nov 22 16:51:04.915862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f1d4caf-bafe-4f9e-ba45-09db21ab6cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:04.922097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e599d020-7d11-4c1a-99e1-e310b4f197bb req-da383e3e-033a-48de-b8dd-fe6b976ca587 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184272 Nov 22 16:51:04.932243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0f189-0ee6-47a1-96d1-d999cf628713 req-afe77097-1d90-4439-abcd-d89605a410e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:04.933794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6d0f189-0ee6-47a1-96d1-d999cf628713 req-afe77097-1d90-4439-abcd-d89605a410e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2001951 Nov 22 16:51:04.987833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-796a2f35-1ede-4354-94c8-7138309b9b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:04.987833 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-796a2f35-1ede-4354-94c8-7138309b9b49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1648421 Nov 22 16:51:04.988704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f1d4caf-bafe-4f9e-ba45-09db21ab6cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.051629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f32782e5-e0b5-409b-a036-6b6aa4cd8ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.071721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6d0f189-0ee6-47a1-96d1-d999cf628713 req-1b347355-6b61-4728-9f8e-970b48b02571 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298323 Nov 22 16:51:05.086155 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-c2548be0-19f6-4348-915b-e213edc79a35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796649 Nov 22 16:51:05.088347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f32782e5-e0b5-409b-a036-6b6aa4cd8ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.163207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f1d4caf-bafe-4f9e-ba45-09db21ab6cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.167136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f1d4caf-bafe-4f9e-ba45-09db21ab6cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.169479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f1d4caf-bafe-4f9e-ba45-09db21ab6cff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/177acb7f-98c7-4c07-be99-c0aca669b2d0 HTTP/1.1" status: 204 len: 168 time: 0.5483830 Nov 22 16:51:05.181051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d4caf-bafe-4f9e-ba45-09db21ab6cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177acb7f-98c7-4c07-be99-c0aca669b2d0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:05.204861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f32782e5-e0b5-409b-a036-6b6aa4cd8ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.208281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f32782e5-e0b5-409b-a036-6b6aa4cd8ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:05.218934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f32782e5-e0b5-409b-a036-6b6aa4cd8ee1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8677875c-5882-4fc4-8a7c-d29ce42347c2 HTTP/1.1" status: 204 len: 168 time: 0.4093909 Nov 22 16:51:05.247213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32782e5-e0b5-409b-a036-6b6aa4cd8ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8677875c-5882-4fc4-8a7c-d29ce42347c2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:05.289135 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-73cd7f11-d04a-4457-bb67-575a86c2de83 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991458 Nov 22 16:51:05.515084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef78bfd6-7b5f-40a6-97da-c49f576f6797 req-b4916eb8-7235-453b-8fe6-6138bb22d5f3 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202816 Nov 22 16:51:06.155037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e8e62-ab3f-495d-9ded-a2f8337e9902 req-1e30747b-9bef-4aa0-9734-4991685887eb tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.157798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a49e8e62-ab3f-495d-9ded-a2f8337e9902 req-1e30747b-9bef-4aa0-9734-4991685887eb tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 943 time: 0.0791304 Nov 22 16:51:06.281114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 242f9ffd-ed49-4200-b5ce-7cd43e37b212 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:06.351273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a49e8e62-ab3f-495d-9ded-a2f8337e9902 req-4253ff6d-0f9c-4217-8dc5-6bd3ca412733 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823413 Nov 22 16:51:06.433440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80696428-7971-4cd7-88d0-58c008afd18c req-46ec8348-7302-4955-bf96-517173cf572a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.438185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80696428-7971-4cd7-88d0-58c008afd18c req-46ec8348-7302-4955-bf96-517173cf572a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1629252 Nov 22 16:51:06.538025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80696428-7971-4cd7-88d0-58c008afd18c req-24dbf329-8c5a-48cc-83be-2b2eff4b5627 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882277 Nov 22 16:51:06.608735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:06.651055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'port_id': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'mac_address': 'fa:16:3e:2d:f4:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:06.762992 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.786876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17271bf-5fdb-43cc-8071-0221e32c4e0f req-5f061e67-4b9d-4ce3-9aec-4e9d740b4bed tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:06.802437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d17271bf-5fdb-43cc-8071-0221e32c4e0f req-5f061e67-4b9d-4ce3-9aec-4e9d740b4bed tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.0975442 Nov 22 16:51:06.809759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:06.816143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'floatingip': {'port_id': '12948289-7464-4be2-a34c-91a20b7d8257'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:06.831715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:06.842277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242f9ffd-ed49-4200-b5ce-7cd43e37b212 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:06.873861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:06.881139 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.895686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:06.986276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:07.103582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['242f9ffd-ed49-4200-b5ce-7cd43e37b212'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:07.312077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53928) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.380075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53932) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:07.395882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.685471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-166844184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:07.771845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84392a-1351-4ffc-811e-d06c6fb75f71 req-c23cdedd-4567-49c3-9071-07547abc351c tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:07.783471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b84392a-1351-4ffc-811e-d06c6fb75f71 req-c23cdedd-4567-49c3-9071-07547abc351c tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 944 time: 0.2444022 Nov 22 16:51:07.835440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-435269fb-7696-44de-ad45-44a251728113 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.841325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.842923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:07.916853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b84392a-1351-4ffc-811e-d06c6fb75f71 req-783a01aa-9d46-4083-98ee-57702245f6d5 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317065 Nov 22 16:51:08.043969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.055038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.095547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-435269fb-7696-44de-ad45-44a251728113 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.103170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.109880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a5cb3301-f2bf-4d18-b26c-7224d6efca77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.7919717 Nov 22 16:51:08.109880 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-435269fb-7696-44de-ad45-44a251728113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.112691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53950) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:08.121292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-450284757'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:08.179194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435269fb-7696-44de-ad45-44a251728113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4b3e88-6957-4d53-b417-0e84dd6fe13e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.213478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-435269fb-7696-44de-ad45-44a251728113 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbf7dbd7db3541229e58dc0eb5555d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8304758 Nov 22 16:51:08.217072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:51:08.220146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:08.224233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:08.229447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.273124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.293409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 242f9ffd-ed49-4200-b5ce-7cd43e37b212 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:08.326872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.335099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.384865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:08.385317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74b7cec-741e-409c-b3f6-71b916833d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.391472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:08.392376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.419012 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74b7cec-741e-409c-b3f6-71b916833d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.476179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74b7cec-741e-409c-b3f6-71b916833d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.476452 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.479489 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74b7cec-741e-409c-b3f6-71b916833d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.483657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c74b7cec-741e-409c-b3f6-71b916833d98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d4b3e88-6957-4d53-b417-0e84dd6fe13e HTTP/1.1" status: 204 len: 168 time: 0.2592101 Nov 22 16:51:08.490032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.520481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:08.524833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b7cec-741e-409c-b3f6-71b916833d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4b3e88-6957-4d53-b417-0e84dd6fe13e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.565044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.565384 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Added segment 7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2 of type vlan for network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b Nov 22 16:51:08.599799 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Floating IP 53438a09-ef90-4218-b5f7-b70fc5055767 associated. External IP: 172.25.6.208, port: 12948289-7464-4be2-a34c-91a20b7d8257. Nov 22 16:51:08.617291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f835747f-b366-4c98-a2a6-e54617b4917f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.633233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.666295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.693471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:08.694899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:08.788973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Network': ['ID=770e31c2-1e1f-4384-a470-bdd3ef1aee0b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:08.795170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d5832263-b056-4cdd-9eee-c0083d8e5bac tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6795001 Nov 22 16:51:08.799789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53966) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:08.812348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'subnet': {'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:09.098937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:09.102625 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.110961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:09.390006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.406984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:09.416034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.416973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53982) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:09.449686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.471997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:09.474324 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432bf0ce-53de-4e04-9f0d-867dbe31e0ae" -d '{"events": [{"server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "name": "network-vif-plugged", "status": "completed", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:09.485436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363c428-ec09-4e04-9af0-ee6416b553e9 req-1621e760-6df8-4667-bead-16ed4ea8f968 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:09.491198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e363c428-ec09-4e04-9af0-ee6416b553e9 req-1621e760-6df8-4667-bead-16ed4ea8f968 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 944 time: 0.4023070 Nov 22 16:51:09.566437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:09.582243 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.637894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e363c428-ec09-4e04-9af0-ee6416b553e9 req-b9b7f041-4c20-4773-980d-f59cb426afec tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818250 Nov 22 16:51:09.690006 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d511b8-370e-4304-9b18-3ac6614ea257 x-openstack-request-id: req-38d511b8-370e-4304-9b18-3ac6614ea257 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:09.690618 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "name": "network-vif-plugged", "status": "completed", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:09.691902 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38d511b8-370e-4304-9b18-3ac6614ea257 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:09.694946 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'code': 200} Nov 22 16:51:09.713180 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Checking segment: {'id': '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:09.714203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network hostable DHCP agents. Network: 770e31c2-1e1f-4384-a470-bdd3ef1aee0b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:09.717434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Subnet': ['ID=b9fe48d0-4441-4ae1-bce8-fa1ded590821,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:09.756991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:09.782993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:09.788277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 770e31c2-1e1f-4384-a470-bdd3ef1aee0b) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:09.808149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.810063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.811068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.811857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.812715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.813553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.814393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.815225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.816509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.817336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.817874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:09.818507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.819934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:09.823826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.844079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:09.844901 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:09.848037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:09.855060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294307a-46d3-4459-b5f0-55dc308603ff None None] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:09.900038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-84cbd789-3f2b-4309-9058-c9de03ef85b2 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0969167 Nov 22 16:51:09.902070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53992) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:09.921013 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7eed25ba-21a2-454c-ab04-c2f09c5a6965 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "PUT /v2.0/floatingips/53438a09-ef90-4218-b5f7-b70fc5055767 HTTP/1.1" status: 200 len: 992 time: 3.1031215 Nov 22 16:51:09.924034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'network': {'name': 'tempest-router-network01--819914584'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:09.961175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:09.970519 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b4822e-2a7b-458d-b628-3e4763cbc83b" -d '{"events": [{"name": "network-changed", "server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:09.999970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:10.003280 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:10.031544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79cfa-1567-48b9-9831-7c2d82c1216f req-0c660e87-a89d-406a-9cc5-2c7a4949cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:10.041000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34c79cfa-1567-48b9-9831-7c2d82c1216f req-0c660e87-a89d-406a-9cc5-2c7a4949cc2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1598599 Nov 22 16:51:10.049845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:10.062943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.112242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41c451a6-fdfb-44ec-85a7-7ba6c305c290 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.165940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:10.187025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34c79cfa-1567-48b9-9831-7c2d82c1216f req-ab40dfea-d24d-4aea-ad81-233585f9ee89 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342497 Nov 22 16:51:10.234231 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.234428 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Added segment bf701483-dcb7-483f-aaab-94fdb9962be2 of type vlan for network 2a371dfa-f370-4103-b914-53b207ab1376 Nov 22 16:51:10.359401 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.392428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-770e31c2-1e1f-4384-a470-bdd3ef1aee0b', 'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b', 'tenant_id': '7e7e2a8f43554e6698ad06a148d5ead3', 'fixed_ips': [{'subnet_id': 'b9fe48d0-4441-4ae1-bce8-fa1ded590821'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:10.394484 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.539898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.547955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:10.548732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.563990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41c451a6-fdfb-44ec-85a7-7ba6c305c290 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.605411 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:10.657603 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e7286-7269-45c0-b27b-cf86729e9134 x-openstack-request-id: req-957e7286-7269-45c0-b27b-cf86729e9134 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:10.658244 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:10.658244 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-957e7286-7269-45c0-b27b-cf86729e9134 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:10.658847 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'status': 'completed', 'code': 200} Nov 22 16:51:10.679418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Allocated IP 2001:db8::2 (770e31c2-1e1f-4384-a470-bdd3ef1aee0b/b9fe48d0-4441-4ae1-bce8-fa1ded590821/64400b0c-eb2f-4717-94d7-95c8e83ec4a1) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:10.744328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41c451a6-fdfb-44ec-85a7-7ba6c305c290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:10.818151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8980570 Nov 22 16:51:10.819865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54020) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:10.840783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'network': {'name': 'tempest-router-network02--1625001054'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:10.874783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-562b1e62-5463-4357-b3d4-576c06be0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:10.882897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-562b1e62-5463-4357-b3d4-576c06be0d57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1097 time: 0.1755981 Nov 22 16:51:10.886165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-41c451a6-fdfb-44ec-85a7-7ba6c305c290 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b2d2c2cf1c24852bafa7ed0d368f084&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4674468 Nov 22 16:51:10.887814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b5233-a4f0-4dd2-a6f0-91167e7ca34e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Network': ['ID=2a371dfa-f370-4103-b914-53b207ab1376,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.892543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:10.901237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c451a6-fdfb-44ec-85a7-7ba6c305c290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e704bd00-c265-4075-b4e4-955a955f1704,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:10.918637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 2a371dfa-f370-4103-b914-53b207ab1376 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:11.032841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-7800ca96-2ef0-4378-b2ab-2f94f856b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:11.035071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-7800ca96-2ef0-4378-b2ab-2f94f856b96f service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1336300 Nov 22 16:51:11.036820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:11.041326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.125246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e45ccbf-7893-4e79-8714-d9a8d56c5bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.167760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd8caf-b4ca-4dc8-abf5-3f198d61cc6c req-456472f2-4b13-48bc-8be5-3b599cc07f67 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:11.176879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cbd8caf-b4ca-4dc8-abf5-3f198d61cc6c req-456472f2-4b13-48bc-8be5-3b599cc07f67 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.2125130 Nov 22 16:51:11.205154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:11.265999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e45ccbf-7893-4e79-8714-d9a8d56c5bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.288151 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.291657 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Added segment 1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4 of type vlan for network 17c80bed-d822-4a5d-b828-b5eb66b234c9 Nov 22 16:51:11.306194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-87c3a499-bb31-4f94-93bd-435698dac890 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1000 time: 0.2483263 Nov 22 16:51:11.313293 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.337839 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.414801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cbd8caf-b4ca-4dc8-abf5-3f198d61cc6c req-b3f56f9d-515f-41c6-ad0e-3c8dcc621e92 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282543 Nov 22 16:51:11.456990 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '53438a09-ef90-4218-b5f7-b70fc5055767', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'port_id': '12948289-7464-4be2-a34c-91a20b7d8257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'mac_address': 'fa:16:3e:17:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:41Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 1, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:11.493330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Pushing event updated for resources: {'Port': ['ID=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.520070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.529021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:11.531116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:11.534655 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:11.563994 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:11.581992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-8b93b3e5-2582-49d1-88be-026561dbffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:11.587785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-8b93b3e5-2582-49d1-88be-026561dbffe7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.2568147 Nov 22 16:51:11.596632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e45ccbf-7893-4e79-8714-d9a8d56c5bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.600378 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:11.601893 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:11.603676 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9e45ccbf-7893-4e79-8714-d9a8d56c5bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.608582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9e45ccbf-7893-4e79-8714-d9a8d56c5bc0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e704bd00-c265-4075-b4e4-955a955f1704 HTTP/1.1" status: 204 len: 168 time: 0.7144022 Nov 22 16:51:11.631576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e45ccbf-7893-4e79-8714-d9a8d56c5bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e704bd00-c265-4075-b4e4-955a955f1704,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:11.640188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.resource_extend [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:51:11.653600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54032) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:11.712997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Attempting to bind port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:11.713494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Attempting to bind port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:11.713889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Attempting to bind port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 on network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:11.726000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.730239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:11.731247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Checking segment: {'id': '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:11.731782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.732441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Bound using segment: {'id': '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:11.733491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Bound port: 64400b0c-eb2f-4717-94d7-95c8e83ec4a1, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '770e31c2-1e1f-4384-a470-bdd3ef1aee0b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:11.734193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.749004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:11.753362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.846919 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:11.865699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] For port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:11.873900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-397614ff-4c73-43ec-b1c2-51996e970a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:11.875662 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-397614ff-4c73-43ec-b1c2-51996e970a5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778111 Nov 22 16:51:11.880954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] For port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,segment=NetworkSegment(7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2),segment_id=7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:11.891262 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0652897 Nov 22 16:51:11.892741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:11.896988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54038) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:11.914915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'subnet': {'network_id': '2a371dfa-f370-4103-b914-53b207ab1376', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.036610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1bd5682-becf-41b1-9c1f-2ed07c21dc9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.062183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01deb20-e41d-4684-8dd2-b27eaeb434c0 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Network': ['ID=17c80bed-d822-4a5d-b828-b5eb66b234c9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.069887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e6f59-c6fd-4fbc-9ffd-1d89e6c48a8c None None] Pushing event updated for resources: {'Port': ['ID=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.081748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 17c80bed-d822-4a5d-b828-b5eb66b234c9 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:12.110875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:12.119895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.231373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-96c6af69-8298-4451-9770-dbcef82280f7 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366561 Nov 22 16:51:12.286955 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '53438a09-ef90-4218-b5f7-b70fc5055767', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'port_id': '12948289-7464-4be2-a34c-91a20b7d8257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'mac_address': 'fa:16:3e:17:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:41Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 1, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:12.323465 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07406380-64b1-44c0-8fa0-67f7ef4074fa None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '53438a09-ef90-4218-b5f7-b70fc5055767', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'port_id': '12948289-7464-4be2-a34c-91a20b7d8257', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'mac_address': 'fa:16:3e:17:1d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:50:41Z', 'updated_at': '2021-11-22T16:51:08Z', 'revision_number': 1, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:12.327735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1bd5682-becf-41b1-9c1f-2ed07c21dc9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.349762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1bd5682-becf-41b1-9c1f-2ed07c21dc9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.502376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-54b4822e-2a7b-458d-b628-3e4763cbc83b req-f90d59dd-6aeb-43f4-b522-c8f1af4eb3ec service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535760 Nov 22 16:51:12.517133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b1bd5682-becf-41b1-9c1f-2ed07c21dc9e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdab9db86b3a491f82e0fae4e3e4f73f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8622391 Nov 22 16:51:12.524817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54052) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.646666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd5682-becf-41b1-9c1f-2ed07c21dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2cb50f-a383-4736-b290-0c129f4d9629,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.670703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.728988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356ceb3-949b-4439-9021-be47835ec197 req-874ed9c6-8309-410f-acc2-54759099de30 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.749902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7356ceb3-949b-4439-9021-be47835ec197 req-874ed9c6-8309-410f-acc2-54759099de30 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1505764 Nov 22 16:51:12.753926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a141a27c-61e5-4831-865e-bbbfd5987689 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.815361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Checking segment: {'id': 'bf701483-dcb7-483f-aaab-94fdb9962be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2a371dfa-f370-4103-b914-53b207ab1376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:12.815950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network hostable DHCP agents. Network: 2a371dfa-f370-4103-b914-53b207ab1376, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:12.820951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Subnet': ['ID=46414016-2a62-4eb8-bbe5-b3f7d7752f75,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:12.832611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e914ecd7-4167-4c1b-a17f-62068bd7d864 None None] New status for floating IP 53438a09-ef90-4218-b5f7-b70fc5055767: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:12.836124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7356ceb3-949b-4439-9021-be47835ec197 req-fb1b26e0-6c6d-4ccc-9da5-cf65d69826a0 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721383 Nov 22 16:51:12.857852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 2a371dfa-f370-4103-b914-53b207ab1376 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:12.874729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a141a27c-61e5-4831-865e-bbbfd5987689 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.880681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 2a371dfa-f370-4103-b914-53b207ab1376) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:12.908836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:12.915329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:12.966245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54068) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:12.985579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'subnet': {'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:12.986386 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e6d5a5ea-957a-4f49-8918-5ba77917a6ce tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0766490 Nov 22 16:51:13.059104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04caca8-5328-4ede-8623-a28e2bfacd73 None None] Network 2a371dfa-f370-4103-b914-53b207ab1376 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:13.171107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:13.344084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-fac9845f-7175-40d5-99c2-0f4b5ee38358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.346575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-fac9845f-7175-40d5-99c2-0f4b5ee38358 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1127000 Nov 22 16:51:13.456226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:13.456615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.460459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-2a371dfa-f370-4103-b914-53b207ab1376', 'network_id': '2a371dfa-f370-4103-b914-53b207ab1376', 'tenant_id': '7e7e2a8f43554e6698ad06a148d5ead3', 'fixed_ips': [{'subnet_id': '46414016-2a62-4eb8-bbe5-b3f7d7752f75'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:13.461382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.840898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a141a27c-61e5-4831-865e-bbbfd5987689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.844142 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a141a27c-61e5-4831-865e-bbbfd5987689 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:13.846218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a141a27c-61e5-4831-865e-bbbfd5987689 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fc2cb50f-a383-4736-b290-0c129f4d9629 HTTP/1.1" status: 204 len: 168 time: 1.3200333 Nov 22 16:51:13.885166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184ae4-4a08-4176-889e-83881f7abd0f req-679d821c-224b-4cf5-881c-8e074df7b794 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:13.889235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Allocated IP 2001:db8::2 (2a371dfa-f370-4103-b914-53b207ab1376/46414016-2a62-4eb8-bbe5-b3f7d7752f75/934390aa-fa69-468c-8393-0daf0ebb094c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:13.891592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba184ae4-4a08-4176-889e-83881f7abd0f req-679d821c-224b-4cf5-881c-8e074df7b794 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1359131 Nov 22 16:51:13.955352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141a27c-61e5-4831-865e-bbbfd5987689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2cb50f-a383-4736-b290-0c129f4d9629,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.012043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-dd61720a-7bd8-490e-8291-85fba4feadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.014271 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-dd61720a-7bd8-490e-8291-85fba4feadf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.6597908 Nov 22 16:51:14.027623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36867b3f-bd27-4b79-a2d9-6a829293a8ac None None] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:14.051163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:14.082947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.156628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b789e8f1-937d-4ec0-8042-700cfc6869be None None] Provisioning complete for port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:14.157037 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b789e8f1-937d-4ec0-8042-700cfc6869be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.217536 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-d15ebc33-8030-4d8e-9967-e8e7baf0a694 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.1946933 Nov 22 16:51:14.239767 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.395605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-64e84db0-f4c6-4b55-89bd-22d43008eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.398394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-64e84db0-f4c6-4b55-89bd-22d43008eecc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1730514 Nov 22 16:51:14.441737 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-f3688ae1-092b-4cb6-9054-ae36fc28dcb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343995 Nov 22 16:51:14.448315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba184ae4-4a08-4176-889e-83881f7abd0f req-f66ecb2e-d638-4ae2-8579-11596afa0514 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307128 Nov 22 16:51:14.451716 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.555269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Subnet': ['ID=d90819fd-95b4-40fd-94c1-9cdd3262ff30,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:14.654431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54104) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.718634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Checking segment: {'id': '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:14.720260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network hostable DHCP agents. Network: 17c80bed-d822-4a5d-b828-b5eb66b234c9, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:14.759950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 17c80bed-d822-4a5d-b828-b5eb66b234c9 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:14.776312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 17c80bed-d822-4a5d-b828-b5eb66b234c9) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:14.784762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:14.790532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.804702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:14.811769 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-592e28eb-7a12-4b7b-863a-4c08079d39a7 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566444 Nov 22 16:51:14.835554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d2449b03-e31b-4bd8-9f9b-a8f9534e85a7 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8663404 Nov 22 16:51:14.838214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54112) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:14.917795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a0c12-2bfe-4434-afd4-9b6bb79160b1 None None] Network 17c80bed-d822-4a5d-b828-b5eb66b234c9 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:14.940201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,segment=NetworkSegment(7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2),segment_id=7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:14.953999 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.004153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.107682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1845445739'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:15.182266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b789e8f1-937d-4ec0-8042-700cfc6869be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.343789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Made reservation on behalf of d663dcbf393e4d6f8bf48cd1c9b11f4b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:15.351282 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.359202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fc060c-b008-4893-a87d-ab84a92ed201 req-bb96050e-2d23-4c20-87bb-ce7fdf7df4d2 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5369699 Nov 22 16:51:15.384542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.498178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.639673 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.651913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.658071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Network 2a371dfa-f370-4103-b914-53b207ab1376 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:15.670887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:15.717000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:15.719854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:15.738180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Pushing event updated for resources: {'Port': ['ID=934390aa-fa69-468c-8393-0daf0ebb094c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.776582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.785225 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Added segment c4554d78-f230-485e-b15f-d6ea3a86abce of type vlan for network c589f56b-f42b-4fad-8293-8e6b0e479cd3 Nov 22 16:51:15.837585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=652dfbbf-4265-4fd8-8c59-d12e6be5fa71,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.844245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-b789e8f1-937d-4ec0-8042-700cfc6869be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:51:15.844245 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-b789e8f1-937d-4ec0-8042-700cfc6869be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:51:15.849151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-17c80bed-d822-4a5d-b828-b5eb66b234c9', 'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9', 'tenant_id': '7e7e2a8f43554e6698ad06a148d5ead3', 'fixed_ips': [{'subnet_id': 'd90819fd-95b4-40fd-94c1-9cdd3262ff30'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:15.850133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.929238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534c8f7-6807-4344-8443-ed980499bade req-217f718c-c110-47f1-8286-bc164ac3b5d9 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:15.942139 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6534c8f7-6807-4344-8443-ed980499bade req-217f718c-c110-47f1-8286-bc164ac3b5d9 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.3222032 Nov 22 16:51:15.963798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Attempting to bind port 934390aa-fa69-468c-8393-0daf0ebb094c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:15.964594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Attempting to bind port 934390aa-fa69-468c-8393-0daf0ebb094c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'bf701483-dcb7-483f-aaab-94fdb9962be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2a371dfa-f370-4103-b914-53b207ab1376'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:15.964594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Attempting to bind port 934390aa-fa69-468c-8393-0daf0ebb094c on network 2a371dfa-f370-4103-b914-53b207ab1376 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:15.967289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:15.970233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.978634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:15.979024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Checking segment: {'id': 'bf701483-dcb7-483f-aaab-94fdb9962be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2a371dfa-f370-4103-b914-53b207ab1376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:15.979433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:15.979841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Bound using segment: {'id': 'bf701483-dcb7-483f-aaab-94fdb9962be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2a371dfa-f370-4103-b914-53b207ab1376'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:15.980462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Bound port: 934390aa-fa69-468c-8393-0daf0ebb094c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf701483-dcb7-483f-aaab-94fdb9962be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '2a371dfa-f370-4103-b914-53b207ab1376'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:15.980947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.037746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.044670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:16.046217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.119612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6534c8f7-6807-4344-8443-ed980499bade req-5059bf97-8976-4732-8f92-6d6565122b6e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756349 Nov 22 16:51:16.131511 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4743335 Nov 22 16:51:16.136526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54136) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:16.143428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Request body: {'subnet': {'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:16.166914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d55e8e-ba44-484c-a644-5ecd78b76d0b tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event updated for resources: {'Network': ['ID=c589f56b-f42b-4fad-8293-8e6b0e479cd3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.183444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:16.270637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] For port 934390aa-fa69-468c-8393-0daf0ebb094c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:16.286876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Allocated IP 2001:db8::1 (2a371dfa-f370-4103-b914-53b207ab1376/46414016-2a62-4eb8-bbe5-b3f7d7752f75/2af1399a-c6d0-461d-bbed-323101b78653) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:16.294577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Allocated IP 2001:db8::2 (17c80bed-d822-4a5d-b828-b5eb66b234c9/d90819fd-95b4-40fd-94c1-9cdd3262ff30/d4645030-e1ce-459d-add0-93612870b3b5) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:16.300347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] For port 934390aa-fa69-468c-8393-0daf0ebb094c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=934390aa-fa69-468c-8393-0daf0ebb094c,segment=NetworkSegment(bf701483-dcb7-483f-aaab-94fdb9962be2),segment_id=bf701483-dcb7-483f-aaab-94fdb9962be2)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:16.312513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.494030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.512169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b76456-0859-463a-aaef-0faf0a273dd1 None None] Pushing event updated for resources: {'Port': ['ID=934390aa-fa69-468c-8393-0daf0ebb094c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.575809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.596934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Made reservation on behalf of d663dcbf393e4d6f8bf48cd1c9b11f4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:16.600479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.654019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-769811aa-ac8b-4a04-86ae-e380a84f054f None None] Provisioning complete for port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:16.654019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-769811aa-ac8b-4a04-86ae-e380a84f054f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.716308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 2a371dfa-f370-4103-b914-53b207ab1376 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:16.724885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:16.754312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:16.754954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.820230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.851839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Port': ['ID=2af1399a-c6d0-461d-bbed-323101b78653,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:16.887475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:16.993425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Pushing event updated for resources: {'Port': ['ID=d4645030-e1ce-459d-add0-93612870b3b5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.023263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Network 17c80bed-d822-4a5d-b828-b5eb66b234c9 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:17.029918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:17.034155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:17.175107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.176411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Attempting to bind port d4645030-e1ce-459d-add0-93612870b3b5 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:17.178992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Attempting to bind port d4645030-e1ce-459d-add0-93612870b3b5 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:17.191737 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.194193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Attempting to bind port d4645030-e1ce-459d-add0-93612870b3b5 on network 17c80bed-d822-4a5d-b828-b5eb66b234c9 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:17.203090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:17.203640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Checking segment: {'id': '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:17.204050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.204450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Bound using segment: {'id': '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:17.205382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Bound port: d4645030-e1ce-459d-add0-93612870b3b5, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '17c80bed-d822-4a5d-b828-b5eb66b234c9'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:17.206345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.304656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:17.374661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] For port d4645030-e1ce-459d-add0-93612870b3b5, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:17.379500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] For port d4645030-e1ce-459d-add0-93612870b3b5, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d4645030-e1ce-459d-add0-93612870b3b5,segment=NetworkSegment(1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4),segment_id=1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:17.390006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.423011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:17.423389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.505559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event updated for resources: {'Subnet': ['ID=d7e51601-8a81-43b2-bef5-ae4b78b61965,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.528696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c0db5e-74e4-4b4f-a2f0-956fdeeaab1d None None] Pushing event updated for resources: {'Port': ['ID=d4645030-e1ce-459d-add0-93612870b3b5,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:17.537030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e91c5-6c9e-4cbf-9af9-ffbb71132a6f req-6b0d1ff6-4488-49f3-a0a8-d46924e9deb1 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:17.545371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3e91c5-6c9e-4cbf-9af9-ffbb71132a6f req-6b0d1ff6-4488-49f3-a0a8-d46924e9deb1 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.2378402 Nov 22 16:51:17.606684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Checking segment: {'id': 'c4554d78-f230-485e-b15f-d6ea3a86abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:17.607259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Network hostable DHCP agents. Network: c589f56b-f42b-4fad-8293-8e6b0e479cd3, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:17.666097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 934390aa-fa69-468c-8393-0daf0ebb094c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:17.747436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:17.756441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3e91c5-6c9e-4cbf-9af9-ffbb71132a6f req-e54b37bd-8f33-49db-9f12-8f1c9b2dd4cf tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101240 Nov 22 16:51:17.788627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, c589f56b-f42b-4fad-8293-8e6b0e479cd3) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:17.797595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:17.798242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.820996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85b4b14-e05b-4c09-bdda-ab25f1e107d1 None None] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:17.866708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88c403d6-dde2-4572-bed5-1d0e0a963861 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7286184 Nov 22 16:51:17.866859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54164) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:17.897000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Request body: {'port': {'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-839048316'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:17.932834 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.940453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.941252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:17.991549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 934390aa-fa69-468c-8393-0daf0ebb094c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:17.992257 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.166321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Port': ['ID=2af1399a-c6d0-461d-bbed-323101b78653,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.224331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Made reservation on behalf of d663dcbf393e4d6f8bf48cd1c9b11f4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:18.228454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.266381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] device_id is not set on port 43c2b232-5b9f-476d-8a4c-e2ce2c925612 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:18.289766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 2a371dfa-f370-4103-b914-53b207ab1376 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:18.302538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.303553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:18.411152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be04da49-c0a5-436e-a8d5-16d49cd0c5ba None None] Network 2a371dfa-f370-4103-b914-53b207ab1376 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:18.472315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Allocated IP 172.20.0.10 (c589f56b-f42b-4fad-8293-8e6b0e479cd3/d7e51601-8a81-43b2-bef5-ae4b78b61965/43c2b232-5b9f-476d-8a4c-e2ce2c925612) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:18.494543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-c589f56b-f42b-4fad-8293-8e6b0e479cd3', 'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3', 'tenant_id': 'd663dcbf393e4d6f8bf48cd1c9b11f4b', 'fixed_ips': [{'subnet_id': 'd7e51601-8a81-43b2-bef5-ae4b78b61965'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:18.495425 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.510179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 934390aa-fa69-468c-8393-0daf0ebb094c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=934390aa-fa69-468c-8393-0daf0ebb094c,segment=NetworkSegment(bf701483-dcb7-483f-aaab-94fdb9962be2),segment_id=bf701483-dcb7-483f-aaab-94fdb9962be2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:18.529091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Router 6908d454-b220-48a8-8c9f-12bdcc7c6e56 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:51:18.553620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.678082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7900e11c-34f9-4d31-8376-d54e6fcd5146 None None] Provisioning complete for port 934390aa-fa69-468c-8393-0daf0ebb094c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:18.678692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7900e11c-34f9-4d31-8376-d54e6fcd5146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.680590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:18.693679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-141ee4c5-78b5-436a-83d0-3742e95e127c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8541965 Nov 22 16:51:18.694315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54172) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:18.694764 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] Sync routers for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:18.711730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.716159 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:18.716882 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:18.784091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:18.796812 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:18.821254 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:18.821939 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:50:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:18.903336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:18.907474 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:18.908152 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f02af0d9-181b-4903-bbd2-c5edb982e0d4 None None] The sync data for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:18.909638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event updated for resources: {'Port': ['ID=43c2b232-5b9f-476d-8a4c-e2ce2c925612,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:18.913827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:18.918338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:18.930156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.930874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.931444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.932196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.932802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.934119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.934690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.935264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.935841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.936409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.936962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:18.937637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:19.002030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.003081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.023538 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d9dc300-673f-4baf-9ea9-f2fc30809031 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1551738 Nov 22 16:51:19.032070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54178) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:19.204484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Deleting port 43c2b232-5b9f-476d-8a4c-e2ce2c925612 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:19.207820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.303217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=934390aa-fa69-468c-8393-0daf0ebb094c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.352061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4645030-e1ce-459d-add0-93612870b3b5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:19.460909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.475385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Calling delete_port for 43c2b232-5b9f-476d-8a4c-e2ce2c925612 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:19.611133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Allocated IP 172.20.0.2 (c589f56b-f42b-4fad-8293-8e6b0e479cd3/d7e51601-8a81-43b2-bef5-ae4b78b61965/20c32c7c-ab8c-497c-a40e-61d259c8c523) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:19.613279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8f4b5-c762-442f-9ed4-267aaaf99cc1 req-e00a1232-ec9f-4c41-a615-fdd73852c48f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:19.613458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d4645030-e1ce-459d-add0-93612870b3b5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:19.614273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.614979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09b8f4b5-c762-442f-9ed4-267aaaf99cc1 req-e00a1232-ec9f-4c41-a615-fdd73852c48f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.5601881 Nov 22 16:51:19.623587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3b00e-c5e6-417f-9ad6-ed182d7fab78 None None] Network 17c80bed-d822-4a5d-b828-b5eb66b234c9 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:19.649594 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.699619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event deleted for resources: {'Port': ['ID=43c2b232-5b9f-476d-8a4c-e2ce2c925612,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:19.781070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09b8f4b5-c762-442f-9ed4-267aaaf99cc1 req-be28be24-9623-4820-b4e1-ad5c6452711c tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335297 Nov 22 16:51:19.811532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:19.815734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a9fb3851-903d-4e1b-8b8f-54d8e184156c tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "DELETE /v2.0/ports/43c2b232-5b9f-476d-8a4c-e2ce2c925612 HTTP/1.1" status: 204 len: 168 time: 0.7812557 Nov 22 16:51:19.826440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54184) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:19.850233 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-e4d66f55-bf73-4bf6-8030-99d0be6d65b5 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:51:19.852274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e4d66f55-bf73-4bf6-8030-99d0be6d65b5 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1563141 Nov 22 16:51:19.855001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54188) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:20.061107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98a03dc6-7dc7-4490-8ccc-9210f93e454d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.144991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c4eb12b-21af-4182-a53c-afa749ceb561 tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.3118408 Nov 22 16:51:20.145474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54194) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:20.155405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1262419207'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:20.207786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Made reservation on behalf of d663dcbf393e4d6f8bf48cd1c9b11f4b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:20.218731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.238915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.284139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:20.299087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.300515 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Added segment 602b7c3c-9f8a-487c-9bc7-6eb12702b7c2 of type vlan for network 08395a10-7780-4460-a4fd-24aa8d513ce8 Nov 22 16:51:20.361114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7f9799e0-57ad-4438-ace5-a8b296da0931 None None] Provisioning complete for port d4645030-e1ce-459d-add0-93612870b3b5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:20.362109 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f9799e0-57ad-4438-ace5-a8b296da0931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.392238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.463496 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.470300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.475598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:20.476798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.487101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.510886 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.516726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port d4645030-e1ce-459d-add0-93612870b3b5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d4645030-e1ce-459d-add0-93612870b3b5,segment=NetworkSegment(1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4),segment_id=1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:20.568050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Pushing event updated for resources: {'Port': ['ID=20c32c7c-ab8c-497c-a40e-61d259c8c523,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.583756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.615260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event updated for resources: {'Network': ['ID=08395a10-7780-4460-a4fd-24aa8d513ce8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.659732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03c018b8-9995-4f1b-bf01-7ce93d9bf712 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5126731 Nov 22 16:51:20.670152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 08395a10-7780-4460-a4fd-24aa8d513ce8 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:20.675550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:20.767398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:20.779813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:20.790743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:20.864746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=d4645030-e1ce-459d-add0-93612870b3b5,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:20.964638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Attempting to bind port 20c32c7c-ab8c-497c-a40e-61d259c8c523 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:20.965021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Attempting to bind port 20c32c7c-ab8c-497c-a40e-61d259c8c523 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c4554d78-f230-485e-b15f-d6ea3a86abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:20.965429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Attempting to bind port 20c32c7c-ab8c-497c-a40e-61d259c8c523 on network c589f56b-f42b-4fad-8293-8e6b0e479cd3 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:20.984268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:20.984645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Checking segment: {'id': 'c4554d78-f230-485e-b15f-d6ea3a86abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:20.985260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:20.985855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Bound using segment: {'id': 'c4554d78-f230-485e-b15f-d6ea3a86abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:20.986496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Bound port: 20c32c7c-ab8c-497c-a40e-61d259c8c523, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4554d78-f230-485e-b15f-d6ea3a86abce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c589f56b-f42b-4fad-8293-8e6b0e479cd3'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:20.987054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.123849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-27a30402-00bf-493e-a194-8741ee64c251 None None] Provisioning complete for port 934390aa-fa69-468c-8393-0daf0ebb094c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:21.124140 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-27a30402-00bf-493e-a194-8741ee64c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.158477 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6820cbce-2c91-44d4-83e2-6a2c5e4c5997 tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/agents/f48716cc-f40b-45fb-92b4-4bc7bb2cf174/dhcp-networks HTTP/1.1" status: 200 len: 7281 time: 0.4814949 Nov 22 16:51:21.159210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54214) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.203872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] For port 20c32c7c-ab8c-497c-a40e-61d259c8c523, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:21.205057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8d8e6-c109-4b65-83a1-37e5963f6d36 req-c499a184-6672-4704-b977-89d16ec8a2ea tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:21.229412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fc8d8e6-c109-4b65-83a1-37e5963f6d36 req-c499a184-6672-4704-b977-89d16ec8a2ea tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.2285614 Nov 22 16:51:21.237546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] For port 20c32c7c-ab8c-497c-a40e-61d259c8c523, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=20c32c7c-ab8c-497c-a40e-61d259c8c523,segment=NetworkSegment(c4554d78-f230-485e-b15f-d6ea3a86abce),segment_id=c4554d78-f230-485e-b15f-d6ea3a86abce)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:21.239327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4645030-e1ce-459d-add0-93612870b3b5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:21.307203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting port 2af1399a-c6d0-461d-bbed-323101b78653 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:21.307559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.316896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:21.329440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fc8d8e6-c109-4b65-83a1-37e5963f6d36 req-7432c84a-1adc-4a3e-88a7-53ee796a3c06 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989094 Nov 22 16:51:21.369425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b98cef-a9bc-48d4-826c-63935c0a730c tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] Network 08395a10-7780-4460-a4fd-24aa8d513ce8 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:21.422769 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a9b98cef-a9bc-48d4-826c-63935c0a730c tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "POST /v2.0/agents/f48716cc-f40b-45fb-92b4-4bc7bb2cf174/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2625012 Nov 22 16:51:21.427737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54220) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.479220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b60b550-c806-43b7-9aef-cbaffb12926b None None] Network 08395a10-7780-4460-a4fd-24aa8d513ce8 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:21.653938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a01ca35f-997e-4bce-907b-0cb553ca5d25 tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/agents/f48716cc-f40b-45fb-92b4-4bc7bb2cf174/dhcp-networks HTTP/1.1" status: 200 len: 8052 time: 0.2192752 Nov 22 16:51:21.653938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54224) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.735146 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0d84fb05-0c91-4c49-8f46-75d681063c8d tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "DELETE /v2.0/agents/f48716cc-f40b-45fb-92b4-4bc7bb2cf174/dhcp-networks/08395a10-7780-4460-a4fd-24aa8d513ce8 HTTP/1.1" status: 204 len: 168 time: 0.0798318 Nov 22 16:51:21.735558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54226) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:21.918113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d3529-d5d9-446f-8411-fdc9e18f6c00 None None] Pushing event updated for resources: {'Port': ['ID=20c32c7c-ab8c-497c-a40e-61d259c8c523,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:21.957515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-27a30402-00bf-493e-a194-8741ee64c251 None None] Provisioning complete for port 2af1399a-c6d0-461d-bbed-323101b78653 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:21.958318 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-27a30402-00bf-493e-a194-8741ee64c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.007972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d4645030-e1ce-459d-add0-93612870b3b5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:22.008507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.086420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-80a00ee3-2957-4841-afa9-3e98481299f6 tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/agents/f48716cc-f40b-45fb-92b4-4bc7bb2cf174/dhcp-networks HTTP/1.1" status: 200 len: 7281 time: 0.3438759 Nov 22 16:51:22.086420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54228) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:22.128285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-27a30402-00bf-493e-a194-8741ee64c251 None None] Port 2af1399a-c6d0-461d-bbed-323101b78653 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:22.139029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b2bac89-dbd5-4f45-9147-61c6c49cd514 tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/networks/c589f56b-f42b-4fad-8293-8e6b0e479cd3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0564582 Nov 22 16:51:22.141104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:22.184685 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-28bb87b9-f1bf-440d-9006-477d5d0cb979 tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/networks/c589f56b-f42b-4fad-8293-8e6b0e479cd3/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0417943 Nov 22 16:51:22.189630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54232) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:22.223600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 934390aa-fa69-468c-8393-0daf0ebb094c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:22.264153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.283889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Calling delete_port for 2af1399a-c6d0-461d-bbed-323101b78653 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:22.325262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a8259a7a-b2d2-467e-ac08-7a7c84d8d720 None None] Provisioning complete for port d4645030-e1ce-459d-add0-93612870b3b5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:22.328772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8259a7a-b2d2-467e-ac08-7a7c84d8d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.498559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 934390aa-fa69-468c-8393-0daf0ebb094c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:22.499223 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.520578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a9b384dd-b8d7-4f11-b16c-b8d51455c86c tempest-DHCPAgentSchedulersTestJSON-1702884248 tempest-DHCPAgentSchedulersTestJSON-1702884248-project-admin] 10.222.0.65 "GET /v2.0/agents/f48716cc-f40b-45fb-92b4-4bc7bb2cf174/dhcp-networks HTTP/1.1" status: 200 len: 7281 time: 0.3294446 Nov 22 16:51:22.521358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54238) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:22.685138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c178d-d8ec-4690-8c52-34ed060c38b9 req-b1d498fc-7441-4b68-9f4c-1cc5adaa18bd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:22.697294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.708453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-339c178d-d8ec-4690-8c52-34ed060c38b9 req-b1d498fc-7441-4b68-9f4c-1cc5adaa18bd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.2000792 Nov 22 16:51:22.806608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a8259a7a-b2d2-467e-ac08-7a7c84d8d720 None None] Provisioning complete for port 2af1399a-c6d0-461d-bbed-323101b78653 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:22.807134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8259a7a-b2d2-467e-ac08-7a7c84d8d720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.918655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-339c178d-d8ec-4690-8c52-34ed060c38b9 req-d87114ac-7264-42f9-aa82-3e753f9c6060 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091386 Nov 22 16:51:22.941247 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:22.944862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.003658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a8259a7a-b2d2-467e-ac08-7a7c84d8d720 None None] Port 2af1399a-c6d0-461d-bbed-323101b78653 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:23.007388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08395a10-7780-4460-a4fd-24aa8d513ce8']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:23.009606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79a02a33-5e6a-4cd4-9f09-1e73bfbe712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.036609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Port': ['ID=2af1399a-c6d0-461d-bbed-323101b78653,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:23.042376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '602b7c3c-9f8a-487c-9bc7-6eb12702b7c2') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:23.043460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '602b7c3c-9f8a-487c-9bc7-6eb12702b7c2') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:23.089864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.140763 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.163810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:23.165978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:23.170094 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:23.232970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.270248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 20c32c7c-ab8c-497c-a40e-61d259c8c523 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:23.291989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.312986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.326464 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "DELETE /v2.0/networks/08395a10-7780-4460-a4fd-24aa8d513ce8 HTTP/1.1" status: 204 len: 168 time: 0.8007700 Nov 22 16:51:23.366747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54244) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:23.367617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4aeef-1f45-4332-b517-f7729aad9b11 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event deleted for resources: {'Network': ['ID=08395a10-7780-4460-a4fd-24aa8d513ce8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:23.434688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 20c32c7c-ab8c-497c-a40e-61d259c8c523 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:23.435314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.451722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b6c17a-9080-40ce-8835-648fa6759aed None None] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:23.452838 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d599393e-1e35-4b7c-92c2-04253e32e8f6 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] DELETE failed (client error): The resource could not be found. Nov 22 16:51:23.453932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d599393e-1e35-4b7c-92c2-04253e32e8f6 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:51:23.457134 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d599393e-1e35-4b7c-92c2-04253e32e8f6 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "DELETE /v2.0/ports/43c2b232-5b9f-476d-8a4c-e2ce2c925612 HTTP/1.1" status: 404 len: 333 time: 0.0818837 Nov 22 16:51:23.467160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54246) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:23.569018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Router 6908d454-b220-48a8-8c9f-12bdcc7c6e56 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:23.588473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Deleting subnet d7e51601-8a81-43b2-bef5-ae4b78b61965 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:23.603254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.670777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.713388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d4620cca-2ff1-491d-a098-0c7daa247228 None None] Provisioning complete for port 20c32c7c-ab8c-497c-a40e-61d259c8c523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:23.713944 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4620cca-2ff1-491d-a098-0c7daa247228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.740772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:23.762437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2e107cfc-4ff8-448d-9dc9-51191aa01f7e tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9054208 Nov 22 16:51:23.766374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:23.811946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.825121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] Sync routers for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:23.874982 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-7a692a31-2d1d-40ff-93de-4cfed24f3cb1 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] delete failed (client error): The resource could not be found. Nov 22 16:51:23.876046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7a692a31-2d1d-40ff-93de-4cfed24f3cb1 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-1620776793 HTTP/1.1" status: 404 len: 335 time: 0.1084781 Nov 22 16:51:23.883022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54256) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:23.892751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3704b535-a286-44ae-822c-f0e2ab381876 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'router': {'external_gateway_info': {'network_id': '6908d454-b220-48a8-8c9f-12bdcc7c6e56'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:23.954369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:23.991986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e51601-8a81-43b2-bef5-ae4b78b61965,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:24.001500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.009645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1ac40edb-466b-4c12-bf0d-f7cdbf931c9e tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "DELETE /v2.0/subnets/d7e51601-8a81-43b2-bef5-ae4b78b61965 HTTP/1.1" status: 204 len: 168 time: 0.5425904 Nov 22 16:51:24.010523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54260) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:24.017926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:24.018658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.098046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.100438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.107583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4620cca-2ff1-491d-a098-0c7daa247228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.137945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.145983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:24.146956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.160491 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.208699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.209485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53328abc-44cd-4469-b92a-7d0c76257191 None None] The sync data for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:24.271172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-d4620cca-2ff1-491d-a098-0c7daa247228 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:51:24.272248 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-d4620cca-2ff1-491d-a098-0c7daa247228 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:51:24.285749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Deleting port 20c32c7c-ab8c-497c-a40e-61d259c8c523 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:24.285988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.333221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:51:24.333834 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:51:24.343772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3704b535-a286-44ae-822c-f0e2ab381876 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.368860 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-3704b535-a286-44ae-822c-f0e2ab381876 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] update failed (client error): The resource could not be found. Nov 22 16:51:24.370204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3704b535-a286-44ae-822c-f0e2ab381876 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56 HTTP/1.1" status: 404 len: 339 time: 0.4861789 Nov 22 16:51:24.377981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54262) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:24.383101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] For port 20c32c7c-ab8c-497c-a40e-61d259c8c523, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=20c32c7c-ab8c-497c-a40e-61d259c8c523,segment=NetworkSegment(c4554d78-f230-485e-b15f-d6ea3a86abce),segment_id=c4554d78-f230-485e-b15f-d6ea3a86abce)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:24.383744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-262217607'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:24.383868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.417298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Calling delete_port for 20c32c7c-ab8c-497c-a40e-61d259c8c523 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:24.427383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7578c-63f9-49f9-a992-55fc98a9e778 req-1f5e22d6-76ea-4200-88f9-5bb5723864a5 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.429250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7c7578c-63f9-49f9-a992-55fc98a9e778 req-1f5e22d6-76ea-4200-88f9-5bb5723864a5 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.2575140 Nov 22 16:51:24.455898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:24.460358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.510439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ade6ff-f3fc-44db-b9e1-c5cb8aefaec0 None None] Network c589f56b-f42b-4fad-8293-8e6b0e479cd3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:24.541455 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.561116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 879} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:24.579906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7c7578c-63f9-49f9-a992-55fc98a9e778 req-e7ad53f4-ade1-4fb6-af78-880180f8c7fe tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379035 Nov 22 16:51:24.587214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.587736 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Added segment 3b645c05-6ff6-4d9e-902d-29e8322c3915 of type vlan for network 02c50780-86b5-4ade-ae8f-45ff3341b380 Nov 22 16:51:24.597433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event deleted for resources: {'Port': ['ID=20c32c7c-ab8c-497c-a40e-61d259c8c523,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:24.604389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] No DVR routers for this DVR port 20c32c7c-ab8c-497c-a40e-61d259c8c523 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:24.708221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.775334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.782797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:24.783457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.799266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.825541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c589f56b-f42b-4fad-8293-8e6b0e479cd3']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.841595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4554d78-f230-485e-b15f-d6ea3a86abce') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.841994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4554d78-f230-485e-b15f-d6ea3a86abce') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:24.855938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.872891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.881835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:24.882235 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:24.937532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Network': ['ID=02c50780-86b5-4ade-ae8f-45ff3341b380,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:24.950987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c7e563de-ba34-44c5-8e3e-b0fecc4112b4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5676074 Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:24.956299 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:24.963976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'subnet': {'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:25.025472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.045170 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.052212 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] 10.222.0.65 "DELETE /v2.0/networks/c589f56b-f42b-4fad-8293-8e6b0e479cd3 HTTP/1.1" status: 204 len: 168 time: 1.0397620 Nov 22 16:51:25.074237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb86e1-e097-4f2f-9ad0-1df901cf7b41 tempest-DHCPAgentSchedulersTestJSON-236825446 tempest-DHCPAgentSchedulersTestJSON-236825446-project] Pushing event deleted for resources: {'Network': ['ID=c589f56b-f42b-4fad-8293-8e6b0e479cd3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:25.168328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Made reservation on behalf of 7e7e2a8f43554e6698ad06a148d5ead3 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:25.174894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.186172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 02c50780-86b5-4ade-ae8f-45ff3341b380 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:25.303481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d4620cca-2ff1-491d-a098-0c7daa247228 None None] Port 20c32c7c-ab8c-497c-a40e-61d259c8c523 update to ACTIVE by agent not found {{(pid=103516) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:51:25.305781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Port 20c32c7c-ab8c-497c-a40e-61d259c8c523 update to ACTIVE by agent not found {{(pid=103516) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:51:25.395324 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.403459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54278) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:25.426428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7bc5cca3-195b-4a53-9ecb-ca86cde6b07c None None] Could not find standard attr ID for object 20c32c7c-ab8c-497c-a40e-61d259c8c523. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:51:25.434412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184b26a-dfa2-4a84-afc0-b2b937abd7b4 None None] DHCP port deletion for c589f56b-f42b-4fad-8293-8e6b0e479cd3 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:25.587572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.597977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:25.735772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Subnet': ['ID=800c4b38-6802-46be-9027-3e88b2851854,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:25.740884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Checking segment: {'id': '3b645c05-6ff6-4d9e-902d-29e8322c3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:25.741245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network hostable DHCP agents. Network: 02c50780-86b5-4ade-ae8f-45ff3341b380, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:25.765852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 02c50780-86b5-4ade-ae8f-45ff3341b380 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:25.779655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846661b7-1e00-488e-aa0f-cfbae1b97df1 req-c80d2a0a-1a0a-4b92-a533-663fc433ee69 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:25.781499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 02c50780-86b5-4ade-ae8f-45ff3341b380) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:25.792408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846661b7-1e00-488e-aa0f-cfbae1b97df1 req-c80d2a0a-1a0a-4b92-a533-663fc433ee69 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1206155 Nov 22 16:51:25.792751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e4941-c168-4687-b48b-0e9fd28015a3 None None] Network 02c50780-86b5-4ade-ae8f-45ff3341b380 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:25.806811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:25.806811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.812892 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c6fff99-d160-43bd-a32a-229aec480c8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:25.833053 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21bb1a64-db9c-4106-b6e3-c1c47c238916 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8733611 Nov 22 16:51:25.833926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:25.840800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-48f3094c-b29d-46aa-a95a-a3222bc18738 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'router': {'external_gateway_info': {'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:25.889692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846661b7-1e00-488e-aa0f-cfbae1b97df1 req-c606790e-767a-4e7b-8e20-119c67b31a69 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954876 Nov 22 16:51:25.934830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f3a2b47-9d02-4078-8aa2-7b018f23a35f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d663dcbf393e4d6f8bf48cd1c9b11f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3356090 Nov 22 16:51:25.940266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54294) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.011012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15687940-f20f-4913-8615-c72b846e805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-02c50780-86b5-4ade-ae8f-45ff3341b380', 'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380', 'tenant_id': '7e7e2a8f43554e6698ad06a148d5ead3', 'fixed_ips': [{'subnet_id': '800c4b38-6802-46be-9027-3e88b2851854'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:51:26.013579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15687940-f20f-4913-8615-c72b846e805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.051837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.099019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c075b14-b3f6-4d41-89f3-6e1e385e401a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.124150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c6fff99-d160-43bd-a32a-229aec480c8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.138779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c6fff99-d160-43bd-a32a-229aec480c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.205312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48f3094c-b29d-46aa-a95a-a3222bc18738 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.241627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c075b14-b3f6-4d41-89f3-6e1e385e401a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.245792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8c6fff99-d160-43bd-a32a-229aec480c8e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07e90e4d2b754b539ce74a8e5430b56a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8408253 Nov 22 16:51:26.258900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54298) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.323207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fff99-d160-43bd-a32a-229aec480c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c9dfa4-2355-44a8-8362-d31991aae755,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.368908 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15b218a9-d087-4281-9094-1b988bce4b9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.378387 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-48f3094c-b29d-46aa-a95a-a3222bc18738 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:51:26.384763 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-48f3094c-b29d-46aa-a95a-a3222bc18738 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56 HTTP/1.1" status: 400 len: 364 time: 0.5444126 Nov 22 16:51:26.384763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:26.388581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-15687940-f20f-4913-8615-c72b846e805b None None] Allocated IP 2001:db8:1::2 (02c50780-86b5-4ade-ae8f-45ff3341b380/800c4b38-6802-46be-9027-3e88b2851854/a7397c68-862c-449e-b6de-7fe030b4a40f) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:26.419925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15b218a9-d087-4281-9094-1b988bce4b9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.443206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c075b14-b3f6-4d41-89f3-6e1e385e401a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.446450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c075b14-b3f6-4d41-89f3-6e1e385e401a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.448010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7c075b14-b3f6-4d41-89f3-6e1e385e401a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/652dfbbf-4265-4fd8-8c59-d12e6be5fa71 HTTP/1.1" status: 204 len: 168 time: 0.5060873 Nov 22 16:51:26.498952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c075b14-b3f6-4d41-89f3-6e1e385e401a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652dfbbf-4265-4fd8-8c59-d12e6be5fa71,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.529054 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15b218a9-d087-4281-9094-1b988bce4b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.545070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-15b218a9-d087-4281-9094-1b988bce4b9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.549303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-15b218a9-d087-4281-9094-1b988bce4b9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e2c9dfa4-2355-44a8-8362-d31991aae755 HTTP/1.1" status: 204 len: 168 time: 0.2868712 Nov 22 16:51:26.564004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b218a9-d087-4281-9094-1b988bce4b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c9dfa4-2355-44a8-8362-d31991aae755,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.692512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15687940-f20f-4913-8615-c72b846e805b None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.707850 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15687940-f20f-4913-8615-c72b846e805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.757404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:26.758924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15687940-f20f-4913-8615-c72b846e805b None None] Network 02c50780-86b5-4ade-ae8f-45ff3341b380 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:26.783625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-15687940-f20f-4913-8615-c72b846e805b None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:26.788386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15687940-f20f-4913-8615-c72b846e805b None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:26.838724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15687940-f20f-4913-8615-c72b846e805b None None] Pushing event updated for resources: {'Port': ['ID=a7397c68-862c-449e-b6de-7fe030b4a40f,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:26.978913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-15687940-f20f-4913-8615-c72b846e805b None None] Attempting to bind port a7397c68-862c-449e-b6de-7fe030b4a40f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:26.979302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-15687940-f20f-4913-8615-c72b846e805b None None] Attempting to bind port a7397c68-862c-449e-b6de-7fe030b4a40f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3b645c05-6ff6-4d9e-902d-29e8322c3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:26.981464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15687940-f20f-4913-8615-c72b846e805b None None] Attempting to bind port a7397c68-862c-449e-b6de-7fe030b4a40f on network 02c50780-86b5-4ade-ae8f-45ff3341b380 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:26.998689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15687940-f20f-4913-8615-c72b846e805b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:26.999189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15687940-f20f-4913-8615-c72b846e805b None None] Checking segment: {'id': '3b645c05-6ff6-4d9e-902d-29e8322c3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:26.999654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15687940-f20f-4913-8615-c72b846e805b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.014647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15687940-f20f-4913-8615-c72b846e805b None None] Bound using segment: {'id': '3b645c05-6ff6-4d9e-902d-29e8322c3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:27.015192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-15687940-f20f-4913-8615-c72b846e805b None None] Bound port: a7397c68-862c-449e-b6de-7fe030b4a40f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b645c05-6ff6-4d9e-902d-29e8322c3915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '02c50780-86b5-4ade-ae8f-45ff3341b380'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:27.015608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15687940-f20f-4913-8615-c72b846e805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.143942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c2c35-4501-4b18-a2b1-70de7a56d3c8 req-877986e6-c376-4e78-9d00-3b33394bf789 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:27.158376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e66c2c35-4501-4b18-a2b1-70de7a56d3c8 req-877986e6-c376-4e78-9d00-3b33394bf789 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1261473 Nov 22 16:51:27.165847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.190007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-15687940-f20f-4913-8615-c72b846e805b None None] For port a7397c68-862c-449e-b6de-7fe030b4a40f, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:27.197634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9f1675c-51e5-43b2-81e4-02d1eccc1127 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.199816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-15687940-f20f-4913-8615-c72b846e805b None None] For port a7397c68-862c-449e-b6de-7fe030b4a40f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7397c68-862c-449e-b6de-7fe030b4a40f,segment=NetworkSegment(3b645c05-6ff6-4d9e-902d-29e8322c3915),segment_id=3b645c05-6ff6-4d9e-902d-29e8322c3915)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:27.211923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15687940-f20f-4913-8615-c72b846e805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.246617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.298764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15687940-f20f-4913-8615-c72b846e805b None None] Pushing event updated for resources: {'Port': ['ID=a7397c68-862c-449e-b6de-7fe030b4a40f,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:27.322015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e66c2c35-4501-4b18-a2b1-70de7a56d3c8 req-68b3b7f0-3ff1-44ae-818c-2923cef34c7d tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459982 Nov 22 16:51:27.377608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 20c32c7c-ab8c-497c-a40e-61d259c8c523 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:27.422577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 20c32c7c-ab8c-497c-a40e-61d259c8c523 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:27.423616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 20c32c7c-ab8c-497c-a40e-61d259c8c523 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:27.429041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-736edd62-216c-45a3-867c-1920766c97e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.439042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9f1675c-51e5-43b2-81e4-02d1eccc1127 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.453013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f9f1675c-51e5-43b2-81e4-02d1eccc1127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:27.845867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Allocated IP 2001:db8::1 (770e31c2-1e1f-4384-a470-bdd3ef1aee0b/b9fe48d0-4441-4ae1-bce8-fa1ded590821/ed5b05d9-aad4-4288-a710-3d786aada4fb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:27.849966 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f9f1675c-51e5-43b2-81e4-02d1eccc1127 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd9976a3c380453893868d81192b507a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6823893 Nov 22 16:51:27.851744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54334) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.854333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:27.856092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1675c-51e5-43b2-81e4-02d1eccc1127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbc1a61-e257-46a3-b50a-a04c69b319d9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:27.992246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21000a3a-e441-4ed5-b4e5-5a67bc36ee21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.051098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46e09352-dfc8-41cd-99f6-60342d1667cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.071238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-736edd62-216c-45a3-867c-1920766c97e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.075972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21000a3a-e441-4ed5-b4e5-5a67bc36ee21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.080775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.081504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21000a3a-e441-4ed5-b4e5-5a67bc36ee21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.086994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-736edd62-216c-45a3-867c-1920766c97e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.126683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-21000a3a-e441-4ed5-b4e5-5a67bc36ee21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a002b0ae03be4d959cd2da95496def80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2706180 Nov 22 16:51:28.128454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54340) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.130676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21000a3a-e441-4ed5-b4e5-5a67bc36ee21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d9e612-bd08-4e78-b96b-45d354399e6a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.135554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46e09352-dfc8-41cd-99f6-60342d1667cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.176576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-736edd62-216c-45a3-867c-1920766c97e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aded5a6c6f2a476b93d14d6db4b914c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9260299 Nov 22 16:51:28.177616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54342) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:28.187712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736edd62-216c-45a3-867c-1920766c97e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61190e5-6542-477f-b455-247ef3d3fddb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.211697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3703fec6-1612-4839-b50a-ad7c6c437890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.220155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.251305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3703fec6-1612-4839-b50a-ad7c6c437890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.269796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:28.277133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:28.282490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:28.283034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.287365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46e09352-dfc8-41cd-99f6-60342d1667cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.289063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f768c59-1141-4274-9237-09c0a116f890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.290116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46e09352-dfc8-41cd-99f6-60342d1667cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.291312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-46e09352-dfc8-41cd-99f6-60342d1667cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1dbc1a61-e257-46a3-b50a-a04c69b319d9 HTTP/1.1" status: 204 len: 168 time: 0.4322729 Nov 22 16:51:28.330459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f768c59-1141-4274-9237-09c0a116f890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.356509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e09352-dfc8-41cd-99f6-60342d1667cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbc1a61-e257-46a3-b50a-a04c69b319d9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.359980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Port': ['ID=ed5b05d9-aad4-4288-a710-3d786aada4fb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.360433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3703fec6-1612-4839-b50a-ad7c6c437890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.363321 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3703fec6-1612-4839-b50a-ad7c6c437890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.365378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3703fec6-1612-4839-b50a-ad7c6c437890 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69d9e612-bd08-4e78-b96b-45d354399e6a HTTP/1.1" status: 204 len: 168 time: 0.2359405 Nov 22 16:51:28.384893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703fec6-1612-4839-b50a-ad7c6c437890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d9e612-bd08-4e78-b96b-45d354399e6a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.416896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f768c59-1141-4274-9237-09c0a116f890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.424601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5f768c59-1141-4274-9237-09c0a116f890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.430462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5f768c59-1141-4274-9237-09c0a116f890 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b61190e5-6542-477f-b455-247ef3d3fddb HTTP/1.1" status: 204 len: 168 time: 0.2517436 Nov 22 16:51:28.456708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f768c59-1141-4274-9237-09c0a116f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61190e5-6542-477f-b455-247ef3d3fddb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:28.578364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.606219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c9745-16b7-4512-be97-8bfab7441b7c req-d8df8f0b-8400-434b-92c2-1dfad8e4dd24 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:28.624199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-051c9745-16b7-4512-be97-8bfab7441b7c req-d8df8f0b-8400-434b-92c2-1dfad8e4dd24 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1699667 Nov 22 16:51:28.739012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4052b58c-5249-4261-9763-efc9bd775f6c None None] Network 02c50780-86b5-4ade-ae8f-45ff3341b380 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:28.755043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-051c9745-16b7-4512-be97-8bfab7441b7c req-fdece236-471a-4aae-9f9d-2968548d7a6c tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277561 Nov 22 16:51:28.842634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Provisioning complete for port ed5b05d9-aad4-4288-a710-3d786aada4fb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:28.843253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.887109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Port ed5b05d9-aad4-4288-a710-3d786aada4fb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:28.920068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Provisioning complete for port a7397c68-862c-449e-b6de-7fe030b4a40f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:28.921135 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.966825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.973413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:28.974632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.099683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event updated for resources: {'Port': ['ID=ed5b05d9-aad4-4288-a710-3d786aada4fb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.102446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.180634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:29.182988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] For port a7397c68-862c-449e-b6de-7fe030b4a40f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7397c68-862c-449e-b6de-7fe030b4a40f,segment=NetworkSegment(3b645c05-6ff6-4d9e-902d-29e8322c3915),segment_id=3b645c05-6ff6-4d9e-902d-29e8322c3915)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:29.184809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:29.189025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.263747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2e0b6-3bd4-45d3-b6fd-1cbc8beeafc1 None None] Pushing event updated for resources: {'Port': ['ID=a7397c68-862c-449e-b6de-7fe030b4a40f,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:29.443136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Router 6908d454-b220-48a8-8c9f-12bdcc7c6e56 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:29.490719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a7397c68-862c-449e-b6de-7fe030b4a40f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:29.579782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-15b69afb-a844-4f63-82ea-95e7db07086e None None] Provisioning complete for port a7397c68-862c-449e-b6de-7fe030b4a40f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:29.580157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15b69afb-a844-4f63-82ea-95e7db07086e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.587912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:29.602796 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] Sync routers for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:29.618716 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:29.621767 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.629693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cc5e8456-16a6-4505-857e-4d885633fc8f tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2455404 Nov 22 16:51:29.632666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54390) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.688162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a7397c68-862c-449e-b6de-7fe030b4a40f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:29.694190 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.705103 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.715176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:29.715806 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.759356 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:29.759855 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf29e29-b0bc-41eb-a2e2-75f85a1fba95 None None] The sync data for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:29.804631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3653a2e0-5095-48a5-be53-5f5be737eeaa tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.922916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3c50c43a-f2ff-42e0-b836-0d0cf5758cb3 None None] Provisioning complete for port ed5b05d9-aad4-4288-a710-3d786aada4fb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:29.924283 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3c50c43a-f2ff-42e0-b836-0d0cf5758cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:29.928466 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-3653a2e0-5095-48a5-be53-5f5be737eeaa tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 22 16:51:29.932586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54408) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:29.932868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3653a2e0-5095-48a5-be53-5f5be737eeaa tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56 HTTP/1.1" status: 409 len: 329 time: 0.2989218 Nov 22 16:51:29.954551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b6e0a3-53a3-4c05-b72c-da48304cb72d req-5b6b7f64-1eb1-475c-ba11-3db4a12c2418 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:29.956395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b6e0a3-53a3-4c05-b72c-da48304cb72d req-5b6b7f64-1eb1-475c-ba11-3db4a12c2418 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.0802126 Nov 22 16:51:29.967364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3c50c43a-f2ff-42e0-b836-0d0cf5758cb3 None None] Port ed5b05d9-aad4-4288-a710-3d786aada4fb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:51:30.010737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54412) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.048941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b6e0a3-53a3-4c05-b72c-da48304cb72d req-0f4e11f3-6611-48f1-968c-deb67bb6fe17 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856025 Nov 22 16:51:30.140540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-212807117-network', 'tenant_id': '17225e7ca30943df9430495441536f1a'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:30.172659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Made reservation on behalf of 17225e7ca30943df9430495441536f1a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:30.175533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.187339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.316938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.318085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.324624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.352944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:30.363792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a9614-4015-416b-804b-322dddea8d50,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:30.371694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.372429 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Added segment c926a459-479e-41cf-bc57-9bb91a45d9e3 of type vlan for network 8d655eca-e1e5-461c-bd52-9c91cf42a918 Nov 22 16:51:30.421169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.461184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.462863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:30.464380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.553406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5404906 Nov 22 16:51:30.569683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54426) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:30.580444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Request body: {'subnet': {'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-212807117-subnet', 'tenant_id': '17225e7ca30943df9430495441536f1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:30.592776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdee521-ff2c-4075-bae1-dea657978b24 admin admin] Pushing event updated for resources: {'Network': ['ID=8d655eca-e1e5-461c-bd52-9c91cf42a918,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:30.603830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 8d655eca-e1e5-461c-bd52-9c91cf42a918 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:30.659463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Made reservation on behalf of 17225e7ca30943df9430495441536f1a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:30.663268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.812882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting port ed5b05d9-aad4-4288-a710-3d786aada4fb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:30.813221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.949038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:30.987046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Calling delete_port for ed5b05d9-aad4-4288-a710-3d786aada4fb owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:31.012852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.111254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e00c6c-fc4a-48f1-b951-28a836ded4c9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.181824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Checking segment: {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:31.182188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Network hostable DHCP agents. Network: 8d655eca-e1e5-461c-bd52-9c91cf42a918, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:51:31.216256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Network 8d655eca-e1e5-461c-bd52-9c91cf42a918 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:51:31.226909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf46eda-0f5f-4137-ba62-9c0fa468e528 req-645f8d9a-248d-4779-ba95-be43fa35c541 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:31.228609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbf46eda-0f5f-4137-ba62-9c0fa468e528 req-645f8d9a-248d-4779-ba95-be43fa35c541 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.0825799 Nov 22 16:51:31.234283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54456) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:31.251573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 8d655eca-e1e5-461c-bd52-9c91cf42a918) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:31.259247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:31.259847 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.264736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf07b4-2daa-4835-b9bc-b203171cd379 None None] Network 8d655eca-e1e5-461c-bd52-9c91cf42a918 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:31.303134 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-013c07ed-a04c-45b9-835d-525117e56e88 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7387595 Nov 22 16:51:31.305179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.308988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbf46eda-0f5f-4137-ba62-9c0fa468e528 req-ad36e98e-145b-4004-ac08-304ba16913ab tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653965 Nov 22 16:51:31.336081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Port': ['ID=ed5b05d9-aad4-4288-a710-3d786aada4fb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:31.461272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841c106-ced2-4ae3-9de6-294875d21975 None None] Network 8d655eca-e1e5-461c-bd52-9c91cf42a918 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:31.513307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.648552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:31.683789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.743490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Router 6908d454-b220-48a8-8c9f-12bdcc7c6e56 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:31.789339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:31.895362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:31.908227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] Sync routers for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:31.911165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-421fd81d-6744-48a6-988f-7c9f87342f44 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771934 Nov 22 16:51:31.915909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:31.927749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Allocated IP 172.25.6.101 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/afff7e1b-e3fe-40d2-af78-6292ed3b52e4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:31.929297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:31.930386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:31.970382 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-80b8da3b-d3cc-42da-b63b-8719b98b2792 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] show failed (client error): The resource could not be found. Nov 22 16:51:31.971751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-80b8da3b-d3cc-42da-b63b-8719b98b2792 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-770001516 HTTP/1.1" status: 404 len: 334 time: 0.0523746 Nov 22 16:51:31.975998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:31.982872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:31.984164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f20b2654-aa85-4373-9bb0-ead900e51cb5 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:32.002954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] Routers {'6908d454-b220-48a8-8c9f-12bdcc7c6e56'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:32.003859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:32.035107 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-f20b2654-aa85-4373-9bb0-ead900e51cb5 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] update failed (client error): The resource could not be found. Nov 22 16:51:32.036660 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f20b2654-aa85-4373-9bb0-ead900e51cb5 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1224078919 HTTP/1.1" status: 404 len: 335 time: 0.0590632 Nov 22 16:51:32.041483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54482) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:32.064981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:32.066194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fceb77f2-20ef-445e-b3a1-44e3a5bf469e None None] The sync data for ids ['6908d454-b220-48a8-8c9f-12bdcc7c6e56'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:32.087508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.110168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting subnet 800c4b38-6802-46be-9027-3e88b2851854 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:32.114393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.135617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.175242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.188760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:32.191807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:32.196764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:32.201389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Pushing event updated for resources: {'Port': ['ID=afff7e1b-e3fe-40d2-af78-6292ed3b52e4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.296339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.338164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.405898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.410807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.462006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Subnet': ['ID=800c4b38-6802-46be-9027-3e88b2851854,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.471227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.476203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8e362835-aaf8-4172-be56-22e098e9b842 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/subnets/800c4b38-6802-46be-9027-3e88b2851854 HTTP/1.1" status: 204 len: 168 time: 0.4330137 Nov 22 16:51:32.478631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54494) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:32.481873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684de82-af21-4246-9b58-eca3303814b4 None None] Network 02c50780-86b5-4ade-ae8f-45ff3341b380 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:32.542935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24153b6e-8ee7-4943-b5e3-19d123d64607 req-0eb5fa1f-3266-4f2b-854d-1bee772c361e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:32.544886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24153b6e-8ee7-4943-b5e3-19d123d64607 req-0eb5fa1f-3266-4f2b-854d-1bee772c361e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.0915663 Nov 22 16:51:32.596959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.663017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24153b6e-8ee7-4943-b5e3-19d123d64607 req-ce7ef437-30e4-4d44-a334-6668a4e12886 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038139 Nov 22 16:51:32.719407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting port a7397c68-862c-449e-b6de-7fe030b4a40f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:32.719756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.786672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.795447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.811668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] For port a7397c68-862c-449e-b6de-7fe030b4a40f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7397c68-862c-449e-b6de-7fe030b4a40f,segment=NetworkSegment(3b645c05-6ff6-4d9e-902d-29e8322c3915),segment_id=3b645c05-6ff6-4d9e-902d-29e8322c3915)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:32.812302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.860419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Calling delete_port for a7397c68-862c-449e-b6de-7fe030b4a40f owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:32.874344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] DHCP port deletion for 02c50780-86b5-4ade-ae8f-45ff3341b380 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:32.943016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.951392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Pushing event updated for resources: {'Port': ['ID=afff7e1b-e3fe-40d2-af78-6292ed3b52e4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:32.980057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:32.985317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-247e3ece-e577-4208-b22a-ad6011d1a013 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7471535 Nov 22 16:51:32.986682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54504) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:32.993850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1887998460', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'fixed_ips': [{'ip_address': '172.25.6.101'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:33.007481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] Deleting port a7397c68-862c-449e-b6de-7fe030b4a40f {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:33.008273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.027332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.036189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Made reservation on behalf of f4f04beac8de459fb00d6e2a14519ada for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:33.040235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.059344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Port': ['ID=a7397c68-862c-449e-b6de-7fe030b4a40f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.059914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.061302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] No DVR routers for this DVR port a7397c68-862c-449e-b6de-7fe030b4a40f on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:33.091805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] For port a7397c68-862c-449e-b6de-7fe030b4a40f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7397c68-862c-449e-b6de-7fe030b4a40f,segment=NetworkSegment(3b645c05-6ff6-4d9e-902d-29e8322c3915),segment_id=3b645c05-6ff6-4d9e-902d-29e8322c3915)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:33.092936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.108678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] Calling delete_port for a7397c68-862c-449e-b6de-7fe030b4a40f owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:33.166180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.176847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.185372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.190452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] device_id is not set on port c3bbb5bc-ce9b-41fe-8e5d-cb502900c692 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:51:33.198087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c50780-86b5-4ade-ae8f-45ff3341b380']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.212828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b645c05-6ff6-4d9e-902d-29e8322c3915') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.213503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b645c05-6ff6-4d9e-902d-29e8322c3915') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:33.231791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.249138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.256941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:33.257776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:33.262158 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:33.294598 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.353237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.377505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.383223 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/networks/02c50780-86b5-4ade-ae8f-45ff3341b380 HTTP/1.1" status: 204 len: 168 time: 0.9019208 Nov 22 16:51:33.386918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54510) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:33.389467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] No DVR routers for this DVR port a7397c68-862c-449e-b6de-7fe030b4a40f on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:33.404876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a177e15-b2b3-4a56-8faf-e3bebf16c60e None None] Pushing event deleted for resources: {'Port': ['ID=a7397c68-862c-449e-b6de-7fe030b4a40f,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.466522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40480d2-e257-488b-a72b-a50b06bf8d70,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.518534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cad5b-89b9-4846-84f1-16932c5c0cb4 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Network': ['ID=02c50780-86b5-4ade-ae8f-45ff3341b380,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.522650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a7397c68-862c-449e-b6de-7fe030b4a40f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:33.549239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting subnet d90819fd-95b4-40fd-94c1-9cdd3262ff30 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:33.554007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.566091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a7397c68-862c-449e-b6de-7fe030b4a40f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:33.567061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a7397c68-862c-449e-b6de-7fe030b4a40f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:33.640871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.641083 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:51:33.641083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:51:33.669486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1d2326ed-0fdd-4ada-b678-91179b642f3c tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6815331 Nov 22 16:51:33.672253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54512) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:33.811327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.888677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.912891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868439b-1849-4936-ac82-cb8f035ed8a8 req-6c1eca15-d433-4c75-8aff-483ab74699f7 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:33.914909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2868439b-1849-4936-ac82-cb8f035ed8a8 req-6c1eca15-d433-4c75-8aff-483ab74699f7 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1241753 Nov 22 16:51:33.916037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Subnet': ['ID=d90819fd-95b4-40fd-94c1-9cdd3262ff30,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:33.936005 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:33.938189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1d3de-149d-48f3-8789-f58b288a564e None None] Network 17c80bed-d822-4a5d-b828-b5eb66b234c9 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:33.940580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6cd113c9-9cce-4e35-909f-9e283153d271 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/subnets/d90819fd-95b4-40fd-94c1-9cdd3262ff30 HTTP/1.1" status: 204 len: 168 time: 0.5523195 Nov 22 16:51:33.947806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54518) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.052707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Deleting port afff7e1b-e3fe-40d2-af78-6292ed3b52e4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:34.053370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.099956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2868439b-1849-4936-ac82-cb8f035ed8a8 req-0240b879-c016-4ed4-be13-3917201bb6fb tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689942 Nov 22 16:51:34.118276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting subnet 46414016-2a62-4eb8-bbe5-b3f7d7752f75 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:34.127175 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.185527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] DHCP port deletion for 17c80bed-d822-4a5d-b828-b5eb66b234c9 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:34.197101 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.201286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.201617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.237702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Calling delete_port for afff7e1b-e3fe-40d2-af78-6292ed3b52e4 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:34.240761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] Deleting port d4645030-e1ce-459d-add0-93612870b3b5 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:34.241126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.305110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] For port d4645030-e1ce-459d-add0-93612870b3b5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d4645030-e1ce-459d-add0-93612870b3b5,segment=NetworkSegment(1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4),segment_id=1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:34.305508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.318241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] Calling delete_port for d4645030-e1ce-459d-add0-93612870b3b5 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:34.349961 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.416519 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.443622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] Pushing event deleted for resources: {'Port': ['ID=d4645030-e1ce-459d-add0-93612870b3b5,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.447325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961f0fa0-ef90-4d7f-9cce-196510536a02 None None] No DVR routers for this DVR port d4645030-e1ce-459d-add0-93612870b3b5 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:34.828430 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.882048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-a7602238-408c-44a8-91d9-3a810f0488f2 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:34.882602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855978f8-9eaf-4a48-bc78-db24523ed018 None None] Network 2a371dfa-f370-4103-b914-53b207ab1376 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:34.883567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-a7602238-408c-44a8-91d9-3a810f0488f2 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/networks?id=8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 200 len: 808 time: 0.1978123 Nov 22 16:51:34.884645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.891334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/subnets/46414016-2a62-4eb8-bbe5-b3f7d7752f75 HTTP/1.1" status: 204 len: 168 time: 0.9384739 Nov 22 16:51:34.891696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54536) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:34.893205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af14a09-bf4d-4c18-a60f-5e57a7f4612c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Subnet': ['ID=46414016-2a62-4eb8-bbe5-b3f7d7752f75,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.905521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:34.919001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-1f58ff6f-9332-472f-a8d6-c4223215ca93 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/quotas/17225e7ca30943df9430495441536f1a HTTP/1.1" status: 200 len: 375 time: 0.0221570 Nov 22 16:51:34.950825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Pushing event deleted for resources: {'Port': ['ID=afff7e1b-e3fe-40d2-af78-6292ed3b52e4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:34.990330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.017270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-5c2b21c2-6ff9-440d-97e0-071a1d2f8ddf tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17225e7ca30943df9430495441536f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723753 Nov 22 16:51:35.086436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.121027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c80bed-d822-4a5d-b828-b5eb66b234c9']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:35.156079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:35.156877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b0ec7f1-5ba1-486b-86d9-9cf420d92cf4') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:35.168362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.171236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.172166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6ab9f957-d070-4359-8d8a-dbd5812f0be3 tempest-ExternalNetworksAdminNegativeTestJSON-427595229 tempest-ExternalNetworksAdminNegativeTestJSON-427595229-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/e82bac4b-9bc0-4211-8987-7f5c35da2d39 HTTP/1.1" status: 204 len: 168 time: 1.4985139 Nov 22 16:51:35.210801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.229211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.239643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-70b84469-1e32-4357-81b9-503bc4c00076 service neutron] 10.222.0.65 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894488 Nov 22 16:51:35.247884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:35.248393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:35.252008 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:35.385007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] DHCP port deletion for 2a371dfa-f370-4103-b914-53b207ab1376 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:35.415929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.429187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f36fd-eb96-4cb0-b5b7-e55a0e282852 req-3f702885-456a-44b0-9381-db583c7e74d3 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:35.437401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f6f36fd-eb96-4cb0-b5b7-e55a0e282852 req-3f702885-456a-44b0-9381-db583c7e74d3 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1014407 Nov 22 16:51:35.453169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.462272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/networks/17c80bed-d822-4a5d-b828-b5eb66b234c9 HTTP/1.1" status: 204 len: 168 time: 0.5690708 Nov 22 16:51:35.465234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54558) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:35.480975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-50010bc5-fe8c-444c-95d9-34d188405225 service neutron] 10.222.0.65 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322509 Nov 22 16:51:35.481437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4a5a-7ed0-4ae9-a4cc-a9dbc595b1b3 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Network': ['ID=17c80bed-d822-4a5d-b828-b5eb66b234c9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:35.534404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] Deleting port 934390aa-fa69-468c-8393-0daf0ebb094c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:35.538455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.630383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] For port 934390aa-fa69-468c-8393-0daf0ebb094c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=934390aa-fa69-468c-8393-0daf0ebb094c,segment=NetworkSegment(bf701483-dcb7-483f-aaab-94fdb9962be2),segment_id=bf701483-dcb7-483f-aaab-94fdb9962be2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:35.630779 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.653341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] Calling delete_port for 934390aa-fa69-468c-8393-0daf0ebb094c owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:35.664483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f6f36fd-eb96-4cb0-b5b7-e55a0e282852 req-6adf8e40-4a0b-478b-903b-6195094b7830 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260561 Nov 22 16:51:35.674222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.730507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54562) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:35.758015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4645030-e1ce-459d-add0-93612870b3b5 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:35.821620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: d4645030-e1ce-459d-add0-93612870b3b5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:35.824144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4645030-e1ce-459d-add0-93612870b3b5 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:35.824594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 934390aa-fa69-468c-8393-0daf0ebb094c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:35.834385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.928017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-199b1424-8c91-4dcf-96ba-0801788b5bf5 req-cd9b5621-8a8c-49ab-a9e2-1498f5987533 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 210 time: 0.0841060 Nov 22 16:51:35.945525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting port 934390aa-fa69-468c-8393-0daf0ebb094c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:35.945899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.965009 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e77dcdd-3654-4b37-b5ad-56b98ad73b1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:35.966439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 934390aa-fa69-468c-8393-0daf0ebb094c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:35.966880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 934390aa-fa69-468c-8393-0daf0ebb094c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:35.989921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] Pushing event deleted for resources: {'Port': ['ID=934390aa-fa69-468c-8393-0daf0ebb094c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.004275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c7479-79a3-4af0-9e50-08289dc7dff2 None None] No DVR routers for this DVR port 934390aa-fa69-468c-8393-0daf0ebb094c on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:36.067273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e77dcdd-3654-4b37-b5ad-56b98ad73b1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.076382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e77dcdd-3654-4b37-b5ad-56b98ad73b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.114828 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e77dcdd-3654-4b37-b5ad-56b98ad73b1c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e08eacba320f48f1b48e3c2177487ad0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830132 Nov 22 16:51:36.115418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] For port 934390aa-fa69-468c-8393-0daf0ebb094c, host n-d-816206-6, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:36.116015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.117489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54574) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:36.147762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Calling delete_port for 934390aa-fa69-468c-8393-0daf0ebb094c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:36.157222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Port 934390aa-fa69-468c-8393-0daf0ebb094c was not found and therefore no delete operation was performed {{(pid=103514) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:51:36.157222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.178461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77dcdd-3654-4b37-b5ad-56b98ad73b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441e31ca-c8e4-45bb-8719-8f38b2ccf802,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.195201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Port': ['ID=934390aa-fa69-468c-8393-0daf0ebb094c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.196425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2f9cfac-9828-43f6-8a98-f376216c3157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.200530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] No DVR routers for this DVR port 934390aa-fa69-468c-8393-0daf0ebb094c on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:36.236076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2f9cfac-9828-43f6-8a98-f376216c3157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.306985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2f9cfac-9828-43f6-8a98-f376216c3157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.312015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2f9cfac-9828-43f6-8a98-f376216c3157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.313882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2f9cfac-9828-43f6-8a98-f376216c3157 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/441e31ca-c8e4-45bb-8719-8f38b2ccf802 HTTP/1.1" status: 204 len: 168 time: 0.1940696 Nov 22 16:51:36.335966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f9cfac-9828-43f6-8a98-f376216c3157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441e31ca-c8e4-45bb-8719-8f38b2ccf802,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.350843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.424790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a371dfa-f370-4103-b914-53b207ab1376']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:36.454995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf701483-dcb7-483f-aaab-94fdb9962be2') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:36.454995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf701483-dcb7-483f-aaab-94fdb9962be2') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:36.484331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.507557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.522403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:36.522951 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:36.526814 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:36.672161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.690494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.696343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/networks/2a371dfa-f370-4103-b914-53b207ab1376 HTTP/1.1" status: 204 len: 168 time: 1.2300458 Nov 22 16:51:36.700084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54596) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:36.755257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee52b3-46e5-4f1d-a413-06100a46d5c9 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Network': ['ID=2a371dfa-f370-4103-b914-53b207ab1376,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:36.859962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting subnet b9fe48d0-4441-4ae1-bce8-fa1ded590821 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:51:36.864213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.867124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:36.934804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:36.972241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ff723-6812-482f-ab11-7419a29766b8 req-3b63b6dc-54a3-4c46-a78d-241c75135e5a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:36.985141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e7ff723-6812-482f-ab11-7419a29766b8 req-3b63b6dc-54a3-4c46-a78d-241c75135e5a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1719286 Nov 22 16:51:37.073145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e7ff723-6812-482f-ab11-7419a29766b8 req-10191c8d-0060-41b1-afc2-61c11da8f08c tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Nov 22 16:51:37.112156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22e895bf-7733-481f-99f8-feb76677b16e req-67ac24bf-9227-444a-8104-2a485fa6b93c tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 210 time: 0.0303373 Nov 22 16:51:37.121910 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-55617295-5525-4ef7-aed9-de27803724b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4f04beac8de459fb00d6e2a14519ada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2533748 Nov 22 16:51:37.133074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54606) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:37.166539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.232301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d17ddc7e-c730-4066-844b-3e38242d9de2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.261887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.278261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d17ddc7e-c730-4066-844b-3e38242d9de2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.373398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.638951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fe48d0-4441-4ae1-bce8-fa1ded590821,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.658124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.664109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54608) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:37.664507 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-017a244b-ead2-4a43-8fba-57fea29b650c tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/subnets/b9fe48d0-4441-4ae1-bce8-fa1ded590821 HTTP/1.1" status: 204 len: 168 time: 0.9628327 Nov 22 16:51:37.672955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032ec35c-14e7-4011-ae04-fda77bde3652 None None] Network 770e31c2-1e1f-4384-a470-bdd3ef1aee0b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:51:37.760056 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.769492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d17ddc7e-c730-4066-844b-3e38242d9de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.772311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d17ddc7e-c730-4066-844b-3e38242d9de2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.775821 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d17ddc7e-c730-4066-844b-3e38242d9de2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b40480d2-e257-488b-a72b-a50b06bf8d70 HTTP/1.1" status: 204 len: 168 time: 0.6374426 Nov 22 16:51:37.787391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-29dca801-415d-47c3-8d39-8d1b8ddbd699 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:37.788954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-29dca801-415d-47c3-8d39-8d1b8ddbd699 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "GET /v2.0/networks?id=8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 200 len: 808 time: 0.1635861 Nov 22 16:51:37.794646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ddc7e-c730-4066-844b-3e38242d9de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40480d2-e257-488b-a72b-a50b06bf8d70,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:37.818560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Request body: {'port': {'device_id': '519776c6-818f-4afa-bbc3-903f81553a71', 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918', 'admin_state_up': True, 'tenant_id': '17225e7ca30943df9430495441536f1a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:37.858247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Deleting port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:37.858740 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:37.930324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] DHCP port deletion for 770e31c2-1e1f-4384-a470-bdd3ef1aee0b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:51:37.988450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] For port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,segment=NetworkSegment(7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2),segment_id=7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:37.989056 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.013770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Calling delete_port for 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:38.017585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Made reservation on behalf of 17225e7ca30943df9430495441536f1a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:38.021995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] Deleting port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:38.022489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.024661 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.119494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] For port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,segment=NetworkSegment(7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2),segment_id=7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:38.120608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.140240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] Calling delete_port for 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:38.223857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.278249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.308857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] Pushing event deleted for resources: {'Port': ['ID=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.309089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Allocated IP 172.20.0.13 (8d655eca-e1e5-461c-bd52-9c91cf42a918/a1e00c6c-fc4a-48f1-b951-28a836ded4c9/efaa8657-4cbf-449d-995b-732521e8f9bc) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:38.319238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41953a5c-10d4-4c96-af37-7d6d844623cb None None] No DVR routers for this DVR port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:38.351667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Port': ['ID=64400b0c-eb2f-4717-94d7-95c8e83ec4a1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.354039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] No DVR routers for this DVR port 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:38.405912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-883a215a-e6d3-4224-8d16-072f3c5528e6 req-b2cdab3b-1542-479e-b742-053c639f418d tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 210 time: 0.0730443 Nov 22 16:51:38.518164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077185f-e2a4-472f-8d58-20e59bc15b7f req-0b366dd3-5836-4f08-af74-a53351872b03 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.520182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a077185f-e2a4-472f-8d58-20e59bc15b7f req-0b366dd3-5836-4f08-af74-a53351872b03 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.2679653 Nov 22 16:51:38.552352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.588057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770e31c2-1e1f-4384-a470-bdd3ef1aee0b']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:38.599381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.613169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:38.613548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7925a817-ac3b-4ce2-b3d4-5bc6fb2fc5f2') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:38.636887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a077185f-e2a4-472f-8d58-20e59bc15b7f req-c11cced0-7f67-418b-9b08-1c2618171120 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011040 Nov 22 16:51:38.648048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.677394 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.679832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.693147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:38.693472 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:38.702559 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:38.746198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Network 8d655eca-e1e5-461c-bd52-9c91cf42a918 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:38.752903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:38.759048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:38.806493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Pushing event updated for resources: {'Port': ['ID=efaa8657-4cbf-449d-995b-732521e8f9bc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.812631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.833982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.837608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/networks/770e31c2-1e1f-4384-a470-bdd3ef1aee0b HTTP/1.1" status: 204 len: 168 time: 1.1706803 Nov 22 16:51:38.838412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:38.839353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.840915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54632) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:38.865234 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-fd93d05f-0f87-4813-ac1f-9b0ead8221ca tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0496414 Nov 22 16:51:38.888532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Request body: {'port': {'device_id': '519776c6-818f-4afa-bbc3-903f81553a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:38.895363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:38.930367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e85ecebc-051a-4dc1-a9d0-9e63ec6a977b tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "GET /v2.0/ports?device_id=6908d454-b220-48a8-8c9f-12bdcc7c6e56 HTTP/1.1" status: 200 len: 205 time: 0.0787256 Nov 22 16:51:38.931850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd0b7a-d774-45ca-bafb-57f778ac6a63 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Pushing event deleted for resources: {'Network': ['ID=770e31c2-1e1f-4384-a470-bdd3ef1aee0b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:38.934293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54636) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:39.061824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.075925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.446283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.495324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:39.528457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.538966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:39.539320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 64400b0c-eb2f-4717-94d7-95c8e83ec4a1 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:39.652783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.656401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Fanout notify agent at l3_agent the message router_deleted on router 6908d454-b220-48a8-8c9f-12bdcc7c6e56 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:51:39.682154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343f663-6831-4b5c-9252-679ad7587cb0 req-f6308e2f-046f-4d15-b942-f5727c65e08e tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:39.685426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c343f663-6831-4b5c-9252-679ad7587cb0 req-f6308e2f-046f-4d15-b942-f5727c65e08e tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 932 time: 0.1183612 Nov 22 16:51:39.726787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.728434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-28b0499a-6345-4e33-961c-e6ef7fd59b77 tempest-RoutersNegativeIpV6Test-51710262 tempest-RoutersNegativeIpV6Test-51710262-project] 10.222.0.65 "DELETE /v2.0/routers/6908d454-b220-48a8-8c9f-12bdcc7c6e56 HTTP/1.1" status: 204 len: 168 time: 0.7937851 Nov 22 16:51:39.779428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c343f663-6831-4b5c-9252-679ad7587cb0 req-65014974-153d-4423-9209-fe5679ad505d tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683994 Nov 22 16:51:39.852595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f471e8-c48d-4dde-9d26-38a15fa19d15 req-9c3b1314-eac5-4e54-8464-da3faf8750de tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:39.860419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06f471e8-c48d-4dde-9d26-38a15fa19d15 req-9c3b1314-eac5-4e54-8464-da3faf8750de tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.0775509 Nov 22 16:51:39.906760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaa8657-4cbf-449d-995b-732521e8f9bc {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:39.917451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:39.929688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06f471e8-c48d-4dde-9d26-38a15fa19d15 req-9b425fe0-98a4-401a-984c-87e38d112342 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639234 Nov 22 16:51:39.937642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Transition to ACTIVE for port object efaa8657-4cbf-449d-995b-732521e8f9bc will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:51:39.946897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.064880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Pushing event updated for resources: {'Port': ['ID=efaa8657-4cbf-449d-995b-732521e8f9bc,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.096543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Attempting to bind port efaa8657-4cbf-449d-995b-732521e8f9bc on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:51:40.096984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Attempting to bind port efaa8657-4cbf-449d-995b-732521e8f9bc by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:51:40.097518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Attempting to bind port efaa8657-4cbf-449d-995b-732521e8f9bc on network 8d655eca-e1e5-461c-bd52-9c91cf42a918 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:40.102287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Port efaa8657-4cbf-449d-995b-732521e8f9bc on network 8d655eca-e1e5-461c-bd52-9c91cf42a918 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:51:40.102690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Attempting to bind port efaa8657-4cbf-449d-995b-732521e8f9bc on network 8d655eca-e1e5-461c-bd52-9c91cf42a918 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:51:40.108379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:51:40.108916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Checking segment: {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:51:40.109369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Bound using segment: {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:51:40.109912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Bound port: efaa8657-4cbf-449d-995b-732521e8f9bc, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:51:40.111944 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.185421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] For port efaa8657-4cbf-449d-995b-732521e8f9bc, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:51:40.191437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54670) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:40.193135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] For port efaa8657-4cbf-449d-995b-732521e8f9bc, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=efaa8657-4cbf-449d-995b-732521e8f9bc,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:51:40.202830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.205542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54674) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:40.251443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.251978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.253551 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] 10.222.0.66 "PUT /v2.0/ports/efaa8657-4cbf-449d-995b-732521e8f9bc HTTP/1.1" status: 200 len: 1092 time: 1.3748000 Nov 22 16:51:40.254072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '519776c6-818f-4afa-bbc3-903f81553a71', 'tag': 'efaa8657-4cbf-449d-995b-732521e8f9bc'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:40.256885 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfc3c60-d3f2-4924-8f4a-d935c002090c" -d '{"events": [{"name": "network-changed", "server_uuid": "519776c6-818f-4afa-bbc3-903f81553a71", "tag": "efaa8657-4cbf-449d-995b-732521e8f9bc"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:40.290562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0c30c-66ba-4c2b-b1b0-e53d42eba582 service neutron] Pushing event updated for resources: {'Port': ['ID=efaa8657-4cbf-449d-995b-732521e8f9bc,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:40.369373 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86b3bc-6751-425d-9e74-fa651e73f728 x-openstack-request-id: req-fa86b3bc-6751-425d-9e74-fa651e73f728 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:40.369822 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "519776c6-818f-4afa-bbc3-903f81553a71", "tag": "efaa8657-4cbf-449d-995b-732521e8f9bc", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:40.370579 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa86b3bc-6751-425d-9e74-fa651e73f728 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:40.371932 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '519776c6-818f-4afa-bbc3-903f81553a71', 'tag': 'efaa8657-4cbf-449d-995b-732521e8f9bc', 'status': 'completed', 'code': 200} Nov 22 16:51:40.389873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-3d2eff1a-e75f-4586-a7a1-965582167495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.391624 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-3d2eff1a-e75f-4586-a7a1-965582167495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17225e7ca30943df9430495441536f1a&device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 1095 time: 0.0703344 Nov 22 16:51:40.463424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-ed4e6738-04be-4735-9117-aa1dace08a4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efaa8657-4cbf-449d-995b-732521e8f9bc HTTP/1.1" status: 200 len: 217 time: 0.0537503 Nov 22 16:51:40.473895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-daf37932-e730-4738-b7ad-bc9827d54af8 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1672928797'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:40.474361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-daf37932-e730-4738-b7ad-bc9827d54af8 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Unknown quota resources ['metering_label']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:40.486361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4f27bddb-88e3-4aef-901b-e5da9ce4a4f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e7e2a8f43554e6698ad06a148d5ead3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775028 Nov 22 16:51:40.501587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54684) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:40.560120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-5507ab50-9332-4e6f-9dbd-e2bc051e30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.561751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-5507ab50-9332-4e6f-9dbd-e2bc051e30bf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1e00c6c-fc4a-48f1-b951-28a836ded4c9 HTTP/1.1" status: 200 len: 848 time: 0.0914788 Nov 22 16:51:40.633229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-020239ce-c552-4337-bc50-84022a1a0403 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d655eca-e1e5-461c-bd52-9c91cf42a918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547819 Nov 22 16:51:40.637643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78cc459c-96de-4a24-9427-73f8465352fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.638594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-daf37932-e730-4738-b7ad-bc9827d54af8 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.643398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54686) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:40.644174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-daf37932-e730-4738-b7ad-bc9827d54af8 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4513743 Nov 22 16:51:40.650233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-29ae0821-1b6c-4ef4-9d17-bf37523d021f tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '814be8e7-d340-466f-a830-c3bc5135ebc6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:40.650881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-29ae0821-1b6c-4ef4-9d17-bf37523d021f tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103515) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:40.743021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78cc459c-96de-4a24-9427-73f8465352fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.783282 n-d-816206-6 neutron-server[103515]: WARNING neutron.services.metering.metering_plugin [None req-29ae0821-1b6c-4ef4-9d17-bf37523d021f tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:51:40.915609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78cc459c-96de-4a24-9427-73f8465352fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.918871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-78cc459c-96de-4a24-9427-73f8465352fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:40.920238 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-78cc459c-96de-4a24-9427-73f8465352fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f835747f-b366-4c98-a2a6-e54617b4917f HTTP/1.1" status: 204 len: 168 time: 0.4174960 Nov 22 16:51:40.926002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84cce1-0993-45c8-8a3c-0618e17d0a0a req-33d057e2-923b-4658-9ca1-0126f19b2c85 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:40.935310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f84cce1-0993-45c8-8a3c-0618e17d0a0a req-33d057e2-923b-4658-9ca1-0126f19b2c85 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 944 time: 0.0744758 Nov 22 16:51:40.990290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc459c-96de-4a24-9427-73f8465352fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835747f-b366-4c98-a2a6-e54617b4917f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:41.019646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-29ae0821-1b6c-4ef4-9d17-bf37523d021f tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.024145 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-29ae0821-1b6c-4ef4-9d17-bf37523d021f tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3764925 Nov 22 16:51:41.032683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f84cce1-0993-45c8-8a3c-0618e17d0a0a req-5d27bb66-646e-4350-ba5e-62df06bad598 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956228 Nov 22 16:51:41.032919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54700) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.043727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5ae1b9c4-fd1b-428c-8c77-bd2fe3c51bc7 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '814be8e7-d340-466f-a830-c3bc5135ebc6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:41.045453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5ae1b9c4-fd1b-428c-8c77-bd2fe3c51bc7 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103515) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:41.146490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-5e4373b6-0ea6-423f-9e39-027c9c154d71 service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4811800 Nov 22 16:51:41.147239 n-d-816206-6 neutron-server[103515]: WARNING neutron.services.metering.metering_plugin [None req-5ae1b9c4-fd1b-428c-8c77-bd2fe3c51bc7 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 22 16:51:41.174758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc405d-e7cf-4dd7-b839-fdaf26dc288c req-fbaf5b79-f1b2-4ace-9f46-f4b544115469 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.185564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cbc405d-e7cf-4dd7-b839-fdaf26dc288c req-fbaf5b79-f1b2-4ace-9f46-f4b544115469 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1157267 Nov 22 16:51:41.251623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cbc405d-e7cf-4dd7-b839-fdaf26dc288c req-214cf611-091d-46da-9738-0b5546402836 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648279 Nov 22 16:51:41.325782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ae1b9c4-fd1b-428c-8c77-bd2fe3c51bc7 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.327251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ae1b9c4-fd1b-428c-8c77-bd2fe3c51bc7 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2935097 Nov 22 16:51:41.329925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.344415 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e8b119bd-1d5e-493a-b66b-4b858285c304 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=8e03d660-dbc9-4bfa-a411-0d8bd983e8cf HTTP/1.1" status: 200 len: 462 time: 0.0133662 Nov 22 16:51:41.346971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54712) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.412929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9d0b00dc-d211-44b8-9a38-d95cde3930b8 req-d0985b29-cb87-4f12-b09c-51372247048b service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447896 Nov 22 16:51:41.538286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ac0ac2c-8a6b-40dd-8fcf-721f8fee5f57 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.542496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ac0ac2c-8a6b-40dd-8fcf-721f8fee5f57 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/8e03d660-dbc9-4bfa-a411-0d8bd983e8cf HTTP/1.1" status: 204 len: 168 time: 0.1914940 Nov 22 16:51:41.544146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54718) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.564466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a9bdd623-858d-4492-8a33-5f37ef0b4237 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=8e03d660-dbc9-4bfa-a411-0d8bd983e8cf HTTP/1.1" status: 200 len: 221 time: 0.0192032 Nov 22 16:51:41.567485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02923c03-ecf4-454a-9e84-3cc83383b53e req-8f31334e-d592-454a-b6d0-e2558feeb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.568947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-02923c03-ecf4-454a-9e84-3cc83383b53e req-8f31334e-d592-454a-b6d0-e2558feeb9c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.0944812 Nov 22 16:51:41.569774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54720) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.574876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-12d26bfa-577d-4e25-85f6-e11631c4d865 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--858422655', 'description': 'label created by tempest'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:41.575869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-12d26bfa-577d-4e25-85f6-e11631c4d865 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Unknown quota resources ['metering_label']. {{(pid=103515) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 16:51:41.579080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-0cf7d755-c84d-411a-9676-49c60399d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.580577 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-0cf7d755-c84d-411a-9676-49c60399d6ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17225e7ca30943df9430495441536f1a&device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 1095 time: 0.0931578 Nov 22 16:51:41.761387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-02923c03-ecf4-454a-9e84-3cc83383b53e req-81aedfba-5ceb-45a0-9018-7d41e9a7debe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797290 Nov 22 16:51:41.837220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12d26bfa-577d-4e25-85f6-e11631c4d865 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:41.839401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12d26bfa-577d-4e25-85f6-e11631c4d865 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2677681 Nov 22 16:51:41.842824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54730) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.869902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-d3e40e72-9efe-44e0-9d43-030b5fb7493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:41.873492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-d3e40e72-9efe-44e0-9d43-030b5fb7493b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 200 len: 909 time: 0.2768607 Nov 22 16:51:41.961877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54232257-0613-4dfb-a6c4-3e5045186db0 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=a9d34ef7-cd84-47a0-9244-459cc9604e75 HTTP/1.1" status: 200 len: 467 time: 0.1136684 Nov 22 16:51:41.962513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54734) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:41.966582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-b0b9d414-a8a5-4b09-95e9-642865da0806 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efaa8657-4cbf-449d-995b-732521e8f9bc HTTP/1.1" status: 200 len: 217 time: 0.0773900 Nov 22 16:51:42.167834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa44247-25ad-48e8-8918-291f18c848f2 req-735b78f6-b802-471c-b842-e40e6bb27d28 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.169501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffa44247-25ad-48e8-8918-291f18c848f2 req-735b78f6-b802-471c-b842-e40e6bb27d28 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 944 time: 0.0598781 Nov 22 16:51:42.184237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-102ff29f-2687-4728-b973-1c85a9ff315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.185727 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-102ff29f-2687-4728-b973-1c85a9ff315b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1e00c6c-fc4a-48f1-b951-28a836ded4c9 HTTP/1.1" status: 200 len: 848 time: 0.1680849 Nov 22 16:51:42.192302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-874ec761-50ef-4592-9306-93fcec46f419 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.193381 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-874ec761-50ef-4592-9306-93fcec46f419 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/a9d34ef7-cd84-47a0-9244-459cc9604e75 HTTP/1.1" status: 204 len: 168 time: 0.2297497 Nov 22 16:51:42.196373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.222847 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc434b77-21b2-49f7-a038-a0c53bd476d9 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=a9d34ef7-cd84-47a0-9244-459cc9604e75 HTTP/1.1" status: 200 len: 216 time: 0.0213814 Nov 22 16:51:42.223142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54744) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.238594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffa44247-25ad-48e8-8918-291f18c848f2 req-b5aa5956-fcaa-4ea5-a783-2a9fd62cb36d tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615957 Nov 22 16:51:42.240098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ba520a4-eaef-451c-b8d0-2975a924052d tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0159452 Nov 22 16:51:42.243936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54746) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.246617 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-03ffaac3-3d07-47da-a94c-3b57720e9ed4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d655eca-e1e5-461c-bd52-9c91cf42a918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409629 Nov 22 16:51:42.257781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5dbd5b54-7ade-4b83-9ab4-ad7669113717 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0119143 Nov 22 16:51:42.262173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54748) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.366029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57a84218-a7e7-441a-9cd1-161046b7ac11 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/814be8e7-d340-466f-a830-c3bc5135ebc6 HTTP/1.1" status: 200 len: 473 time: 0.1006956 Nov 22 16:51:42.366381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54758) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.380843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5cd80a35-b561-48b0-a179-b6d7b902126a tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/53ac52f7-16d9-4a29-8ccf-c1960990ff47 HTTP/1.1" status: 200 len: 459 time: 0.0127182 Nov 22 16:51:42.390042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54760) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.420746 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-d3fc7cef-9a92-4724-bfbe-9f6af3c8b3b3 service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568203 Nov 22 16:51:42.523429 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05ac05d0-9d54-44c9-ad70-c53c7a064a00 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.524888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05ac05d0-9d54-44c9-ad70-c53c7a064a00 tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/53ac52f7-16d9-4a29-8ccf-c1960990ff47 HTTP/1.1" status: 204 len: 168 time: 0.1322455 Nov 22 16:51:42.529862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54768) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:42.845164 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-07a2c2d3-6735-41fd-b7c5-52fb36e407bb tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:42.848732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-07a2c2d3-6735-41fd-b7c5-52fb36e407bb tempest-MeteringIpV6TestJSON-863900716 tempest-MeteringIpV6TestJSON-863900716-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/814be8e7-d340-466f-a830-c3bc5135ebc6 HTTP/1.1" status: 204 len: 168 time: 0.3153675 Nov 22 16:51:42.866974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa4174-3d6b-4a78-9896-733a42d6fedc req-96edc02d-88ab-4079-b198-7e16e8c597ac tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:42.868756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfaa4174-3d6b-4a78-9896-733a42d6fedc req-96edc02d-88ab-4079-b198-7e16e8c597ac tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1136260 Nov 22 16:51:42.876876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ddfc3c60-d3f2-4924-8f4a-d935c002090c req-2e09888d-bf5b-496d-9a29-4ee581409205 service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429069 Nov 22 16:51:42.931041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfaa4174-3d6b-4a78-9896-733a42d6fedc req-0f6b451f-6fd8-4cf3-b19e-117ce7a66bcd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485194 Nov 22 16:51:43.217066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54800) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:43.404031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.434682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bcfa3-ec45-487a-8d45-d1dccd5ab6c2 req-20c54757-2c85-48c1-ad03-cdeb43ef4838 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:43.438103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da9bcfa3-ec45-487a-8d45-d1dccd5ab6c2 req-20c54757-2c85-48c1-ad03-cdeb43ef4838 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 944 time: 0.1005249 Nov 22 16:51:43.507849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da9bcfa3-ec45-487a-8d45-d1dccd5ab6c2 req-bfc5f61f-0efd-41ba-acbe-beef432324d8 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646627 Nov 22 16:51:43.541033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.546265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.592299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ea4427d025d42ba9832be9525d801bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3732154 Nov 22 16:51:43.593766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b262fd4-9c3c-4184-ac35-d52a24ba03d1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.595119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:43.608975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.609327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.609693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.610034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.610516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.610702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.611022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.611353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.611680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.612006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.612332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.612655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d8ff0-43ad-4754-90b4-c397f53a8d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:51:43.662501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb6590c-d40e-4409-93bc-8c2bc9987f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.686811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb6590c-d40e-4409-93bc-8c2bc9987f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.735087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb6590c-d40e-4409-93bc-8c2bc9987f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.737711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbb6590c-d40e-4409-93bc-8c2bc9987f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:43.738852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bbb6590c-d40e-4409-93bc-8c2bc9987f71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b262fd4-9c3c-4184-ac35-d52a24ba03d1 HTTP/1.1" status: 204 len: 168 time: 0.1418107 Nov 22 16:51:43.749910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb6590c-d40e-4409-93bc-8c2bc9987f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b262fd4-9c3c-4184-ac35-d52a24ba03d1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:43.832945 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:51:44.021121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:44.035607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1fd8-b488-4b33-96b3-142f4cc116f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.067729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28900d29-b423-4cc1-ae3d-07436981b48b req-21248f03-103c-461d-abd2-70bd2abe15f2 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:44.071324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28900d29-b423-4cc1-ae3d-07436981b48b req-21248f03-103c-461d-abd2-70bd2abe15f2 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.0632405 Nov 22 16:51:44.119197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1fd8-b488-4b33-96b3-142f4cc116f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.124957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4fdd1fd8-b488-4b33-96b3-142f4cc116f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.134235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28900d29-b423-4cc1-ae3d-07436981b48b req-e4d838fd-0929-4fb9-997f-9a976d6bedcf tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Nov 22 16:51:44.171060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdd1fd8-b488-4b33-96b3-142f4cc116f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1002b76-45bc-4932-9a26-0faad143a121,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.177119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4fdd1fd8-b488-4b33-96b3-142f4cc116f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f3ada601f614a92a7d083cebac459de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1547172 Nov 22 16:51:44.178276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:44.180984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-2dfddf12-ac7d-4ebe-a6bd-7289faaac82a req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-318825113', 'description': 'tempest-description-379315900'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:44.231419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2dfddf12-ac7d-4ebe-a6bd-7289faaac82a req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.238889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device efaa8657-4cbf-449d-995b-732521e8f9bc details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:51:44.285031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef898-cd4a-4f42-9a14-d6344891aeab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.329133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2dfddf12-ac7d-4ebe-a6bd-7289faaac82a req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.335757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2dfddf12-ac7d-4ebe-a6bd-7289faaac82a req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.345119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef898-cd4a-4f42-9a14-d6344891aeab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.382797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2dfddf12-ac7d-4ebe-a6bd-7289faaac82a req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.384916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port efaa8657-4cbf-449d-995b-732521e8f9bc, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=efaa8657-4cbf-449d-995b-732521e8f9bc,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:44.395160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dfddf12-ac7d-4ebe-a6bd-7289faaac82a req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2246139 Nov 22 16:51:44.403092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae2ec6-5fe1-4029-b9fc-58fbdb493520 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2852b5-f1c2-4dfe-9968-e0b40d8516f9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.422325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'efaa8657-4cbf-449d-995b-732521e8f9bc', 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918', 'port_id': 'efaa8657-4cbf-449d-995b-732521e8f9bc', 'mac_address': 'fa:16:3e:0c:0e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e00c6c-fc4a-48f1-b951-28a836ded4c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:51:44.472916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef898-cd4a-4f42-9a14-d6344891aeab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.475276 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.479937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd7ef898-cd4a-4f42-9a14-d6344891aeab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.493059 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fd7ef898-cd4a-4f42-9a14-d6344891aeab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1002b76-45bc-4932-9a26-0faad143a121 HTTP/1.1" status: 204 len: 168 time: 0.3115597 Nov 22 16:51:44.514993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efaa8657-4cbf-449d-995b-732521e8f9bc {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:51:44.519537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ef898-cd4a-4f42-9a14-d6344891aeab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1002b76-45bc-4932-9a26-0faad143a121,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.587895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-d940b017-8246-48d9-9bfe-ae54c1366289 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-318825113&fields=id&tenant_id=cbe38d9867144d7b8903449d0e43cc7b HTTP/1.1" status: 200 len: 267 time: 0.0934663 Nov 22 16:51:44.599873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port efaa8657-4cbf-449d-995b-732521e8f9bc, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=efaa8657-4cbf-449d-995b-732521e8f9bc,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:44.627384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.721181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-932544b4-f233-440b-9e82-491348c71c2f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:44.730169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-932544b4-f233-440b-9e82-491348c71c2f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1359942 Nov 22 16:51:44.733748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=efaa8657-4cbf-449d-995b-732521e8f9bc,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:44.762605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'port': {'security_groups': ['478d90d2-369b-4ef9-b634-12d769323cb0', '9e2852b5-f1c2-4dfe-9968-e0b40d8516f9']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:44.865566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a285f9-aebf-4d82-89a5-a9cb0169fdfc req-e2e5426f-8e86-4c44-90cc-14de9155ad55 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:44.868921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28a285f9-aebf-4d82-89a5-a9cb0169fdfc req-e2e5426f-8e86-4c44-90cc-14de9155ad55 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 945 time: 0.1899321 Nov 22 16:51:44.972884 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:44.986544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['efaa8657-4cbf-449d-995b-732521e8f9bc'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:45.023961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28a285f9-aebf-4d82-89a5-a9cb0169fdfc req-5fa83af8-5399-4722-9a87-2e9e81e24a13 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231852 Nov 22 16:51:45.361481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:45.397960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.407640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.430169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['242f9ffd-ed49-4200-b5ce-7cd43e37b212'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:45.498359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:45.503466 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:45.504532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ceb0358-72ad-4c31-a669-6e592d038605 req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "PUT /v2.0/ports/242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 981 time: 0.7717230 Nov 22 16:51:45.505122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:45.508169 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:45.554121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['242f9ffd-ed49-4200-b5ce-7cd43e37b212'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:45.578077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aac27a-fb40-4cc9-8e3c-b8008826ff9e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:45.615019 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dbd113-994c-4e9a-a369-4533c5208246 x-openstack-request-id: req-e9dbd113-994c-4e9a-a369-4533c5208246 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:45.616305 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:45.617351 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9dbd113-994c-4e9a-a369-4533c5208246 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:45.618172 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'status': 'completed', 'code': 200} Nov 22 16:51:45.755585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-8aaf0b5b-42b2-49db-b06d-df5fd5a37ad4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-318825113&fields=id&tenant_id=cbe38d9867144d7b8903449d0e43cc7b HTTP/1.1" status: 200 len: 267 time: 0.0910172 Nov 22 16:51:45.781273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-4fea925b-62ef-4f3a-b7b1-48e70f650467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:45.789178 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-4fea925b-62ef-4f3a-b7b1-48e70f650467 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1135 time: 0.1397758 Nov 22 16:51:45.840645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-5d5ce423-bf1c-4422-afa7-c4d43604372d tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:45.842375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-5d5ce423-bf1c-4422-afa7-c4d43604372d tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 984 time: 0.0788803 Nov 22 16:51:45.863356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'port': {'security_groups': ['478d90d2-369b-4ef9-b634-12d769323cb0']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:46.046004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-18e0dfa4-f9e9-42d3-8991-5d979b7cce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.047365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.048384 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-18e0dfa4-f9e9-42d3-8991-5d979b7cce68 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.2502244 Nov 22 16:51:46.174801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-32d3230d-a794-43bc-8d1e-b25b38115d7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.1183896 Nov 22 16:51:46.250798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device efaa8657-4cbf-449d-995b-732521e8f9bc up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:51:46.300250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a768859-a150-4f2a-be8b-b86e9dccde30 req-53926f47-8668-49bd-979e-bff336d52edd tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.301981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a768859-a150-4f2a-be8b-b86e9dccde30 req-53926f47-8668-49bd-979e-bff336d52edd tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 945 time: 0.1170638 Nov 22 16:51:46.332552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-066ff292-7240-4f9e-a0a7-79e05344979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.336644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-066ff292-7240-4f9e-a0a7-79e05344979c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1531234 Nov 22 16:51:46.339915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port efaa8657-4cbf-449d-995b-732521e8f9bc completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:51:46.348036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port efaa8657-4cbf-449d-995b-732521e8f9bc triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:51:46.348570 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.407003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a768859-a150-4f2a-be8b-b86e9dccde30 req-aad037f9-95fa-4309-8475-a1466fa48309 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937622 Nov 22 16:51:46.412950 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-e3aca2ab-3413-474a-8325-3af4e7dbc987 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687323 Nov 22 16:51:46.450744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:46.491597 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.492311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.500451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.520469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['242f9ffd-ed49-4200-b5ce-7cd43e37b212'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:46.530454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519776c6-818f-4afa-bbc3-903f81553a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa8657-4cbf-449d-995b-732521e8f9bc'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:46.536582 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cb1320-2bb9-415a-aa4b-26684623c0f6" -d '{"events": [{"server_uuid": "519776c6-818f-4afa-bbc3-903f81553a71", "name": "network-vif-plugged", "status": "completed", "tag": "efaa8657-4cbf-449d-995b-732521e8f9bc"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:46.585444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port efaa8657-4cbf-449d-995b-732521e8f9bc, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=efaa8657-4cbf-449d-995b-732521e8f9bc,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:46.603411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.621622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:46.622342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:46.623870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19284702-b16b-47da-b5a8-bd7f4ad57a24 req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "PUT /v2.0/ports/242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 942 time: 0.7672207 Nov 22 16:51:46.674215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-dd21bd44-26e3-4c88-a5ef-68a4c895542f service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464576 Nov 22 16:51:46.757697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['242f9ffd-ed49-4200-b5ce-7cd43e37b212'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:51:46.801691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1afb04fb-ade9-4358-bb4f-ec05e5ffb9ca req-c253f748-4b8b-4e46-b927-7efb64e85a9a service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208303 Nov 22 16:51:46.859187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577acd0-388f-4f44-bc94-18ddb0368439 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event updated for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:46.870371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=efaa8657-4cbf-449d-995b-732521e8f9bc,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:46.938840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-46da0533-0a29-4e63-bb7d-392c7df8361f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2688472 Nov 22 16:51:46.950934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:46.981958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.122456 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b737a0af-d585-4645-b6c5-adc08607a4d8 x-openstack-request-id: req-b737a0af-d585-4645-b6c5-adc08607a4d8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:47.122771 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519776c6-818f-4afa-bbc3-903f81553a71", "name": "network-vif-plugged", "status": "completed", "tag": "efaa8657-4cbf-449d-995b-732521e8f9bc", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:47.122981 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b737a0af-d585-4645-b6c5-adc08607a4d8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:47.123369 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519776c6-818f-4afa-bbc3-903f81553a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaa8657-4cbf-449d-995b-732521e8f9bc', 'code': 200} Nov 22 16:51:47.166106 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.288540 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133ece7-0307-4616-bea4-62733eb2664b req-af74e43c-9aa3-495e-a802-86721752d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:47.290068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9133ece7-0307-4616-bea4-62733eb2664b req-af74e43c-9aa3-495e-a802-86721752d8ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 1097 time: 0.0577230 Nov 22 16:51:47.330320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54924) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:47.381842 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9133ece7-0307-4616-bea4-62733eb2664b req-85c0f097-517a-4aa0-bb1b-c5fd6e711064 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779886 Nov 22 16:51:47.559296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:47.734655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ecc20263-1162-4412-9051-9284b4c7bd98 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:47.776955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ecc20263-1162-4412-9051-9284b4c7bd98 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "PUT /v2.0/quotas/94148f13a2034337b964baa73a759b50 HTTP/1.1" status: 200 len: 368 time: 0.2132246 Nov 22 16:51:47.777179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:47.783164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Request body: {'network': {'project_id': '94148f13a2034337b964baa73a759b50'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:47.812216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Made reservation on behalf of 94148f13a2034337b964baa73a759b50 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:47.819114 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.850974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:47.884125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d99e9be8-7610-4903-bb5f-ce8b9ab26cb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.015968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Allocated IP 172.25.6.247 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/a62de0a9-38b8-41c6-a9ce-e28290a6e512) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:51:48.039513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.050446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.111100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:48.127158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d99e9be8-7610-4903-bb5f-ce8b9ab26cb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.133404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9487dc-81e2-4629-8732-ed8a0f51b27f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.151866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.152838 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Added segment c2f413fa-0746-478c-8fed-21c005d3c58a of type vlan for network 29ba08ff-92e1-4a15-b752-bef4fa57b92a Nov 22 16:51:48.160971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.171843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d99e9be8-7610-4903-bb5f-ce8b9ab26cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.179990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:48.183037 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0428dc-6a67-4d40-9f25-8d85bfbad929" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:48.225915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d99e9be8-7610-4903-bb5f-ce8b9ab26cb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1822150439c94b75821b1ae9d5abd8cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8944063 Nov 22 16:51:48.234244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54944) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:48.275050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.284722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e9be8-7610-4903-bb5f-ce8b9ab26cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0111e-2715-4f03-a492-5d4bf2518906,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.315942 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.342124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b5534-80a7-4e2b-9937-0c971fe63bfc req-244cc444-7e38-40c1-91a5-2970e9beae04 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:48.343768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-892b5534-80a7-4e2b-9937-0c971fe63bfc req-244cc444-7e38-40c1-91a5-2970e9beae04 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 946 time: 0.1574624 Nov 22 16:51:48.352374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:51:48.359109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event updated for resources: {'Port': ['ID=a62de0a9-38b8-41c6-a9ce-e28290a6e512,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.361403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:51:48.370357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:51:48.373502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.374760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:48.375539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.401341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4ca02f3-b0bc-44c8-a592-9c859e9cf152 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.445037 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6664119 Nov 22 16:51:48.457909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:48.458453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-892b5534-80a7-4e2b-9937-0c971fe63bfc req-a4bd8622-f145-4633-8126-0ac0adbfe0d8 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013780 Nov 22 16:51:48.466863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Request body: {'network': {'project_id': '94148f13a2034337b964baa73a759b50'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:48.496301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69981343-7c4b-4883-9749-3a0d05f78cf3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Pushing event updated for resources: {'Network': ['ID=29ba08ff-92e1-4a15-b752-bef4fa57b92a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.500132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4ca02f3-b0bc-44c8-a592-9c859e9cf152 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.517999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 29ba08ff-92e1-4a15-b752-bef4fa57b92a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:48.545314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Made reservation on behalf of 94148f13a2034337b964baa73a759b50 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:48.548072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.563753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.590717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:48.608296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.608847 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Added segment 5d5a8a52-bfe4-4d02-92d2-9e88d71b7123 of type vlan for network 5c8c9ebd-95d0-41e8-8aa0-1223c8fbf9bd Nov 22 16:51:48.628775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4ca02f3-b0bc-44c8-a592-9c859e9cf152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.639150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a4ca02f3-b0bc-44c8-a592-9c859e9cf152 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.639150 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a4ca02f3-b0bc-44c8-a592-9c859e9cf152 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fe0111e-2715-4f03-a492-5d4bf2518906 HTTP/1.1" status: 204 len: 168 time: 0.4004631 Nov 22 16:51:48.652337 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890597b5-4e67-414f-93bc-5769dd5e75d8 x-openstack-request-id: req-890597b5-4e67-414f-93bc-5769dd5e75d8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:48.657645 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:48.658350 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-890597b5-4e67-414f-93bc-5769dd5e75d8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:48.659107 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'status': 'completed', 'code': 200} Nov 22 16:51:48.663534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.759337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ca02f3-b0bc-44c8-a592-9c859e9cf152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0111e-2715-4f03-a492-5d4bf2518906,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:48.836592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:48.869253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-17a0e4cc-9135-4549-98a3-37c6058ebcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:48.872253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-17a0e4cc-9135-4549-98a3-37c6058ebcc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1523952 Nov 22 16:51:49.011761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.013422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.014164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.078991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.089876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.189640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7287486 Nov 22 16:51:49.193040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:49.224847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8b233982-2541-468e-ae8b-2aa77b224264 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Request body: {'network': {'project_id': '94148f13a2034337b964baa73a759b50'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:49.225423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event updated for resources: {'Port': ['ID=a62de0a9-38b8-41c6-a9ce-e28290a6e512,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.228372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e60df-571e-4fb1-91b5-f14619876276 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Pushing event updated for resources: {'Network': ['ID=5c8c9ebd-95d0-41e8-8aa0-1223c8fbf9bd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:49.248966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 5c8c9ebd-95d0-41e8-8aa0-1223c8fbf9bd details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:51:49.259073 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b233982-2541-468e-ae8b-2aa77b224264 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:51:49.259577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b233982-2541-468e-ae8b-2aa77b224264 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:51:49.263247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8b233982-2541-468e-ae8b-2aa77b224264 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0669394 Nov 22 16:51:49.268721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54956) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:49.270775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-580acb52-9d97-4612-82f7-5545b713fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.281556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-580acb52-9d97-4612-82f7-5545b713fd7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.3970706 Nov 22 16:51:49.307943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.319022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54958) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:49.376711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-6ed3faee-c3e9-4cd0-8360-e7772c81a6bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.0746803 Nov 22 16:51:49.417228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88d663b5-979d-4709-a768-a797b7d905c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.484002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-0da3f305-d3e7-4731-ab31-74aec92ccfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.490547 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-0da3f305-d3e7-4731-ab31-74aec92ccfbd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1121542 Nov 22 16:51:49.496905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.509575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-5ba7e5e5-c8dc-4d8d-83ce-efd1b38fb3e4 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5643563 Nov 22 16:51:49.540135 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-5e357354-170e-4ad9-8188-eea1640b329f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416157 Nov 22 16:51:49.584819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4b19dbe-89ea-47f1-963b-026ca58eecd3 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=94148f13a2034337b964baa73a759b50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118269 Nov 22 16:51:49.602554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-68d1d826-265a-4dd1-9cae-67fc2adb82db tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.0915544 Nov 22 16:51:49.605000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54964) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:49.673799 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-ea4bd5c4-cdbb-4062-b2b8-26e7f1474e36 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250427 Nov 22 16:51:49.804519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3c0428dc-6a67-4d40-9f25-8d85bfbad929 req-b4fd4326-d160-4a1b-bfc0-90bad32ae1be service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236622 Nov 22 16:51:49.865498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ff795-0d41-4247-a259-e79fd822fb29 req-a3dc6557-5e42-45e4-94b0-66b8613891c6 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.867060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-939ff795-0d41-4247-a259-e79fd822fb29 req-a3dc6557-5e42-45e4-94b0-66b8613891c6 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 946 time: 0.2496026 Nov 22 16:51:49.904564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87427f92-1994-4d84-b15e-65e550cfd016 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.922390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-6444b15e-56f5-4591-9d96-2de12c87cad5 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:49.923702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae3575b0-9b8e-4237-9b5e-f5f1747b2e84 req-6444b15e-56f5-4591-9d96-2de12c87cad5 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2992859 Nov 22 16:51:49.933443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-90fac183-3af3-4153-9c5c-cffbd47d0b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.942471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88d663b5-979d-4709-a768-a797b7d905c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.952602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88d663b5-979d-4709-a768-a797b7d905c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:49.985364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87427f92-1994-4d84-b15e-65e550cfd016 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.058681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88d663b5-979d-4709-a768-a797b7d905c2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3678dbd5164b44edb07d707b05d83c24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7370450 Nov 22 16:51:50.064216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54972) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:50.065488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-939ff795-0d41-4247-a259-e79fd822fb29 req-b7ef8bb4-72c0-4deb-ab96-beecd5e9b0fa tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847999 Nov 22 16:51:50.068548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d663b5-979d-4709-a768-a797b7d905c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5716fbbc-d66b-4788-8eb3-579e27d9dea0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:50.148150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac90-e094-42e7-8819-6e5fb7070012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.173337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-08761081-b4b3-4f87-a36b-181a038fd46a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:50.175100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-08761081-b4b3-4f87-a36b-181a038fd46a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1084204 Nov 22 16:51:50.175799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87427f92-1994-4d84-b15e-65e550cfd016 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.178530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87427f92-1994-4d84-b15e-65e550cfd016 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.179696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-87427f92-1994-4d84-b15e-65e550cfd016 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/3d9487dc-81e2-4629-8732-ed8a0f51b27f HTTP/1.1" status: 204 len: 168 time: 0.5634999 Nov 22 16:51:50.184276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:50.203940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac90-e094-42e7-8819-6e5fb7070012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.219311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87427f92-1994-4d84-b15e-65e550cfd016 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9487dc-81e2-4629-8732-ed8a0f51b27f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:50.299756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac90-e094-42e7-8819-6e5fb7070012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.303351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d1bac90-e094-42e7-8819-6e5fb7070012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.307657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d1bac90-e094-42e7-8819-6e5fb7070012 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5716fbbc-d66b-4788-8eb3-579e27d9dea0 HTTP/1.1" status: 204 len: 168 time: 0.2399781 Nov 22 16:51:50.307904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-4b37d176-ca97-4590-8d53-1e3b1acca279 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 696 time: 0.1142874 Nov 22 16:51:50.318312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1bac90-e094-42e7-8819-6e5fb7070012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5716fbbc-d66b-4788-8eb3-579e27d9dea0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:50.327920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'floatingip': {'port_id': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:50.364624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.384090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.561935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.600516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8c9ebd-95d0-41e8-8aa0-1223c8fbf9bd']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:50.654006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5a8a52-bfe4-4d02-92d2-9e88d71b7123') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:50.654306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5a8a52-bfe4-4d02-92d2-9e88d71b7123') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:50.669056 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.723531 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.734506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:50.735093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:50.736894 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:50.824285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54996) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:50.848319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7425eec-a805-409a-9690-1e22a27bb621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.920972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.943176 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:50.946729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "DELETE /v2.0/networks/5c8c9ebd-95d0-41e8-8aa0-1223c8fbf9bd HTTP/1.1" status: 204 len: 168 time: 0.7614331 Nov 22 16:51:50.952975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55002) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.014088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa87e04-391c-48c0-b994-5aaeae57a319 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c8c9ebd-95d0-41e8-8aa0-1223c8fbf9bd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.016016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7425eec-a805-409a-9690-1e22a27bb621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.037337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7425eec-a805-409a-9690-1e22a27bb621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.091402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.109165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7425eec-a805-409a-9690-1e22a27bb621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea2025c-dfc5-4c4c-bbb4-f8b22c03bb78,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.116675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7425eec-a805-409a-9690-1e22a27bb621 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8a10adcb6824dc79a05a1cb7709995b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909415 Nov 22 16:51:51.120124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55006) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:51.122049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c511d-98cc-481b-9304-7b5161c6f510 req-5f72a6bb-170f-4ebd-9c95-bb50ed4b060e tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:51.123864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-971c511d-98cc-481b-9304-7b5161c6f510 req-5f72a6bb-170f-4ebd-9c95-bb50ed4b060e tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 946 time: 0.2543540 Nov 22 16:51:51.258098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.269320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:51:51.302093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba08ff-92e1-4a15-b752-bef4fa57b92a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:51.325022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f413fa-0746-478c-8fed-21c005d3c58a') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:51.326313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f413fa-0746-478c-8fed-21c005d3c58a') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:51.337819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f779456e-941b-4aa0-b67e-3e7c03eb7324 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.344424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.347056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-971c511d-98cc-481b-9304-7b5161c6f510 req-6a8cf16a-3109-4ac8-9617-a68e252e58e5 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030833 Nov 22 16:51:51.383714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.390801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f779456e-941b-4aa0-b67e-3e7c03eb7324 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.400225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.406774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.452769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:51:51.453188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:51:51.455122 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:51:51.518247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f779456e-941b-4aa0-b67e-3e7c03eb7324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.521017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f779456e-941b-4aa0-b67e-3e7c03eb7324 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.525866 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f779456e-941b-4aa0-b67e-3e7c03eb7324 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fea2025c-dfc5-4c4c-bbb4-f8b22c03bb78 HTTP/1.1" status: 204 len: 168 time: 0.3968427 Nov 22 16:51:51.539476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f779456e-941b-4aa0-b67e-3e7c03eb7324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea2025c-dfc5-4c4c-bbb4-f8b22c03bb78,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.548283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.558901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:51.568401 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] 10.222.0.65 "DELETE /v2.0/networks/29ba08ff-92e1-4a15-b752-bef4fa57b92a HTTP/1.1" status: 204 len: 168 time: 0.6120453 Nov 22 16:51:51.585459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc376aec-121e-42f1-9d4e-5c48bf7f9454 tempest-QuotasNegativeTest-1455618616 tempest-QuotasNegativeTest-1455618616-project-admin] Pushing event deleted for resources: {'Network': ['ID=29ba08ff-92e1-4a15-b752-bef4fa57b92a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:51.592410 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Floating IP 5cf563f6-1f75-4471-bb6f-513e00f94502 associated. External IP: 172.25.6.247, port: 242f9ffd-ed49-4200-b5ce-7cd43e37b212. Nov 22 16:51:52.238794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55034) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:52.339931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Router 37cd2d2b-fde3-4466-a473-6d7ce22713bf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:52.474556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3955f1b2-bbe4-4efc-8cae-a6c02be72b4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.546058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f73bfd-b09a-4d9d-af00-f8fb1394b907 req-34a9a49f-246f-49e9-b004-0e7fb1c01e5e tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:52.548089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49f73bfd-b09a-4d9d-af00-f8fb1394b907 req-34a9a49f-246f-49e9-b004-0e7fb1c01e5e tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 946 time: 0.0943201 Nov 22 16:51:52.549887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:52.562326 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] Sync routers for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:52.567096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.574251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:52.574569 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3955f1b2-bbe4-4efc-8cae-a6c02be72b4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.578280 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:52.581488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3955f1b2-bbe4-4efc-8cae-a6c02be72b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.648977 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3955f1b2-bbe4-4efc-8cae-a6c02be72b4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3e3dbb6a57740cba31940503ab1012f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4080534 Nov 22 16:51:52.652250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3955f1b2-bbe4-4efc-8cae-a6c02be72b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866fa667-5bd7-4e97-a3ab-7f7dcad8f3f3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:52.658935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:52.664489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-e2455e72-9626-41d7-9d4c-a2a63315ad3a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "PUT /v2.0/floatingips/5cf563f6-1f75-4471-bb6f-513e00f94502 HTTP/1.1" status: 200 len: 996 time: 2.3498604 Nov 22 16:51:52.673424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:52.677035 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:52.718914 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:52.749684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49f73bfd-b09a-4d9d-af00-f8fb1394b907 req-90d3cfb9-a553-46bd-b898-c4fd9c432507 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739140 Nov 22 16:51:52.814087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f691a224-3e3e-41de-86cd-3f36fb691f63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.880826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f691a224-3e3e-41de-86cd-3f36fb691f63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:52.914692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71b3ee28-3598-4e9d-b9a4-e42930865932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.004165 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6abc3e-c25b-468a-9ef8-9aeaf1e558be x-openstack-request-id: req-6a6abc3e-c25b-468a-9ef8-9aeaf1e558be {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:53.004713 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:53.005781 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a6abc3e-c25b-468a-9ef8-9aeaf1e558be {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:53.005781 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'status': 'completed', 'code': 200} Nov 22 16:51:53.015543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f691a224-3e3e-41de-86cd-3f36fb691f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.018909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f691a224-3e3e-41de-86cd-3f36fb691f63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.020142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f691a224-3e3e-41de-86cd-3f36fb691f63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/866fa667-5bd7-4e97-a3ab-7f7dcad8f3f3 HTTP/1.1" status: 204 len: 168 time: 0.3602290 Nov 22 16:51:53.043137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691a224-3e3e-41de-86cd-3f36fb691f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fa667-5bd7-4e97-a3ab-7f7dcad8f3f3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:53.074666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-4b54af2d-463d-484b-914f-4d7e18676947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.086648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-4b54af2d-463d-484b-914f-4d7e18676947 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.3772943 Nov 22 16:51:53.149241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-c561e401-0b52-40f9-aa0b-ca976762e227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.150855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-c561e401-0b52-40f9-aa0b-ca976762e227 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1155744 Nov 22 16:51:53.280539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-52b97b4a-5216-45cc-878b-c5c90303f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.289281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-52b97b4a-5216-45cc-878b-c5c90303f2c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.2014430 Nov 22 16:51:53.343567 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '5cf563f6-1f75-4471-bb6f-513e00f94502', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'port_id': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'mac_address': 'fa:16:3e:2d:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:48Z', 'updated_at': '2021-11-22T16:51:51Z', 'revision_number': 1, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:53.397302 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] Checking router: 37cd2d2b-fde3-4466-a473-6d7ce22713bf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:53.442984 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:53.443627 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:53.449804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-421a09cb-b64c-4241-bf09-058d7bc80651 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.452444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-421a09cb-b64c-4241-bf09-058d7bc80651 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 946 time: 0.2020442 Nov 22 16:51:53.476635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-2db8f39d-a288-46aa-8f81-9660587d85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.485098 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-2db8f39d-a288-46aa-8f81-9660587d85ef service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.3260949 Nov 22 16:51:53.521869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-67adbbe8-9819-4817-a66a-eb45687a2a4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 999 time: 0.2313957 Nov 22 16:51:53.599280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55104) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:53.618059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6e9f-3c0f-43e6-805a-80318ddf26f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.633024 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:53.674986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-346be055-dc19-48b4-b9d2-2f0a0eda8c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:53.677113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-346be055-dc19-48b4-b9d2-2f0a0eda8c8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1479559 Nov 22 16:51:53.727118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-5a9424bb-ec63-4777-9a10-653152877f89 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379231 Nov 22 16:51:53.745306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-bac96a96-dd0e-4d13-95fe-63788fe48d4f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:51:53.746702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-bac96a96-dd0e-4d13-95fe-63788fe48d4f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110576 Nov 22 16:51:53.813456 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-8363532e-2fe6-4b11-91d5-90e9284c2bd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 999 time: 0.2844479 Nov 22 16:51:53.875378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-74287da0-eaa6-49d0-bc64-94a0ad561c9e service neutron] 10.222.0.65 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210296 Nov 22 16:51:53.973576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Deleting port efaa8657-4cbf-449d-995b-732521e8f9bc {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:53.978078 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:53.994090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-cd03a0cc-20d5-4df7-86e8-3f7568ea1b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:54.005096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-cd03a0cc-20d5-4df7-86e8-3f7568ea1b7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1783924 Nov 22 16:51:54.028076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.102779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6e9f-3c0f-43e6-805a-80318ddf26f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.114669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b4a6e9f-3c0f-43e6-805a-80318ddf26f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.131545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '5cf563f6-1f75-4471-bb6f-513e00f94502', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'port_id': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'mac_address': 'fa:16:3e:2d:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:48Z', 'updated_at': '2021-11-22T16:51:51Z', 'revision_number': 1, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:54.158241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-15bdc8a8-600a-4421-932e-b2d893ab1e30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1329327 Nov 22 16:51:54.176006 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950da93-c372-4703-a880-9c2de2cfdf99 None None] The sync data for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 is: [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '5cf563f6-1f75-4471-bb6f-513e00f94502', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'floating_ip_address': '172.25.6.247', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'port_id': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'mac_address': 'fa:16:3e:2d:f4:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:51:48Z', 'updated_at': '2021-11-22T16:51:51Z', 'revision_number': 1, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:54.219519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b286ab-5638-441d-baf5-dc9f0d439916 req-d0cb9576-9cc5-4c24-b1df-da4372ba9764 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:54.221204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5b286ab-5638-441d-baf5-dc9f0d439916 req-d0cb9576-9cc5-4c24-b1df-da4372ba9764 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 946 time: 0.2486403 Nov 22 16:51:54.227685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a6e9f-3c0f-43e6-805a-80318ddf26f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b7d155-ddfb-4ad1-bc96-9d7da344d0fe,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.233822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d426a6ac-3f2f-4430-808d-b4bfb5cab7e9 req-37a6a0fd-568d-400e-8674-93d34c5be154 service neutron] 10.222.0.65 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512061 Nov 22 16:51:54.239432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6b4a6e9f-3c0f-43e6-805a-80318ddf26f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a878f831db1b4a56876e57d315f36a1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6356235 Nov 22 16:51:54.240035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55122) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:54.409677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] For port efaa8657-4cbf-449d-995b-732521e8f9bc, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=efaa8657-4cbf-449d-995b-732521e8f9bc,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:51:54.410038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.453806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Calling delete_port for efaa8657-4cbf-449d-995b-732521e8f9bc owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:51:54.499174 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-f95040a0-a09b-4fc3-89bf-1beca663357a service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302181 Nov 22 16:51:54.527295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5b286ab-5638-441d-baf5-dc9f0d439916 req-feb136b4-370e-45e4-88cd-3051aa9e98f9 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402523 Nov 22 16:51:54.569875 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d144a71-e9e8-4e9c-9037-a2ff4623382c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.597450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-01278bbf-42d9-4cd5-8da2-29d6f924db60 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 999 time: 0.2123544 Nov 22 16:51:54.678481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e7064c-38b2-48be-bc6f-375b348a5395 None None] New status for floating IP 5cf563f6-1f75-4471-bb6f-513e00f94502: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:54.721679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c80ce7e3-a21c-4892-83fb-88f67d66c1e1 req-2fec5502-2ecc-4023-bd75-720e536811d2 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684191 Nov 22 16:51:54.790963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-3982b131-4b20-4b67-87d9-87b1e8d0c3fd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:54.806379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-3982b131-4b20-4b67-87d9-87b1e8d0c3fd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports/242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 942 time: 0.1828983 Nov 22 16:51:54.810031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d144a71-e9e8-4e9c-9037-a2ff4623382c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.811873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.871404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Pushing event deleted for resources: {'Port': ['ID=efaa8657-4cbf-449d-995b-732521e8f9bc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:54.967490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] No DVR routers for this DVR port efaa8657-4cbf-449d-995b-732521e8f9bc on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:51:54.974041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:54.977488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9c51ab10-fdb1-480a-aa1a-3eb5d412d9b9 req-eda7b805-cba8-4090-9c88-0c0cf4b0cad3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "DELETE /v2.0/ports/efaa8657-4cbf-449d-995b-732521e8f9bc HTTP/1.1" status: 204 len: 173 time: 1.5128498 Nov 22 16:51:54.978093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '519776c6-818f-4afa-bbc3-903f81553a71', 'name': 'network-vif-deleted', 'tag': 'efaa8657-4cbf-449d-995b-732521e8f9bc'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:54.984256 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d219e629-e3dd-4754-b0c7-8008908388d9" -d '{"events": [{"server_uuid": "519776c6-818f-4afa-bbc3-903f81553a71", "name": "network-vif-deleted", "tag": "efaa8657-4cbf-449d-995b-732521e8f9bc"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:55.005933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-61c34dbc-f9e8-40be-8a54-99a0d6485db2 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.1088130 Nov 22 16:51:55.034879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d144a71-e9e8-4e9c-9037-a2ff4623382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.041300 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d144a71-e9e8-4e9c-9037-a2ff4623382c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.043230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d144a71-e9e8-4e9c-9037-a2ff4623382c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59b7d155-ddfb-4ad1-bc96-9d7da344d0fe HTTP/1.1" status: 204 len: 168 time: 0.8022161 Nov 22 16:51:55.128830 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90a04f1-5063-4bc0-943c-fd777e5552ab x-openstack-request-id: req-c90a04f1-5063-4bc0-943c-fd777e5552ab {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:55.128998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d144a71-e9e8-4e9c-9037-a2ff4623382c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b7d155-ddfb-4ad1-bc96-9d7da344d0fe,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:55.129455 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "519776c6-818f-4afa-bbc3-903f81553a71", "name": "network-vif-deleted", "tag": "efaa8657-4cbf-449d-995b-732521e8f9bc", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:55.129898 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c90a04f1-5063-4bc0-943c-fd777e5552ab {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:55.131131 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '519776c6-818f-4afa-bbc3-903f81553a71', 'name': 'network-vif-deleted', 'tag': 'efaa8657-4cbf-449d-995b-732521e8f9bc', 'status': 'completed', 'code': 200} Nov 22 16:51:55.277892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-f25a358d-8c1e-48eb-a2a3-4301b0fe1d0a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:55.280664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-f25a358d-8c1e-48eb-a2a3-4301b0fe1d0a tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.2529943 Nov 22 16:51:55.410545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-e73448a7-56cf-4152-9c19-4992b579a190 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 1001 time: 0.1196995 Nov 22 16:51:55.424769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:55.429061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.512039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:55.880220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-550361f3-d352-49f0-972d-85ea72cdc5a2 req-65b589cb-34af-4594-b732-b1efc1071102 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=519776c6-818f-4afa-bbc3-903f81553a71 HTTP/1.1" status: 200 len: 210 time: 0.0972126 Nov 22 16:51:56.005370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.015716 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.016320 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Floating IP 5cf563f6-1f75-4471-bb6f-513e00f94502 disassociated. External IP: 172.25.6.247, port: 242f9ffd-ed49-4200-b5ce-7cd43e37b212. Nov 22 16:51:56.037862 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.300018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device efaa8657-4cbf-449d-995b-732521e8f9bc no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:51:56.365512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: efaa8657-4cbf-449d-995b-732521e8f9bc {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:51:56.366281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device efaa8657-4cbf-449d-995b-732521e8f9bc not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:51:56.441126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Router 37cd2d2b-fde3-4466-a473-6d7ce22713bf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:51:56.673933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:51:56.682567 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:56.686850 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] Sync routers for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:51:56.702365 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:56.703248 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:56.735189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-8a6b9285-3c43-4ded-85bf-d9139e6a27ff tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "PUT /v2.0/floatingips/5cf563f6-1f75-4471-bb6f-513e00f94502 HTTP/1.1" status: 200 len: 695 time: 1.3196716 Nov 22 16:51:56.736422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:51:56.741772 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:51:56.856998 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cde2d0e-177b-4893-927c-c8b8563a9585 x-openstack-request-id: req-4cde2d0e-177b-4893-927c-c8b8563a9585 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:51:56.858158 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:51:56.858763 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cde2d0e-177b-4893-927c-c8b8563a9585 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:51:56.860017 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'status': 'completed', 'code': 200} Nov 22 16:51:56.906242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-5478bf5a-0382-47c2-9085-74989e9eebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.909526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-5478bf5a-0382-47c2-9085-74989e9eebd1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1321535 Nov 22 16:51:56.921482 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:56.975624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-2d50c709-9ccc-4417-b023-c5ec2f77ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:56.977162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-2d50c709-9ccc-4417-b023-c5ec2f77ae01 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1168621 Nov 22 16:51:57.196825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-a87eaf24-6c60-4c4e-a6d3-4bea5713b157 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1204002 Nov 22 16:51:57.212302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-30c2710c-837a-48ab-b430-e865592784ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.217614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-30c2710c-837a-48ab-b430-e865592784ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.2295485 Nov 22 16:51:57.259210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-e722a2b5-7b34-4f4c-a046-96e50d587a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.261303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-e722a2b5-7b34-4f4c-a046-96e50d587a24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.3451419 Nov 22 16:51:57.340667 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-2325301c-5003-4963-afc5-395937c76536 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.1096220 Nov 22 16:51:57.445947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-c581c9b8-3622-49f0-9f17-85bde32d8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.450211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-81f04428-534d-49cd-a958-2aafa1264012 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.1686275 Nov 22 16:51:57.465895 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-c581c9b8-3622-49f0-9f17-85bde32d8ae8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1137066 Nov 22 16:51:57.537331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-4d437239-7efc-4344-b343-f98a1e57e6b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598469 Nov 22 16:51:57.610595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-38f517f1-1f53-4142-9490-770e0473ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.612606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-38f517f1-1f53-4142-9490-770e0473ad5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1504529 Nov 22 16:51:57.706970 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:57.708436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-dffa3a70-81d3-4dd8-bcb3-19d83a56333b tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:57.717509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-dffa3a70-81d3-4dd8-bcb3-19d83a56333b tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/networks?id=8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 200 len: 808 time: 0.2712831 Nov 22 16:51:57.722138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-385f0663-dd9a-4948-b65f-c2b58d7c374a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961947 Nov 22 16:51:57.737534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f6d54d75-ae2b-462c-9b5d-93f9302b8707 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/quotas/17225e7ca30943df9430495441536f1a HTTP/1.1" status: 200 len: 375 time: 0.0187480 Nov 22 16:51:57.776451 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] Checking router: 37cd2d2b-fde3-4466-a473-6d7ce22713bf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:51:57.805569 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:51:57.806522 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:57.817181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-6b1c95e6-7c54-43b1-8a16-7753889188f6 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720318 Nov 22 16:51:57.818794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-e94bc1eb-24a5-4ef6-90f6-e61859da1a84 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=17225e7ca30943df9430495441536f1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799451 Nov 22 16:51:58.012075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-1ba4d912-26ea-41d6-bfb7-3ee0d41fea1d service neutron] 10.222.0.65 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814623 Nov 22 16:51:58.030989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ee1ac238-3d9c-4aee-9dee-2c87c84413eb req-7236a4b5-1e7e-4854-8e09-b5041b03dca8 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059882 Nov 22 16:51:58.087206 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:51:58.093820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-ae1b589a-b530-48ab-966f-d43816d849aa service neutron] 10.222.0.65 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535607 Nov 22 16:51:58.217871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-226afca3-f3cb-4cad-b48e-24d8cd189cb3 req-6936caea-52c8-4a2c-8984-b8cb2956a684 service neutron] 10.222.0.65 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135857 Nov 22 16:51:58.247622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-2d66e065-37a6-4b81-ba79-681431ed6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.249158 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-2d66e065-37a6-4b81-ba79-681431ed6a2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 1096 time: 0.1117189 Nov 22 16:51:58.303280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55236) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:51:58.339008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-5a2d17f3-f7da-48d5-9b95-ddddcaf2110d service neutron] 10.222.0.65 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351765 Nov 22 16:51:58.482007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-0fbb2002-df16-49fe-b0dd-9f629355c5f5 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips/5cf563f6-1f75-4471-bb6f-513e00f94502 HTTP/1.1" status: 200 len: 695 time: 0.0960851 Nov 22 16:51:58.593600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-21f6980f-ec5a-452a-afbc-37c1e9b44fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.600945 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-21f6980f-ec5a-452a-afbc-37c1e9b44fc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 200 len: 920 time: 0.3126740 Nov 22 16:51:58.748290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a786d6ba-16a0-4315-9be8-dc7b40ec47d0 req-8bf48b40-535d-4620-9c1a-12b7a39ea363 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 210 time: 0.0759432 Nov 22 16:51:58.767276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-affdead1-3879-45c6-a0b5-54cb74c54cc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 200 len: 217 time: 0.1621835 Nov 22 16:51:58.775743 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:51:58.830631 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61baf45-6c3c-43b6-a044-f4c6a9514b4a None None] The sync data for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 is: [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:50:51Z', 'revision_number': 4, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '99e53327-b0a4-4c36-a98b-daa2b6e9b4ba', 'name': '', 'network_id': 'cbd253c9-8582-4f4f-bd70-8b73fc8c9ada', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'mac_address': 'fa:16:3e:2b:2c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:49Z', 'updated_at': '2021-11-22T16:51:01Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'subnets': [{'id': 'e84b1ed6-d145-4a17-a63c-8c1cf1a55481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:51:58.842056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-162937679'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:51:58.881561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-4390a339-013a-4b67-bc21-02550db21522 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.883079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-4390a339-013a-4b67-bc21-02550db21522 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 784 time: 0.3956125 Nov 22 16:51:58.896669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Made reservation on behalf of abc78fe727b54099b5af68b60cfd7f0b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:51:58.901475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.910484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-fdd3248e-e1ba-48de-ae24-f515a2695b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:51:58.911413 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-fdd3248e-e1ba-48de-ae24-f515a2695b40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 200 len: 859 time: 0.1325336 Nov 22 16:51:58.919658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:58.987893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-d0c5bdcf-0c5d-47e7-9ddd-7b9a26f189f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680430 Nov 22 16:51:59.053131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-cb5ce326-baf3-44a3-bb92-cfe007153d3b tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 698 time: 0.1335049 Nov 22 16:51:59.140406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-83678d3a-bff9-4c2a-b95b-ac7e132c94d0 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.6.247 HTTP/1.1" status: 200 len: 698 time: 0.0759370 Nov 22 16:51:59.265785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-06d6be33-19e3-4571-8760-cab967a40eb0 service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671604 Nov 22 16:51:59.405260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa7eab3-2ea0-4860-8264-7af3ebefe946 None None] New status for floating IP 5cf563f6-1f75-4471-bb6f-513e00f94502: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:51:59.430604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.454803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.513539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Deleting port a62de0a9-38b8-41c6-a9ce-e28290a6e512 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:51:59.513873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.525639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:51:59.603924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a425e36f-ad32-4e9a-9c45-e9c12718047b req-f60af02f-ad69-4376-93e0-b12243b8de8d service neutron] 10.222.0.20 "GET /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250568 Nov 22 16:51:59.618023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bd6071-806c-4067-9183-3eca341c5ee7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:51:59.632748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.633501 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Added segment 9d7473ee-54c4-4d16-9795-46ddadd7558c of type vlan for network 3316c306-e59f-49a3-9c58-afdb5f2969b8 Nov 22 16:51:59.820260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.881995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:51:59.882870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.005377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Calling delete_port for a62de0a9-38b8-41c6-a9ce-e28290a6e512 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:00.093054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d650e0ee-4713-4d26-82c0-c00ff0af0839 req-816980c3-0b43-4f5b-9536-6cbbbce2a6b3 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 210 time: 0.0696387 Nov 22 16:52:00.111006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.120609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.121776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.278601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9717247 Nov 22 16:52:00.296028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12c271-d808-4130-bf78-514cd15264d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Pushing event updated for resources: {'Network': ['ID=3316c306-e59f-49a3-9c58-afdb5f2969b8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:00.311445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 3316c306-e59f-49a3-9c58-afdb5f2969b8 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:00.477371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.582817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event deleted for resources: {'Port': ['ID=a62de0a9-38b8-41c6-a9ce-e28290a6e512,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:00.728786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-e55f8607-c66a-47f7-a0ac-d5c93a3fff84 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:00.730521 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-e55f8607-c66a-47f7-a0ac-d5c93a3fff84 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "GET /v2.0/networks?id=8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 200 len: 808 time: 0.1762943 Nov 22 16:52:00.743973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55272) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:00.748477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.750372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.751667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8c55e4c-f803-4244-be69-9e97525047e5 req-18808a7f-aab3-471b-a15e-d67504249d16 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "DELETE /v2.0/floatingips/5cf563f6-1f75-4471-bb6f-513e00f94502 HTTP/1.1" status: 204 len: 173 time: 1.6029372 Nov 22 16:52:00.752470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Request body: {'port': {'device_id': 'd28b0ebe-29d7-4125-9309-483c752af510', 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918', 'admin_state_up': True, 'tenant_id': '17225e7ca30943df9430495441536f1a'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:00.757132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Request body: {'port': {'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8', 'binding:host_id': 'n-h2-816206-6', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983537127'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:00.827267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Made reservation on behalf of ec409ff37519404887bdf9b381618e73 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:00.829552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.847926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:00.900098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-318b092a-3fef-4bf3-9f67-78885b030162 req-3552fc6a-17b3-43f0-95b6-42d387a9a899 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups/9e2852b5-f1c2-4dfe-9968-e0b40d8516f9 HTTP/1.1" status: 200 len: 1825 time: 0.1083932 Nov 22 16:52:00.993642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Made reservation on behalf of 17225e7ca30943df9430495441536f1a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:01.000590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.041201 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-318b092a-3fef-4bf3-9f67-78885b030162 req-8c24881c-4800-4cd7-bf97-a4c915582e22 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.084911 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-318b092a-3fef-4bf3-9f67-78885b030162 req-8c24881c-4800-4cd7-bf97-a4c915582e22 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.096795 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.110376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.192897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:01.293198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fdf5c4-b688-4b84-a824-7007742a7512,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.331497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Allocated IP 172.20.0.13 (8d655eca-e1e5-461c-bd52-9c91cf42a918/a1e00c6c-fc4a-48f1-b951-28a836ded4c9/8dd70f57-ec01-49db-b8cb-a182d089963e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:01.374883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66baa032-44ec-40a7-b3ee-a07b04c1e334 req-95179768-160c-4a23-a11b-4a321e855a3c tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 210 time: 0.0479860 Nov 22 16:52:01.381061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-318b092a-3fef-4bf3-9f67-78885b030162 req-8c24881c-4800-4cd7-bf97-a4c915582e22 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.389396 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-318b092a-3fef-4bf3-9f67-78885b030162 req-8c24881c-4800-4cd7-bf97-a4c915582e22 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.394075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-318b092a-3fef-4bf3-9f67-78885b030162 req-8c24881c-4800-4cd7-bf97-a4c915582e22 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "DELETE /v2.0/security-groups/9e2852b5-f1c2-4dfe-9968-e0b40d8516f9 HTTP/1.1" status: 204 len: 173 time: 0.4883952 Nov 22 16:52:01.439286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24881c-4800-4cd7-bf97-a4c915582e22 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2852b5-f1c2-4dfe-9968-e0b40d8516f9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.711502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.779244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.807296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:01.808838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Network 8d655eca-e1e5-461c-bd52-9c91cf42a918 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:01.811711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:01.821021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.834296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:01.836694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.855591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7ef83-e16d-4e66-a5f2-ef5208a934a3 req-50cf8fdb-2c2e-4ea3-85a3-f77f0a6f1fb2 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:01.859548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0d7ef83-e16d-4e66-a5f2-ef5208a934a3 req-50cf8fdb-2c2e-4ea3-85a3-f77f0a6f1fb2 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1032624 Nov 22 16:52:01.888647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Pushing event updated for resources: {'Port': ['ID=8dd70f57-ec01-49db-b8cb-a182d089963e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:01.930866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:01.932654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:01.977801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-f3526ba8-532a-4d35-832f-152b3b8373e1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2293284 Nov 22 16:52:02.008031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Request body: {'port': {'device_id': 'd28b0ebe-29d7-4125-9309-483c752af510', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:02.044126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=92ffb0fa-3863-49d3-9178-f52fd7cfe3de,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:02.087810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0d7ef83-e16d-4e66-a5f2-ef5208a934a3 req-cc93997a-facb-4994-b528-a047e36b645e tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125008 Nov 22 16:52:02.094397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Checking segment: {'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:02.094776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Network hostable DHCP agents. Network: 3316c306-e59f-49a3-9c58-afdb5f2969b8, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:02.121606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Network 3316c306-e59f-49a3-9c58-afdb5f2969b8 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:02.130253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.138981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 3316c306-e59f-49a3-9c58-afdb5f2969b8) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:02.148311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf4604d-4833-42da-8ec7-c2a5794f3be6 None None] Network 3316c306-e59f-49a3-9c58-afdb5f2969b8 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:02.154875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:02.189140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.189614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.190422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.202123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.202591 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.204321 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 2 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.233510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.233973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.234273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.257898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.265016 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.265016 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 3 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.330654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.333215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.334251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.352248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.355497 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.356843 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 4 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.392710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.394264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.395436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.413037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.413574 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.417415 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 5 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.456262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.456726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.457279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.466432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.466868 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.467496 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 6 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.531715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.532524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.532798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.547161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.548420 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.550505 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 7 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.583412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.583902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.584416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.605667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69f911-5d2e-4fe1-bfce-a5e1465114f8 req-a20b3cb8-c902-4d56-a735-6af389da19df tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.618430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef69f911-5d2e-4fe1-bfce-a5e1465114f8 req-a20b3cb8-c902-4d56-a735-6af389da19df tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 932 time: 0.1354938 Nov 22 16:52:02.636345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.636845 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.637461 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 8 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.640779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd70f57-ec01-49db-b8cb-a182d089963e {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:02.654954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.674447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Transition to ACTIVE for port object 8dd70f57-ec01-49db-b8cb-a182d089963e will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:52:02.677438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.677843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.678205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.682337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.688821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.689160 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.691558 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 9 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.738878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef69f911-5d2e-4fe1-bfce-a5e1465114f8 req-59f8337b-8d4f-47fb-9f83-b2f12363d864 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187136 Nov 22 16:52:02.740349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.740875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.741220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.747967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.748291 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.748824 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 10 to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de Nov 22 16:52:02.762813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.763158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.763505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.770773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.771343 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:02.771710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.778443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd70f57-ec01-49db-b8cb-a182d089963e,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:02.871585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] For port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:02.872384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempted to set empty binding levels {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:52:02.879846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.880290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Attempting to bind port 8dd70f57-ec01-49db-b8cb-a182d089963e on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:02.880826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Attempting to bind port 8dd70f57-ec01-49db-b8cb-a182d089963e by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:02.881418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Attempting to bind port 8dd70f57-ec01-49db-b8cb-a182d089963e on network 8d655eca-e1e5-461c-bd52-9c91cf42a918 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.887958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Port 8dd70f57-ec01-49db-b8cb-a182d089963e on network 8d655eca-e1e5-461c-bd52-9c91cf42a918 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:02.888447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Attempting to bind port 8dd70f57-ec01-49db-b8cb-a182d089963e on network 8d655eca-e1e5-461c-bd52-9c91cf42a918 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:02.894714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:02.895055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Checking segment: {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:02.895448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Bound using segment: {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:02.896296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Bound port: 8dd70f57-ec01-49db-b8cb-a182d089963e, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c926a459-479e-41cf-bc57-9bb91a45d9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:02.896296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.898905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:02.900971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:02.948504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2022543 Nov 22 16:52:02.951704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55298) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:02.987677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8667744-3aa6-4589-bc8c-1c5680609620 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=92ffb0fa-3863-49d3-9178-f52fd7cfe3de,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:03.514130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] For port 8dd70f57-ec01-49db-b8cb-a182d089963e, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:03.518045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] For port 8dd70f57-ec01-49db-b8cb-a182d089963e, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8dd70f57-ec01-49db-b8cb-a182d089963e,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:03.526855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.600582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd70f57-ec01-49db-b8cb-a182d089963e,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:03.622361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.623460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.625257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-8f2db132-0965-406c-9832-4aa50dc1dc78 service neutron] 10.222.0.66 "PUT /v2.0/ports/8dd70f57-ec01-49db-b8cb-a182d089963e HTTP/1.1" status: 200 len: 1092 time: 1.6251903 Nov 22 16:52:03.626434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd28b0ebe-29d7-4125-9309-483c752af510', 'tag': '8dd70f57-ec01-49db-b8cb-a182d089963e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:03.629194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4193bb41-913b-4e9a-8caf-945fc55ba3c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d28b0ebe-29d7-4125-9309-483c752af510", "tag": "8dd70f57-ec01-49db-b8cb-a182d089963e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:03.644954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07d503-348b-4e26-8875-17d66866885c req-6ac1bf29-30cb-4c8b-b7ce-a8003515f8da tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.655965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc07d503-348b-4e26-8875-17d66866885c req-6ac1bf29-30cb-4c8b-b7ce-a8003515f8da tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1257749 Nov 22 16:52:03.679517 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669ca7ab-0804-4e99-843f-ae5cd662881e x-openstack-request-id: req-669ca7ab-0804-4e99-843f-ae5cd662881e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:03.679885 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d28b0ebe-29d7-4125-9309-483c752af510", "tag": "8dd70f57-ec01-49db-b8cb-a182d089963e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:03.680493 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-669ca7ab-0804-4e99-843f-ae5cd662881e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:03.680697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-5fdefbaa-5eca-44ff-a7ec-f8e5ad9a6838 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1432173 Nov 22 16:52:03.681283 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd28b0ebe-29d7-4125-9309-483c752af510', 'tag': '8dd70f57-ec01-49db-b8cb-a182d089963e', 'status': 'completed', 'code': 200} Nov 22 16:52:03.699138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Deleting port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:03.699793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.819275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc07d503-348b-4e26-8875-17d66866885c req-23ee4789-9a0e-414e-a73b-4ac829d0cd7c tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642973 Nov 22 16:52:03.864631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-7162426b-f8a8-425a-af77-6e47c765fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.867495 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-7162426b-f8a8-425a-af77-6e47c765fc81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1097 time: 0.1093683 Nov 22 16:52:03.876459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-ebb96087-2387-42c3-87df-10508e69cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:03.878648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-ebb96087-2387-42c3-87df-10508e69cc62 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17225e7ca30943df9430495441536f1a&device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 1095 time: 0.1491995 Nov 22 16:52:03.880308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] For port 92ffb0fa-3863-49d3-9178-f52fd7cfe3de, host n-h2-816206-6, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:03.880846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:03.969971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Calling delete_port for 92ffb0fa-3863-49d3-9178-f52fd7cfe3de owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:03.978006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-98e42a51-9190-4cd9-ac03-a9c054a9266e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd70f57-ec01-49db-b8cb-a182d089963e HTTP/1.1" status: 200 len: 217 time: 0.0833697 Nov 22 16:52:04.017495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-16793b55-0ac0-433d-a2df-66cc34198ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.019041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-16793b55-0ac0-433d-a2df-66cc34198ad2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1206219 Nov 22 16:52:04.087087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc2b74-5937-47e2-a578-485bbbf830c4 req-8ceac854-e93f-437f-bc92-73aecc6584fb tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.088590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cebc2b74-5937-47e2-a578-485bbbf830c4 req-8ceac854-e93f-437f-bc92-73aecc6584fb tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 944 time: 0.1955492 Nov 22 16:52:04.108883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-3af42e32-c920-4e1e-b612-7238520d8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.109736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-3af42e32-c920-4e1e-b612-7238520d8bc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1e00c6c-fc4a-48f1-b951-28a836ded4c9 HTTP/1.1" status: 200 len: 848 time: 0.1217256 Nov 22 16:52:04.162198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-c657a86d-218d-46ed-84eb-a8e91be9836c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d655eca-e1e5-461c-bd52-9c91cf42a918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412264 Nov 22 16:52:04.190624 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-f0decac4-9578-4716-9b51-06cc9f0b8a5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1002 time: 0.1620841 Nov 22 16:52:04.221608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-2c742097-9c4f-4072-8385-62877ec4b2fd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.223265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-2c742097-9c4f-4072-8385-62877ec4b2fd tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 945 time: 0.1327882 Nov 22 16:52:04.311881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.328337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-f30640eb-9993-4d5e-b3cb-3efae8f358d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.330544 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-f30640eb-9993-4d5e-b3cb-3efae8f358d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1308997 Nov 22 16:52:04.366922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event deleted for resources: {'Port': ['ID=92ffb0fa-3863-49d3-9178-f52fd7cfe3de,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:04.371987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cebc2b74-5937-47e2-a578-485bbbf830c4 req-cfe170a3-bbba-4211-a6d9-4ce0225f09b4 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714295 Nov 22 16:52:04.403148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.409718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d5ee565-5fb8-4e94-9b7c-1a07465971d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "DELETE /v2.0/ports/92ffb0fa-3863-49d3-9178-f52fd7cfe3de HTTP/1.1" status: 204 len: 168 time: 1.4536817 Nov 22 16:52:04.412376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:04.418618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-a3c3a477-a29d-40d0-bee3-01a4ffa20f86 service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421668 Nov 22 16:52:04.424472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-735a9d4a-50b5-49b5-afe4-ca1f52c805d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.425995 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-735a9d4a-50b5-49b5-afe4-ca1f52c805d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726714 Nov 22 16:52:04.455163 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e09dc93d-9fec-47ff-ad64-a076519708e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:04.456617 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e09dc93d-9fec-47ff-ad64-a076519708e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "GET /v2.0/ports/92ffb0fa-3863-49d3-9178-f52fd7cfe3de HTTP/1.1" status: 404 len: 333 time: 0.0433006 Nov 22 16:52:04.492028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55320) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:04.499899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Request body: {'port': {'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981896559'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:04.519093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Deleting port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:04.519411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.545441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Made reservation on behalf of ec409ff37519404887bdf9b381618e73 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:04.548018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.593871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c9d9bd-b127-4c99-9b9f-c950df687645 req-acf5c5bc-71df-4e03-8f06-97678e9f4531 service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658792 Nov 22 16:52:04.595786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port b2a62f2a-0860-478d-942c-d7a8e351c1a9 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:04.641230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-49d9b198-d3a7-48be-8547-cb28177e2001 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977623 Nov 22 16:52:04.812115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] For port 242f9ffd-ed49-4200-b5ce-7cd43e37b212, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=242f9ffd-ed49-4200-b5ce-7cd43e37b212,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:04.812492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:04.832742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-e3eb66ad-86d5-4741-9cb3-aab68e1ea2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:04.835563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-e3eb66ad-86d5-4741-9cb3-aab68e1ea2e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=17225e7ca30943df9430495441536f1a&device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 1095 time: 0.1360440 Nov 22 16:52:04.836896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Calling delete_port for 242f9ffd-ed49-4200-b5ce-7cd43e37b212 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:04.841576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c63e50bc-a5e1-4357-af7e-2d08de6b7b16 req-fc243ae4-b9e1-4c95-9c06-4c4d82437a87 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854110 Nov 22 16:52:04.896219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.070891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.091120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['242f9ffd-ed49-4200-b5ce-7cd43e37b212'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:05.118020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-cf4e1525-d90a-4083-b5c2-45e572518efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.121159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-cf4e1525-d90a-4083-b5c2-45e572518efb service neutron] 10.222.0.66 "GET /v2.0/networks?id=8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 200 len: 909 time: 0.2159400 Nov 22 16:52:05.130469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.132501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Pushing event deleted for resources: {'Port': ['ID=242f9ffd-ed49-4200-b5ce-7cd43e37b212,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:05.156866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88640fac-ad72-4519-8ef8-c9cba5d23d23 req-00d265ab-17d1-44ca-9d62-4a9fbf39696f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.158486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88640fac-ad72-4519-8ef8-c9cba5d23d23 req-00d265ab-17d1-44ca-9d62-4a9fbf39696f tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/ports?device_id=6dbc09e8-a9e4-4128-9d09-50704b5ee816 HTTP/1.1" status: 200 len: 867 time: 0.1716170 Nov 22 16:52:05.204772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] No DVR routers for this DVR port 242f9ffd-ed49-4200-b5ce-7cd43e37b212 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:05.208556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.216198 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4047a9c9-1d41-427d-8ed8-7f1ce69076af req-951c525a-cefc-4e04-b6bc-49b88c1bf160 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.20 "DELETE /v2.0/ports/242f9ffd-ed49-4200-b5ce-7cd43e37b212 HTTP/1.1" status: 204 len: 173 time: 0.9645188 Nov 22 16:52:05.293528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-ab44e3b0-efaf-4b13-8388-cad2a5c4267a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8dd70f57-ec01-49db-b8cb-a182d089963e HTTP/1.1" status: 200 len: 217 time: 0.1603928 Nov 22 16:52:05.305033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a62f2a-0860-478d-942c-d7a8e351c1a9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:05.473495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Network 3316c306-e59f-49a3-9c58-afdb5f2969b8 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:05.481259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:05.499621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:05.500569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.501185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.517555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-08f87832-6bfd-462f-a993-c55c7fc8f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.519131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-08f87832-6bfd-462f-a993-c55c7fc8f67d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a1e00c6c-fc4a-48f1-b951-28a836ded4c9 HTTP/1.1" status: 200 len: 848 time: 0.2099934 Nov 22 16:52:05.591331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-88640fac-ad72-4519-8ef8-c9cba5d23d23 req-c09460a1-75c6-442d-9017-3fff91cafc44 tempest-ServerRescueTestJSONUnderV235-1077362957 tempest-ServerRescueTestJSONUnderV235-1077362957-project] 10.222.0.65 "GET /v2.0/security-groups?id=478d90d2-369b-4ef9-b634-12d769323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928583 Nov 22 16:52:05.594874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-a20cc361-6754-498e-b898-e6aadcd13599 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8d655eca-e1e5-461c-bd52-9c91cf42a918&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616963 Nov 22 16:52:05.599067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fcdb7555-0e9f-4854-80df-c1343b7d1372 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1056409 Nov 22 16:52:05.601891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:05.609637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:05.687876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0c6e4-7c8c-44cd-b13b-0b18d3c6b88d req-edf1ca33-1b07-4ec8-88b9-1acf97a9877a tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:05.690039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'name': 'network-vif-deleted', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:05.692847 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd67bec-5a87-4d8d-81b0-79eadb842d77" -d '{"events": [{"server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "name": "network-vif-deleted", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:05.695857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acd0c6e4-7c8c-44cd-b13b-0b18d3c6b88d req-edf1ca33-1b07-4ec8-88b9-1acf97a9877a tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 944 time: 0.2094431 Nov 22 16:52:05.798862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:05.826961 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6996d53f-3889-4c69-bde5-7a22b6189310 x-openstack-request-id: req-6996d53f-3889-4c69-bde5-7a22b6189310 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:05.827266 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbc09e8-a9e4-4128-9d09-50704b5ee816", "name": "network-vif-deleted", "tag": "242f9ffd-ed49-4200-b5ce-7cd43e37b212", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:05.827525 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6996d53f-3889-4c69-bde5-7a22b6189310 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:05.827926 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbc09e8-a9e4-4128-9d09-50704b5ee816', 'name': 'network-vif-deleted', 'tag': '242f9ffd-ed49-4200-b5ce-7cd43e37b212', 'status': 'completed', 'code': 200} Nov 22 16:52:05.830476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-9795fad7-cc52-4b4f-ad9c-2d7de4eba58b service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121758 Nov 22 16:52:05.903327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acd0c6e4-7c8c-44cd-b13b-0b18d3c6b88d req-b551dce5-8438-407a-8a50-612044375dd2 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061691 Nov 22 16:52:06.001520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4193bb41-913b-4e9a-8caf-945fc55ba3c3 req-23ec7ab3-db65-4264-badd-4659543211e0 service neutron] 10.222.0.66 "GET /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692452 Nov 22 16:52:06.091107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port b2a62f2a-0860-478d-942c-d7a8e351c1a9 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:06.102082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.109330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.167045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a62f2a-0860-478d-942c-d7a8e351c1a9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:06.193861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.194638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.195277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.203919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.204447 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.205048 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 2 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.223970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.224344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.224659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.231260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.231680 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.231984 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 3 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.247613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.248060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.248582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.254237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.254497 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.254898 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 4 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.273069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.273753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.274339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.282294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.282838 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.283466 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 5 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.307520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.308048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.308610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.316621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.317164 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.317833 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 6 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.335343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.335695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.336168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.342815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.342815 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.343152 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 7 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.360794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8dd70f57-ec01-49db-b8cb-a182d089963e details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:52:06.361419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.361419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.361645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.367089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.367379 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.367758 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 8 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.386362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.386994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.387356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.393292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.393490 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.393866 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 9 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.415751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.416091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.416950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.425009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.425539 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.426006 n-d-816206-6 neutron-server[103515]: INFO neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 10 to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 Nov 22 16:52:06.476109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:06.476109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:06.477003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:06.490755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:06.491089 n-d-816206-6 neutron-server[103515]: ERROR neutron.plugins.ml2.managers [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:06.491943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.558457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8dd70f57-ec01-49db-b8cb-a182d089963e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8dd70f57-ec01-49db-b8cb-a182d089963e,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:06.573895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '8dd70f57-ec01-49db-b8cb-a182d089963e', 'network_id': '8d655eca-e1e5-461c-bd52-9c91cf42a918', 'port_id': '8dd70f57-ec01-49db-b8cb-a182d089963e', 'mac_address': 'fa:16:3e:37:c5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e00c6c-fc4a-48f1-b951-28a836ded4c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:52:06.618029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] For port b2a62f2a-0860-478d-942c-d7a8e351c1a9, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:06.618563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempted to set empty binding levels {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:52:06.628163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.695150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55362) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:06.727074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] In _notify_port_updated(), no bound segment for port b2a62f2a-0860-478d-942c-d7a8e351c1a9 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:52:06.728194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.729549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.734503 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "PUT /v2.0/ports/b2a62f2a-0860-478d-942c-d7a8e351c1a9 HTTP/1.1" status: 200 len: 979 time: 1.1287043 Nov 22 16:52:06.735480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:06.796559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.815767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd70f57-ec01-49db-b8cb-a182d089963e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:52:06.849011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8dd70f57-ec01-49db-b8cb-a182d089963e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8dd70f57-ec01-49db-b8cb-a182d089963e,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:06.856154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:06.857612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1e753-1828-43ff-916a-e1f674e70f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a62f2a-0860-478d-942c-d7a8e351c1a9,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:06.903926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.904668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.905184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.905639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.906142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.906672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.917295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.917877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.918478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.921256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8dd70f57-ec01-49db-b8cb-a182d089963e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:06.922207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.924083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.924083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.924083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:06.936233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-917079da-9b94-4441-beec-85f31689b324 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11702 time: 0.1995986 Nov 22 16:52:06.940475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55368) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:07.075968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Deleting port b2a62f2a-0860-478d-942c-d7a8e351c1a9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:07.076378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.139836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['8dd70f57-ec01-49db-b8cb-a182d089963e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:52:07.148806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c229e0-b41d-44f2-b524-0c0349e8cadc req-ddced650-c863-477b-a037-931ccbca6e4a tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:07.151669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c229e0-b41d-44f2-b524-0c0349e8cadc req-ddced650-c863-477b-a037-931ccbca6e4a tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 945 time: 0.1340985 Nov 22 16:52:07.176550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] For port b2a62f2a-0860-478d-942c-d7a8e351c1a9, host n-h2-816206-6, got binding levels [] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:07.177124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.202704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Calling delete_port for b2a62f2a-0860-478d-942c-d7a8e351c1a9 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:07.278237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31c229e0-b41d-44f2-b524-0c0349e8cadc req-a53bca46-90ba-4bdd-9769-c168c9b96c00 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938818 Nov 22 16:52:07.365285 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.430947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a62f2a-0860-478d-942c-d7a8e351c1a9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:07.456903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.462296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.466946 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.473268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4dee8df6-a869-4d0f-8d95-e75cfab34163 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "DELETE /v2.0/ports/b2a62f2a-0860-478d-942c-d7a8e351c1a9 HTTP/1.1" status: 204 len: 168 time: 0.5315125 Nov 22 16:52:07.475776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:07.529383 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa41c97-61fa-4a50-919f-7ada1ac6a1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:07.532471 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-baa41c97-61fa-4a50-919f-7ada1ac6a1ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "GET /v2.0/ports/b2a62f2a-0860-478d-942c-d7a8e351c1a9 HTTP/1.1" status: 404 len: 333 time: 0.0551429 Nov 22 16:52:07.537024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:07.552399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-812640823', 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:07.647884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Made reservation on behalf of ec409ff37519404887bdf9b381618e73 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:07.654213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:07.708976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port 6784327f-34ad-47f3-83f9-b93548f62dcc yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:07.942151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Deleting port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:07.942493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.019656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.096749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.115392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] For port 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,segment=NetworkSegment(8923ed4e-96b1-4c77-9c70-cee6bd8e246d),segment_id=8923ed4e-96b1-4c77-9c70-cee6bd8e246d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:08.116116 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.144062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Calling delete_port for 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:08.178784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Network 3316c306-e59f-49a3-9c58-afdb5f2969b8 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:08.183404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:08.188245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:08.189230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.189909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.201921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=6784327f-34ad-47f3-83f9-b93548f62dcc,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:08.220068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d0055951-e9ff-48f2-adcd-8bdb0f323dfa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6790833 Nov 22 16:52:08.220068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55382) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:08.268170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305bf03f-490f-4d1a-8f98-b84c2a450daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:08.273319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-305bf03f-490f-4d1a-8f98-b84c2a450daa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "GET /v2.0/ports/6784327f-34ad-47f3-83f9-b93548f62dcc HTTP/1.1" status: 200 len: 958 time: 0.0486140 Nov 22 16:52:08.276030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55384) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:08.359547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8dd70f57-ec01-49db-b8cb-a182d089963e up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:08.413591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Deleting port 6784327f-34ad-47f3-83f9-b93548f62dcc {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:08.413591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.443490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.502132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 8dd70f57-ec01-49db-b8cb-a182d089963e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:52:08.521156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 8dd70f57-ec01-49db-b8cb-a182d089963e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:08.521761 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.541417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Pushing event deleted for resources: {'Port': ['ID=99e53327-b0a4-4c36-a98b-daa2b6e9b4ba,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:08.595017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.616976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 242f9ffd-ed49-4200-b5ce-7cd43e37b212 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:08.665744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 242f9ffd-ed49-4200-b5ce-7cd43e37b212 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:08.666330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 242f9ffd-ed49-4200-b5ce-7cd43e37b212 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:08.704723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Calling delete_port for 6784327f-34ad-47f3-83f9-b93548f62dcc owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:08.736434 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.755705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.779360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8dd70f57-ec01-49db-b8cb-a182d089963e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8dd70f57-ec01-49db-b8cb-a182d089963e,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:08.780649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28b0ebe-29d7-4125-9309-483c752af510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd70f57-ec01-49db-b8cb-a182d089963e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:08.786878 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc0583e-ef00-4f0b-b5d6-80c37fd20a18" -d '{"events": [{"server_uuid": "d28b0ebe-29d7-4125-9309-483c752af510", "name": "network-vif-plugged", "status": "completed", "tag": "8dd70f57-ec01-49db-b8cb-a182d089963e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:08.790349 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.929200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:08.968881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8dd70f57-ec01-49db-b8cb-a182d089963e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:09.039316 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293b30e-6ab6-4617-b6ea-be0b800910e0 x-openstack-request-id: req-e293b30e-6ab6-4617-b6ea-be0b800910e0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:09.039884 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28b0ebe-29d7-4125-9309-483c752af510", "name": "network-vif-plugged", "status": "completed", "tag": "8dd70f57-ec01-49db-b8cb-a182d089963e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:09.040338 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e293b30e-6ab6-4617-b6ea-be0b800910e0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:09.041180 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28b0ebe-29d7-4125-9309-483c752af510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd70f57-ec01-49db-b8cb-a182d089963e', 'code': 200} Nov 22 16:52:09.043408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fb32d-487f-4ac0-8071-77fe20a7c87f req-03fdbe58-6111-457e-add9-2d81cebad415 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.046061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d80fb32d-487f-4ac0-8071-77fe20a7c87f req-03fdbe58-6111-457e-add9-2d81cebad415 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 945 time: 0.5820220 Nov 22 16:52:09.125443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.294710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event deleted for resources: {'Port': ['ID=6784327f-34ad-47f3-83f9-b93548f62dcc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:09.314324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.336653 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-90d72b59-e14e-43be-9b81-4344e47600a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "DELETE /v2.0/ports/6784327f-34ad-47f3-83f9-b93548f62dcc HTTP/1.1" status: 204 len: 168 time: 1.0582068 Nov 22 16:52:09.339032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55404) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:09.425671 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4405d304-ddb9-469c-883f-31f72538a6dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:09.428329 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4405d304-ddb9-469c-883f-31f72538a6dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "GET /v2.0/ports/6784327f-34ad-47f3-83f9-b93548f62dcc HTTP/1.1" status: 404 len: 333 time: 0.0834126 Nov 22 16:52:09.434306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55410) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:09.448618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Request body: {'port': {'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1949047070'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:09.512770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Made reservation on behalf of ec409ff37519404887bdf9b381618e73 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:09.517746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.547667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port a5c534a7-224c-4b09-9dc4-9ea96a784b93 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:09.661479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d80fb32d-487f-4ac0-8071-77fe20a7c87f req-8703d524-5d4e-4a18-b888-34aa151db1f8 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955606 Nov 22 16:52:09.667509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041e1b4-1adc-402d-8a63-8d2c802d8e6c req-ff09c6d8-0b31-4d8e-9c8a-ed5bf6399016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:09.668730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c041e1b4-1adc-402d-8a63-8d2c802d8e6c req-ff09c6d8-0b31-4d8e-9c8a-ed5bf6399016 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 1097 time: 0.3252366 Nov 22 16:52:09.700686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Router 37cd2d2b-fde3-4466-a473-6d7ce22713bf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:09.934703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:09.944053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c041e1b4-1adc-402d-8a63-8d2c802d8e6c req-4832e38e-d65b-4004-a5cf-054327918f5a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632289 Nov 22 16:52:09.971073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:09.984887 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] Sync routers for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:10.000934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.005050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55416) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:10.009045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-412c8031-4b73-4693-a585-ee3b0d664159 admin admin] 10.222.0.65 "PUT /v2.0/routers/37cd2d2b-fde3-4466-a473-6d7ce22713bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3129139 Nov 22 16:52:10.012347 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:10.014070 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:10.073066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c534a7-224c-4b09-9dc4-9ea96a784b93,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:10.160847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Network 3316c306-e59f-49a3-9c58-afdb5f2969b8 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:10.165437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:10.172175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:10.173602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:10.174558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.216836 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:10.274198 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5f67e8ef-1e3b-4cf7-a529-c3c68283b8ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8381166 Nov 22 16:52:10.277567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55418) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:10.283189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:10.304535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.407982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.548844 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.676444 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14'}], 'enable_snat': True}, 'gw_port_id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:52:08Z', 'revision_number': 5, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port': {'id': 'ac322ea3-2635-4b78-86da-376f24635baf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:fb:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2539, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:44Z', 'updated_at': '2021-11-22T16:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:10.722866 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] Checking router: 37cd2d2b-fde3-4466-a473-6d7ce22713bf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:10.753014 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] Routers {'37cd2d2b-fde3-4466-a473-6d7ce22713bf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:10.754373 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:51:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:10.770639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Deleting port ac322ea3-2635-4b78-86da-376f24635baf {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:10.771132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.893146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] device_id is not set on port a5c534a7-224c-4b09-9dc4-9ea96a784b93 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:10.904887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:10.911554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] Set router 37cd2d2b-fde3-4466-a473-6d7ce22713bf gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:10.914909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.000808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641aa585-a2b8-4dee-9bb0-8ae208081b26 req-bc97890f-cabb-4716-8157-8613c833975d tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:11.000808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-641aa585-a2b8-4dee-9bb0-8ae208081b26 req-bc97890f-cabb-4716-8157-8613c833975d tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 946 time: 0.1684570 Nov 22 16:52:11.006123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] For port ac322ea3-2635-4b78-86da-376f24635baf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ac322ea3-2635-4b78-86da-376f24635baf,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:11.006732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.040080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Calling delete_port for ac322ea3-2635-4b78-86da-376f24635baf owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:11.071369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c534a7-224c-4b09-9dc4-9ea96a784b93,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:11.116365 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:52:10Z', 'revision_number': 6, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:11.129106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.135133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.135736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.150847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.151349 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.155342 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 2 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.172394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-641aa585-a2b8-4dee-9bb0-8ae208081b26 req-961972f5-9e34-4e79-9b4f-b92c2c5850f1 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497581 Nov 22 16:52:11.179349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.179537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.180030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.186934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.188058 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.188433 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 3 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.210433 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1b9fdb-9741-4f7f-98cd-5554f925a3ad None None] The sync data for ids ['37cd2d2b-fde3-4466-a473-6d7ce22713bf'] in n-d-816206-6 is: [{'id': '37cd2d2b-fde3-4466-a473-6d7ce22713bf', 'name': 'tempest-ServerRescueTestJSONUnderV235-618954131-router', 'tenant_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:43Z', 'updated_at': '2021-11-22T16:52:10Z', 'revision_number': 6, 'project_id': 'cbe38d9867144d7b8903449d0e43cc7b', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:11.255991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.256332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.256673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.269776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.271671 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.272838 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 4 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.309875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.310326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.311446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.323288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.324387 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.325515 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 5 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.356480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.356975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.357597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.370382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.370981 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.371507 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 6 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.407970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.408663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.409108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.415182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.416427 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.417777 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 7 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.434904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.446801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.446801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.447635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.460932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.461395 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.461934 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 8 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.489229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.489764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.490124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.494728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac322ea3-2635-4b78-86da-376f24635baf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:11.495598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.495932 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.496331 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 9 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.515099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8dd941-94b6-43d6-8f1f-62854c3576c8 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:11.522765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.523404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.524268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.534127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.534708 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.535267 n-d-816206-6 neutron-server[103514]: INFO neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempt 10 to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 Nov 22 16:52:11.602009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:11.602347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:11.602685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempting to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:11.609500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:52:11.611653 n-d-816206-6 neutron-server[103514]: ERROR neutron.plugins.ml2.managers [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Failed to bind port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on host n-h2-816206-6 for vnic_type normal using segments [{'id': '9d7473ee-54c4-4d16-9795-46ddadd7558c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '3316c306-e59f-49a3-9c58-afdb5f2969b8'}] Nov 22 16:52:11.612067 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.640208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.705105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:11.762986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:11.763349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99e53327-b0a4-4c36-a98b-daa2b6e9b4ba not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:11.784746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] For port a5c534a7-224c-4b09-9dc4-9ea96a784b93, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:11.785448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attempted to set empty binding levels {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 22 16:52:11.792981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.829219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.832918 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.852717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] In _notify_port_updated(), no bound segment for port a5c534a7-224c-4b09-9dc4-9ea96a784b93 on network 3316c306-e59f-49a3-9c58-afdb5f2969b8 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:52:11.854802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:11.855756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.858289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "PUT /v2.0/ports/a5c534a7-224c-4b09-9dc4-9ea96a784b93 HTTP/1.1" status: 200 len: 979 time: 1.5790923 Nov 22 16:52:11.862422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:11.921430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770285e7-ab3b-402c-8ca4-50ccd4201952 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event updated for resources: {'Port': ['ID=a5c534a7-224c-4b09-9dc4-9ea96a784b93,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:11.926573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.928947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37cd2d2b-fde3-4466-a473-6d7ce22713bf {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:11.934292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:11.936085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-92988c3c-fcdc-471a-af52-8a75412ce324 admin admin] 10.222.0.65 "DELETE /v2.0/routers/37cd2d2b-fde3-4466-a473-6d7ce22713bf HTTP/1.1" status: 204 len: 168 time: 1.9291759 Nov 22 16:52:11.941066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.001319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Deleting subnet e84b1ed6-d145-4a17-a63c-8c1cf1a55481 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:12.006356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.056883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.132584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.221108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.239722 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.243187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e84b1ed6-d145-4a17-a63c-8c1cf1a55481 HTTP/1.1" status: 204 len: 168 time: 0.3007874 Nov 22 16:52:12.246747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.366173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.372894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47bd635-76bb-4558-8e3e-a82903d04db7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84b1ed6-d145-4a17-a63c-8c1cf1a55481,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.455690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ac51a-6e0a-4b17-9bf7-3ee844be1124 req-2b333506-d39e-4af1-ba10-608f4097caa4 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:12.457115 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef2ac51a-6e0a-4b17-9bf7-3ee844be1124 req-2b333506-d39e-4af1-ba10-608f4097caa4 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 946 time: 0.0683994 Nov 22 16:52:12.487647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Deleting port a5c534a7-224c-4b09-9dc4-9ea96a784b93 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:12.488137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.492794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.522903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd253c9-8582-4f4f-bd70-8b73fc8c9ada']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:12.533999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8923ed4e-96b1-4c77-9c70-cee6bd8e246d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:12.534602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8923ed4e-96b1-4c77-9c70-cee6bd8e246d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:12.550945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.567090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.577218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef2ac51a-6e0a-4b17-9bf7-3ee844be1124 req-a642d81d-04de-46f8-96c8-44248cd97de5 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120877 Nov 22 16:52:12.585754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:12.586578 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:12.589987 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:12.593681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] For port a5c534a7-224c-4b09-9dc4-9ea96a784b93, host n-h2-816206-6, got binding levels [] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:12.594047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.617991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Calling delete_port for a5c534a7-224c-4b09-9dc4-9ea96a784b93 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:12.682900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.690896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.697448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cbd253c9-8582-4f4f-bd70-8b73fc8c9ada HTTP/1.1" status: 204 len: 168 time: 0.4490509 Nov 22 16:52:12.723980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03a896-c3cf-46b1-86b1-665dd11f0783 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd253c9-8582-4f4f-bd70-8b73fc8c9ada,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.737332 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.802238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:12.810815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a5c534a7-224c-4b09-9dc4-9ea96a784b93 HTTP/1.1" status: 204 len: 168 time: 0.9438381 Nov 22 16:52:12.810815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146411c1-ea27-484a-86d0-4fe7888f2bad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5c534a7-224c-4b09-9dc4-9ea96a784b93,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:12.811119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55456) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.854902 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c900d9-a8c3-44f6-aa3d-50dfdddb5757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] GET failed (client error): The resource could not be found. Nov 22 16:52:12.860289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7c900d9-a8c3-44f6-aa3d-50dfdddb5757 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1485169880-project-admin] 10.222.0.65 "GET /v2.0/ports/a5c534a7-224c-4b09-9dc4-9ea96a784b93 HTTP/1.1" status: 404 len: 333 time: 0.0444586 Nov 22 16:52:12.860977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55462) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.956751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55468) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:12.981708 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.026290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a60f54c0-5320-45ba-9cb2-bbe2d452a587 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cbe38d9867144d7b8903449d0e43cc7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0676322 Nov 22 16:52:13.029023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:13.090145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60f6014d-0302-4224-8d53-c8bbeb6adad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.116101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60f6014d-0302-4224-8d53-c8bbeb6adad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.159122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.239350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3316c306-e59f-49a3-9c58-afdb5f2969b8']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:13.273111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7473ee-54c4-4d16-9795-46ddadd7558c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:13.280371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7473ee-54c4-4d16-9795-46ddadd7558c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:13.290055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.294947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60f6014d-0302-4224-8d53-c8bbeb6adad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.300366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60f6014d-0302-4224-8d53-c8bbeb6adad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.304600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60f6014d-0302-4224-8d53-c8bbeb6adad6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/478d90d2-369b-4ef9-b634-12d769323cb0 HTTP/1.1" status: 204 len: 168 time: 0.2746010 Nov 22 16:52:13.335649 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.344236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6014d-0302-4224-8d53-c8bbeb6adad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d90d2-369b-4ef9-b634-12d769323cb0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:13.350531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:13.350981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:13.356501 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:13.452030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.457927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ac322ea3-2635-4b78-86da-376f24635baf no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:13.473928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:13.481661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] 10.222.0.65 "DELETE /v2.0/networks/3316c306-e59f-49a3-9c58-afdb5f2969b8 HTTP/1.1" status: 204 len: 168 time: 0.6199231 Nov 22 16:52:13.541163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ac322ea3-2635-4b78-86da-376f24635baf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:13.544339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ac322ea3-2635-4b78-86da-376f24635baf not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:13.568323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a95f6d-a27b-42b8-9a5d-217425a3498f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1951044410-project] Pushing event deleted for resources: {'Network': ['ID=3316c306-e59f-49a3-9c58-afdb5f2969b8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:13.767735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f19731-7953-4a9c-b29b-63bcece2d213 req-b3f1370a-9d8b-4387-b355-6697c00e83ff tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:13.778943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06f19731-7953-4a9c-b29b-63bcece2d213 req-b3f1370a-9d8b-4387-b355-6697c00e83ff tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 946 time: 0.0822704 Nov 22 16:52:13.861778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06f19731-7953-4a9c-b29b-63bcece2d213 req-ca037751-17f2-4551-868a-68a4a3d4607f tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811563 Nov 22 16:52:14.031465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55504) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.208145 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf4e9e95-80f9-4dc4-907f-d7b6e632b2a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=abc78fe727b54099b5af68b60cfd7f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1752667 Nov 22 16:52:14.210778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55516) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.281743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2261e1b8-5bec-4382-a0ac-bea19ae3974a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.312225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2261e1b8-5bec-4382-a0ac-bea19ae3974a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.390515 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2261e1b8-5bec-4382-a0ac-bea19ae3974a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.395307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2261e1b8-5bec-4382-a0ac-bea19ae3974a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.396544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.397287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2261e1b8-5bec-4382-a0ac-bea19ae3974a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a1bd6071-806c-4067-9183-3eca341c5ee7 HTTP/1.1" status: 204 len: 168 time: 0.1854718 Nov 22 16:52:14.410932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2261e1b8-5bec-4382-a0ac-bea19ae3974a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bd6071-806c-4067-9183-3eca341c5ee7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:14.699850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1130560839-network', 'tenant_id': 'ecde32e1ead84b0792ce2417401a0fc0'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:14.731950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Made reservation on behalf of ecde32e1ead84b0792ce2417401a0fc0 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:14.736313 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.736608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.749998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.799802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ef72cea-e9e0-4cef-9867-0ca9082e33bb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec409ff37519404887bdf9b381618e73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0613554 Nov 22 16:52:14.802553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:14.849768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.856089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.876317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e89f4a65-65a0-4b0d-afe6-c4e3f822227e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.887565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba667d24-bc4a-46a7-bf27-597af8a55051,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:14.896289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:14.909441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.910105 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Added segment 16493909-65bf-44f4-8bda-21cb9d5f0462 of type vlan for network b7108f03-2dd9-46bb-af87-99c82db33c18 Nov 22 16:52:14.923894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e89f4a65-65a0-4b0d-afe6-c4e3f822227e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:14.966140 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.011827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.013486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:15.014451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e89f4a65-65a0-4b0d-afe6-c4e3f822227e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.014659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.017190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e89f4a65-65a0-4b0d-afe6-c4e3f822227e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:15.020842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e89f4a65-65a0-4b0d-afe6-c4e3f822227e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9fdf5c4-b688-4b84-a824-7007742a7512 HTTP/1.1" status: 204 len: 168 time: 0.2129946 Nov 22 16:52:15.032474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f4a65-65a0-4b0d-afe6-c4e3f822227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fdf5c4-b688-4b84-a824-7007742a7512,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.057138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6583018 Nov 22 16:52:15.071026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d6ee-cbbd-4cb2-9bf5-1559a729c8e3 req-883f54ce-179f-4412-9a0f-8dba97d6b0dc tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:15.073512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b512d6ee-cbbd-4cb2-9bf5-1559a729c8e3 req-883f54ce-179f-4412-9a0f-8dba97d6b0dc tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 946 time: 0.0902407 Nov 22 16:52:15.126071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988f269-335f-4a7e-bf93-6500b7869f20 admin admin] Pushing event updated for resources: {'Network': ['ID=b7108f03-2dd9-46bb-af87-99c82db33c18,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:15.141433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b7108f03-2dd9-46bb-af87-99c82db33c18 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:15.183359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b512d6ee-cbbd-4cb2-9bf5-1559a729c8e3 req-ff55d56a-efd0-4150-8af1-0cbb2e029f89 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028800 Nov 22 16:52:15.588758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77607ac0-8f88-4c91-b755-6255679337bc req-43070812-af52-49df-abab-7b7c823b1d11 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:15.590386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77607ac0-8f88-4c91-b755-6255679337bc req-43070812-af52-49df-abab-7b7c823b1d11 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 946 time: 0.0941851 Nov 22 16:52:15.823708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Deleting port 8dd70f57-ec01-49db-b8cb-a182d089963e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:15.824052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.025214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccbe7-25c1-4f56-b3d2-5583723a88fa req-00bf45c5-0674-4845-9ef1-e8ac2df66ac9 tempest-ComputeTenantNetworksTest-1947168180 tempest-ComputeTenantNetworksTest-1947168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.031806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccbe7-25c1-4f56-b3d2-5583723a88fa req-00bf45c5-0674-4845-9ef1-e8ac2df66ac9 tempest-ComputeTenantNetworksTest-1947168180 tempest-ComputeTenantNetworksTest-1947168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.038468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ccbe7-25c1-4f56-b3d2-5583723a88fa req-00bf45c5-0674-4845-9ef1-e8ac2df66ac9 tempest-ComputeTenantNetworksTest-1947168180 tempest-ComputeTenantNetworksTest-1947168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.040455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9e8ccbe7-25c1-4f56-b3d2-5583723a88fa req-00bf45c5-0674-4845-9ef1-e8ac2df66ac9 tempest-ComputeTenantNetworksTest-1947168180 tempest-ComputeTenantNetworksTest-1947168180-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3064020 Nov 22 16:52:16.063840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] For port 8dd70f57-ec01-49db-b8cb-a182d089963e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8dd70f57-ec01-49db-b8cb-a182d089963e,segment=NetworkSegment(c926a459-479e-41cf-bc57-9bb91a45d9e3),segment_id=c926a459-479e-41cf-bc57-9bb91a45d9e3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:16.064215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.091911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Calling delete_port for 8dd70f57-ec01-49db-b8cb-a182d089963e owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:16.211105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3437a0f-e277-4b61-9745-b428d70fb042 req-249c1f62-d443-4910-a0da-cdbd35e935fb tempest-ComputeTenantNetworksTest-1947168180 tempest-ComputeTenantNetworksTest-1947168180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.213273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3437a0f-e277-4b61-9745-b428d70fb042 req-249c1f62-d443-4910-a0da-cdbd35e935fb tempest-ComputeTenantNetworksTest-1947168180 tempest-ComputeTenantNetworksTest-1947168180-project] 10.222.0.65 "GET /v2.0/networks/b7108f03-2dd9-46bb-af87-99c82db33c18 HTTP/1.1" status: 200 len: 769 time: 0.1399729 Nov 22 16:52:16.230054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55582) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:16.410911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a8adc-fb3e-40be-856a-cbde5486bfcf req-a718c1b0-0fae-4091-8b79-7c59cbc48b1b tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:16.414102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.419687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f85a8adc-fb3e-40be-856a-cbde5486bfcf req-a718c1b0-0fae-4091-8b79-7c59cbc48b1b tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/ports?device_id=d28b0ebe-29d7-4125-9309-483c752af510 HTTP/1.1" status: 200 len: 946 time: 0.1303508 Nov 22 16:52:16.460005 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.511246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Pushing event deleted for resources: {'Port': ['ID=8dd70f57-ec01-49db-b8cb-a182d089963e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:16.598412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] No DVR routers for this DVR port 8dd70f57-ec01-49db-b8cb-a182d089963e on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:52:16.601044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.605763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77607ac0-8f88-4c91-b755-6255679337bc req-b70080cb-e53f-4dc0-8b75-99e60228e853 tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.66 "DELETE /v2.0/ports/8dd70f57-ec01-49db-b8cb-a182d089963e HTTP/1.1" status: 204 len: 173 time: 1.0059807 Nov 22 16:52:16.606333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd28b0ebe-29d7-4125-9309-483c752af510', 'name': 'network-vif-deleted', 'tag': '8dd70f57-ec01-49db-b8cb-a182d089963e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:52:16.609756 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29914e7c-305e-44f0-bc65-95cfeb71889a" -d '{"events": [{"server_uuid": "d28b0ebe-29d7-4125-9309-483c752af510", "name": "network-vif-deleted", "tag": "8dd70f57-ec01-49db-b8cb-a182d089963e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:52:16.648431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f85a8adc-fb3e-40be-856a-cbde5486bfcf req-71cbe816-d16b-4526-a146-3598489c03fe tempest-VolumesActionsTest-217063721 tempest-VolumesActionsTest-217063721-project] 10.222.0.65 "GET /v2.0/security-groups?id=c56a9614-4015-416b-804b-322dddea8d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150984 Nov 22 16:52:16.695480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.725983 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7cd447-8c5f-4586-90a7-387a32dfafd0 x-openstack-request-id: req-1a7cd447-8c5f-4586-90a7-387a32dfafd0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:52:16.726383 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d28b0ebe-29d7-4125-9309-483c752af510", "name": "network-vif-deleted", "tag": "8dd70f57-ec01-49db-b8cb-a182d089963e", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:52:16.727217 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1a7cd447-8c5f-4586-90a7-387a32dfafd0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:52:16.727217 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd28b0ebe-29d7-4125-9309-483c752af510', 'name': 'network-vif-deleted', 'tag': '8dd70f57-ec01-49db-b8cb-a182d089963e', 'status': 'completed', 'code': 200} Nov 22 16:52:16.751630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7108f03-2dd9-46bb-af87-99c82db33c18']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:16.772396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16493909-65bf-44f4-8bda-21cb9d5f0462') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:16.772689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16493909-65bf-44f4-8bda-21cb9d5f0462') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:16.788047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.808350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.817430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:16.818085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:16.866512 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:16.888438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.894747 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:16.901263 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b7108f03-2dd9-46bb-af87-99c82db33c18 HTTP/1.1" status: 204 len: 168 time: 0.6699202 Nov 22 16:52:16.916384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3286a-d933-45bf-ba25-23c9ae95f375 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7108f03-2dd9-46bb-af87-99c82db33c18,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.168860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55620) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.224343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b9c77f75-652a-4c3c-89f5-2b298e9d7552 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecde32e1ead84b0792ce2417401a0fc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0519774 Nov 22 16:52:17.224343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55626) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.267723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.306861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d29c11c-a01d-4389-8dc4-d91036cfd631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.344775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d29c11c-a01d-4389-8dc4-d91036cfd631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.414350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d29c11c-a01d-4389-8dc4-d91036cfd631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.419321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d29c11c-a01d-4389-8dc4-d91036cfd631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.420687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d29c11c-a01d-4389-8dc4-d91036cfd631 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba667d24-bc4a-46a7-bf27-597af8a55051 HTTP/1.1" status: 204 len: 168 time: 0.1955888 Nov 22 16:52:17.428387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2118792723', 'router:external': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:17.430361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29c11c-a01d-4389-8dc4-d91036cfd631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba667d24-bc4a-46a7-bf27-597af8a55051,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.492823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Made reservation on behalf of d8508ef07aa54a2eba6f1f05a4a9a7aa for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:17.495934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.515393 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.668216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.677674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.715943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:52:17.738905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a2b3c7-d52b-49da-9f67-e5a1744e86ab,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:17.745771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.746115 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Added segment 6ab3e8c0-4a64-4660-b5d8-ed0e85a777b4 of type vlan for network 773da2b7-26b4-4ae0-913d-878b1812e838 Nov 22 16:52:17.832363 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.881225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.882684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:17.884682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:17.981511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7123480 Nov 22 16:52:17.984921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55658) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:17.991517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'subnet': {'network_id': '773da2b7-26b4-4ae0-913d-878b1812e838', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.015793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed30b4e-7289-4c43-ae2f-6efad18e8a7b tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Network': ['ID=773da2b7-26b4-4ae0-913d-878b1812e838,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.029718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 773da2b7-26b4-4ae0-913d-878b1812e838 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:52:18.044331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Made reservation on behalf of d8508ef07aa54a2eba6f1f05a4a9a7aa for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:18.047720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.405867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8dd70f57-ec01-49db-b8cb-a182d089963e no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:18.469082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 8dd70f57-ec01-49db-b8cb-a182d089963e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:18.471040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8dd70f57-ec01-49db-b8cb-a182d089963e not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:18.571599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:52:18.572710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.632249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:18.643894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Checking segment: {'id': '6ab3e8c0-4a64-4660-b5d8-ed0e85a777b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '773da2b7-26b4-4ae0-913d-878b1812e838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:18.644447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network hostable DHCP agents. Network: 773da2b7-26b4-4ae0-913d-878b1812e838, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:52:18.671959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 773da2b7-26b4-4ae0-913d-878b1812e838 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:52:18.686881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 773da2b7-26b4-4ae0-913d-878b1812e838) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:18.694625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:18.695067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73c4cb4-429a-4273-a173-77577cd9d01c None None] Network 773da2b7-26b4-4ae0-913d-878b1812e838 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:18.695627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.729873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55708) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:18.730964 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-028f4428-c2bf-4af9-8ddb-4a02d3765b64 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7437124 Nov 22 16:52:18.734705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-223528727', 'network_id': '773da2b7-26b4-4ae0-913d-878b1812e838'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:18.793698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Made reservation on behalf of d8508ef07aa54a2eba6f1f05a4a9a7aa for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:52:18.797302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:18.852480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] device_id is not set on port 9a53879d-4238-48c6-9ec4-33fe0f71e10d yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:52:18.887089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53044606-0fd1-4fc7-bee7-e2d3b26fcafe None None] Network 773da2b7-26b4-4ae0-913d-878b1812e838 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:52:19.092406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Allocated IP 2001:db8::27a (773da2b7-26b4-4ae0-913d-878b1812e838/5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b/9a53879d-4238-48c6-9ec4-33fe0f71e10d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:19.340434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.429062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.511839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 773da2b7-26b4-4ae0-913d-878b1812e838 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:19.516096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:19.520604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:19.521607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:19.522237 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.535522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Port': ['ID=9a53879d-4238-48c6-9ec4-33fe0f71e10d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:19.550952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:19.551194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-669c98f7-cee8-41b1-aa00-33176c5171af tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8201027 Nov 22 16:52:19.696114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Deleting port 9a53879d-4238-48c6-9ec4-33fe0f71e10d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:19.731281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.928831 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-78656533-811e-4e95-92b8-c924a36d39aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:19.985336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.005811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Calling delete_port for 9a53879d-4238-48c6-9ec4-33fe0f71e10d owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:20.287556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.353174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a53879d-4238-48c6-9ec4-33fe0f71e10d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:20.377441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.387341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/ports/9a53879d-4238-48c6-9ec4-33fe0f71e10d HTTP/1.1" status: 204 len: 168 time: 0.8351319 Nov 22 16:52:20.389924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.390387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.390549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.391721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.392029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.392349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55786) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:20.396894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.396894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.396894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.396894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.396894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.403869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.404103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '773da2b7-26b4-4ae0-913d-878b1812e838', 'external_fixed_ips': [{'subnet_id': '5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b', 'ip_address': '2001:db8::27a'}]}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:20.404361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64aaa6f4-15c3-486b-a298-691614b67257 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:20.440632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.442245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.570045 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.811957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:20.837783 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:21.462833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:21.523757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.070096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Allocated IP 2001:db8::27a (773da2b7-26b4-4ae0-913d-878b1812e838/5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b/18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:22.298731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.380599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.408400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55864) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:22.533376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 773da2b7-26b4-4ae0-913d-878b1812e838 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:22.553774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:22.569830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:22.584171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Port': ['ID=18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:22.756414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f46eacb-f64e-4ce8-89f6-500fdf2a43ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:22.930147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa633-736c-4bac-83de-0fc24bc214d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.090138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f46eacb-f64e-4ce8-89f6-500fdf2a43ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.100620 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f46eacb-f64e-4ce8-89f6-500fdf2a43ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.200697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.313905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8f46eacb-f64e-4ce8-89f6-500fdf2a43ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af4220b3c5164785a18ee0c9914d6156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9015441 Nov 22 16:52:23.314468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46eacb-f64e-4ce8-89f6-500fdf2a43ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea36eec-5dea-48cd-b160-b361b516495f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:23.325107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55878) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:23.461469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-859617cb-e874-453f-983d-599c172b471f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:23.888768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.012938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.052543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-859617cb-e874-453f-983d-599c172b471f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.167646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-859617cb-e874-453f-983d-599c172b471f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.174787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-859617cb-e874-453f-983d-599c172b471f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.178729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-859617cb-e874-453f-983d-599c172b471f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ea36eec-5dea-48cd-b160-b361b516495f HTTP/1.1" status: 204 len: 168 time: 0.8523118 Nov 22 16:52:24.198114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859617cb-e874-453f-983d-599c172b471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea36eec-5dea-48cd-b160-b361b516495f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:24.247480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Router 71900240-6bd2-4508-86e4-f88df8d5e452 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:24.776152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:24.812094 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d07da-1d81-4145-8554-daf22f0656cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.977539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d07da-1d81-4145-8554-daf22f0656cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:24.983735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f22d07da-1d81-4145-8554-daf22f0656cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.040505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d07da-1d81-4145-8554-daf22f0656cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58db165-8a8b-4ea0-98a7-34899e86c190,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.058419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f22d07da-1d81-4145-8554-daf22f0656cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a11c211378d4fedacef95a809e1c8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2803686 Nov 22 16:52:25.061199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55904) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.171596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:25.189606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Sync routers for ids ['71900240-6bd2-4508-86e4-f88df8d5e452'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:25.219977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Routers {'71900240-6bd2-4508-86e4-f88df8d5e452'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:25.221223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['71900240-6bd2-4508-86e4-f88df8d5e452'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:25.306907 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.311340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:25.313170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fd79042d-04a0-4299-bfc1-71af8b0e2858 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9190266 Nov 22 16:52:25.320049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3be-b36c-4032-bbae-d35ff8d9c252 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.398689 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3be-b36c-4032-bbae-d35ff8d9c252 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.507498 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3be-b36c-4032-bbae-d35ff8d9c252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.511385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb07c3be-b36c-4032-bbae-d35ff8d9c252 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.514969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb07c3be-b36c-4032-bbae-d35ff8d9c252 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b58db165-8a8b-4ea0-98a7-34899e86c190 HTTP/1.1" status: 204 len: 168 time: 0.4480858 Nov 22 16:52:25.527169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07c3be-b36c-4032-bbae-d35ff8d9c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58db165-8a8b-4ea0-98a7-34899e86c190,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:25.540351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.562072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.632343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Set router 71900240-6bd2-4508-86e4-f88df8d5e452 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:25.729935 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.823933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Deleting port 18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:25.825272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.976871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:25.999603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Calling delete_port for 18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:26.059238 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.096511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71900240-6bd2-4508-86e4-f88df8d5e452', 'name': '', 'tenant_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '773da2b7-26b4-4ae0-913d-878b1812e838', 'external_fixed_ips': [{'subnet_id': '5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b', 'ip_address': '2001:db8::27a'}], 'enable_snat': True}, 'gw_port_id': '18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:20Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 3, 'project_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'gw_port': {'id': '18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8', 'name': '', 'network_id': '773da2b7-26b4-4ae0-913d-878b1812e838', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:29:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71900240-6bd2-4508-86e4-f88df8d5e452', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2755, 'fixed_ips': [{'subnet_id': '5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b', 'ip_address': '2001:db8::27a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:21Z', 'updated_at': '2021-11-22T16:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:26.173576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Checking router: 71900240-6bd2-4508-86e4-f88df8d5e452 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:26.174594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Updating router 71900240-6bd2-4508-86e4-f88df8d5e452 port 18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:26.212871 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.347210 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.485681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event deleted for resources: {'Port': ['ID=18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:26.566123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.768189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.775341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.860335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.861049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71900240-6bd2-4508-86e4-f88df8d5e452 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:26.866783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:26.875526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55952) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:26.886994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0058c252-4b46-4b29-8224-edf0ee00106e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/routers/71900240-6bd2-4508-86e4-f88df8d5e452 HTTP/1.1" status: 204 len: 168 time: 1.5727403 Nov 22 16:52:26.918454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:52:26.919037 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:52:26.969230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Deleting subnet 5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:52:26.975569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.032532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.116328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.228926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.270261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:27.272550 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.277039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c7aac3e1-92b4-4b2b-8999-65a0af1bd543 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b HTTP/1.1" status: 204 len: 168 time: 0.4004068 Nov 22 16:52:27.279918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55960) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:27.389118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.452496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Port 18e98d0d-bb0c-4ad2-8c35-0e7e756afdd8 not found while updating agent binding for router 71900240-6bd2-4508-86e4-f88df8d5e452. {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 16:52:27.478171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:27.479052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:52:27.480483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_agentschedulers_db [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'71900240-6bd2-4508-86e4-f88df8d5e452'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103516) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:52:27.482570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f10f02-ee57-446d-b12c-5d07cd3c271e None None] The sync data for ids ['71900240-6bd2-4508-86e4-f88df8d5e452'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:27.522250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.549742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773da2b7-26b4-4ae0-913d-878b1812e838']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:27.565058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab3e8c0-4a64-4660-b5d8-ed0e85a777b4') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:27.566004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab3e8c0-4a64-4660-b5d8-ed0e85a777b4') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:27.577917 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.593914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.621995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:52:27.623065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:52:27.624861 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:52:27.709973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.748531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 773da2b7-26b4-4ae0-913d-878b1812e838 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 16:52:27.754661 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:27.784344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/networks/773da2b7-26b4-4ae0-913d-878b1812e838 HTTP/1.1" status: 204 len: 168 time: 0.5030341 Nov 22 16:52:27.785282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc24159-10e0-4d11-8665-79fb8b4a5808 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event deleted for resources: {'Network': ['ID=773da2b7-26b4-4ae0-913d-878b1812e838,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:28.542176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56012) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:28.546881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'name': 'tempest-router--645469331', 'project_id': 'd97422140aea4b469214b87736a66f21'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:28.600081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.601715 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.728331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.737577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.763231 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:28.766124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-10302d57-9ddc-4bcd-b836-2c76c0df712f tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2225416 Nov 22 16:52:28.768466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56016) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:28.884582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.301365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.304314 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.451398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.452583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd122b31-605d-40ee-979b-a3cefb7dca69 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:29.463386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:29.467109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4d30de2b-8678-4d32-830a-ba87dcf28f65 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/routers/dd122b31-605d-40ee-979b-a3cefb7dca69 HTTP/1.1" status: 204 len: 168 time: 0.6939912 Nov 22 16:52:29.816784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56054) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:30.308648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1333969088', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:30.400087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.401916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:30.522901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.113090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.475368 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.506940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:31.775712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Allocated IP 172.25.6.197 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/25845ec9-ea9d-4e62-b492-148428f1d478) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:31.994053 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.051763 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.156843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event updated for resources: {'Port': ['ID=25845ec9-ea9d-4e62-b492-148428f1d478,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:32.208398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:32.211117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:32.220818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:32.284667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c24ed-552d-4adc-a167-2b32e826b429 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:32.366226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fe9b297d-4d59-48af-aaf3-006c5190cda6 None None] Provisioning complete for port 25845ec9-ea9d-4e62-b492-148428f1d478 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:32.367564 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fe9b297d-4d59-48af-aaf3-006c5190cda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:32.516010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fe9b297d-4d59-48af-aaf3-006c5190cda6 None None] Port 25845ec9-ea9d-4e62-b492-148428f1d478 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:32.970853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:33.921956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.160715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Router 27bd1e17-b1d3-4c99-9a4b-51443e189733 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:34.328268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:34.342620 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] Sync routers for ids ['27bd1e17-b1d3-4c99-9a4b-51443e189733'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:34.355816 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:34.357202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c9acdc2-e06d-45fb-831e-5f29eb4383af tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5365720 Nov 22 16:52:34.359791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56144) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:34.377879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] Routers {'27bd1e17-b1d3-4c99-9a4b-51443e189733'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:34.382732 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['27bd1e17-b1d3-4c99-9a4b-51443e189733'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.460411 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.474992 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] Routers {'27bd1e17-b1d3-4c99-9a4b-51443e189733'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:34.475996 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['27bd1e17-b1d3-4c99-9a4b-51443e189733'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.524679 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:34.525589 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba848b9-4b92-463f-9871-865bf4af5045 None None] The sync data for ids ['27bd1e17-b1d3-4c99-9a4b-51443e189733'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:34.615722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5303648f-be5e-4971-981b-e7b343fccf12 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/27bd1e17-b1d3-4c99-9a4b-51443e189733 HTTP/1.1" status: 200 len: 925 time: 0.2543347 Nov 22 16:52:34.618423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56148) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:34.670866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3607a204-2df3-4ff8-a078-dca9494e7d5d tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=27bd1e17-b1d3-4c99-9a4b-51443e189733 HTTP/1.1" status: 200 len: 205 time: 0.0482543 Nov 22 16:52:34.671304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:35.023104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.287350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.449300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Deleting port 25845ec9-ea9d-4e62-b492-148428f1d478 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:35.450035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.591788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:35.612784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Calling delete_port for 25845ec9-ea9d-4e62-b492-148428f1d478 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:35.991477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.029133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00a7c3-4a1e-44de-a884-bfcd6dcae740 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:36.151561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event deleted for resources: {'Port': ['ID=25845ec9-ea9d-4e62-b492-148428f1d478,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:36.312947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.468877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.471188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.552510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.553117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Fanout notify agent at l3_agent the message router_deleted on router 27bd1e17-b1d3-4c99-9a4b-51443e189733 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:36.586010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.591030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56200) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:36.593203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-431675fe-bab4-4130-83b6-4f45b2b73102 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/27bd1e17-b1d3-4c99-9a4b-51443e189733 HTTP/1.1" status: 204 len: 168 time: 1.9200137 Nov 22 16:52:36.596219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'name': 'tempest-snat-router-883320593', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': False}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:36.660699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.666781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:36.865566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.423241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.437850 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.890022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:37.950562 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.219752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Allocated IP 172.25.6.34 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/b2f3811d-2487-455e-be65-9f819e1ee162) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:38.555551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.641095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56238) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:38.670450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.783981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:38.789437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:38.795566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:38.810554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1129b4-d754-4d35-95cc-e13a3e2099a5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:38.871296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f3811d-2487-455e-be65-9f819e1ee162,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:38.902667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04223842-7000-4556-a7c9-2f125444380d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.915565 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:38.971976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-63392b00-a969-43b6-9d64-7d690fcb4ee1 None None] Provisioning complete for port b2f3811d-2487-455e-be65-9f819e1ee162 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:38.972490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63392b00-a969-43b6-9d64-7d690fcb4ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.136267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-63392b00-a969-43b6-9d64-7d690fcb4ee1 None None] Port b2f3811d-2487-455e-be65-9f819e1ee162 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:39.294378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04223842-7000-4556-a7c9-2f125444380d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.315718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04223842-7000-4556-a7c9-2f125444380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.453577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04223842-7000-4556-a7c9-2f125444380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c1d41-ab69-4eee-b409-7c1b4f9fec2c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:39.505599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-04223842-7000-4556-a7c9-2f125444380d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=666d5c4f3314482aba59a86d31a85ded&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8633940 Nov 22 16:52:39.514341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56250) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:39.643122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d5e6-9531-4c8e-bffb-65eb9a23558c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.678084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d5e6-9531-4c8e-bffb-65eb9a23558c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.706243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.778110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d5e6-9531-4c8e-bffb-65eb9a23558c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.781049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ab6d5e6-9531-4c8e-bffb-65eb9a23558c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:39.785309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4ab6d5e6-9531-4c8e-bffb-65eb9a23558c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a12c1d41-ab69-4eee-b409-7c1b4f9fec2c HTTP/1.1" status: 204 len: 168 time: 0.2696452 Nov 22 16:52:39.834321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6d5e6-9531-4c8e-bffb-65eb9a23558c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c1d41-ab69-4eee-b409-7c1b4f9fec2c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:40.414982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.734571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56266) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:40.802054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8374e268-79b8-4997-970a-d28fc341f894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:40.937740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Router 7c391cff-801c-4c23-95fb-372cdd31acc7 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:41.200476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:41.214476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Sync routers for ids ['7c391cff-801c-4c23-95fb-372cdd31acc7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:41.235495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Routers {'7c391cff-801c-4c23-95fb-372cdd31acc7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:41.236645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c391cff-801c-4c23-95fb-372cdd31acc7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:41.243649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8374e268-79b8-4997-970a-d28fc341f894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.251371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.254756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-50ced77e-26a3-4041-92aa-745fd19557ba tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6611688 Nov 22 16:52:41.256531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56274) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:41.265431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8374e268-79b8-4997-970a-d28fc341f894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.330162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8374e268-79b8-4997-970a-d28fc341f894 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0446e7016fb043afafaaf8f937e56e2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5949473 Nov 22 16:52:41.333365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56276) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:41.418133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374e268-79b8-4997-970a-d28fc341f894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a041be41-b461-4abf-a42e-40b2deeed649,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:41.449448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470dd225-b89f-4a58-8ab4-fbea9fe6656f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.484011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Set router 7c391cff-801c-4c23-95fb-372cdd31acc7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:41.499622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470dd225-b89f-4a58-8ab4-fbea9fe6656f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.584148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c40e7de-9633-498f-bf39-2df38d130576 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/7c391cff-801c-4c23-95fb-372cdd31acc7 HTTP/1.1" status: 200 len: 907 time: 0.3260100 Nov 22 16:52:41.587876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56280) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:41.592962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'name': 'tempest-snat-router-883320593', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': True}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:41.626095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470dd225-b89f-4a58-8ab4-fbea9fe6656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.630656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-470dd225-b89f-4a58-8ab4-fbea9fe6656f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.631972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-470dd225-b89f-4a58-8ab4-fbea9fe6656f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a041be41-b461-4abf-a42e-40b2deeed649 HTTP/1.1" status: 204 len: 168 time: 0.2982590 Nov 22 16:52:41.683206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.688991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:41.763698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470dd225-b89f-4a58-8ab4-fbea9fe6656f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a041be41-b461-4abf-a42e-40b2deeed649,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:41.920943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c391cff-801c-4c23-95fb-372cdd31acc7', 'name': 'tempest-snat-router-883320593', 'tenant_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': False}, 'gw_port_id': 'b2f3811d-2487-455e-be65-9f819e1ee162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:36Z', 'updated_at': '2021-11-22T16:52:39Z', 'revision_number': 3, 'project_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'gw_port': {'id': 'b2f3811d-2487-455e-be65-9f819e1ee162', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c391cff-801c-4c23-95fb-372cdd31acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:37Z', 'updated_at': '2021-11-22T16:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:41.952329 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.033003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Checking router: 7c391cff-801c-4c23-95fb-372cdd31acc7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:42.033475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Updating router 7c391cff-801c-4c23-95fb-372cdd31acc7 port b2f3811d-2487-455e-be65-9f819e1ee162 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:42.070232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.281551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.795969 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.808402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.862419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Attempting to bind port b2f3811d-2487-455e-be65-9f819e1ee162 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:52:42.862794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Attempting to bind port b2f3811d-2487-455e-be65-9f819e1ee162 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:52:42.863165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Attempting to bind port b2f3811d-2487-455e-be65-9f819e1ee162 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:52:42.891245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:52:42.891649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:52:42.892023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.892426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:52:42.893529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Bound port: b2f3811d-2487-455e-be65-9f819e1ee162, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:52:42.896519 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.937132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.981149 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:42.988287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f33a36a-3a59-48d2-a0c8-dc67a5b25f37 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:43.075756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] For port b2f3811d-2487-455e-be65-9f819e1ee162, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:52:43.100399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] For port b2f3811d-2487-455e-be65-9f819e1ee162, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b2f3811d-2487-455e-be65-9f819e1ee162,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:52:43.185364 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.272262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Pushing event updated for resources: {'Port': ['ID=b2f3811d-2487-455e-be65-9f819e1ee162,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:43.299058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dcae39-49a7-4d42-90c3-a6369e303171 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:43.337098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Routers {'7c391cff-801c-4c23-95fb-372cdd31acc7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:43.337767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['7c391cff-801c-4c23-95fb-372cdd31acc7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:43.437073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Allocated IP 172.25.6.60 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/03f005e7-1ea3-40d8-b35a-f6b97ef24734) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:43.760525 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.870851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:43.924170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] Set router 7c391cff-801c-4c23-95fb-372cdd31acc7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:43.991831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Port': ['ID=03f005e7-1ea3-40d8-b35a-f6b97ef24734,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:44.018467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.018702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.019806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:44.021397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:44.027295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.028011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.028433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.029419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.031316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.031730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.032087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.032580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.032803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.033123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.033677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.034035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:52:44.098840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0d27da08-779c-4a84-9b91-572c3bd11ccb None None] Provisioning complete for port b2f3811d-2487-455e-be65-9f819e1ee162 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:44.099219 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d27da08-779c-4a84-9b91-572c3bd11ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.254261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8edc9-fa40-4de1-8349-1bfdbd7a99fe None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:44.269222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b00dae-32d4-44c1-a11e-ea44adf3dc3c None None] Pushing event updated for resources: {'Port': ['ID=b2f3811d-2487-455e-be65-9f819e1ee162,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:44.456366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d27da08-779c-4a84-9b91-572c3bd11ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.484846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0d27da08-779c-4a84-9b91-572c3bd11ccb None None] For port b2f3811d-2487-455e-be65-9f819e1ee162, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b2f3811d-2487-455e-be65-9f819e1ee162,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:44.495428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c391cff-801c-4c23-95fb-372cdd31acc7', 'name': 'tempest-snat-router-883320593', 'tenant_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': False}, 'gw_port_id': 'b2f3811d-2487-455e-be65-9f819e1ee162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:36Z', 'updated_at': '2021-11-22T16:52:39Z', 'revision_number': 3, 'project_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'gw_port': {'id': 'b2f3811d-2487-455e-be65-9f819e1ee162', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c391cff-801c-4c23-95fb-372cdd31acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:37Z', 'updated_at': '2021-11-22T16:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:44.567644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074c3a6f-f8de-491d-9daf-479123282a30 None None] The sync data for ids ['7c391cff-801c-4c23-95fb-372cdd31acc7'] in n-d-816206-6 is: [{'id': '7c391cff-801c-4c23-95fb-372cdd31acc7', 'name': 'tempest-snat-router-883320593', 'tenant_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': False}, 'gw_port_id': 'b2f3811d-2487-455e-be65-9f819e1ee162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:36Z', 'updated_at': '2021-11-22T16:52:39Z', 'revision_number': 3, 'project_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'gw_port': {'id': 'b2f3811d-2487-455e-be65-9f819e1ee162', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c391cff-801c-4c23-95fb-372cdd31acc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:37Z', 'updated_at': '2021-11-22T16:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:44.571950 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d27da08-779c-4a84-9b91-572c3bd11ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.808591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4d724ffa-cdc0-4795-9558-6d8af7fb49b8 None None] Provisioning complete for port 03f005e7-1ea3-40d8-b35a-f6b97ef24734 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:44.808977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d724ffa-cdc0-4795-9558-6d8af7fb49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:44.816525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27da08-779c-4a84-9b91-572c3bd11ccb None None] Pushing event updated for resources: {'Port': ['ID=b2f3811d-2487-455e-be65-9f819e1ee162,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:44.957528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4d724ffa-cdc0-4795-9558-6d8af7fb49b8 None None] Port 03f005e7-1ea3-40d8-b35a-f6b97ef24734 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:44.990537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4d724ffa-cdc0-4795-9558-6d8af7fb49b8 None None] Provisioning complete for port b2f3811d-2487-455e-be65-9f819e1ee162 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:44.993613 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d724ffa-cdc0-4795-9558-6d8af7fb49b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.644945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b2f3811d-2487-455e-be65-9f819e1ee162 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:52:45.886820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b2f3811d-2487-455e-be65-9f819e1ee162 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:45.887224 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:45.994430 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:46.669536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.001955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Router 15c3bea7-c748-4f83-a8ae-1ba39662b043 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:47.283642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:47.303087 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Sync routers for ids ['15c3bea7-c748-4f83-a8ae-1ba39662b043'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:47.321934 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Routers {'15c3bea7-c748-4f83-a8ae-1ba39662b043'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:47.330846 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15c3bea7-c748-4f83-a8ae-1ba39662b043'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:47.347354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:47.352051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6a996d9d-a8a1-498b-ae36-2fee41c8dc2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.7602839 Nov 22 16:52:47.352658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56408) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:47.587880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c4ee8f9a-cdca-4f31-8315-76789e77c43a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/15c3bea7-c748-4f83-a8ae-1ba39662b043 HTTP/1.1" status: 200 len: 906 time: 0.2305896 Nov 22 16:52:47.590458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56418) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:47.800783 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Set router 15c3bea7-c748-4f83-a8ae-1ba39662b043 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:52:47.812051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.101801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.291414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Deleting port 03f005e7-1ea3-40d8-b35a-f6b97ef24734 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:48.291753 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.313644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:48.347467 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c3bea7-c748-4f83-a8ae-1ba39662b043', 'name': 'tempest-snat-router-883320593', 'tenant_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.60'}], 'enable_snat': True}, 'gw_port_id': '03f005e7-1ea3-40d8-b35a-f6b97ef24734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:52:41Z', 'updated_at': '2021-11-22T16:52:45Z', 'revision_number': 3, 'project_id': 'd8508ef07aa54a2eba6f1f05a4a9a7aa', 'gw_port': {'id': '03f005e7-1ea3-40d8-b35a-f6b97ef24734', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:1b:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c3bea7-c748-4f83-a8ae-1ba39662b043', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2782, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:52:42Z', 'updated_at': '2021-11-22T16:52:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:48.437198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Checking router: 15c3bea7-c748-4f83-a8ae-1ba39662b043 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:52:48.439933 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Updating router 15c3bea7-c748-4f83-a8ae-1ba39662b043 port 03f005e7-1ea3-40d8-b35a-f6b97ef24734 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:52:48.497127 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.515691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.536574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Calling delete_port for 03f005e7-1ea3-40d8-b35a-f6b97ef24734 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:48.792984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5c085b7-c9f5-4dd7-8fb6-63b1cc01702c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:48.957513 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.db.api [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:52:48.958045 n-d-816206-6 neutron-server[103517]: DEBUG oslo_db.api [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:52:48.958337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.003617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event deleted for resources: {'Port': ['ID=03f005e7-1ea3-40d8-b35a-f6b97ef24734,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:49.032859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490eb360-c5b0-4d9f-a4da-5ac7b7fbf16c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:49.162426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.373231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.377637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5c085b7-c9f5-4dd7-8fb6-63b1cc01702c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.379000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.404000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5c085b7-c9f5-4dd7-8fb6-63b1cc01702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.491284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Port 03f005e7-1ea3-40d8-b35a-f6b97ef24734 not found while updating agent binding for router 15c3bea7-c748-4f83-a8ae-1ba39662b043. {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 22 16:52:49.506762 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Routers set() bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:49.507546 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Router IDs set() for agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 22 16:52:49.509095 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_agentschedulers_db [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'15c3bea7-c748-4f83-a8ae-1ba39662b043'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent'). {{(pid=103517) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 22 16:52:49.509778 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f848d001-f62c-49ca-88dd-46ab07b62f25 None None] The sync data for ids ['15c3bea7-c748-4f83-a8ae-1ba39662b043'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:49.516001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.516572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15c3bea7-c748-4f83-a8ae-1ba39662b043 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:49.525511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.526703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5ebdb45-9f7f-451d-8be3-3095256af5a1 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/routers/15c3bea7-c748-4f83-a8ae-1ba39662b043 HTTP/1.1" status: 204 len: 168 time: 1.9346747 Nov 22 16:52:49.531580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5c085b7-c9f5-4dd7-8fb6-63b1cc01702c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=97760ba2f08641b494ba774afabcbd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2144599 Nov 22 16:52:49.531760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56444) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:49.535758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56446) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:49.574567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c085b7-c9f5-4dd7-8fb6-63b1cc01702c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f90c805-eb52-4bea-a0d5-5e185d8db58c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:49.807264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.938671 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05e56394-25c1-45d4-8469-ab2b2c023c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:49.993788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-407e0d81-c4c4-4f90-8d02-6d38b87148ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.041179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.078965 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-407e0d81-c4c4-4f90-8d02-6d38b87148ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.220819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Deleting port b2f3811d-2487-455e-be65-9f819e1ee162 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:50.221539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.324592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] For port b2f3811d-2487-455e-be65-9f819e1ee162, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b2f3811d-2487-455e-be65-9f819e1ee162,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:52:50.325222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.347682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Calling delete_port for b2f3811d-2487-455e-be65-9f819e1ee162 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:50.518218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-407e0d81-c4c4-4f90-8d02-6d38b87148ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.522770 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-407e0d81-c4c4-4f90-8d02-6d38b87148ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.524795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-407e0d81-c4c4-4f90-8d02-6d38b87148ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4f90c805-eb52-4bea-a0d5-5e185d8db58c HTTP/1.1" status: 204 len: 168 time: 0.9880919 Nov 22 16:52:50.552556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e0d81-c4c4-4f90-8d02-6d38b87148ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f90c805-eb52-4bea-a0d5-5e185d8db58c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:50.680017 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.717392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2f3811d-2487-455e-be65-9f819e1ee162,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:50.732052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41372f44-98f3-4d93-a1e0-85b885074efd None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:50.827902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.964497 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:50.967905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.063330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.065219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c391cff-801c-4c23-95fb-372cdd31acc7 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:52:51.078784 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.080779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ee1e3918-17f5-4c46-a214-8e4dab39af2e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7c391cff-801c-4c23-95fb-372cdd31acc7 HTTP/1.1" status: 204 len: 168 time: 1.5499671 Nov 22 16:52:51.084900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56476) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:51.091686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1439247664', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:51.200528 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.203859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.297690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:51.342677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60dfd082-d51a-4183-94e6-1b596506c374 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.372055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.634232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60dfd082-d51a-4183-94e6-1b596506c374 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.643688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-60dfd082-d51a-4183-94e6-1b596506c374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.806454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-60dfd082-d51a-4183-94e6-1b596506c374 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2f75cc9df72460bb80c5b72f12dc71e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5073755 Nov 22 16:52:51.809020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56494) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:51.843296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.861481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfd082-d51a-4183-94e6-1b596506c374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb1e492-4f81-46f5-84c8-55305469d8dd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:51.907123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9970515-b1df-4f30-a934-b3b320920c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:51.941342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9970515-b1df-4f30-a934-b3b320920c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.106741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9970515-b1df-4f30-a934-b3b320920c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.124111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9970515-b1df-4f30-a934-b3b320920c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.127020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c9970515-b1df-4f30-a934-b3b320920c02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cb1e492-4f81-46f5-84c8-55305469d8dd HTTP/1.1" status: 204 len: 168 time: 0.3142717 Nov 22 16:52:52.147546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9970515-b1df-4f30-a934-b3b320920c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb1e492-4f81-46f5-84c8-55305469d8dd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:52.226192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.303529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.535420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Allocated IP 172.25.6.112 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/dc702efd-ed80-42ec-a51d-6af13f2bac49) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:52:52.672110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.730396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:52.790411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:52:52.798926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:52:52.808559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:52:52.825375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c357b17f-dbe0-41aa-b6f3-cf5d151fa17e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:52:52.883631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event updated for resources: {'Port': ['ID=dc702efd-ed80-42ec-a51d-6af13f2bac49,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:52.936539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-244fe853-53b9-4058-8db7-fc5d88a92de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.009114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-370d3034-903a-415b-aab4-37f12fde2f2b None None] Provisioning complete for port dc702efd-ed80-42ec-a51d-6af13f2bac49 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:52:53.009897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-370d3034-903a-415b-aab4-37f12fde2f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:53.097389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-370d3034-903a-415b-aab4-37f12fde2f2b None None] Port dc702efd-ed80-42ec-a51d-6af13f2bac49 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:52:53.479485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b2f3811d-2487-455e-be65-9f819e1ee162 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:52:53.561386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b2f3811d-2487-455e-be65-9f819e1ee162 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:52:53.561675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b2f3811d-2487-455e-be65-9f819e1ee162 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:52:53.845432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.027549 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.164882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.424240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Router be960e64-48fb-40a3-ab04-4df337a9a9d5 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:52:54.738781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:54.754203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] Sync routers for ids ['be960e64-48fb-40a3-ab04-4df337a9a9d5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:54.775042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] Routers {'be960e64-48fb-40a3-ab04-4df337a9a9d5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:54.775693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['be960e64-48fb-40a3-ab04-4df337a9a9d5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:54.825257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:54.829318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7458d313-c343-4297-99c1-456100f6c27f tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7395456 Nov 22 16:52:54.829868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56574) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:54.836598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': False}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:52:54.884301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:54.896913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] Routers {'be960e64-48fb-40a3-ab04-4df337a9a9d5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:54.899011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['be960e64-48fb-40a3-ab04-4df337a9a9d5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:54.964102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:54.965842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2606407-b522-40a0-8518-1b8be8273230 None None] The sync data for ids ['be960e64-48fb-40a3-ab04-4df337a9a9d5'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:55.398629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:55.416586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.042604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.459241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.469014 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:56.731360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Router be960e64-48fb-40a3-ab04-4df337a9a9d5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:52:57.468440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:52:57.488960 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] Sync routers for ids ['be960e64-48fb-40a3-ab04-4df337a9a9d5'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:52:57.502783 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:57.505552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-455993da-8819-4073-8554-52de5c088451 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "PUT /v2.0/routers/be960e64-48fb-40a3-ab04-4df337a9a9d5 HTTP/1.1" status: 200 len: 926 time: 2.6744459 Nov 22 16:52:57.509604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56650) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:57.512479 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] Routers {'be960e64-48fb-40a3-ab04-4df337a9a9d5'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:57.515092 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['be960e64-48fb-40a3-ab04-4df337a9a9d5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:57.614198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:57.656704 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] Routers {'be960e64-48fb-40a3-ab04-4df337a9a9d5'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:52:57.657778 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['be960e64-48fb-40a3-ab04-4df337a9a9d5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:57.712422 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:52:57.713756 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf330c51-098f-4418-a84d-97db472c0095 None None] The sync data for ids ['be960e64-48fb-40a3-ab04-4df337a9a9d5'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:52:57.846946 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:52:57.981118 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7d5a0888-63c1-4158-9545-df574dca7908 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/be960e64-48fb-40a3-ab04-4df337a9a9d5 HTTP/1.1" status: 200 len: 926 time: 0.4701779 Nov 22 16:52:57.984096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56660) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:58.219811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4df560-0941-42ea-bdaf-040e9389f8ef tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:58.237224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f4df560-0941-42ea-bdaf-040e9389f8ef tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=be960e64-48fb-40a3-ab04-4df337a9a9d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2518327 Nov 22 16:52:58.239886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56666) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:58.456482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138564f7-1315-4593-b334-7e8de119553d tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:52:58.459857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-138564f7-1315-4593-b334-7e8de119553d tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.2168231 Nov 22 16:52:58.461043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56672) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:58.512727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:52:58.513438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a4241ac8-8a7a-44fb-b0c8-cf892ea44329 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=be960e64-48fb-40a3-ab04-4df337a9a9d5 HTTP/1.1" status: 200 len: 205 time: 0.0472705 Nov 22 16:52:58.745795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.006479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.074005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Deleting port dc702efd-ed80-42ec-a51d-6af13f2bac49 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:52:59.074740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.245318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.319937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Calling delete_port for dc702efd-ed80-42ec-a51d-6af13f2bac49 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:52:59.782864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:52:59.849108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event deleted for resources: {'Port': ['ID=dc702efd-ed80-42ec-a51d-6af13f2bac49,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:52:59.865785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092a724-4100-4988-9557-213f8b5c70f6 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:00.033180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.154644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.158556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.249794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.251034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Fanout notify agent at l3_agent the message router_deleted on router be960e64-48fb-40a3-ab04-4df337a9a9d5 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:00.275149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.278644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-330f99ae-49f3-40b1-847e-7fb17764b07e tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/be960e64-48fb-40a3-ab04-4df337a9a9d5 HTTP/1.1" status: 204 len: 168 time: 1.7630458 Nov 22 16:53:00.283283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56720) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:00.292306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-57460480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:00.341869 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.344956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.434767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.441187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.477099 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:00.480832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-340397d9-051d-449d-968c-476ef67893f9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1950221 Nov 22 16:53:00.483534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56724) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:00.497117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:00.868854 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.331712 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.379887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.637285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Allocated IP 172.25.6.123 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/99a7b722-e10b-4879-9567-fdb881fdd488) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:01.770460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.818453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:01.875188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:01.881883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:01.889167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:01.913894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeacb9d-463a-4643-9572-ff3c1b0de86c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:02.110857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a9ed9b19-8b32-4b8d-bb3a-6790576994ac None None] Provisioning complete for port 99a7b722-e10b-4879-9567-fdb881fdd488 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:02.115231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9ed9b19-8b32-4b8d-bb3a-6790576994ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.130895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event updated for resources: {'Port': ['ID=99a7b722-e10b-4879-9567-fdb881fdd488,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:02.270039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed9b19-8b32-4b8d-bb3a-6790576994ac None None] Port 99a7b722-e10b-4879-9567-fdb881fdd488 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:02.537993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.835019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:02.837381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.028911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Router 38d6d45b-384e-41eb-a5ff-b5acbffe6242 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:03.233779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:03.254276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] Sync routers for ids ['38d6d45b-384e-41eb-a5ff-b5acbffe6242'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:03.272574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:03.279459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9a481b56-f18b-4b69-93b4-06565797f8d1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "PUT /v2.0/routers/38d6d45b-384e-41eb-a5ff-b5acbffe6242 HTTP/1.1" status: 200 len: 882 time: 2.7909646 Nov 22 16:53:03.284010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:03.295307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] Routers {'38d6d45b-384e-41eb-a5ff-b5acbffe6242'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:03.295307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38d6d45b-384e-41eb-a5ff-b5acbffe6242'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.440902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.515723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] Routers {'38d6d45b-384e-41eb-a5ff-b5acbffe6242'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:03.516370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38d6d45b-384e-41eb-a5ff-b5acbffe6242'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.522276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5e8dfbb-abb3-430d-9e38-83ae19a0ddf8 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/38d6d45b-384e-41eb-a5ff-b5acbffe6242 HTTP/1.1" status: 200 len: 923 time: 0.2358053 Nov 22 16:53:03.525136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56838) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:03.674950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:03.683350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f18431c-b315-4e1e-9879-4a7af2e70389 None None] The sync data for ids ['38d6d45b-384e-41eb-a5ff-b5acbffe6242'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:03.684010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a0d20-a038-48a7-9f16-f944811245fc tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:03.702866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-612a0d20-a038-48a7-9f16-f944811245fc tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=38d6d45b-384e-41eb-a5ff-b5acbffe6242&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1739016 Nov 22 16:53:03.703618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:03.950432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a681a5-955e-4f31-9f7d-8510cb3e35d0 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:03.954595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-43a681a5-955e-4f31-9f7d-8510cb3e35d0 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.2494283 Nov 22 16:53:03.957504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 56856) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:04.052460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-171937a2-1a1e-48c1-bec4-f164e18f75eb tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=38d6d45b-384e-41eb-a5ff-b5acbffe6242 HTTP/1.1" status: 200 len: 205 time: 0.0908175 Nov 22 16:53:04.053140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56864) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:04.253504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.440003 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.474044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-9eba1678-3946-432b-b5cd-75fdb24abff4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1977248 Nov 22 16:53:04.602442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Deleting port 99a7b722-e10b-4879-9567-fdb881fdd488 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:04.603032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.701113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-52def887-9368-4153-8d0a-90a330e907b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.703576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-52def887-9368-4153-8d0a-90a330e907b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1097 time: 0.1868451 Nov 22 16:53:04.842353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:04.885098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Calling delete_port for 99a7b722-e10b-4879-9567-fdb881fdd488 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:04.979131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-8807d9a1-afdd-4889-bc0e-367c4495c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:04.980974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-8807d9a1-afdd-4889-bc0e-367c4495c9e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.2213533 Nov 22 16:53:05.129059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-8769f6dc-8faf-4532-9887-6731b681ef3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1002 time: 0.1304021 Nov 22 16:53:05.321995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-245e7a06-86cf-4efe-97c9-0b684dbf3ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:05.324264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.324429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-245e7a06-86cf-4efe-97c9-0b684dbf3ad3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1861453 Nov 22 16:53:05.357958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event deleted for resources: {'Port': ['ID=99a7b722-e10b-4879-9567-fdb881fdd488,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:05.411254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4c4e60-75f6-4d84-9b8a-0f49cccd2bfe None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:05.483097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-fb4cc85a-f065-423c-a366-1731dbf3cc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:05.484707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-fb4cc85a-f065-423c-a366-1731dbf3cc83 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1470432 Nov 22 16:53:05.578506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.663195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-fd6fb39d-0b2b-4051-a32a-60c97eca85af service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685126 Nov 22 16:53:05.804636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.808083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.914613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.915471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Fanout notify agent at l3_agent the message router_deleted on router 38d6d45b-384e-41eb-a5ff-b5acbffe6242 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:05.939852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:05.946634 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2271d592-ff60-49cf-8a95-d167ad1aa5fa tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/38d6d45b-384e-41eb-a5ff-b5acbffe6242 HTTP/1.1" status: 204 len: 168 time: 1.8924174 Nov 22 16:53:05.956999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:05.967594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-31780994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:06.071341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.075929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.176445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.192631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.331466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:06.339095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06c2a743-18e0-4409-a5d2-2cb7477ed7c1 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3809495 Nov 22 16:53:06.341772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:06.365796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': True}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:06.441751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3231c4d1-cafb-43bf-9a33-3fb8b8320cd8 req-ce6ea13c-b046-4c61-830d-81da56265237 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7657471 Nov 22 16:53:07.268081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f560726-4586-45d7-926f-3da5a0a7e89b req-2f9bfdad-54d6-40db-83df-7af15424dd01 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:07.277248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f560726-4586-45d7-926f-3da5a0a7e89b req-2f9bfdad-54d6-40db-83df-7af15424dd01 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1173327 Nov 22 16:53:07.365871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f560726-4586-45d7-926f-3da5a0a7e89b req-3228e958-b190-4b08-9078-43db97b9b86a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770898 Nov 22 16:53:07.406145 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.423558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.734491 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.758935 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:07.901148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Allocated IP 172.25.6.124 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/68bd43df-6d9c-473b-87c1-c6157c71fcf8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:08.080738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.126980 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.222196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:08.225520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:08.240195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00df7b6c-555b-4414-8e97-a62ac76e4465 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:08.241104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:08.282141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ed51ce54-bd1f-49f9-91e6-07d02653c8f9 None None] Provisioning complete for port 68bd43df-6d9c-473b-87c1-c6157c71fcf8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:08.283108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ed51ce54-bd1f-49f9-91e6-07d02653c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.361355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ed51ce54-bd1f-49f9-91e6-07d02653c8f9 None None] Port 68bd43df-6d9c-473b-87c1-c6157c71fcf8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:08.495833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Port': ['ID=68bd43df-6d9c-473b-87c1-c6157c71fcf8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:08.669288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199336f3-ba95-497e-86d4-7a07876ac2b1 req-bc10e18d-daec-4d83-9d09-10357e718a4f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:08.678914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-199336f3-ba95-497e-86d4-7a07876ac2b1 req-bc10e18d-daec-4d83-9d09-10357e718a4f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1300559 Nov 22 16:53:08.797898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-199336f3-ba95-497e-86d4-7a07876ac2b1 req-af92e7f9-cc0c-447a-85dd-b86e307c6485 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101079 Nov 22 16:53:08.908409 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:08.957862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.577524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.599808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:09.711011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57024) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:09.959214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Deleting subnet a1e00c6c-fc4a-48f1-b951-28a836ded4c9 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:53:09.965912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.069882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.140286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b722e6-58b8-4b12-bd68-814bfe7394fb req-37d8e430-1f83-4415-af96-ebb088168478 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:10.152713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51b722e6-58b8-4b12-bd68-814bfe7394fb req-37d8e430-1f83-4415-af96-ebb088168478 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2033043 Nov 22 16:53:10.217341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.239768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Router 1d41c879-c8f2-4663-8949-678d8c740934 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:10.332550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51b722e6-58b8-4b12-bd68-814bfe7394fb req-df93f93b-8f6b-4b10-aa91-a6e37e70ae29 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790290 Nov 22 16:53:10.465255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.526356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e00c6c-fc4a-48f1-b951-28a836ded4c9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:10.533801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.540623 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-28eedcb3-fab0-4002-8dcf-074f5dd5a997 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a1e00c6c-fc4a-48f1-b951-28a836ded4c9 HTTP/1.1" status: 204 len: 168 time: 0.8279734 Nov 22 16:53:10.543303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57036) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:10.568228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:10.581697 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] Sync routers for ids ['1d41c879-c8f2-4663-8949-678d8c740934'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:10.618111 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.618111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d9bf041-2f4b-4283-a6d7-b74e1c68424e tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "PUT /v2.0/routers/1d41c879-c8f2-4663-8949-678d8c740934 HTTP/1.1" status: 200 len: 917 time: 4.2745461 Nov 22 16:53:10.621250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57040) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:10.627722 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] Routers {'1d41c879-c8f2-4663-8949-678d8c740934'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:10.628372 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1d41c879-c8f2-4663-8949-678d8c740934'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:10.719105 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:10.742151 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] Routers {'1d41c879-c8f2-4663-8949-678d8c740934'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:10.743151 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1d41c879-c8f2-4663-8949-678d8c740934'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:10.758365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:10.943157 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:10.945610 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69fc91-4b91-4fdd-995d-7904d46dca3d None None] The sync data for ids ['1d41c879-c8f2-4663-8949-678d8c740934'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:11.018664 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-95b8fece-c48e-4663-8dde-589ca2f0ed8d tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/1d41c879-c8f2-4663-8949-678d8c740934 HTTP/1.1" status: 200 len: 923 time: 0.3945751 Nov 22 16:53:11.019220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57048) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.028175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.055879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d655eca-e1e5-461c-bd52-9c91cf42a918']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.089561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c926a459-479e-41cf-bc57-9bb91a45d9e3') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.091058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c926a459-479e-41cf-bc57-9bb91a45d9e3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:11.103556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a168c5a-ea60-4cad-9229-b9d2ae80cfb6 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.111101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3a168c5a-ea60-4cad-9229-b9d2ae80cfb6 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=1d41c879-c8f2-4663-8949-678d8c740934&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0882320 Nov 22 16:53:11.111581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.120811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.198975 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.208515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:53:11.209101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:53:11.302719 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:53:11.332805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.339887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.343092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8d655eca-e1e5-461c-bd52-9c91cf42a918 HTTP/1.1" status: 204 len: 168 time: 0.7988296 Nov 22 16:53:11.360159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468ab79-bc9f-4f63-9e3c-bf944a6cdf53 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d655eca-e1e5-461c-bd52-9c91cf42a918,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:11.416527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd321a6a-d1b0-4ab6-b6e9-33d4983c1c97 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.421397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57064) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.426125 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cd321a6a-d1b0-4ab6-b6e9-33d4983c1c97 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.3029888 Nov 22 16:53:11.486404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.486556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5591d9cf-2e9e-41de-ac89-0c673b0afae4 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d41c879-c8f2-4663-8949-678d8c740934 HTTP/1.1" status: 200 len: 205 time: 0.0601354 Nov 22 16:53:11.557325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53139722-cd35-4a85-ae60-093a9e586474 req-a62b732c-530b-4e58-a2f6-28286068a8cb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:11.564987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53139722-cd35-4a85-ae60-093a9e586474 req-a62b732c-530b-4e58-a2f6-28286068a8cb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.0846534 Nov 22 16:53:11.630936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53139722-cd35-4a85-ae60-093a9e586474 req-f4224374-0894-4fcd-b1e3-a7d389ce8ea2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649309 Nov 22 16:53:11.707072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57074) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.747735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.780796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-954d7f14-1087-4930-9477-44c914dc5bd7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=17225e7ca30943df9430495441536f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0723825 Nov 22 16:53:11.781418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57076) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:11.854230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00462ab2-e362-45dc-ad1e-0604d248e898 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.880244 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00462ab2-e362-45dc-ad1e-0604d248e898 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.945982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.948924 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00462ab2-e362-45dc-ad1e-0604d248e898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.953185 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-00462ab2-e362-45dc-ad1e-0604d248e898 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:11.958520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-00462ab2-e362-45dc-ad1e-0604d248e898 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c56a9614-4015-416b-804b-322dddea8d50 HTTP/1.1" status: 204 len: 168 time: 0.1759014 Nov 22 16:53:11.985292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00462ab2-e362-45dc-ad1e-0604d248e898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a9614-4015-416b-804b-322dddea8d50,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:12.015957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Deleting port 68bd43df-6d9c-473b-87c1-c6157c71fcf8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:12.016483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.152493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.197723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Calling delete_port for 68bd43df-6d9c-473b-87c1-c6157c71fcf8 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:12.507581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.546829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event deleted for resources: {'Port': ['ID=68bd43df-6d9c-473b-87c1-c6157c71fcf8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:12.565858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd4b948-0622-4511-870c-83db6d929df5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:12.649230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.815349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.819892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.861895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b4ea8-5afd-4f02-ad28-aa2a677a38c6 req-5f9d7f62-8aa3-413e-8734-1965c367234a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:12.871825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4b4ea8-5afd-4f02-ad28-aa2a677a38c6 req-5f9d7f62-8aa3-413e-8734-1965c367234a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1203012 Nov 22 16:53:12.884648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.885409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Fanout notify agent at l3_agent the message router_deleted on router 1d41c879-c8f2-4663-8949-678d8c740934 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:12.901565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-aa6d55ed-05ba-45dd-8876-f017cbe1944f req-b55e4661-086d-4738-85da-b26cfb9543c8 service neutron] (103514) timed out ('10.222.0.65', 33248) {{(pid=103514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:53:12.908007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.915192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57122) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:12.916085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0a754ba0-95de-4f25-b721-ab6558e68c48 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/1d41c879-c8f2-4663-8949-678d8c740934 HTTP/1.1" status: 204 len: 168 time: 1.4282174 Nov 22 16:53:12.922704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1367725271', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:12.951000 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:12.952082 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.025690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4b4ea8-5afd-4f02-ad28-aa2a677a38c6 req-4544b81d-c23f-4fd0-bb2d-d539eeaa8b1e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524312 Nov 22 16:53:13.030702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.037841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.079436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:13.083906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57128) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:13.089338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'enable_snat': False}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:13.092863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4e0efc75-8e06-4b4f-aa1c-bbced641ac3a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1764436 Nov 22 16:53:13.808792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.218904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.266310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ee579-8133-4efb-bef2-1cec2c82d67d req-245f8c5c-533a-495f-a61a-ef2270d8a2a8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:14.266808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.268257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae2ee579-8133-4efb-bef2-1cec2c82d67d req-245f8c5c-533a-495f-a61a-ef2270d8a2a8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1056952 Nov 22 16:53:14.400323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae2ee579-8133-4efb-bef2-1cec2c82d67d req-2d766714-d648-4a4e-9246-9c353a1f1920 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206164 Nov 22 16:53:14.515851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Allocated IP 172.25.6.185 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/189e8d9c-ba6b-4e3d-ab55-255ea504c9a8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:14.753136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57202) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:14.766327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.848313 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.965917 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90ed779f-d09b-41da-a940-3f9b55270ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:14.977977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:14.984954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:15.003189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:15.004131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cef402-db4d-426d-a063-9b60fc5f19fd None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:15.008010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Pushing event updated for resources: {'Port': ['ID=189e8d9c-ba6b-4e3d-ab55-255ea504c9a8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:15.049948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e65f6cdf-6de1-4d44-bb0b-0cbb20f9f0a2 None None] Provisioning complete for port 189e8d9c-ba6b-4e3d-ab55-255ea504c9a8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:15.050506 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e65f6cdf-6de1-4d44-bb0b-0cbb20f9f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.167483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e65f6cdf-6de1-4d44-bb0b-0cbb20f9f0a2 None None] Port 189e8d9c-ba6b-4e3d-ab55-255ea504c9a8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:15.289327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90ed779f-d09b-41da-a940-3f9b55270ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.297168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90ed779f-d09b-41da-a940-3f9b55270ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.359721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-90ed779f-d09b-41da-a940-3f9b55270ffd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4faeab8a4a694cca983e91a2ec83378f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6051543 Nov 22 16:53:15.362646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57214) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:15.423871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ed779f-d09b-41da-a940-3f9b55270ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b930c9-8c64-4c8a-95eb-2c5d9876b6bf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:15.458775 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c059dd3-2ba4-4793-b654-7763367a99c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.503177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c059dd3-2ba4-4793-b654-7763367a99c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.590615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.628630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c059dd3-2ba4-4793-b654-7763367a99c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.633367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c059dd3-2ba4-4793-b654-7763367a99c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.635093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8c059dd3-2ba4-4793-b654-7763367a99c7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36b930c9-8c64-4c8a-95eb-2c5d9876b6bf HTTP/1.1" status: 204 len: 168 time: 0.2711954 Nov 22 16:53:15.645058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6276a-4f89-4cd2-8b25-a07838496b35 req-bc022d94-587d-4611-9525-58cead651a5e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:15.651533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2f6276a-4f89-4cd2-8b25-a07838496b35 req-bc022d94-587d-4611-9525-58cead651a5e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.0867174 Nov 22 16:53:15.660923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c059dd3-2ba4-4793-b654-7763367a99c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b930c9-8c64-4c8a-95eb-2c5d9876b6bf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:15.767030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2f6276a-4f89-4cd2-8b25-a07838496b35 req-5884965c-ee51-4567-8e88-ac293f35afae tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965044 Nov 22 16:53:15.916381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:15.920068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.114899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Router 9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:16.136713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57236) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.153883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7779b884-2935-460e-8727-c5f41144dc45 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.244986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:16.255072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] Sync routers for ids ['9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:16.256066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.258702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24e4edb7-16a9-489c-8958-af2a2e9de37a tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "PUT /v2.0/routers/9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d HTTP/1.1" status: 200 len: 920 time: 3.1729875 Nov 22 16:53:16.260669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57240) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.276467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] Routers {'9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:16.277409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:16.315882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:16.328714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] Routers {'9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:16.329589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:16.377714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7779b884-2935-460e-8727-c5f41144dc45 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.388422 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7779b884-2935-460e-8727-c5f41144dc45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.405406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:16.410397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de0bdf-3eb9-465e-976e-2d5ca1bf2026 None None] The sync data for ids ['9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:16.463747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7779b884-2935-460e-8727-c5f41144dc45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=98c2435ec4fd45258ecbda30e79b1691&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3247936 Nov 22 16:53:16.464260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd50826e-f48a-4390-853a-8d791f1050d5 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d HTTP/1.1" status: 200 len: 926 time: 0.2020059 Nov 22 16:53:16.464640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57254) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.467875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57256) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.539259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-bdcd0a13-4bac-4fa8-84f3-f1f6461a168f tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=462cb3797b76459ca58687e29417c2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732608 Nov 22 16:53:16.563690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ae103b-96c6-4c06-9f4e-12d36c1c4322 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:16.568830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-91ae103b-96c6-4c06-9f4e-12d36c1c4322 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0997326 Nov 22 16:53:16.571386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.634355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779b884-2935-460e-8727-c5f41144dc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82d05fa-a3bb-406e-967b-1cc49febcba5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:16.690155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd857e2-e77f-4b79-9afe-4d577b854e1c tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:16.692538 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dfd857e2-e77f-4b79-9afe-4d577b854e1c tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/networks/08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 881 time: 0.1200922 Nov 22 16:53:16.696725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57268) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.737943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5d98-d381-4197-9cf5-9538d4e30a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.742834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d764103-ac0c-41d1-b8b3-6de76267a6c3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d HTTP/1.1" status: 200 len: 205 time: 0.0417759 Nov 22 16:53:16.742834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:16.845182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5d98-d381-4197-9cf5-9538d4e30a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.854130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ce587391-f45a-423a-9037-91da7ce3855a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:16.855782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ce587391-f45a-423a-9037-91da7ce3855a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3157451 Nov 22 16:53:16.911689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-f92cf92d-b86f-4cfb-b103-97e703054ebd tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/quotas/462cb3797b76459ca58687e29417c2e7 HTTP/1.1" status: 200 len: 375 time: 0.0474243 Nov 22 16:53:16.913741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:16.975235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-0aa93067-a2b4-4f01-9042-d0dc5072236b tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=462cb3797b76459ca58687e29417c2e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321765 Nov 22 16:53:16.994502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad650cd-885d-4337-a34b-73a432f311b4 req-df07cb6c-2bb1-4fab-ad14-8e0b983f2968 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:17.002125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ad650cd-885d-4337-a34b-73a432f311b4 req-df07cb6c-2bb1-4fab-ad14-8e0b983f2968 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.0871339 Nov 22 16:53:17.025967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5d98-d381-4197-9cf5-9538d4e30a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.029048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fcdc5d98-d381-4197-9cf5-9538d4e30a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.030331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fcdc5d98-d381-4197-9cf5-9538d4e30a17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b82d05fa-a3bb-406e-967b-1cc49febcba5 HTTP/1.1" status: 204 len: 168 time: 0.5452223 Nov 22 16:53:17.067676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.070723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ad650cd-885d-4337-a34b-73a432f311b4 req-fd16c805-ed6f-40e3-9323-119f440811a7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670936 Nov 22 16:53:17.073326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc5d98-d381-4197-9cf5-9538d4e30a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82d05fa-a3bb-406e-967b-1cc49febcba5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.171147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Deleting port 189e8d9c-ba6b-4e3d-ab55-255ea504c9a8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:17.173147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.235264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-926dec41-55f2-490a-a9d9-f6d5a64abdf4 req-9b06f79b-7308-4cc4-b67f-cebae8b874e7 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 210 time: 0.0498595 Nov 22 16:53:17.318134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.338328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Calling delete_port for 189e8d9c-ba6b-4e3d-ab55-255ea504c9a8 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:17.688026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.723884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event deleted for resources: {'Port': ['ID=189e8d9c-ba6b-4e3d-ab55-255ea504c9a8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:17.753248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65dd915-2b58-497d-b375-8d5954662e5f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:17.836320 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.954260 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:17.956536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.015521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.018988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Fanout notify agent at l3_agent the message router_deleted on router 9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:18.046611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.048483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b9fa129b-ae66-45e5-b442-306deced6da3 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d HTTP/1.1" status: 204 len: 168 time: 1.3044703 Nov 22 16:53:18.052018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57310) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:18.058068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1589916637', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:18.151095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.152378 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.338322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.421080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-914bfdab-707b-4b45-8527-0bd854759f77 req-1f355457-5fd1-4a5e-8d27-8f6c832fa1fb tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 210 time: 0.0625556 Nov 22 16:53:18.563082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ba83-93bb-4f03-b745-094a7fe69a98 req-9dddf502-f2da-4da6-86e3-66b5d26f3879 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:18.572189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4e3ba83-93bb-4f03-b745-094a7fe69a98 req-9dddf502-f2da-4da6-86e3-66b5d26f3879 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.4062378 Nov 22 16:53:18.846412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-49c9bb75-88e4-4768-a335-4a4525a545dd tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=462cb3797b76459ca58687e29417c2e7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778756 Nov 22 16:53:18.890101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57336) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:18.909120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:18.991590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4e3ba83-93bb-4f03-b745-094a7fe69a98 req-78c82aaf-753f-4046-8fe9-be37782d910e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119973 Nov 22 16:53:19.331942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c7effa3-da2a-4285-8c6b-352106ffebcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.403448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.427494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.684778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff0b44d4-f63e-4fd5-9248-e780a4ddd50b req-a43aabb3-2242-4fac-9d59-a7b70021b18f tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 210 time: 0.0986094 Nov 22 16:53:19.738617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Allocated IP 172.25.6.167 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/1fffeee8-3aa7-49d0-bd60-77ffd4063cd5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:19.750537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-b0fda14f-24c4-4291-8fcf-afa573c7b5bf tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:19.752834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-b0fda14f-24c4-4291-8fcf-afa573c7b5bf tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9000733 Nov 22 16:53:19.754758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c7effa3-da2a-4285-8c6b-352106ffebcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.763215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c7effa3-da2a-4285-8c6b-352106ffebcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.769142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Request body: {'port': {'device_id': '30488f65-c818-493b-a275-89c890c8022e', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '462cb3797b76459ca58687e29417c2e7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:19.865387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9c7effa3-da2a-4285-8c6b-352106ffebcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f436f338e2384d46a07d0e45e1e2ea85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9707780 Nov 22 16:53:19.870767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57364) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:19.882580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7effa3-da2a-4285-8c6b-352106ffebcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72f8a54-0e25-4a39-828e-8733ce1937a3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:19.925326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Made reservation on behalf of 462cb3797b76459ca58687e29417c2e7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:19.934080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.939442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-afacd24a-aa8b-45af-a066-f21dfb60e390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.952130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.986352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:19.986352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22aee7ca-0eaa-4078-958f-2d4e3ad81f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.028353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22aee7ca-0eaa-4078-958f-2d4e3ad81f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.068611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.095097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:20.100189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:20.118448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.123776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c2d1dc-8c8c-463c-9ae8-881e3fbe17f6 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:20.125581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:20.129898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.208743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event updated for resources: {'Port': ['ID=1fffeee8-3aa7-49d0-bd60-77ffd4063cd5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:20.223700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22aee7ca-0eaa-4078-958f-2d4e3ad81f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.227978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-22aee7ca-0eaa-4078-958f-2d4e3ad81f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.229632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-22aee7ca-0eaa-4078-958f-2d4e3ad81f28 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d72f8a54-0e25-4a39-828e-8733ce1937a3 HTTP/1.1" status: 204 len: 168 time: 0.3569634 Nov 22 16:53:20.248203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3d2613fd-14b9-4d75-bf3d-e1c27da93a84 None None] Provisioning complete for port 1fffeee8-3aa7-49d0-bd60-77ffd4063cd5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:20.249724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d2613fd-14b9-4d75-bf3d-e1c27da93a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.257933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b624406-0315-4be6-b549-e56a8968617b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:20.326539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3d2613fd-14b9-4d75-bf3d-e1c27da93a84 None None] Port 1fffeee8-3aa7-49d0-bd60-77ffd4063cd5 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:20.349406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Allocated IP 192.168.233.214 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/775bb3f4-ed26-44df-904c-b37945e91b2d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:20.370019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aee7ca-0eaa-4078-958f-2d4e3ad81f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72f8a54-0e25-4a39-828e-8733ce1937a3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:20.395696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e6a35-818d-4a58-a530-aa5e68074111 req-8f0099ee-f0bb-4de5-b23f-f00fac64d3e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:20.405794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c66e6a35-818d-4a58-a530-aa5e68074111 req-8f0099ee-f0bb-4de5-b23f-f00fac64d3e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2532485 Nov 22 16:53:20.495065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c66e6a35-818d-4a58-a530-aa5e68074111 req-78ac45ae-c5de-41a4-9f00-dc730fd011c2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823178 Nov 22 16:53:20.582244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.627198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57376) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:20.636791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.700743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:20.705233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:20.743779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:20.752777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Pushing event updated for resources: {'Port': ['ID=775bb3f4-ed26-44df-904c-b37945e91b2d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:20.764047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.812895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57384) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:20.844905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.845347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.845818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.846226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.846636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.847602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.847602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.848042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.848565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.849474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.849980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.850472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:20.873020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09668cb8-4f16-4d53-9a16-8eb93e99f7d5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.894847 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7a55-3e32-4f33-895e-d4381ed8269e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.937217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:20.937945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:20.965309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddb0fc-3e91-4c43-8805-d4f88eb74aea req-4b043f18-fef4-42e8-a84f-f71423415bf0 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:20.967747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5ddb0fc-3e91-4c43-8805-d4f88eb74aea req-4b043f18-fef4-42e8-a84f-f71423415bf0 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 936 time: 0.1253293 Nov 22 16:53:21.050817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-ff1766f0-18e1-4b63-b067-165967bc2a1c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2867625 Nov 22 16:53:21.067442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Request body: {'port': {'device_id': '30488f65-c818-493b-a275-89c890c8022e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:21.068432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-48c307dc-30d2-40b4-8240-f8eb1847383c None None] Provisioning complete for port 775bb3f4-ed26-44df-904c-b37945e91b2d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:21.071007 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-48c307dc-30d2-40b4-8240-f8eb1847383c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.114546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.139895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-48c307dc-30d2-40b4-8240-f8eb1847383c None None] Port 775bb3f4-ed26-44df-904c-b37945e91b2d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:21.214023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.244167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7a55-3e32-4f33-895e-d4381ed8269e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.261959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b9c7a55-3e32-4f33-895e-d4381ed8269e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.339239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09668cb8-4f16-4d53-9a16-8eb93e99f7d5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.369025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09668cb8-4f16-4d53-9a16-8eb93e99f7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.396222 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b9c7a55-3e32-4f33-895e-d4381ed8269e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b51bdba74d840cbba048e32b3ea14eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7678351 Nov 22 16:53:21.406112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c7a55-3e32-4f33-895e-d4381ed8269e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1a75c2-c31b-4f61-9fe3-59d49c6fac79,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.414817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:21.499284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09668cb8-4f16-4d53-9a16-8eb93e99f7d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=62c7cf82189f47ac8a19547f4af08397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6852489 Nov 22 16:53:21.501196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5ddb0fc-3e91-4c43-8805-d4f88eb74aea req-61a4af3a-b2ec-45f6-b9a6-328a803d87d5 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233848 Nov 22 16:53:21.501812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:21.543499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09668cb8-4f16-4d53-9a16-8eb93e99f7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa28219-60c0-4727-a568-71cd6d1c9804,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.625193 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce5e3-93f7-4fea-a2f8-8cf89863b461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.669453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25eba7-5f2f-4222-b199-319b8e643d62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.700596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce5e3-93f7-4fea-a2f8-8cf89863b461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.708909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25eba7-5f2f-4222-b199-319b8e643d62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.727977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d802935-b46d-42f0-8cc6-3c1a133d4945 req-34efa453-d019-4455-bcc4-e3e3fef2e85b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:21.729529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d802935-b46d-42f0-8cc6-3c1a133d4945 req-34efa453-d019-4455-bcc4-e3e3fef2e85b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1210198 Nov 22 16:53:21.760262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Router a25b4c5c-aae7-44f2-8a7d-3115847548e1 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:21.802136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775bb3f4-ed26-44df-904c-b37945e91b2d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:21.812632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.816704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce5e3-93f7-4fea-a2f8-8cf89863b461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.820034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a8ce5e3-93f7-4fea-a2f8-8cf89863b461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.824163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a8ce5e3-93f7-4fea-a2f8-8cf89863b461 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f1a75c2-c31b-4f61-9fe3-59d49c6fac79 HTTP/1.1" status: 204 len: 168 time: 0.4056067 Nov 22 16:53:21.845300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8ce5e3-93f7-4fea-a2f8-8cf89863b461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1a75c2-c31b-4f61-9fe3-59d49c6fac79,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:21.874135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d802935-b46d-42f0-8cc6-3c1a133d4945 req-af86f21f-559d-4761-a2b0-e6e3eec18737 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331749 Nov 22 16:53:21.891473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Transition to ACTIVE for port object 775bb3f4-ed26-44df-904c-b37945e91b2d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:53:21.898752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.927490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25eba7-5f2f-4222-b199-319b8e643d62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.931031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb25eba7-5f2f-4222-b199-319b8e643d62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:21.932249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb25eba7-5f2f-4222-b199-319b8e643d62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fa28219-60c0-4727-a568-71cd6d1c9804 HTTP/1.1" status: 204 len: 168 time: 0.4280288 Nov 22 16:53:21.987982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:22.003010 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] Sync routers for ids ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:22.004699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25eba7-5f2f-4222-b199-319b8e643d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa28219-60c0-4727-a568-71cd6d1c9804,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:22.044047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.045611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eebcb549-cfd1-41b6-9cca-d9351ec43692 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9918704 Nov 22 16:53:22.048316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:22.059846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:22.073994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Pushing event updated for resources: {'Port': ['ID=775bb3f4-ed26-44df-904c-b37945e91b2d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:22.087274 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] Routers {'a25b4c5c-aae7-44f2-8a7d-3115847548e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:22.093906 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.214250 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.242079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Attempting to bind port 775bb3f4-ed26-44df-904c-b37945e91b2d on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:22.243212 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] Routers {'a25b4c5c-aae7-44f2-8a7d-3115847548e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:22.243858 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:52:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.245448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Attempting to bind port 775bb3f4-ed26-44df-904c-b37945e91b2d by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:22.245861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Attempting to bind port 775bb3f4-ed26-44df-904c-b37945e91b2d on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:22.260022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Port 775bb3f4-ed26-44df-904c-b37945e91b2d on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:53:22.260356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Attempting to bind port 775bb3f4-ed26-44df-904c-b37945e91b2d on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:22.280466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:22.281051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:22.281301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:22.281798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Bound port: 775bb3f4-ed26-44df-904c-b37945e91b2d, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:22.282301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.326298 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:22.326876 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac6b0de-7329-42b1-8aa0-39cbaaa006e5 None None] The sync data for ids ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:22.480714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] For port 775bb3f4-ed26-44df-904c-b37945e91b2d, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:22.490486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] For port 775bb3f4-ed26-44df-904c-b37945e91b2d, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=775bb3f4-ed26-44df-904c-b37945e91b2d,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:22.498817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.654800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Pushing event updated for resources: {'Port': ['ID=775bb3f4-ed26-44df-904c-b37945e91b2d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:22.669475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:22.671711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.675767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-8d72b6f5-5d60-4a3b-839a-6d8a4de7c95e service neutron] 10.222.0.20 "PUT /v2.0/ports/775bb3f4-ed26-44df-904c-b37945e91b2d HTTP/1.1" status: 200 len: 1096 time: 1.6149807 Nov 22 16:53:22.675885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30488f65-c818-493b-a275-89c890c8022e', 'tag': '775bb3f4-ed26-44df-904c-b37945e91b2d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:22.689021 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f28e8d-7034-4edb-b503-8c7c6f960f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "30488f65-c818-493b-a275-89c890c8022e", "tag": "775bb3f4-ed26-44df-904c-b37945e91b2d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:22.726551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57414) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:22.752896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:22.805548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-218051c6-20a2-4cae-842b-0710cc73f736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:22.852447 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c4f3c7-05af-4ecd-8a40-7d06590b9a49 x-openstack-request-id: req-17c4f3c7-05af-4ecd-8a40-7d06590b9a49 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:22.852736 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30488f65-c818-493b-a275-89c890c8022e", "tag": "775bb3f4-ed26-44df-904c-b37945e91b2d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:22.852887 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17c4f3c7-05af-4ecd-8a40-7d06590b9a49 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:22.853301 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30488f65-c818-493b-a275-89c890c8022e', 'tag': '775bb3f4-ed26-44df-904c-b37945e91b2d', 'status': 'completed', 'code': 200} Nov 22 16:53:22.891892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd6c4f7-23a8-475f-872c-5d337f03626e req-e6644a4e-e37a-461d-a824-fb58c5d2f364 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:22.893680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dd6c4f7-23a8-475f-872c-5d337f03626e req-e6644a4e-e37a-461d-a824-fb58c5d2f364 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 948 time: 0.2516689 Nov 22 16:53:22.989271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:23.037780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '12948289-7464-4be2-a34c-91a20b7d8257', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'port_id': '12948289-7464-4be2-a34c-91a20b7d8257', 'mac_address': 'fa:16:3e:17:1d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:23.177579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-218051c6-20a2-4cae-842b-0710cc73f736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.188226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-218051c6-20a2-4cae-842b-0710cc73f736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.243837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.262661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dd6c4f7-23a8-475f-872c-5d337f03626e req-840fd68e-ecab-424c-83fd-12a3eead6915 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528357 Nov 22 16:53:23.266995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.273233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7971d350-1e12-43b4-99ba-98594d184bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.308853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.335886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c02edb-8e9b-4b41-94fc-2c97b901b03f req-781bc574-fb63-477b-b9e4-94a51b124746 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.337866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12948289-7464-4be2-a34c-91a20b7d8257 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:23.340714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-5c4a404e-4605-49f1-9d73-0751a1fa5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.345214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-5c4a404e-4605-49f1-9d73-0751a1fa5766 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=462cb3797b76459ca58687e29417c2e7&device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 1099 time: 0.5755773 Nov 22 16:53:23.355069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70c02edb-8e9b-4b41-94fc-2c97b901b03f req-781bc574-fb63-477b-b9e4-94a51b124746 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1747749 Nov 22 16:53:23.375490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-218051c6-20a2-4cae-842b-0710cc73f736 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01673b2e9c5e4b1cbe8e32a316be7d5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6465933 Nov 22 16:53:23.384206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:23.407486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218051c6-20a2-4cae-842b-0710cc73f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe27e16-792f-4e74-85e1-a373de079655,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.412077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:23.420571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.499703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70c02edb-8e9b-4b41-94fc-2c97b901b03f req-537963b5-639c-4253-b55a-6faecfe10796 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420803 Nov 22 16:53:23.531284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Deleting port 1fffeee8-3aa7-49d0-bd60-77ffd4063cd5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:23.533613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.627029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:23.627263 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-7c727abf-6395-41fa-8115-afeaaca28567 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=775bb3f4-ed26-44df-904c-b37945e91b2d HTTP/1.1" status: 200 len: 217 time: 0.2493436 Nov 22 16:53:23.651215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.665550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Calling delete_port for 1fffeee8-3aa7-49d0-bd60-77ffd4063cd5 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:23.701003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['12948289-7464-4be2-a34c-91a20b7d8257'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:23.782763 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66e3d3df-f689-4cd0-8e29-d7c69c3acd4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.802735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-5e7bfd8c-0fb0-43c8-865b-6a4e95864dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.805180 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-5e7bfd8c-0fb0-43c8-865b-6a4e95864dd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1668353 Nov 22 16:53:23.838532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66e3d3df-f689-4cd0-8e29-d7c69c3acd4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.939888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:23.976700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-fdbec988-67b3-463e-9872-fce74013f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:23.979679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-fdbec988-67b3-463e-9872-fce74013f6c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1644669 Nov 22 16:53:24.011648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Pushing event deleted for resources: {'Port': ['ID=1fffeee8-3aa7-49d0-bd60-77ffd4063cd5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:24.028649 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.050754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb4ef31-28ed-4115-8c14-a4e3eb5ce050 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:24.083916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66e3d3df-f689-4cd0-8e29-d7c69c3acd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.088978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66e3d3df-f689-4cd0-8e29-d7c69c3acd4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.092271 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66e3d3df-f689-4cd0-8e29-d7c69c3acd4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fbe27e16-792f-4e74-85e1-a373de079655 HTTP/1.1" status: 204 len: 168 time: 0.6909907 Nov 22 16:53:24.108448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3d3df-f689-4cd0-8e29-d7c69c3acd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe27e16-792f-4e74-85e1-a373de079655,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:24.132997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.197386 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-bcdcd770-58b6-4538-97d8-c7bc2d75c159 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078001 Nov 22 16:53:24.436135 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e8fe5149-3a82-4cf9-824c-3393ccf30e35 req-a5e2d250-148a-4d88-9068-83b604748c99 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305603 Nov 22 16:53:24.562713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.570023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-f96b3f08-a726-48eb-aadf-e799b8aa929f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.574796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-f96b3f08-a726-48eb-aadf-e799b8aa929f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=462cb3797b76459ca58687e29417c2e7&device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 1099 time: 0.0722435 Nov 22 16:53:24.589137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.750754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:24.759127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-8ab95c3a-812d-4db9-b3bf-d467c85a0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.762020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-8ab95c3a-812d-4db9-b3bf-d467c85a0980 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1786852 Nov 22 16:53:24.820221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 12948289-7464-4be2-a34c-91a20b7d8257 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:24.821014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.821576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70501d-e545-4b26-9b9a-ea3c0b5f2bb5 req-a40bfefd-91dc-4141-8962-b31d6a8755a2 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.824543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e70501d-e545-4b26-9b9a-ea3c0b5f2bb5 req-a40bfefd-91dc-4141-8962-b31d6a8755a2 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 948 time: 0.3884501 Nov 22 16:53:24.889944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-cf3871f2-ef63-4f03-a0cf-6548ad734a7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=775bb3f4-ed26-44df-904c-b37945e91b2d HTTP/1.1" status: 200 len: 217 time: 0.1208715 Nov 22 16:53:24.905506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Router a25b4c5c-aae7-44f2-8a7d-3115847548e1 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:24.921023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.973173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:24.974349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:24.978070 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3d5549-5588-4483-82e5-f657842a98d0" -d '{"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-plugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:24.982624 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:24.985417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211af6a-794f-401d-b447-94acf63cbba7 req-c0e63017-15d6-4e02-9b4a-4ca9fe12a0c1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:24.990771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e211af6a-794f-401d-b447-94acf63cbba7 req-c0e63017-15d6-4e02-9b4a-4ca9fe12a0c1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 945 time: 0.2611518 Nov 22 16:53:25.039011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e70501d-e545-4b26-9b9a-ea3c0b5f2bb5 req-6043eb60-7b1f-47ad-b9e1-4eceb19f8e7a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837547 Nov 22 16:53:25.064757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:25.073783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-4e34b4c3-faf3-4585-996e-4b095a501bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.075954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-4e34b4c3-faf3-4585-996e-4b095a501bf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.1769164 Nov 22 16:53:25.154057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-99a7e257-8662-4c59-8d7a-a7a8995511f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:25.156812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-99a7e257-8662-4c59-8d7a-a7a8995511f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721047 Nov 22 16:53:25.170904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:25.183386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] Sync routers for ids ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:25.191427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.192999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6941da68-e9db-40d1-8e8f-cdb9166995d9 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "PUT /v2.0/routers/a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 200 len: 710 time: 3.1425557 Nov 22 16:53:25.201607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57478) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:25.206901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] Routers {'a25b4c5c-aae7-44f2-8a7d-3115847548e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:25.211435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.218552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e211af6a-794f-401d-b447-94acf63cbba7 req-a4175c63-e284-4f84-ba29-933781f217d7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022443 Nov 22 16:53:25.327264 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9afa0b-77f3-4ac0-9ece-2341f3f6d8c1 x-openstack-request-id: req-cd9afa0b-77f3-4ac0-9ece-2341f3f6d8c1 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:25.327565 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-plugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:25.327824 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd9afa0b-77f3-4ac0-9ece-2341f3f6d8c1 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:25.328338 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'code': 200} Nov 22 16:53:25.338098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-38124c72-d36e-40b2-9cea-e7ff1fc0d2f3 tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/routers/a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 200 len: 745 time: 0.1352258 Nov 22 16:53:25.339651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.344237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57480) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:25.368678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] Routers {'a25b4c5c-aae7-44f2-8a7d-3115847548e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:25.369348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.477217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-222f9fe1-7b5e-474f-922a-ea0148ec5aaf tempest-RoutersIpV6AdminTest-1656964590 tempest-RoutersIpV6AdminTest-1656964590-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=08267908-d3a8-4c40-95c7-8290ac674234&device_id=a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 200 len: 205 time: 0.1267443 Nov 22 16:53:25.478526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:25.478721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57490) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:25.481789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b8b533-1f24-4c7f-81f6-57b0360d025a None None] The sync data for ids ['a25b4c5c-aae7-44f2-8a7d-3115847548e1'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:25.529598 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.538233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-99636433-e687-4adb-8db4-3d0391af904b tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 200 len: 205 time: 0.0560319 Nov 22 16:53:25.539824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57496) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:25.570141 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-9e50141e-f323-4d30-b9de-675019269717 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985038 Nov 22 16:53:25.730626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:25.794529 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01f28e8d-7034-4edb-b503-8c7c6f960f7e req-d702fac7-4f45-4309-8331-341447f36e0e service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214725 Nov 22 16:53:26.025173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.110838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.114204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.222160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.222961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Fanout notify agent at l3_agent the message router_deleted on router a25b4c5c-aae7-44f2-8a7d-3115847548e1 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:53:26.231707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.234447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a7f666c6-75e0-4619-8533-62434efea2ca tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 204 len: 168 time: 0.6923456 Nov 22 16:53:26.240528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57524) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.286912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2de7509c-a1a1-4962-86a0-ac4e030dd3f0 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 200 len: 205 time: 0.0428462 Nov 22 16:53:26.291002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.321410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4ecbe-3022-4869-91cd-8c9397db7e55 req-9446d4bd-6446-4eaa-ba27-f9de14efdcfc tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:26.332638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44c4ecbe-3022-4869-91cd-8c9397db7e55 req-9446d4bd-6446-4eaa-ba27-f9de14efdcfc tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 948 time: 0.1567264 Nov 22 16:53:26.354315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.409363 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-62b40ebb-f13a-41d0-9d99-875882e21ed2 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] delete failed (client error): The resource could not be found. Nov 22 16:53:26.411091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62b40ebb-f13a-41d0-9d99-875882e21ed2 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/a25b4c5c-aae7-44f2-8a7d-3115847548e1 HTTP/1.1" status: 404 len: 336 time: 0.1217792 Nov 22 16:53:26.414678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57542) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.460705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1b57df8-12f6-4c87-9313-7f6e2f5f787d tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d HTTP/1.1" status: 200 len: 205 time: 0.0429063 Nov 22 16:53:26.462700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57544) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.552864 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-57c8a985-22a4-4b2c-9981-d4ca3b750dcf tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] delete failed (client error): The resource could not be found. Nov 22 16:53:26.557713 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57c8a985-22a4-4b2c-9981-d4ca3b750dcf tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/9b87aa7b-cad7-4ba7-b5d3-3015d5ec846d HTTP/1.1" status: 404 len: 336 time: 0.0911932 Nov 22 16:53:26.558358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57550) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.652810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d2e349ca-b4a6-4023-aeb4-3b32e1b625e5 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d41c879-c8f2-4663-8949-678d8c740934 HTTP/1.1" status: 200 len: 205 time: 0.0820372 Nov 22 16:53:26.656017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44c4ecbe-3022-4869-91cd-8c9397db7e55 req-9692c68e-2a50-406e-8711-10fd947be4ab tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177018 Nov 22 16:53:26.659056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57558) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.750282 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-41a70e3d-e89c-463d-8e31-8835334fe17a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] delete failed (client error): The resource could not be found. Nov 22 16:53:26.751613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-41a70e3d-e89c-463d-8e31-8835334fe17a tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/1d41c879-c8f2-4663-8949-678d8c740934 HTTP/1.1" status: 404 len: 336 time: 0.0841441 Nov 22 16:53:26.754840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.785251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f5ec-7ae6-46ed-8eb2-f7864b8a4fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:26.800117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-111c1f96-37be-4d12-9177-8aa22918b10d tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=38d6d45b-384e-41eb-a5ff-b5acbffe6242 HTTP/1.1" status: 200 len: 205 time: 0.0439675 Nov 22 16:53:26.801062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57562) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:26.813574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee991dda-b9b6-4828-9699-88d4e4b2fa04 req-de855a19-a629-4002-8b2c-edced46186ab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:26.815538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee991dda-b9b6-4828-9699-88d4e4b2fa04 req-de855a19-a629-4002-8b2c-edced46186ab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.3585625 Nov 22 16:53:26.893479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee991dda-b9b6-4828-9699-88d4e4b2fa04 req-2de7b245-abf7-4fe6-a8a5-bb079f791253 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695307 Nov 22 16:53:26.929007 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-ee42daa3-72f8-4d21-abb6-b753f50b83f6 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] delete failed (client error): The resource could not be found. Nov 22 16:53:26.942156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ee42daa3-72f8-4d21-abb6-b753f50b83f6 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/38d6d45b-384e-41eb-a5ff-b5acbffe6242 HTTP/1.1" status: 404 len: 336 time: 0.1287556 Nov 22 16:53:26.946603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.002073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f5ec-7ae6-46ed-8eb2-f7864b8a4fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.011050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8fa0f5ec-7ae6-46ed-8eb2-f7864b8a4fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.012287 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ac57a965-b25b-4969-bd49-c5acf37fdcda tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=be960e64-48fb-40a3-ab04-4df337a9a9d5 HTTP/1.1" status: 200 len: 205 time: 0.0639591 Nov 22 16:53:27.013221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57568) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.074070 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-0d3ab9cb-c79e-4dcb-a3d8-615b56bf8b87 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] delete failed (client error): The resource could not be found. Nov 22 16:53:27.077645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0d3ab9cb-c79e-4dcb-a3d8-615b56bf8b87 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/be960e64-48fb-40a3-ab04-4df337a9a9d5 HTTP/1.1" status: 404 len: 336 time: 0.0624781 Nov 22 16:53:27.082973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57570) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.090400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8fa0f5ec-7ae6-46ed-8eb2-f7864b8a4fea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bda7adf787054149aec43d55d76c77b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7287762 Nov 22 16:53:27.090715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57574) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.122552 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9c919380-4cf2-4285-a026-1859100d3d13 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "GET /v2.0/ports?device_id=27bd1e17-b1d3-4c99-9a4b-51443e189733 HTTP/1.1" status: 200 len: 205 time: 0.0380208 Nov 22 16:53:27.123417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57576) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.188038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0f5ec-7ae6-46ed-8eb2-f7864b8a4fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0155e42b-af97-4f25-b239-9cd8169ad243,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:27.214923 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-79141e65-a646-4bd2-91f1-2fd0f00c9bb0 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] delete failed (client error): The resource could not be found. Nov 22 16:53:27.218583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-79141e65-a646-4bd2-91f1-2fd0f00c9bb0 tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/routers/27bd1e17-b1d3-4c99-9a4b-51443e189733 HTTP/1.1" status: 404 len: 336 time: 0.0889883 Nov 22 16:53:27.219352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57578) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.252847 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d2cd98-2e46-4c86-b03d-71eb5f62132b tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] DELETE failed (client error): The resource could not be found. Nov 22 16:53:27.253613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d2cd98-2e46-4c86-b03d-71eb5f62132b tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:53:27.254581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6abb89ce-9cf0-4882-9b8e-749895a7894a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.270373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59d2cd98-2e46-4c86-b03d-71eb5f62132b tempest-RoutersIpV6AdminTest-822133029 tempest-RoutersIpV6AdminTest-822133029-project] 10.222.0.65 "DELETE /v2.0/subnets/5f1cd478-0c57-4e2e-879d-ccaf8eddcf0b HTTP/1.1" status: 404 len: 337 time: 0.0439193 Nov 22 16:53:27.753585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57598) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:27.831119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6abb89ce-9cf0-4882-9b8e-749895a7894a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.934370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6abb89ce-9cf0-4882-9b8e-749895a7894a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.941588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6abb89ce-9cf0-4882-9b8e-749895a7894a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:27.950350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6abb89ce-9cf0-4882-9b8e-749895a7894a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0155e42b-af97-4f25-b239-9cd8169ad243 HTTP/1.1" status: 204 len: 168 time: 0.8583465 Nov 22 16:53:27.963793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb89ce-9cf0-4882-9b8e-749895a7894a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0155e42b-af97-4f25-b239-9cd8169ad243,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:28.243147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97d3ccb2-2849-4553-be10-d3e79e22f8a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.267940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a821c2-fe0f-4c4a-94e0-b4424ca1b433 req-56f68e0f-f06e-4fd4-81e5-5aa11327d4c5 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:28.269816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70a821c2-fe0f-4c4a-94e0-b4424ca1b433 req-56f68e0f-f06e-4fd4-81e5-5aa11327d4c5 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 948 time: 0.2720320 Nov 22 16:53:28.304710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7412953-e95e-476b-9936-21e0ad5fc69b req-4fe26c7e-eed7-4093-be23-dedff491a39c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:28.306350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7412953-e95e-476b-9936-21e0ad5fc69b req-4fe26c7e-eed7-4093-be23-dedff491a39c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2092156 Nov 22 16:53:28.410234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b7412953-e95e-476b-9936-21e0ad5fc69b req-0f932db0-705d-4996-b51a-8e10ff04793b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958481 Nov 22 16:53:28.451437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70a821c2-fe0f-4c4a-94e0-b4424ca1b433 req-36ec1712-8ec8-46d7-b2ae-5594c532c176 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584654 Nov 22 16:53:28.540936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97d3ccb2-2849-4553-be10-d3e79e22f8a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.567002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97d3ccb2-2849-4553-be10-d3e79e22f8a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.659594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3ccb2-2849-4553-be10-d3e79e22f8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab03dd-d8ce-4d5d-a322-e831e9ed3e60,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:28.704326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-97d3ccb2-2849-4553-be10-d3e79e22f8a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78ca261f976d4de7a48ae36dd0c49338&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9487159 Nov 22 16:53:28.706508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57620) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:28.807998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27ecb74b-9f0a-4539-8f9e-8013802ff412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.839513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27ecb74b-9f0a-4539-8f9e-8013802ff412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.932169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 775bb3f4-ed26-44df-904c-b37945e91b2d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:53:28.944706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27ecb74b-9f0a-4539-8f9e-8013802ff412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.947864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27ecb74b-9f0a-4539-8f9e-8013802ff412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:28.952101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-27ecb74b-9f0a-4539-8f9e-8013802ff412 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4ab03dd-d8ce-4d5d-a322-e831e9ed3e60 HTTP/1.1" status: 204 len: 168 time: 0.2414346 Nov 22 16:53:28.979802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecb74b-9f0a-4539-8f9e-8013802ff412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab03dd-d8ce-4d5d-a322-e831e9ed3e60,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:29.774432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 775bb3f4-ed26-44df-904c-b37945e91b2d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=775bb3f4-ed26-44df-904c-b37945e91b2d,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:29.825115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '775bb3f4-ed26-44df-904c-b37945e91b2d', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '775bb3f4-ed26-44df-904c-b37945e91b2d', 'mac_address': 'fa:16:3e:7f:65:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:53:29.830600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94656635-bef9-4851-ae23-002266a7c69b req-bcf8db68-0d3c-44d7-acc8-91d8141e5dbb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:29.842904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94656635-bef9-4851-ae23-002266a7c69b req-bcf8db68-0d3c-44d7-acc8-91d8141e5dbb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2736609 Nov 22 16:53:29.923342 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:29.993980 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94656635-bef9-4851-ae23-002266a7c69b req-6f5d76ca-8ac4-413b-831c-3ab882a6cd76 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457314 Nov 22 16:53:30.012536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775bb3f4-ed26-44df-904c-b37945e91b2d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:53:30.026710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9bf5c7-ab73-444f-9372-f245d3025b5b req-eb70deeb-73b5-4576-bdba-7fd0a1ac028a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:30.028761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de9bf5c7-ab73-444f-9372-f245d3025b5b req-eb70deeb-73b5-4576-bdba-7fd0a1ac028a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 948 time: 0.3571491 Nov 22 16:53:30.045342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57652) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:30.096703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 775bb3f4-ed26-44df-904c-b37945e91b2d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=775bb3f4-ed26-44df-904c-b37945e91b2d,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:30.113393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.214780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de9bf5c7-ab73-444f-9372-f245d3025b5b req-1bcf6bbb-5363-416d-8776-f69d504c50d8 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795070 Nov 22 16:53:30.215807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-26bc74ce-3e30-4d73-bad0-0bbbd3923b53 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d8508ef07aa54a2eba6f1f05a4a9a7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1583567 Nov 22 16:53:30.216223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:30.303768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=775bb3f4-ed26-44df-904c-b37945e91b2d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:30.363400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['775bb3f4-ed26-44df-904c-b37945e91b2d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:53:30.401184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6f5d-8d59-4987-8c0e-a387625d0ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.475550 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6f5d-8d59-4987-8c0e-a387625d0ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.568296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6f5d-8d59-4987-8c0e-a387625d0ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.572838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec1f6f5d-8d59-4987-8c0e-a387625d0ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:30.582339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ec1f6f5d-8d59-4987-8c0e-a387625d0ead admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90a2b3c7-d52b-49da-9f67-e5a1744e86ab HTTP/1.1" status: 204 len: 168 time: 0.3616791 Nov 22 16:53:30.604311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f6f5d-8d59-4987-8c0e-a387625d0ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a2b3c7-d52b-49da-9f67-e5a1744e86ab,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:31.298375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873027ef-092b-442a-bc1c-4467799e5ed6 req-fd455063-711f-4298-847b-1e14a161fee3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:31.302334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873027ef-092b-442a-bc1c-4467799e5ed6 req-fd455063-711f-4298-847b-1e14a161fee3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.0955517 Nov 22 16:53:31.462904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-873027ef-092b-442a-bc1c-4467799e5ed6 req-9c3c409b-4def-4819-a79f-87dc5dabf4d3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520779 Nov 22 16:53:31.559247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19bf49-a6c6-4fae-8eef-dd3eac957020 req-921fc509-d28d-48ae-96be-c8346e75b8d0 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:31.567655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a19bf49-a6c6-4fae-8eef-dd3eac957020 req-921fc509-d28d-48ae-96be-c8346e75b8d0 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 949 time: 0.1677687 Nov 22 16:53:31.631665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a19bf49-a6c6-4fae-8eef-dd3eac957020 req-39a19955-cca3-4da0-aff4-109a6bf305e7 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626400 Nov 22 16:53:32.270777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:32.483010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-692209001'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:32.550784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:32.557678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.584732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.817390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2878e77a-2e46-4dda-a147-ac5a1aff95fc req-2b8ceb0b-5af0-4cf6-a0aa-90bb9afa7f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:32.826330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2878e77a-2e46-4dda-a147-ac5a1aff95fc req-2b8ceb0b-5af0-4cf6-a0aa-90bb9afa7f24 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2041025 Nov 22 16:53:32.886431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0243129-7e6b-4660-a7af-fb170d628357 req-fc91b6e1-4360-4284-8c11-5abe15d25eda tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:32.888174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0243129-7e6b-4660-a7af-fb170d628357 req-fc91b6e1-4360-4284-8c11-5abe15d25eda tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 949 time: 0.1427493 Nov 22 16:53:32.920048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.940843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:32.962708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 775bb3f4-ed26-44df-904c-b37945e91b2d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:32.969951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2878e77a-2e46-4dda-a147-ac5a1aff95fc req-e359f604-4036-404c-af0e-6bfda0cdc7e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425116 Nov 22 16:53:33.003954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:33.038214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cef2d0-6333-4972-ad07-05b9dd9b0e6d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:33.047459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.048407 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Added segment 0f0ad50e-cf97-4127-8c38-4bce6160e498 of type vlan for network d58e0fe7-2b69-4469-9867-94a160d19c09 Nov 22 16:53:33.086827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0243129-7e6b-4660-a7af-fb170d628357 req-c376b410-6f23-48be-98b8-61aa2dc34c81 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833730 Nov 22 16:53:33.110174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 775bb3f4-ed26-44df-904c-b37945e91b2d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:53:33.122594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 775bb3f4-ed26-44df-904c-b37945e91b2d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:33.125600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.151771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.205407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.218453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:33.219168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.245488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.304292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 775bb3f4-ed26-44df-904c-b37945e91b2d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=775bb3f4-ed26-44df-904c-b37945e91b2d,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:33.306759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30488f65-c818-493b-a275-89c890c8022e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775bb3f4-ed26-44df-904c-b37945e91b2d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:33.311799 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f91b1c-3395-4a78-aa94-dd5113529c3f" -d '{"events": [{"server_uuid": "30488f65-c818-493b-a275-89c890c8022e", "name": "network-vif-plugged", "status": "completed", "tag": "775bb3f4-ed26-44df-904c-b37945e91b2d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:33.316971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Network': ['ID=d58e0fe7-2b69-4469-9867-94a160d19c09,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:33.325506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d964d60-d0bd-4b4c-8f2c-1b7e6c71080e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0414944 Nov 22 16:53:33.328909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57726) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:33.332983 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.335540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'subnet': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:33.420381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d58e0fe7-2b69-4469-9867-94a160d19c09 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:33.430526 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b55655-5bea-4169-9a33-5a3a1f98ad3e x-openstack-request-id: req-13b55655-5bea-4169-9a33-5a3a1f98ad3e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:33.432848 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30488f65-c818-493b-a275-89c890c8022e", "name": "network-vif-plugged", "status": "completed", "tag": "775bb3f4-ed26-44df-904c-b37945e91b2d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:33.446029 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13b55655-5bea-4169-9a33-5a3a1f98ad3e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:33.446466 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30488f65-c818-493b-a275-89c890c8022e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775bb3f4-ed26-44df-904c-b37945e91b2d', 'code': 200} Nov 22 16:53:33.476518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:33.481123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:33.605830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb43faa-3934-45bd-a797-49de1cba53d8 req-329f9991-1ea4-4237-b9b0-af7924b07b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:33.609770 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5bb43faa-3934-45bd-a797-49de1cba53d8 req-329f9991-1ea4-4237-b9b0-af7924b07b78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 1101 time: 0.1304004 Nov 22 16:53:33.671447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=775bb3f4-ed26-44df-904c-b37945e91b2d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:33.749729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5bb43faa-3934-45bd-a797-49de1cba53d8 req-97dde4f3-5bc4-409a-bda2-d7345de0a5b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320322 Nov 22 16:53:33.989938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.103058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Subnet': ['ID=dc1392ed-3f70-4fa4-861f-e3ac7dc343da,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:34.151567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Checking segment: {'id': '0f0ad50e-cf97-4127-8c38-4bce6160e498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:34.151952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network hostable DHCP agents. Network: d58e0fe7-2b69-4469-9867-94a160d19c09, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:34.176924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:34.201621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d58e0fe7-2b69-4469-9867-94a160d19c09) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:34.208259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59e6582-231d-4cec-833d-17c0b57eb1ea None None] Network d58e0fe7-2b69-4469-9867-94a160d19c09 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:34.237968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:34.239319 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.281186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e472e-75c0-494a-8929-87b937bf8ae1 req-e3cb5be6-fb95-411f-a11a-203aed6898f0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:34.284850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d07e472e-75c0-494a-8929-87b937bf8ae1 req-e3cb5be6-fb95-411f-a11a-203aed6898f0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.0965247 Nov 22 16:53:34.292986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-55547ff2-f030-4ca1-9dd8-5ca45b9b04a2 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9604053 Nov 22 16:53:34.295258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57760) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.301114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57762) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:34.307242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'name': 'tempest-AllowedAddressPairTestJSON-996053697'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:34.490412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d07e472e-75c0-494a-8929-87b937bf8ae1 req-967e2eb6-5eee-47b8-8f15-dedebbaf91c4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766927 Nov 22 16:53:34.517172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d58e0fe7-2b69-4469-9867-94a160d19c09', 'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'tenant_id': '9ae420e000294092810e1ead430f34a0', 'fixed_ips': [{'subnet_id': 'dc1392ed-3f70-4fa4-861f-e3ac7dc343da'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:34.518322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.555817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86a2c-bc50-42ce-8caa-7706c22d506b req-efe8d973-8a9c-4e68-b2e8-b39d08e1cc1a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:34.557417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25a86a2c-bc50-42ce-8caa-7706c22d506b req-efe8d973-8a9c-4e68-b2e8-b39d08e1cc1a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 950 time: 0.1948383 Nov 22 16:53:34.568817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba4a2-4d90-4b23-a286-e31253516401 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.698281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Allocated IP 172.20.0.2 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/794954bc-7310-4026-b89f-15168432b80e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:34.714089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25a86a2c-bc50-42ce-8caa-7706c22d506b req-353435ca-48c2-4ad2-8bbf-d6b22653239a tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388087 Nov 22 16:53:34.728741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:34.736318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.784506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port af60f4a7-8ad2-454d-abc6-cef49fe292e7 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:34.840550 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:53:34.859176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba4a2-4d90-4b23-a286-e31253516401 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.873324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b8ba4a2-4d90-4b23-a286-e31253516401 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.967583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.978771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:34.999423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b8ba4a2-4d90-4b23-a286-e31253516401 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1a30b6a89a34f03b81bd7551cbd235a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946609 Nov 22 16:53:35.000595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57766) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:35.003871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ba4a2-4d90-4b23-a286-e31253516401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2725b9db-99cc-4adc-9455-675decc505a7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.033954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:35.037551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:35.046216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:35.065455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Pushing event updated for resources: {'Port': ['ID=794954bc-7310-4026-b89f-15168432b80e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.144857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca7be07e-4768-4128-8634-982add28e62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.145086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Attempting to bind port 794954bc-7310-4026-b89f-15168432b80e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:35.145209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Attempting to bind port 794954bc-7310-4026-b89f-15168432b80e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0f0ad50e-cf97-4127-8c38-4bce6160e498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:35.145529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Attempting to bind port 794954bc-7310-4026-b89f-15168432b80e on network d58e0fe7-2b69-4469-9867-94a160d19c09 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:35.152128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:35.152849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Checking segment: {'id': '0f0ad50e-cf97-4127-8c38-4bce6160e498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:35.153711 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.154313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Bound using segment: {'id': '0f0ad50e-cf97-4127-8c38-4bce6160e498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:35.155088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Bound port: 794954bc-7310-4026-b89f-15168432b80e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0ad50e-cf97-4127-8c38-4bce6160e498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:35.155731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.180564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca7be07e-4768-4128-8634-982add28e62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.187339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-d5167d3c-dedc-4645-9463-ce495e53b86f {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:35.187904 n-d-816206-6 neutron-server[103514]: DEBUG oslo_db.api [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:35.266302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca7be07e-4768-4128-8634-982add28e62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.269582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca7be07e-4768-4128-8634-982add28e62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.271117 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ca7be07e-4768-4128-8634-982add28e62c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2725b9db-99cc-4adc-9455-675decc505a7 HTTP/1.1" status: 204 len: 168 time: 0.2593822 Nov 22 16:53:35.283858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7be07e-4768-4128-8634-982add28e62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2725b9db-99cc-4adc-9455-675decc505a7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.297403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] For port 794954bc-7310-4026-b89f-15168432b80e, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:35.323266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] For port 794954bc-7310-4026-b89f-15168432b80e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=794954bc-7310-4026-b89f-15168432b80e,segment=NetworkSegment(0f0ad50e-cf97-4127-8c38-4bce6160e498),segment_id=0f0ad50e-cf97-4127-8c38-4bce6160e498)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:35.331095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.441210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edfbd7-91cc-4e48-b023-ba07209fbc05 None None] Pushing event updated for resources: {'Port': ['ID=794954bc-7310-4026-b89f-15168432b80e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:35.728183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:35.828543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port d83d5f59-6106-494d-ac19-48ed21ab229e yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:36.073169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5291705-a5b4-4cac-9cdb-fe0bb6a1cd67 req-8ba4c786-f312-4889-8ce1-4e2c504138ee tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:36.074823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5291705-a5b4-4cac-9cdb-fe0bb6a1cd67 req-8ba4c786-f312-4889-8ce1-4e2c504138ee tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.4095588 Nov 22 16:53:36.224215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Allocated IP 172.20.0.5 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/d83d5f59-6106-494d-ac19-48ed21ab229e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:36.236992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5291705-a5b4-4cac-9cdb-fe0bb6a1cd67 req-97b9b8e8-495f-4b92-8f10-c2167244ee0b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222730 Nov 22 16:53:36.276065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15622af8-73dd-4568-9ce5-3198e630d942 req-21ea9a09-a18d-47c7-9a7d-1806104f620b tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:36.277632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15622af8-73dd-4568-9ce5-3198e630d942 req-21ea9a09-a18d-47c7-9a7d-1806104f620b tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 950 time: 0.2443502 Nov 22 16:53:36.376092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15622af8-73dd-4568-9ce5-3198e630d942 req-61b6df72-8ea0-4920-86bb-9ff0f47f914e tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909948 Nov 22 16:53:36.667159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.736947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:36.810064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:36.816902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:36.873459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:36.912389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:37.094629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=d83d5f59-6106-494d-ac19-48ed21ab229e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:37.127508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:37.127508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.181741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2001255268-network', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:37.183903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54fa256d-c561-46df-b7e7-f37547831408 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8874443 Nov 22 16:53:37.187050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57822) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:37.192287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'name': 'tempest-AllowedAddressPairTestJSON-1153863519', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b7:fd:93'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:37.239765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Made reservation on behalf of d7faea94a31146baa42de43d54858cdf for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:37.243484 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.280753 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.402701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.430756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fb302d-a4d8-4cd0-97a1-e17ac585794d None None] Network d58e0fe7-2b69-4469-9867-94a160d19c09 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:37.487799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.498088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.534055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:37.561420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:37.585517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.587112 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Added segment 3678acb6-5541-4b42-9d2c-d2ad9426714d of type vlan for network 005d2048-70d7-458a-bdb6-cf960d7c031e Nov 22 16:53:37.676439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fff7f1a6-a114-41b2-a2be-fb58c465b9fa None None] Provisioning complete for port 794954bc-7310-4026-b89f-15168432b80e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:37.680840 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fff7f1a6-a114-41b2-a2be-fb58c465b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.693970 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.751806 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.770587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.773040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:37.775502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:37.780270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 794954bc-7310-4026-b89f-15168432b80e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:37.803602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93681525-e96b-4951-917f-787eb6baf354 req-af249155-de45-4a02-a39b-740f5b5e3f1c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:37.805617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93681525-e96b-4951-917f-787eb6baf354 req-af249155-de45-4a02-a39b-740f5b5e3f1c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.3170416 Nov 22 16:53:37.813307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port 19e49d8b-7705-4340-b95b-ed2e8ebfed94 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:37.937952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Pushing event updated for resources: {'Network': ['ID=005d2048-70d7-458a-bdb6-cf960d7c031e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:37.944042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0289836 Nov 22 16:53:37.947155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680aa04-575e-4efa-96d2-f1031bfa685e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf17e1f-d277-4fd2-972b-d8610e6f78d4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:37.947920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57828) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:37.957193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Request body: {'subnet': {'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2001255268-subnet', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:38.015190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93681525-e96b-4951-917f-787eb6baf354 req-8f8855ae-9713-4176-859e-477bcc035f0b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962914 Nov 22 16:53:38.028583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Made reservation on behalf of d7faea94a31146baa42de43d54858cdf for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:38.030873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 005d2048-70d7-458a-bdb6-cf960d7c031e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:38.031794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.182596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Allocated IP 172.20.0.12 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/19e49d8b-7705-4340-b95b-ed2e8ebfed94) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:38.520723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 794954bc-7310-4026-b89f-15168432b80e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:38.521254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.532773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.610223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.642465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fff7f1a6-a114-41b2-a2be-fb58c465b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.674557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d2fd9d-9785-4336-a8bc-f12a748a64bd,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:38.694308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Checking segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:38.694822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Network hostable DHCP agents. Network: 005d2048-70d7-458a-bdb6-cf960d7c031e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:38.743216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.773980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Network 005d2048-70d7-458a-bdb6-cf960d7c031e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:38.823347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.826771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:38.838339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:38.841687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:38.869752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 005d2048-70d7-458a-bdb6-cf960d7c031e) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:38.875377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:38.876183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.907680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-74f674be-5e95-4b3e-b2b1-082807c12302 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9557538 Nov 22 16:53:38.910481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57838) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:38.920711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:38.927631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=19e49d8b-7705-4340-b95b-ed2e8ebfed94,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:38.929926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfe2223-de84-484a-acd2-d02c8da49411 None None] Network 005d2048-70d7-458a-bdb6-cf960d7c031e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:38.956586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fff7f1a6-a114-41b2-a2be-fb58c465b9fa None None] For port 794954bc-7310-4026-b89f-15168432b80e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=794954bc-7310-4026-b89f-15168432b80e,segment=NetworkSegment(0f0ad50e-cf97-4127-8c38-4bce6160e498),segment_id=0f0ad50e-cf97-4127-8c38-4bce6160e498)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:38.980132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:38.980827 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:38.999998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.003648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.005241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f552a71-c421-4f63-b443-2425bbf5200b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.8167512 Nov 22 16:53:39.008455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57840) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:39.107170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fff7f1a6-a114-41b2-a2be-fb58c465b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.139507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.267472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3c4d5-676c-423c-aa7b-0d1ccf5dafd4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:39.275255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3c4d5-676c-423c-aa7b-0d1ccf5dafd4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:39.285403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3c4d5-676c-423c-aa7b-0d1ccf5dafd4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:39.297265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-90b3c4d5-676c-423c-aa7b-0d1ccf5dafd4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2874253 Nov 22 16:53:39.304100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57844) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:39.367075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.448893 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:39.449270 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:39.672233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069960e8-ef38-4c1c-a4b9-cc72571d49d6 req-85999fae-bf03-4a81-9186-346603676be5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:39.684879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-069960e8-ef38-4c1c-a4b9-cc72571d49d6 req-85999fae-bf03-4a81-9186-346603676be5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.4845657 Nov 22 16:53:39.723932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7f1a6-a114-41b2-a2be-fb58c465b9fa None None] Pushing event updated for resources: {'Port': ['ID=794954bc-7310-4026-b89f-15168432b80e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:39.739932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4be5df4f-66cc-4485-8b85-c12131c4e5a0 None None] Provisioning complete for port d83d5f59-6106-494d-ac19-48ed21ab229e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:39.740439 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4be5df4f-66cc-4485-8b85-c12131c4e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.822450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-005d2048-70d7-458a-bdb6-cf960d7c031e', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:39.823350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.860748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port 19e49d8b-7705-4340-b95b-ed2e8ebfed94 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:39.861100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.884360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:39.890481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-069960e8-ef38-4c1c-a4b9-cc72571d49d6 req-ce190068-2db4-421d-b6ba-dd3834b36b55 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974456 Nov 22 16:53:40.094124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.149626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for 19e49d8b-7705-4340-b95b-ed2e8ebfed94 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:40.219943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Allocated IP 172.20.0.2 (005d2048-70d7-458a-bdb6-cf960d7c031e/65d2fd9d-9785-4336-a8bc-f12a748a64bd/a941bd36-613e-4334-b2b4-357a842f884c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:40.626690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.695481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=19e49d8b-7705-4340-b95b-ed2e8ebfed94,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:40.724943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.744809 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.771420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4be5df4f-66cc-4485-8b85-c12131c4e5a0 None None] Port d83d5f59-6106-494d-ac19-48ed21ab229e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:40.784150 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.789710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:40.905154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Network 005d2048-70d7-458a-bdb6-cf960d7c031e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:40.911353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:40.931646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:40.963416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 794954bc-7310-4026-b89f-15168432b80e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:41.275046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Allocated IP 172.25.6.32 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/753b52a7-cdac-488c-a144-e1ec7fe4ffbf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:41.286794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4be5df4f-66cc-4485-8b85-c12131c4e5a0 None None] Provisioning complete for port 794954bc-7310-4026-b89f-15168432b80e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:41.287225 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4be5df4f-66cc-4485-8b85-c12131c4e5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.294244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Pushing event updated for resources: {'Port': ['ID=a941bd36-613e-4334-b2b4-357a842f884c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:41.431048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b721c7-786f-4252-89e1-60fb8fda7edb req-5ccf10d6-18a5-49e8-842a-a32f1254c0e2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:41.449966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87b721c7-786f-4252-89e1-60fb8fda7edb req-5ccf10d6-18a5-49e8-842a-a32f1254c0e2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.3777733 Nov 22 16:53:41.473724 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.478473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-13e29a5a-eb99-4045-8fb8-0838a76bd097 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/ports/19e49d8b-7705-4340-b95b-ed2e8ebfed94 HTTP/1.1" status: 204 len: 168 time: 2.1704724 Nov 22 16:53:41.498075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57870) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:41.508188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Attempting to bind port a941bd36-613e-4334-b2b4-357a842f884c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:41.508558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Attempting to bind port a941bd36-613e-4334-b2b4-357a842f884c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:41.508922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Attempting to bind port a941bd36-613e-4334-b2b4-357a842f884c on network 005d2048-70d7-458a-bdb6-cf960d7c031e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:41.537185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:41.538310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Checking segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:41.538729 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.540055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Bound using segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:41.540558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Bound port: a941bd36-613e-4334-b2b4-357a842f884c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:41.540951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.555222 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-5317cc80-3b09-4276-844b-b6efd0d6358c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] GET failed (client error): The resource could not be found. Nov 22 16:53:41.556672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5317cc80-3b09-4276-844b-b6efd0d6358c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "GET /v2.0/ports/19e49d8b-7705-4340-b95b-ed2e8ebfed94 HTTP/1.1" status: 404 len: 333 time: 0.0576494 Nov 22 16:53:41.560350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.571988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57872) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:41.584652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 794954bc-7310-4026-b89f-15168432b80e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:41.585774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:41.594706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'name': 'tempest-AllowedAddressPairTestJSON-191985795'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:41.650764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87b721c7-786f-4252-89e1-60fb8fda7edb req-52af282d-a67b-4abe-9743-3327476235bd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997294 Nov 22 16:53:41.876370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] For port a941bd36-613e-4334-b2b4-357a842f884c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:41.881279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] For port a941bd36-613e-4334-b2b4-357a842f884c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a941bd36-613e-4334-b2b4-357a842f884c,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:41.902420 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.051299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.171025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:42.187217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cdea7d2e-eeca-4bf2-9369-d5b53f772d36 None None] Provisioning complete for port d83d5f59-6106-494d-ac19-48ed21ab229e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:42.187989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cdea7d2e-eeca-4bf2-9369-d5b53f772d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.189953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae952ba6-41d8-4b55-864f-d8fb14f29fa1 None None] Pushing event updated for resources: {'Port': ['ID=a941bd36-613e-4334-b2b4-357a842f884c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:42.214739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:42.216925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Pushing event updated for resources: {'Port': ['ID=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:42.225840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:42.249007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01234a54-c018-4e1a-8954-561617913c18 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:42.284010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cdea7d2e-eeca-4bf2-9369-d5b53f772d36 None None] Port d83d5f59-6106-494d-ac19-48ed21ab229e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:42.291015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cdea7d2e-eeca-4bf2-9369-d5b53f772d36 None None] Could not find standard attr ID for object 19e49d8b-7705-4340-b95b-ed2e8ebfed94. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:53:42.440727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-97d0b744-c4e5-42c9-ba53-f6f01dd78919 None None] Provisioning complete for port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:42.441294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97d0b744-c4e5-42c9-ba53-f6f01dd78919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.507887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:42.513013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-97d0b744-c4e5-42c9-ba53-f6f01dd78919 None None] Port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:42.513939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.543393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port f8ad872b-2071-4726-b45c-18d80eeecc27 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:42.824851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Allocated IP 172.20.0.9 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/f8ad872b-2071-4726-b45c-18d80eeecc27) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:42.911852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14cb85-e7b1-42f1-b676-644b9436ae9b req-75db0bfd-087b-4ea8-b93b-3fd09e4445f2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:42.923676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f14cb85-e7b1-42f1-b676-644b9436ae9b req-75db0bfd-087b-4ea8-b93b-3fd09e4445f2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1568837 Nov 22 16:53:42.931897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:42.999843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a941bd36-613e-4334-b2b4-357a842f884c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:43.111733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f14cb85-e7b1-42f1-b676-644b9436ae9b req-b138cf02-137a-4824-a1eb-37e4a8f28199 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870828 Nov 22 16:53:43.180205 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.218514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a941bd36-613e-4334-b2b4-357a842f884c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:43.218915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.272873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.418364 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.511846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port a941bd36-613e-4334-b2b4-357a842f884c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a941bd36-613e-4334-b2b4-357a842f884c,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:43.570057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:43.708118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=a941bd36-613e-4334-b2b4-357a842f884c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.795365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27285aa-e4b5-49ed-b428-4df80c25d481 None None] Network 005d2048-70d7-458a-bdb6-cf960d7c031e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:43.881548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:43.886236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:43.917478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=f8ad872b-2071-4726-b45c-18d80eeecc27,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:43.922136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:44.041087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-89f6e699-81be-4c93-bf01-8c193be4edcc None None] Provisioning complete for port a941bd36-613e-4334-b2b4-357a842f884c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:44.042103 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89f6e699-81be-4c93-bf01-8c193be4edcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.051286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:44.082134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.322461 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4aea465b-5853-4a91-8fa9-8990d0b76e7d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7371554 Nov 22 16:53:44.325259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57908) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:44.337981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b7:fd:93'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:44.491919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.581301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b70578c4-333f-4fdf-9ee2-977247c2a8f2 None None] Provisioning complete for port f8ad872b-2071-4726-b45c-18d80eeecc27 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:44.581703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70578c4-333f-4fdf-9ee2-977247c2a8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.668519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b70578c4-333f-4fdf-9ee2-977247c2a8f2 None None] Port f8ad872b-2071-4726-b45c-18d80eeecc27 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:44.813108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Router ac12c140-7fff-4a83-8c14-01540317f55d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:44.898840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c2a2161e-74be-4f22-8ad3-e62cb7e29ee8 None None] Provisioning complete for port a941bd36-613e-4334-b2b4-357a842f884c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:44.901993 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c2a2161e-74be-4f22-8ad3-e62cb7e29ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:44.959763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a941bd36-613e-4334-b2b4-357a842f884c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:45.028647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:45.039507 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Sync routers for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:45.058623 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:45.063081 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:45.091281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.103765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-870e6b5e-0135-44be-923f-e8d9a95acdcc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.1918268 Nov 22 16:53:45.105039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:45.264316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a941bd36-613e-4334-b2b4-357a842f884c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:45.264851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.342203 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:45.361820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69280c6b-0f87-4aca-8da3-ee6d000deba6 req-19296bb1-ac2a-4b40-9560-21c79b9fb444 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:45.374137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69280c6b-0f87-4aca-8da3-ee6d000deba6 req-19296bb1-ac2a-4b40-9560-21c79b9fb444 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 1.0685618 Nov 22 16:53:45.502657 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69280c6b-0f87-4aca-8da3-ee6d000deba6 req-2ae75a5f-04ac-4d4e-b3e3-30db9f9c616d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176298 Nov 22 16:53:45.544945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.794695 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:42Z', 'revision_number': 3, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:45.855169 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Checking router: ac12c140-7fff-4a83-8c14-01540317f55d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:45.855527 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Updating router ac12c140-7fff-4a83-8c14-01540317f55d port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:45.875945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.912565 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.924150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:45.933390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.120795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=f8ad872b-2071-4726-b45c-18d80eeecc27,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.153641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.154023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.154372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.154716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.155055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.155398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.155736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.156070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.169498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.169978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.170327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.170669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.206245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] In _notify_port_updated(), no bound segment for port f8ad872b-2071-4726-b45c-18d80eeecc27 on network d58e0fe7-2b69-4469-9867-94a160d19c09 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:53:46.234804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:46.235521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.242488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f1db482-d49e-48b1-a9c3-158491bd2dc1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "PUT /v2.0/ports/f8ad872b-2071-4726-b45c-18d80eeecc27 HTTP/1.1" status: 200 len: 992 time: 1.9132733 Nov 22 16:53:46.244004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57922) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:46.399424 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.408372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Allocated IP 172.20.0.1 (005d2048-70d7-458a-bdb6-cf960d7c031e/65d2fd9d-9785-4336-a8bc-f12a748a64bd/f228ef08-df6c-497a-b5e5-5449a3e84da8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:46.414613 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.522046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port f8ad872b-2071-4726-b45c-18d80eeecc27 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:46.522815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.526804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a82c2f25-44e9-4dda-bc25-0b63e194114e None None] Provisioning complete for port f8ad872b-2071-4726-b45c-18d80eeecc27 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:46.527315 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a82c2f25-44e9-4dda-bc25-0b63e194114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.533119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40598c5b-60dd-4a1c-a8a1-e860f8578de0 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:46.547441 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Pushing event updated for resources: {'Port': ['ID=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:46.563937 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Attempting to bind port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:46.579541 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Attempting to bind port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:46.585582 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Attempting to bind port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:46.605094 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.613182 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.613745 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.614522 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.616383 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.616844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.617276 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.620691 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.621595 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.622057 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.623673 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.624116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:46.640345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:46.640345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:46.640345 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.640345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:46.640345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Bound port: 753b52a7-cdac-488c-a144-e1ec7fe4ffbf, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:46.645935 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.724506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a82c2f25-44e9-4dda-bc25-0b63e194114e None None] Port f8ad872b-2071-4726-b45c-18d80eeecc27 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:46.813106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.813628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] For port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:46.821855 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] For port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:46.833555 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.878702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Provisioning complete for port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:46.879087 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.926349 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.929336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:46.989255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2236e659-2b9d-434c-b5ec-c81314695ef7 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:47.025092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd33d-786b-4232-8c30-699eccc51fcf req-96f3f085-b875-402f-a95c-10a35bea91d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:47.031253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-274cd33d-786b-4232-8c30-699eccc51fcf req-96f3f085-b875-402f-a95c-10a35bea91d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2988508 Nov 22 16:53:47.037937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for f8ad872b-2071-4726-b45c-18d80eeecc27 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:47.040668 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dd6930-d14a-4a1f-8a27-055311caad20 None None] Pushing event updated for resources: {'Port': ['ID=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.058414 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:47.059112 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:47.101793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f228ef08-df6c-497a-b5e5-5449a3e84da8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.112060 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.131157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Network 005d2048-70d7-458a-bdb6-cf960d7c031e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:47.136698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] For port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:47.137041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:47.145683 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.161370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:47.267735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Pushing event updated for resources: {'Port': ['ID=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.268617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.315807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.316153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.316498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.316835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.317170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.317499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.320484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-274cd33d-786b-4232-8c30-699eccc51fcf req-3b6c6f14-9845-4c1f-b324-00e97c174328 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778459 Nov 22 16:53:47.335869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.336211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.336544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.336887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.337222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.337734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da22554-bdac-425c-bb77-bfb6a1d8cabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:53:47.388423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a453e9ea-2bbb-4060-8b20-e52cb1d83151 None None] Provisioning complete for port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:47.388805 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a453e9ea-2bbb-4060-8b20-e52cb1d83151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.411485 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:47.562771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.599115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=f8ad872b-2071-4726-b45c-18d80eeecc27,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:47.824004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b30590e0-f32d-4853-a52c-6f9caf0c33c5 None None] Provisioning complete for port f228ef08-df6c-497a-b5e5-5449a3e84da8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:47.824561 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b30590e0-f32d-4853-a52c-6f9caf0c33c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.846124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.910368 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:47.921805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a2db30d3-67e1-4ce4-8345-709108021e3d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/ports/f8ad872b-2071-4726-b45c-18d80eeecc27 HTTP/1.1" status: 204 len: 168 time: 1.6764150 Nov 22 16:53:47.924556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57930) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:47.974489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b30590e0-f32d-4853-a52c-6f9caf0c33c5 None None] Port f228ef08-df6c-497a-b5e5-5449a3e84da8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:48.045233 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3349a55e-29f1-4758-8593-51224733d208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:42Z', 'revision_number': 3, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:48.104349 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3349a55e-29f1-4758-8593-51224733d208 None None] The sync data for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 is: [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:42Z', 'revision_number': 3, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:48.202778 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e8eef83-9afa-46f7-b593-a0916f32979e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] GET failed (client error): The resource could not be found. Nov 22 16:53:48.208188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8e8eef83-9afa-46f7-b593-a0916f32979e tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "GET /v2.0/ports/f8ad872b-2071-4726-b45c-18d80eeecc27 HTTP/1.1" status: 404 len: 333 time: 0.2791352 Nov 22 16:53:48.209359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57940) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.217237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'name': 'tempest-AllowedAddressPairTestJSON-2053208238'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:48.336810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.355391 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.452935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:48.456785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.529093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:48.551465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:48.734594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57948) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:48.785588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f228ef08-df6c-497a-b5e5-5449a3e84da8,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:48.815015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49420b7e-4041-4e2d-8fb7-280f419ee91c req-87c432fc-d7b9-4a30-87d4-5de473edbf85 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:48.816698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49420b7e-4041-4e2d-8fb7-280f419ee91c req-87c432fc-d7b9-4a30-87d4-5de473edbf85 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1781180 Nov 22 16:53:48.941219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Allocated IP 172.20.0.7 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/ec4e2de3-499b-4f8b-806e-2c5d313b6b94) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:48.985370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Network 005d2048-70d7-458a-bdb6-cf960d7c031e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:48.991379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:48.998148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49420b7e-4041-4e2d-8fb7-280f419ee91c req-d2623fa9-bddd-4a92-a8da-56ee615c9e09 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707947 Nov 22 16:53:49.087892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 753b52a7-cdac-488c-a144-e1ec7fe4ffbf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:49.168390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03b205a9-570c-4e48-b6fe-64a592c50d71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.242911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:49.243573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.363703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Router ac12c140-7fff-4a83-8c14-01540317f55d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:53:49.490399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03b205a9-570c-4e48-b6fe-64a592c50d71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.509140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03b205a9-570c-4e48-b6fe-64a592c50d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.529393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9ade29fe-69b3-42f0-bf22-e08c2409713f None None] Provisioning complete for port f228ef08-df6c-497a-b5e5-5449a3e84da8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:49.529520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ade29fe-69b3-42f0-bf22-e08c2409713f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.641572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9ade29fe-69b3-42f0-bf22-e08c2409713f None None] Port f228ef08-df6c-497a-b5e5-5449a3e84da8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:49.653672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:49.675434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5685daf-2b6b-4b41-a78b-e0cb1b46a2b1 admin admin] 10.222.0.65 "PUT /v2.0/routers/ac12c140-7fff-4a83-8c14-01540317f55d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5658636 Nov 22 16:53:49.780134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.819225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-03b205a9-570c-4e48-b6fe-64a592c50d71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53036d8ca53a41d4bf88be046851e995&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0778897 Nov 22 16:53:49.820279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:49.841312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.844284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b205a9-570c-4e48-b6fe-64a592c50d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed353f5f-e906-4d1e-935a-e9bd6d142f8a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:49.948414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0416e82-5891-479b-a9eb-9c643032361f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.948810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61d14ae-15f1-4430-a22d-f126f8d8bc55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:49.975007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:49.980579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:49.995531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:50.014913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61d14ae-15f1-4430-a22d-f126f8d8bc55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.082195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=ec4e2de3-499b-4f8b-806e-2c5d313b6b94,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:50.167395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61d14ae-15f1-4430-a22d-f126f8d8bc55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.175495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:50.176415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a61d14ae-15f1-4430-a22d-f126f8d8bc55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.180051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.194919 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a61d14ae-15f1-4430-a22d-f126f8d8bc55 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed353f5f-e906-4d1e-935a-e9bd6d142f8a HTTP/1.1" status: 204 len: 168 time: 0.3595424 Nov 22 16:53:50.223339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d14ae-15f1-4430-a22d-f126f8d8bc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed353f5f-e906-4d1e-935a-e9bd6d142f8a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:50.227088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0ac240c3-427d-485c-ad7f-934bc0dd7360 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0140753 Nov 22 16:53:50.229616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57966) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:50.257779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:fd:93'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:50.376046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c8ebe-e09a-4662-858b-eea650737ced req-cbd233e4-7b4f-4285-8db2-4e7c698fdff7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:50.383073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c8c8ebe-e09a-4662-858b-eea650737ced req-cbd233e4-7b4f-4285-8db2-4e7c698fdff7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1481068 Nov 22 16:53:50.485746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9acbe601-7db7-4c41-a05e-745518f791e5 None None] Provisioning complete for port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:50.486307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9acbe601-7db7-4c41-a05e-745518f791e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.511251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:50.539152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c8c8ebe-e09a-4662-858b-eea650737ced req-2ae82cbe-afaa-4515-9788-18bfe3805278 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478457 Nov 22 16:53:50.565114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9acbe601-7db7-4c41-a05e-745518f791e5 None None] Port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:50.981027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.010605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.234111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57984) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:51.248130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-588188866-network', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:51.299278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57986) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:51.317835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] In _notify_port_updated(), no bound segment for port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 on network d58e0fe7-2b69-4469-9867-94a160d19c09 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:53:51.339151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:51.339851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.344799 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "PUT /v2.0/ports/ec4e2de3-499b-4f8b-806e-2c5d313b6b94 HTTP/1.1" status: 200 len: 996 time: 1.1135950 Nov 22 16:53:51.345449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 57988) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:51.356410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aea60831-31ac-415a-ad01-028798aa2066 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.494257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3bf6d-a9d3-4f45-aac7-0a1fab17d1e4 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=ec4e2de3-499b-4f8b-806e-2c5d313b6b94,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:51.512665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Made reservation on behalf of a1879ee4f18145808071bd1bd81ae1f1 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:51.527576 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.544106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:51.544934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.562601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.565262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Sync routers for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:51.595871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:51.596890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:51.805308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c44f865c-553f-4df3-8c7a-95e4c27dd36b None None] Provisioning complete for port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:51.808074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c44f865c-553f-4df3-8c7a-95e4c27dd36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.854054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.898064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for ec4e2de3-499b-4f8b-806e-2c5d313b6b94 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:51.900320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.952609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c44f865c-553f-4df3-8c7a-95e4c27dd36b None None] Port ec4e2de3-499b-4f8b-806e-2c5d313b6b94 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:51.963187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:51.969606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:52.023617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:53:52.049550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3687fd54-df9f-430a-97d8-7175ed1c190d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.062450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aea60831-31ac-415a-ad01-028798aa2066 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.064128 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.064698 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Added segment d89d4c2c-873b-4f1c-8401-bc7b70935a66 of type vlan for network 81024c35-93ee-4a83-8722-a596a968726b Nov 22 16:53:52.076345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04eca41-3565-4df4-9c68-d008b04ed4e3 req-b4a67a10-ec6d-4da2-b3b4-f17ff0c48976 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.078382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04eca41-3565-4df4-9c68-d008b04ed4e3 req-b4a67a10-ec6d-4da2-b3b4-f17ff0c48976 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1762137 Nov 22 16:53:52.087346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aea60831-31ac-415a-ad01-028798aa2066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.197925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aea60831-31ac-415a-ad01-028798aa2066 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ea49124e18e341af80676da10d9c1455&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8864188 Nov 22 16:53:52.212412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 57994) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:52.289467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.290593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:48Z', 'revision_number': 2, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:52.296104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a04eca41-3565-4df4-9c68-d008b04ed4e3 req-7757d5b7-aada-406b-a1b8-4cd957806cd9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327617 Nov 22 16:53:52.312968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.330538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=ec4e2de3-499b-4f8b-806e-2c5d313b6b94,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.336645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea60831-31ac-415a-ad01-028798aa2066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690f4977-d1c2-4531-bf85-a5b5e1ffa1be,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.367258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Checking router: ac12c140-7fff-4a83-8c14-01540317f55d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:53:52.367714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Updating router ac12c140-7fff-4a83-8c14-01540317f55d port f228ef08-df6c-497a-b5e5-5449a3e84da8 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:53:52.430889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.433375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:52.434773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.440482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.476545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.481462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7f8b7a67-57ae-4330-96fc-a393936d1777 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/ports/ec4e2de3-499b-4f8b-806e-2c5d313b6b94 HTTP/1.1" status: 204 len: 168 time: 1.1281004 Nov 22 16:53:52.487112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58000) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:52.532812 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-086101a3-b05e-444c-ae1b-6c9789a44a5d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] GET failed (client error): The resource could not be found. Nov 22 16:53:52.534531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-086101a3-b05e-444c-ae1b-6c9789a44a5d tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "GET /v2.0/ports/ec4e2de3-499b-4f8b-806e-2c5d313b6b94 HTTP/1.1" status: 404 len: 333 time: 0.0462258 Nov 22 16:53:52.538592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58002) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:52.544742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'name': 'tempest-AllowedAddressPairTestJSON-697734984'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:52.554111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9402315-6e8a-4541-b24b-4c6d69010a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.609436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3737071 Nov 22 16:53:52.610326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58004) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:52.627727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Request body: {'subnet': {'network_id': '81024c35-93ee-4a83-8722-a596a968726b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-588188866-subnet', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:52.658368 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9402315-6e8a-4541-b24b-4c6d69010a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.675692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537a03-99de-4d7d-bcfc-fd7ab90171ad admin admin] Pushing event updated for resources: {'Network': ['ID=81024c35-93ee-4a83-8722-a596a968726b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:52.736030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Made reservation on behalf of a1879ee4f18145808071bd1bd81ae1f1 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:52.739355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.767819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 81024c35-93ee-4a83-8722-a596a968726b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:53:52.772445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:52.778986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.812241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port 740389f0-91f5-42a5-bc07-61473ef4b07d yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:52.824656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9402315-6e8a-4541-b24b-4c6d69010a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.828006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9402315-6e8a-4541-b24b-4c6d69010a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:52.831854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f9402315-6e8a-4541-b24b-4c6d69010a58 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/690f4977-d1c2-4531-bf85-a5b5e1ffa1be HTTP/1.1" status: 204 len: 168 time: 0.6134057 Nov 22 16:53:52.903065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9402315-6e8a-4541-b24b-4c6d69010a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690f4977-d1c2-4531-bf85-a5b5e1ffa1be,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:53.004451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05182dde-5f97-4353-8153-576559f45f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.174802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Allocated IP 172.20.0.8 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/740389f0-91f5-42a5-bc07-61473ef4b07d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:53.183996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.353059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07d27b36-8b90-44d2-bdae-e95ca80b78a8,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:53.381802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Checking segment: {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:53.381802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Network hostable DHCP agents. Network: 81024c35-93ee-4a83-8722-a596a968726b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:53:53.429610 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Network 81024c35-93ee-4a83-8722-a596a968726b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:53:53.451629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 81024c35-93ee-4a83-8722-a596a968726b) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:53.460288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.461802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.503593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8c2db2fa-6343-408b-9096-25bdbf66aad7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8802397 Nov 22 16:53:53.507743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:53.513228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:53.519653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e685aed-f155-49e9-b2f8-4937cb7ea322 None None] Network 81024c35-93ee-4a83-8722-a596a968726b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:53.571691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.573168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.671165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.708013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58026) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:53.742367 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b5e76c6-0cd1-4344-ada3-eb05fae503fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.764077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.787500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884689b-d9b8-403e-9278-9cbc5e70dd4e req-21ead234-b9bf-425c-98c6-f909ec5e1bd4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:53.789589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.790202 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.790330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a884689b-d9b8-403e-9278-9cbc5e70dd4e req-21ead234-b9bf-425c-98c6-f909ec5e1bd4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.2032008 Nov 22 16:53:53.804039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:53.900024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:53.912081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:53.947430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:53.964895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f0342-577f-4672-8305-0df5cd8b95eb None None] Pushing event updated for resources: {'Port': ['ID=f228ef08-df6c-497a-b5e5-5449a3e84da8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.031320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-81024c35-93ee-4a83-8722-a596a968726b', 'network_id': '81024c35-93ee-4a83-8722-a596a968726b', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'fixed_ips': [{'subnet_id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:53:54.031987 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.060161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:54.061840 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.077301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.125218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=740389f0-91f5-42a5-bc07-61473ef4b07d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.151582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.183879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a884689b-d9b8-403e-9278-9cbc5e70dd4e req-9d7a66fe-8082-4fd9-9f74-682305533ed5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3849838 Nov 22 16:53:54.198604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e021c3b-14f1-4d42-9ec1-442059278c9c tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6588616 Nov 22 16:53:54.202776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58032) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:54.212262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'network_id': 'd58e0fe7-2b69-4469-9867-94a160d19c09', 'name': 'tempest-AllowedAddressPairTestJSON-1590036566'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:54.235067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b5e76c6-0cd1-4344-ada3-eb05fae503fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.270994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Attempting to bind port f228ef08-df6c-497a-b5e5-5449a3e84da8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:54.272102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Attempting to bind port f228ef08-df6c-497a-b5e5-5449a3e84da8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:54.272483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Attempting to bind port f228ef08-df6c-497a-b5e5-5449a3e84da8 on network 005d2048-70d7-458a-bdb6-cf960d7c031e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:54.278035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b5e76c6-0cd1-4344-ada3-eb05fae503fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.282345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:54.282737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Checking segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:54.283154 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.283554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Bound using segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:54.284060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Bound port: f228ef08-df6c-497a-b5e5-5449a3e84da8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:54.284512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.457847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c937be76-6b87-448a-beca-12d813df7c95 None None] Provisioning complete for port f228ef08-df6c-497a-b5e5-5449a3e84da8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:54.458226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c937be76-6b87-448a-beca-12d813df7c95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.463598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] For port f228ef08-df6c-497a-b5e5-5449a3e84da8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:54.467526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4b5e76c6-0cd1-4344-ada3-eb05fae503fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1a1dcf20bb34407886a2a6711f5493c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7558212 Nov 22 16:53:54.470335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e76c6-0cd1-4344-ada3-eb05fae503fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c528b6-6b68-4085-b3bb-054446df7fe3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.488138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58040) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:54.514465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] For port f228ef08-df6c-497a-b5e5-5449a3e84da8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f228ef08-df6c-497a-b5e5-5449a3e84da8,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:54.517682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Allocated IP 172.20.0.2 (81024c35-93ee-4a83-8722-a596a968726b/07d27b36-8b90-44d2-bdae-e95ca80b78a8/f482e21f-0b68-46dc-b486-8fffadf856f8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:54.526910 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.536823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.548230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c937be76-6b87-448a-beca-12d813df7c95 None None] Port f228ef08-df6c-497a-b5e5-5449a3e84da8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:54.561131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.589393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:54.590184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:54.596573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-02f038dc-bde6-4ad4-a66a-4ad6f8dfa6ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.611634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Made reservation on behalf of 9ae420e000294092810e1ead430f34a0 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:53:54.616197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.655141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-02f038dc-bde6-4ad4-a66a-4ad6f8dfa6ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.673476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] device_id is not set on port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:53:54.840089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Allocated IP 172.25.6.237 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/162b3034-82cf-4ab2-8afd-cf5b2cd3953a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:54.891890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-02f038dc-bde6-4ad4-a66a-4ad6f8dfa6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.896017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-02f038dc-bde6-4ad4-a66a-4ad6f8dfa6ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:54.899807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-02f038dc-bde6-4ad4-a66a-4ad6f8dfa6ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80c528b6-6b68-4085-b3bb-054446df7fe3 HTTP/1.1" status: 204 len: 168 time: 0.4088447 Nov 22 16:53:54.918262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:53:54.935175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f038dc-bde6-4ad4-a66a-4ad6f8dfa6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c528b6-6b68-4085-b3bb-054446df7fe3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.942464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f0342-577f-4672-8305-0df5cd8b95eb None None] Pushing event updated for resources: {'Port': ['ID=f228ef08-df6c-497a-b5e5-5449a3e84da8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:54.947450 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Allocated IP 172.20.0.9 (d58e0fe7-2b69-4469-9867-94a160d19c09/dc1392ed-3f70-4fa4-861f-e3ac7dc343da/9d1bc8a7-3d98-4348-be09-7eb2a82e4caa) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:53:55.072553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.124708 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.144683 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.156557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-73b1a85f-f005-4fdf-871c-bdc52313ffbe None None] Provisioning complete for port 740389f0-91f5-42a5-bc07-61473ef4b07d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:55.157095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-73b1a85f-f005-4fdf-871c-bdc52313ffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.185161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.188998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.233114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Network 81024c35-93ee-4a83-8722-a596a968726b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:55.245873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:55.260139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.288032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:55.346412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Pushing event updated for resources: {'Port': ['ID=f482e21f-0b68-46dc-b486-8fffadf856f8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.347699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Pushing event updated for resources: {'Port': ['ID=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.390410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Network d58e0fe7-2b69-4469-9867-94a160d19c09 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:55.392986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-73b1a85f-f005-4fdf-871c-bdc52313ffbe None None] Port 740389f0-91f5-42a5-bc07-61473ef4b07d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:55.394567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:55.401222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:55.409391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=9d1bc8a7-3d98-4348-be09-7eb2a82e4caa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.429542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Attempting to bind port f482e21f-0b68-46dc-b486-8fffadf856f8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:53:55.429542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Attempting to bind port f482e21f-0b68-46dc-b486-8fffadf856f8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:53:55.430039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Attempting to bind port f482e21f-0b68-46dc-b486-8fffadf856f8 on network 81024c35-93ee-4a83-8722-a596a968726b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:53:55.447440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:53:55.447820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Checking segment: {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:53:55.448224 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.448624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Bound using segment: {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:53:55.449115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Bound port: f482e21f-0b68-46dc-b486-8fffadf856f8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:53:55.449502 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.461333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:53:55.477569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:53:55.482436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:53:55.496696 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.512005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794310b7-868d-47e6-8857-705caab9d86e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:53:55.517484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.521108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.529616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-422bc4b5-4fb1-42ae-b549-2d9398048f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.532501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-422bc4b5-4fb1-42ae-b549-2d9398048f72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1097 time: 0.1860631 Nov 22 16:53:55.546144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166e4c76-f9ed-4695-9764-6a7545eac9eb req-d5f1234e-d248-4612-9322-b7d98af2bdf4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.548000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-166e4c76-f9ed-4695-9764-6a7545eac9eb req-d5f1234e-d248-4612-9322-b7d98af2bdf4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.1472914 Nov 22 16:53:55.576819 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8402194a-d3dc-4891-b5d7-bf5f6bdf02e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3726425 Nov 22 16:53:55.579722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58060) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:55.587366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:b7:fd:93'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:d3:ce:f4'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:53:55.666204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] For port f482e21f-0b68-46dc-b486-8fffadf856f8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:53:55.669416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dd449fb3-ec52-47e0-b113-2ea541cb352f None None] Provisioning complete for port f228ef08-df6c-497a-b5e5-5449a3e84da8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:55.670662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd449fb3-ec52-47e0-b113-2ea541cb352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.676968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] For port f482e21f-0b68-46dc-b486-8fffadf856f8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f482e21f-0b68-46dc-b486-8fffadf856f8,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:53:55.750561 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:55.828981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea0308-8276-482a-b0fb-2fac12d6bf7b None None] Pushing event updated for resources: {'Port': ['ID=f482e21f-0b68-46dc-b486-8fffadf856f8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:55.934956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-b3e89530-8095-43e6-93fe-020960130c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:55.936878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-b3e89530-8095-43e6-93fe-020960130c32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.3876624 Nov 22 16:53:55.945688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-166e4c76-f9ed-4695-9764-6a7545eac9eb req-efbc7564-ffc8-4706-b6b6-c5f55edc0ec1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480571 Nov 22 16:53:56.012661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:54Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:56.038482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.080605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4139d0-ea8c-4276-9769-9ccd1c8c5dc1 None None] The sync data for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 is: [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:54Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:53:56.087254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd449fb3-ec52-47e0-b113-2ea541cb352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.148466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.239082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-27758420-6e3b-41e4-8f7e-3cd09c5f70a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1002 time: 0.2918491 Nov 22 16:53:56.274706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dd449fb3-ec52-47e0-b113-2ea541cb352f None None] For port f228ef08-df6c-497a-b5e5-5449a3e84da8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f228ef08-df6c-497a-b5e5-5449a3e84da8,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:56.285470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd449fb3-ec52-47e0-b113-2ea541cb352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.498868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd449fb3-ec52-47e0-b113-2ea541cb352f None None] Pushing event updated for resources: {'Port': ['ID=f228ef08-df6c-497a-b5e5-5449a3e84da8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:56.523153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e9b5fbb4-85d3-4aab-be0c-7028cd81a60a None None] Provisioning complete for port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:56.529603 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e9b5fbb4-85d3-4aab-be0c-7028cd81a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.588808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-aff92ff6-c65d-4679-8611-945a4695b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.592679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-aff92ff6-c65d-4679-8611-945a4695b660 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.3429537 Nov 22 16:53:56.623657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.632076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.652200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5fbb4-85d3-4aab-be0c-7028cd81a60a None None] Port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:56.688294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e9b5fbb4-85d3-4aab-be0c-7028cd81a60a None None] Provisioning complete for port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:56.688837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e9b5fbb4-85d3-4aab-be0c-7028cd81a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.722443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.837143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] In _notify_port_updated(), no bound segment for port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa on network d58e0fe7-2b69-4469-9867-94a160d19c09 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 16:53:56.855687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:56.859715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:56.867605 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "PUT /v2.0/ports/9d1bc8a7-3d98-4348-be09-7eb2a82e4caa HTTP/1.1" status: 200 len: 1055 time: 1.2867510 Nov 22 16:53:56.870887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58088) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:57.121286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d92fe2-6d77-44be-a260-c0d835a761e9 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event updated for resources: {'Port': ['ID=9d1bc8a7-3d98-4348-be09-7eb2a82e4caa,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:57.203302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:57.203883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.236827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f228ef08-df6c-497a-b5e5-5449a3e84da8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:57.357072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e9b5fbb4-85d3-4aab-be0c-7028cd81a60a None None] Port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:57.392130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f228ef08-df6c-497a-b5e5-5449a3e84da8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.392513 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.443525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.487525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:57.555259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2a6edff3-df71-41e4-9452-be936d79e83f None None] Provisioning complete for port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.555569 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a6edff3-df71-41e4-9452-be936d79e83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.698043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2a6edff3-df71-41e4-9452-be936d79e83f None None] Port 9d1bc8a7-3d98-4348-be09-7eb2a82e4caa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:53:57.716470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f482e21f-0b68-46dc-b486-8fffadf856f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:53:57.862829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f482e21f-0b68-46dc-b486-8fffadf856f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:57.863247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.864001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-4e91bce0-1fc4-4718-9dd3-c3e1d989e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:57.868467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-4e91bce0-1fc4-4718-9dd3-c3e1d989e2a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2665627 Nov 22 16:53:57.913188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18bb32d-c196-4772-a9f4-2662a3ec195d None None] Network 81024c35-93ee-4a83-8722-a596a968726b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:53:57.917593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:57.975781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=9d1bc8a7-3d98-4348-be09-7eb2a82e4caa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:58.108551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-07049e83-4bc0-49e7-94c1-c6cf3386986f None None] Provisioning complete for port f482e21f-0b68-46dc-b486-8fffadf856f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:58.109601 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07049e83-4bc0-49e7-94c1-c6cf3386986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.165789 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-6767bfd5-0123-46dc-8af8-aa8dd4d7270c service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778821 Nov 22 16:53:58.187844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cb3a1-48c5-4c59-bac5-9cf18251765c req-bbaea880-89f2-4cc8-9b2b-10fbc9163d4f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:58.194308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-461cb3a1-48c5-4c59-bac5-9cf18251765c req-bbaea880-89f2-4cc8-9b2b-10fbc9163d4f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 946 time: 0.5103621 Nov 22 16:53:58.438228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-461cb3a1-48c5-4c59-bac5-9cf18251765c req-d10ea0d1-4b92-445e-9111-e7402cc938d2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923656 Nov 22 16:53:58.467897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.489071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-897a7f54-db9c-46b5-8248-49e31af32b33 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/ports/9d1bc8a7-3d98-4348-be09-7eb2a82e4caa HTTP/1.1" status: 204 len: 168 time: 1.6105952 Nov 22 16:53:58.490902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:58.535217 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-566c85b9-c8a7-48d4-aa41-3989b0248e9a tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] GET failed (client error): The resource could not be found. Nov 22 16:53:58.539182 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07049e83-4bc0-49e7-94c1-c6cf3386986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.540786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-566c85b9-c8a7-48d4-aa41-3989b0248e9a tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "GET /v2.0/ports/9d1bc8a7-3d98-4348-be09-7eb2a82e4caa HTTP/1.1" status: 404 len: 333 time: 0.0485611 Nov 22 16:53:58.542265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:58.682010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-07049e83-4bc0-49e7-94c1-c6cf3386986f None None] For port f482e21f-0b68-46dc-b486-8fffadf856f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f482e21f-0b68-46dc-b486-8fffadf856f8,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:58.684071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.690606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07049e83-4bc0-49e7-94c1-c6cf3386986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.724843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c867bf6-7622-4b5a-9a22-6f85ea15c25f req-78e5fb4e-caa0-438c-8173-356637a498f0 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205791 Nov 22 16:53:58.770818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.780584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port 740389f0-91f5-42a5-bc07-61473ef4b07d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:53:58.780938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:58.886464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07049e83-4bc0-49e7-94c1-c6cf3386986f None None] Pushing event updated for resources: {'Port': ['ID=f482e21f-0b68-46dc-b486-8fffadf856f8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:58.899506 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:53:58.899993 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:53:58.953038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:53:59.012903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Router b099996e-cb0d-447b-b4d9-a1396ba04bc4 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:53:59.036600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ed0045fb-c80d-4544-b922-30f89c5780ac None None] Provisioning complete for port f482e21f-0b68-46dc-b486-8fffadf856f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:53:59.037107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ed0045fb-c80d-4544-b922-30f89c5780ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.065294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.125462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for 740389f0-91f5-42a5-bc07-61473ef4b07d owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:53:59.220480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-a497aae3-f9d4-41c0-98b6-7fc85f4b0987 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1092393 Nov 22 16:53:59.302950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:53:59.305325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.322529 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Sync routers for ids ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:53:59.335154 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Routers {'b099996e-cb0d-447b-b4d9-a1396ba04bc4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:53:59.336131 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:53:59.424510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.432275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7a44bff4-c48b-454a-8bb7-e86b6771e8f3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9190609 Nov 22 16:53:59.434676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58124) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:53:59.573421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-66eade5d-9ffb-4e51-a5c7-e8d327b641bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:59.576372 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-66eade5d-9ffb-4e51-a5c7-e8d327b641bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=462cb3797b76459ca58687e29417c2e7&device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 1101 time: 0.2087684 Nov 22 16:53:59.587474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.695811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:53:59.700504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:53:59.709480 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14a81e9-99b1-4701-9a13-f9f85bb3039e" -d '{"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-unplugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:53:59.757481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=740389f0-91f5-42a5-bc07-61473ef4b07d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:53:59.772162 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:53:59.891620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d6752-f6b6-4cad-80b6-fd61c5f346e9 req-151baa82-7d65-4fd8-8f7e-b4a922f9ab79 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:53:59.901710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac9d6752-f6b6-4cad-80b6-fd61c5f346e9 req-151baa82-7d65-4fd8-8f7e-b4a922f9ab79 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1921275 Nov 22 16:53:59.913763 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 16:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f71ecc-8479-440b-93f3-75b3479f0c8c x-openstack-request-id: req-a1f71ecc-8479-440b-93f3-75b3479f0c8c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:53:59.914077 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-unplugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:53:59.914340 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1f71ecc-8479-440b-93f3-75b3479f0c8c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:53:59.914758 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'code': 200} Nov 22 16:53:59.991763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:00.038251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.062687 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Set router b099996e-cb0d-447b-b4d9-a1396ba04bc4 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:00.065460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f482e21f-0b68-46dc-b486-8fffadf856f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:00.258972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f482e21f-0b68-46dc-b486-8fffadf856f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:00.261211 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.368668 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 3, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:00.401543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.407683 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Checking router: b099996e-cb0d-447b-b4d9-a1396ba04bc4 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:00.407917 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00b3ca62-315a-4459-8dbe-856e649044f1 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/ports/740389f0-91f5-42a5-bc07-61473ef4b07d HTTP/1.1" status: 204 len: 168 time: 1.8645060 Nov 22 16:54:00.408477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.408706 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Updating router b099996e-cb0d-447b-b4d9-a1396ba04bc4 port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:54:00.443617 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.484474 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-951e4c13-ebc5-40a3-85b1-f20f64016291 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] GET failed (client error): The resource could not be found. Nov 22 16:54:00.493351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-951e4c13-ebc5-40a3-85b1-f20f64016291 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "GET /v2.0/ports/740389f0-91f5-42a5-bc07-61473ef4b07d HTTP/1.1" status: 404 len: 333 time: 0.0805662 Nov 22 16:54:00.496511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58144) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:00.578314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-ac2a375d-bef9-4307-b41a-7f243d203675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.580600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-ac2a375d-bef9-4307-b41a-7f243d203675 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.9729369 Nov 22 16:54:00.685568 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-b94f7c94-8617-4269-8f74-350ad420feb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=775bb3f4-ed26-44df-904c-b37945e91b2d HTTP/1.1" status: 200 len: 217 time: 0.0960140 Nov 22 16:54:00.712960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e835-4802-4076-b547-c3221ea41ae5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.774463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-87c26f5f-f6fb-4c7b-b837-553a6f4e224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.776461 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-87c26f5f-f6fb-4c7b-b837-553a6f4e224c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0683961 Nov 22 16:54:00.795797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac9d6752-f6b6-4cad-80b6-fd61c5f346e9 req-67afc118-6065-4d08-be40-0f3713596d33 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7554913 Nov 22 16:54:00.849170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port d83d5f59-6106-494d-ac19-48ed21ab229e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:00.851479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.914881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:00.967536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-f5fdf827-6ad4-47ca-af3e-d74624a34518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:00.969199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-f5fdf827-6ad4-47ca-af3e-d74624a34518 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828320 Nov 22 16:54:01.022809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e835-4802-4076-b547-c3221ea41ae5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.048114 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.051910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.058738 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.078607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for d83d5f59-6106-494d-ac19-48ed21ab229e owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:01.091733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e835-4802-4076-b547-c3221ea41ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.155682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-d6ae86e7-3031-4799-8718-a4092cacd696 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745849 Nov 22 16:54:01.179503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af49410-0696-4177-aff9-686614fb4b4c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:01.246580 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Attempting to bind port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:01.247903 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Attempting to bind port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:01.248288 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Attempting to bind port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:01.251821 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f6c6a-e44d-4938-b741-6ae9579e6496 None None] Pushing event updated for resources: {'Port': ['ID=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:01.273510 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:01.273968 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:01.274368 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.274838 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:01.275251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Bound port: 162b3034-82cf-4ab2-8afd-cf5b2cd3953a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:01.276181 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.306648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8cd6e835-4802-4076-b547-c3221ea41ae5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c16ca70952d4a1385bade035fcd2fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2648671 Nov 22 16:54:01.314606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fa9735f0-0fb8-4468-9cdf-2b83c207efa4 None None] Provisioning complete for port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:01.315384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa9735f0-0fb8-4468-9cdf-2b83c207efa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.320541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58148) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:01.348161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Allocated IP 172.20.0.1 (81024c35-93ee-4a83-8722-a596a968726b/07d27b36-8b90-44d2-bdae-e95ca80b78a8/5ef13f0e-88e1-40fe-8ff0-8ea35e989820) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:01.358651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6e835-4802-4076-b547-c3221ea41ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90964a5-1817-4c4a-b919-54ba716de1e7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:01.429858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fa9735f0-0fb8-4468-9cdf-2b83c207efa4 None None] Port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:01.454135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.462744 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] For port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:01.471452 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] For port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:01.477515 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.502643 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68270f0d-847d-4554-a78e-02505b8c295c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.516185 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ec21a261-eab1-48d5-9dfd-52b05f01d960 req-77533436-0429-4dd4-98dd-2713cdf4f2e9 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507915 Nov 22 16:54:01.548938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68270f0d-847d-4554-a78e-02505b8c295c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.580950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb87fb2-8029-48ea-a1a6-b2128f02e7d2 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:01.584818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.613076 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Routers {'b099996e-cb0d-447b-b4d9-a1396ba04bc4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:01.614999 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:01.636320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=d83d5f59-6106-494d-ac19-48ed21ab229e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:01.662555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a66246a0-3381-4241-81ae-d11dfb74d344 None None] Provisioning complete for port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:01.663330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a66246a0-3381-4241-81ae-d11dfb74d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.722744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68270f0d-847d-4554-a78e-02505b8c295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.727744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68270f0d-847d-4554-a78e-02505b8c295c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.746145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-68270f0d-847d-4554-a78e-02505b8c295c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a90964a5-1817-4c4a-b919-54ba716de1e7 HTTP/1.1" status: 204 len: 168 time: 0.4081018 Nov 22 16:54:01.748298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.815570 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a66246a0-3381-4241-81ae-d11dfb74d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.929812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a66246a0-3381-4241-81ae-d11dfb74d344 None None] For port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:01.939786 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a66246a0-3381-4241-81ae-d11dfb74d344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:01.977970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:01.986931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.010255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8e82aeab-c816-4af9-8c2f-161224b8eb62 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/ports/d83d5f59-6106-494d-ac19-48ed21ab229e HTTP/1.1" status: 204 len: 168 time: 1.5125601 Nov 22 16:54:02.027059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58162) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:02.029081 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f6c6a-e44d-4938-b741-6ae9579e6496 None None] Pushing event updated for resources: {'Port': ['ID=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.076575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66246a0-3381-4241-81ae-d11dfb74d344 None None] Pushing event updated for resources: {'Port': ['ID=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.094125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68270f0d-847d-4554-a78e-02505b8c295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90964a5-1817-4c4a-b919-54ba716de1e7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.122210 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] Set router b099996e-cb0d-447b-b4d9-a1396ba04bc4 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:02.188615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Network 81024c35-93ee-4a83-8722-a596a968726b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:02.205573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:02.222524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:02.259253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting subnet dc1392ed-3f70-4fa4-861f-e3ac7dc343da {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:02.268091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.341109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e806eec-2d7a-4843-88bc-09f96817fa1f req-029f87a1-b79e-4b55-96dd-5613bee83d51 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:02.372784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e806eec-2d7a-4843-88bc-09f96817fa1f req-029f87a1-b79e-4b55-96dd-5613bee83d51 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2707546 Nov 22 16:54:02.382667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.410088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.570395 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 3, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:02.637964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e806eec-2d7a-4843-88bc-09f96817fa1f req-44c21f28-434c-40fd-92ff-362788317f83 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633591 Nov 22 16:54:02.641630 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25783188-0ac3-4642-acea-8087e3040d84 None None] The sync data for ids ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'] in n-d-816206-6 is: [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 3, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:02.694080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.829288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-586063e9-676e-4c57-bd62-43e1ba316df5 None None] Provisioning complete for port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:02.831367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-586063e9-676e-4c57-bd62-43e1ba316df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.874043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.911512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-586063e9-676e-4c57-bd62-43e1ba316df5 None None] Port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:02.927870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1392ed-3f70-4fa4-861f-e3ac7dc343da,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:02.936264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:02.948774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a9e88-6f29-44a6-924d-eade978d68d3 None None] Network d58e0fe7-2b69-4469-9867-94a160d19c09 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:02.953609 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0c5d5e0-0044-4e75-a23f-a34a78322a29 tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/subnets/dc1392ed-3f70-4fa4-861f-e3ac7dc343da HTTP/1.1" status: 204 len: 168 time: 0.9250729 Nov 22 16:54:02.954777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58182) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:03.070557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.243585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.266548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:03.505631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Deleting port 794954bc-7310-4026-b89f-15168432b80e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:03.506554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.592913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.605561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.709256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.729518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] For port 794954bc-7310-4026-b89f-15168432b80e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=794954bc-7310-4026-b89f-15168432b80e,segment=NetworkSegment(0f0ad50e-cf97-4127-8c38-4bce6160e498),segment_id=0f0ad50e-cf97-4127-8c38-4bce6160e498)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:03.730524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.752382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Calling delete_port for 794954bc-7310-4026-b89f-15168432b80e owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:03.780998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] DHCP port deletion for d58e0fe7-2b69-4469-9867-94a160d19c09 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:03.929726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] Deleting port 794954bc-7310-4026-b89f-15168432b80e {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:03.930579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:03.936017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Pushing event updated for resources: {'Port': ['ID=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:03.953335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.016921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] No DVR routers for this DVR port 794954bc-7310-4026-b89f-15168432b80e on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:04.137389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Network 81024c35-93ee-4a83-8722-a596a968726b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:04.146731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:04.216320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Port': ['ID=794954bc-7310-4026-b89f-15168432b80e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:04.233448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 162b3034-82cf-4ab2-8afd-cf5b2cd3953a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:04.355055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] For port 794954bc-7310-4026-b89f-15168432b80e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=794954bc-7310-4026-b89f-15168432b80e,segment=NetworkSegment(0f0ad50e-cf97-4127-8c38-4bce6160e498),segment_id=0f0ad50e-cf97-4127-8c38-4bce6160e498)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:04.356106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.434813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] Calling delete_port for 794954bc-7310-4026-b89f-15168432b80e owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:04.481466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.501182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-1289813c-779f-4bfe-8753-69a8db62389d req-305b246e-0791-425a-9ccc-4a2c29ad2bdb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:54:04.514728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1289813c-779f-4bfe-8753-69a8db62389d req-305b246e-0791-425a-9ccc-4a2c29ad2bdb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5346599 Nov 22 16:54:04.563428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58e0fe7-2b69-4469-9867-94a160d19c09']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:04.599198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Router b099996e-cb0d-447b-b4d9-a1396ba04bc4 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:04.608631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f0ad50e-cf97-4127-8c38-4bce6160e498') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:04.609536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f0ad50e-cf97-4127-8c38-4bce6160e498') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:04.642304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.677984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:04.678781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.693687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.739127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:54:04.740062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:54:04.764432 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:54:04.878090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e613bbcb-acd8-4742-afcf-6ac2bc022a19 None None] Provisioning complete for port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:04.878673 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e613bbcb-acd8-4742-afcf-6ac2bc022a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.889502 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.941947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.951684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:04.968755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] 10.222.0.65 "DELETE /v2.0/networks/d58e0fe7-2b69-4469-9867-94a160d19c09 HTTP/1.1" status: 204 len: 168 time: 2.0092785 Nov 22 16:54:04.994138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:04.999111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b535586-147a-4c75-b95d-b678b637364b tempest-AllowedAddressPairTestJSON-968398070 tempest-AllowedAddressPairTestJSON-968398070-project] Pushing event deleted for resources: {'Network': ['ID=d58e0fe7-2b69-4469-9867-94a160d19c09,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:05.018496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c0bd0585-9c40-484e-a61e-06181524e563 admin admin] 10.222.0.65 "PUT /v2.0/routers/b099996e-cb0d-447b-b4d9-a1396ba04bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5747464 Nov 22 16:54:05.039879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] Pushing event deleted for resources: {'Port': ['ID=794954bc-7310-4026-b89f-15168432b80e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:05.043884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269336f-2353-4780-968b-bfbd46372daa req-3836edcc-1e37-4ede-a65e-490c1aec35a3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:05.045602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0269336f-2353-4780-968b-bfbd46372daa req-3836edcc-1e37-4ede-a65e-490c1aec35a3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1929326 Nov 22 16:54:05.164748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0269336f-2353-4780-968b-bfbd46372daa req-f3795cc2-d7fb-4f81-9c7e-f7b460334864 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013801 Nov 22 16:54:05.182527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c7a59f-a791-499a-a728-db6935ea4bdc None None] No DVR routers for this DVR port 794954bc-7310-4026-b89f-15168432b80e on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:05.193909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e613bbcb-acd8-4742-afcf-6ac2bc022a19 None None] Port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:05.309013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 794954bc-7310-4026-b89f-15168432b80e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:05.376408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 794954bc-7310-4026-b89f-15168432b80e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:05.376923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 794954bc-7310-4026-b89f-15168432b80e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:05.582051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58250) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:05.975317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-1cc116df-875d-41e0-b3a0-aca40e9bb5fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6185443 Nov 22 16:54:05.988170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-b88d6482-a94f-4755-8546-1192674f14a0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:54:05.989171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-b88d6482-a94f-4755-8546-1192674f14a0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074995 Nov 22 16:54:06.058695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0321568-da91-4e0e-a93c-8e939e18337f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ae420e000294092810e1ead430f34a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754918 Nov 22 16:54:06.062603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58256) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.214926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cee9ac3-704e-4566-807f-5eb561851776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.296762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Sync routers for ids ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:06.312175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cee9ac3-704e-4566-807f-5eb561851776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.323987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Routers {'b099996e-cb0d-447b-b4d9-a1396ba04bc4'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:06.324630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:06.403047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760bf45-8c79-489d-9129-fe6aaa443204 req-c74d2c4a-8522-463f-91e1-9ba3cb089d2d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:06.420070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2760bf45-8c79-489d-9129-fe6aaa443204 req-c74d2c4a-8522-463f-91e1-9ba3cb089d2d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1315327 Nov 22 16:54:06.424084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cee9ac3-704e-4566-807f-5eb561851776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.426540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cee9ac3-704e-4566-807f-5eb561851776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.428158 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3cee9ac3-704e-4566-807f-5eb561851776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4cef2d0-6333-4972-ad07-05b9dd9b0e6d HTTP/1.1" status: 204 len: 168 time: 0.3637848 Nov 22 16:54:06.448214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee9ac3-704e-4566-807f-5eb561851776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cef2d0-6333-4972-ad07-05b9dd9b0e6d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:06.681674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58280) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:06.686947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463928992', 'description': 'tempest-secgroup-smoke-1463928992 description', 'project_id': 'd7faea94a31146baa42de43d54858cdf'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:06.722042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2760bf45-8c79-489d-9129-fe6aaa443204 req-4b9ae46e-1af2-4298-b770-30d93803f14d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2931054 Nov 22 16:54:06.737923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.914624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Set router b099996e-cb0d-447b-b4d9-a1396ba04bc4 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:06.981902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:06.994897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.066158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.090059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.106019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58308) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.117266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group_rule': {'security_group_id': '7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f', 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:07.124830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-46b42746-bd54-4367-a00d-5fba1b43239b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4411793 Nov 22 16:54:07.201318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.289100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.295168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.336124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86a7508-9498-48b8-b85f-5254cbe761cd,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.351632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.356563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.364172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group_rule': {'security_group_id': '7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f', 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:07.370250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-24c0c4f1-03bd-49de-a8fa-e93e76dec14d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2618916 Nov 22 16:54:07.454754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.518811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.534381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T16:54:02Z', 'revision_number': 4, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '5ef13f0e-88e1-40fe-8ff0-8ea35e989820', 'name': '', 'network_id': '81024c35-93ee-4a83-8722-a596a968726b', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'mac_address': 'fa:16:3e:bd:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:54:00Z', 'updated_at': '2021-11-22T16:54:03Z', 'revision_number': 2, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'subnets': [{'id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:07.697016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Checking router: b099996e-cb0d-447b-b4d9-a1396ba04bc4 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:07.697743 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Updating router b099996e-cb0d-447b-b4d9-a1396ba04bc4 port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:54:07.741510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.761425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.765844 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.796092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.819020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b52772-338a-40fa-980d-7c01dc5177b5,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:07.854969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:07.858183 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fca6b695-f55a-4995-895f-60727d505c04 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5002871 Nov 22 16:54:07.861962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:07.878588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group_rule': {'security_group_id': '7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f', 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:08.014153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.038862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b3f5-5584-4962-80a9-806eddd6f45c req-408cf79f-7d24-4cfc-a8be-08a873843783 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:08.048933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5096b3f5-5584-4962-80a9-806eddd6f45c req-408cf79f-7d24-4cfc-a8be-08a873843783 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.0958788 Nov 22 16:54:08.165839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.179165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.220818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3763c03b-332a-4f21-942e-4507f3a6defe,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.228090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cec4bd9-65ae-4f92-ab47-3b4582a24c81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.244020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.254007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e1fcf1e-ad9b-45b3-aeab-dcdb1433060c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3883650 Nov 22 16:54:08.256520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:08.259288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5096b3f5-5584-4962-80a9-806eddd6f45c req-dfaf2626-cc03-42a7-acde-9b5a8d11c0d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093768 Nov 22 16:54:08.267331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group_rule': {'security_group_id': '7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f', 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:08.346853 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.425190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cec4bd9-65ae-4f92-ab47-3b4582a24c81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.438871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58352) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:08.439560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cec4bd9-65ae-4f92-ab47-3b4582a24c81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.481302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7cec4bd9-65ae-4f92-ab47-3b4582a24c81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d4522577b22240e2b5433e4265f31c0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6840343 Nov 22 16:54:08.483277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58356) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:08.522204 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.528546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec4bd9-65ae-4f92-ab47-3b4582a24c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb6b766-eb2f-46f8-a1b0-38d9477e80de,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.530120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.533835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.553690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.566218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11b4000f-b346-4dd4-a1eb-51d674d7ce6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.609436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864400d2-20b9-45d9-83fb-7333ba7a081e None None] Pushing event updated for resources: {'Port': ['ID=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.622101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1791508-c787-4a2e-875a-5c73a6a2b19f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.626294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11b4000f-b346-4dd4-a1eb-51d674d7ce6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.658903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.662436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-95e9db6e-5499-4419-8010-c67cb0f325be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4044158 Nov 22 16:54:08.666476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58358) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:08.702336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group_rule': {'security_group_id': '7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f', 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:08.703849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Attempting to bind port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:08.704227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Attempting to bind port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:08.704862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Attempting to bind port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 on network 81024c35-93ee-4a83-8722-a596a968726b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:08.713000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:08.713707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Checking segment: {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:08.713958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.714371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Bound using segment: {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:08.715140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Bound port: 5ef13f0e-88e1-40fe-8ff0-8ea35e989820, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd89d4c2c-873b-4f1c-8401-bc7b70935a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '81024c35-93ee-4a83-8722-a596a968726b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:08.715701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.742122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11b4000f-b346-4dd4-a1eb-51d674d7ce6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.745259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11b4000f-b346-4dd4-a1eb-51d674d7ce6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.749360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11b4000f-b346-4dd4-a1eb-51d674d7ce6c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5fb6b766-eb2f-46f8-a1b0-38d9477e80de HTTP/1.1" status: 204 len: 168 time: 0.2648602 Nov 22 16:54:08.753824 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Project d7faea94a31146baa42de43d54858cdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:54:08.762925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4000f-b346-4dd4-a1eb-51d674d7ce6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb6b766-eb2f-46f8-a1b0-38d9477e80de,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:08.778795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.813627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-929725580'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:08.868261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:08.882797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.914278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] For port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:08.915592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.922864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] For port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:08.931663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.933376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.938939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:08.984571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f185599-7e0c-4246-8530-6499bcc0a41f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:09.001982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.005813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fc08de3d-5049-41fd-8cd7-12436d56836b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3352435 Nov 22 16:54:09.007263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:09.034613 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.034973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'security_group_rule': {'security_group_id': '7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f', 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:09.081571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Routers {'b099996e-cb0d-447b-b4d9-a1396ba04bc4'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:09.082512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:09.152271 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Project d7faea94a31146baa42de43d54858cdf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:54:09.164973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.173241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.186508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.279727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:09.296721 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.307219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.331456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5830f33-8a8e-4d9a-9bb6-cbe8448647f3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:09.367087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.367449 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Added segment 06906c5d-5e98-4d49-a6cc-b58e02fcd23d of type vlan for network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 Nov 22 16:54:09.388294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c3057c-ccbb-4b00-9fef-c279a98f34e9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:09.449523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.453475 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a34e9e0-6dee-4c23-bb58-2bf2d337f36d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4358027 Nov 22 16:54:09.534917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] Set router b099996e-cb0d-447b-b4d9-a1396ba04bc4 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:09.543070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.694699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.711547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:09.712221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.720350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864400d2-20b9-45d9-83fb-7333ba7a081e None None] Pushing event updated for resources: {'Port': ['ID=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:09.761326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6df7b6-9af0-443a-8cb8-1ca3b0a71ba2 req-07e2b0d7-0afc-48f4-b6f6-f20d9db1f022 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:09.767758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be6df7b6-9af0-443a-8cb8-1ca3b0a71ba2 req-07e2b0d7-0afc-48f4-b6f6-f20d9db1f022 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2503595 Nov 22 16:54:09.777891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3353000 Nov 22 16:54:09.781367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58382) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:09.789848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'subnet': {'network_id': 'cf2e3b1d-1f18-4cd3-978b-a9e28d083971', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:09.843859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58388) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:09.945567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f14ca391-922f-4656-8570-fc1f4ff839db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:09.967069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5ed83fa3-7efe-4209-a22b-e445a8cae91b None None] Provisioning complete for port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:09.967703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ed83fa3-7efe-4209-a22b-e445a8cae91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.104983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:10.113744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.157535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T16:54:02Z', 'revision_number': 4, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '5ef13f0e-88e1-40fe-8ff0-8ea35e989820', 'name': '', 'network_id': '81024c35-93ee-4a83-8722-a596a968726b', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'mac_address': 'fa:16:3e:bd:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:54:00Z', 'updated_at': '2021-11-22T16:54:08Z', 'revision_number': 4, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'subnets': [{'id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:10.160480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ed83fa3-7efe-4209-a22b-e445a8cae91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.187323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c803e9-1205-49dd-9992-94bc805d0741 None None] The sync data for ids ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'] in n-d-816206-6 is: [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T16:54:02Z', 'revision_number': 4, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '5ef13f0e-88e1-40fe-8ff0-8ea35e989820', 'name': '', 'network_id': '81024c35-93ee-4a83-8722-a596a968726b', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'mac_address': 'fa:16:3e:bd:ee:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:54:00Z', 'updated_at': '2021-11-22T16:54:08Z', 'revision_number': 4, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'subnets': [{'id': '07d27b36-8b90-44d2-bdae-e95ca80b78a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:10.232530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03865567-b13b-415b-b783-73441a61a71e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Network': ['ID=cf2e3b1d-1f18-4cd3-978b-a9e28d083971,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:10.261293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5ed83fa3-7efe-4209-a22b-e445a8cae91b None None] For port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:10.268407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:10.275366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5ed83fa3-7efe-4209-a22b-e445a8cae91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.502889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f14ca391-922f-4656-8570-fc1f4ff839db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.534401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f14ca391-922f-4656-8570-fc1f4ff839db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.616076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed83fa3-7efe-4209-a22b-e445a8cae91b None None] Pushing event updated for resources: {'Port': ['ID=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:10.631915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-97f2c3b4-4a59-456e-9f6d-829432717fb1 None None] Provisioning complete for port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:10.632442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97f2c3b4-4a59-456e-9f6d-829432717fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:10.685215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f14ca391-922f-4656-8570-fc1f4ff839db admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1358c5599cc41429181ce15c35b1ae9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8402088 Nov 22 16:54:10.700962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ca391-922f-4656-8570-fc1f4ff839db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19c2f98-093b-40fb-8827-c38660d72a38,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:10.703599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58398) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:10.960241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be6df7b6-9af0-443a-8cb8-1ca3b0a71ba2 req-10d1ccb7-7721-464e-882b-6bc884b96dec tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1790853 Nov 22 16:54:10.995534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-aaf2ad0a-6280-4a5e-a961-22ce4ba4e0c7 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463928992&fields=id&tenant_id=d7faea94a31146baa42de43d54858cdf HTTP/1.1" status: 200 len: 267 time: 1.0937185 Nov 22 16:54:11.032978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-179b8655-011e-406b-97f5-356a8999a263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.080867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-179b8655-011e-406b-97f5-356a8999a263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.084213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.195448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Subnet': ['ID=92c7b973-6e33-478d-81fe-196998fa2e40,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:11.204012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Checking segment: {'id': '06906c5d-5e98-4d49-a6cc-b58e02fcd23d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': 'cf2e3b1d-1f18-4cd3-978b-a9e28d083971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:11.204371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network hostable DHCP agents. Network: cf2e3b1d-1f18-4cd3-978b-a9e28d083971, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:11.248742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:11.267718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-179b8655-011e-406b-97f5-356a8999a263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.274680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-179b8655-011e-406b-97f5-356a8999a263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.276033 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-179b8655-011e-406b-97f5-356a8999a263 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b19c2f98-093b-40fb-8827-c38660d72a38 HTTP/1.1" status: 204 len: 168 time: 0.5714765 Nov 22 16:54:11.307994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179b8655-011e-406b-97f5-356a8999a263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19c2f98-093b-40fb-8827-c38660d72a38,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:11.357036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, cf2e3b1d-1f18-4cd3-978b-a9e28d083971) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:11.373557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07879146-ff4e-43a6-a818-d215da9c0215 None None] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:11.378544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-0a0ea326-055c-4ec4-ab2e-0e2ae1371d9c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:11.386607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-0a0ea326-055c-4ec4-ab2e-0e2ae1371d9c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 809 time: 0.3793592 Nov 22 16:54:11.389344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:11.390731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.432489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e056b313-9e68-4f77-9801-c77fbffc4c51 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6485326 Nov 22 16:54:11.435447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:11.457408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-501284d7-6d81-47ce-b4f2-ff772d1457be tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/quotas/d7faea94a31146baa42de43d54858cdf HTTP/1.1" status: 200 len: 375 time: 0.0696685 Nov 22 16:54:11.469506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1559060601', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:11.597225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.600947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.717769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-c927c546-d9d0-49f0-806d-4d0c839c7af2 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2519042 Nov 22 16:54:11.768631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:11.791860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd2fa7a-1608-489d-ab91-1bea7b1cdb0c None None] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:11.851050 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:12.096750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-d167ee33-6010-4bb2-b454-f3ca2e2e33a7 service neutron] 10.222.0.65 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163488 Nov 22 16:54:12.201406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.211477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:12.349524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:12.350590 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.363983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-230c2bf9-83a4-43fc-9d5c-29b57b67fbe6 service neutron] 10.222.0.65 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560639 Nov 22 16:54:12.570461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25035f68-4089-44f3-ad26-463270752055 req-e5a9745c-5227-459f-a66d-e20cd15ca2ae tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:12.586526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25035f68-4089-44f3-ad26-463270752055 req-e5a9745c-5227-459f-a66d-e20cd15ca2ae tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2142189 Nov 22 16:54:12.730822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25035f68-4089-44f3-ad26-463270752055 req-ca7245ea-d2a9-401c-8738-c7f7bfb09b1c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405008 Nov 22 16:54:12.840056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d85a9b34-3b22-48bf-a96d-5d5d2b20565e req-4c4dbd15-d8ab-4da4-86bc-f7308caea933 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 210 time: 0.0472925 Nov 22 16:54:12.873894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:12.914534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.045496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.164 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/d4677d34-4195-4d9a-ada5-6b4fae09c43a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:13.314244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.366196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.416611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:13.424927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:13.428907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:13.441573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35374737-6724-4b4a-b647-a5eef2c0c6c7 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:13.467846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=d4677d34-4195-4d9a-ada5-6b4fae09c43a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:13.511742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-560b3c06-e6fe-44cd-b84d-ccf5fde37983 None None] Provisioning complete for port d4677d34-4195-4d9a-ada5-6b4fae09c43a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:13.514111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-560b3c06-e6fe-44cd-b84d-ccf5fde37983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:13.610247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-560b3c06-e6fe-44cd-b84d-ccf5fde37983 None None] Port d4677d34-4195-4d9a-ada5-6b4fae09c43a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:14.058782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea15b74-eecd-41c6-ab93-325b085f3d90 req-e0ee1b18-de69-4c97-815b-c9c665554d5f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:14.080181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ea15b74-eecd-41c6-ab93-325b085f3d90 req-e0ee1b18-de69-4c97-815b-c9c665554d5f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2080638 Nov 22 16:54:14.139774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd639395-f185-44d2-b7b5-9579f46b5ce7 req-14589067-5aea-4e04-91f0-07be6e601dc6 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 210 time: 0.1043959 Nov 22 16:54:14.205510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.231105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ea15b74-eecd-41c6-ab93-325b085f3d90 req-4109ed5b-dbb3-42cc-88a9-b5453df2cbd3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501565 Nov 22 16:54:14.605453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:14.784635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:14.840630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:54:14.938308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-af3e2225-2355-46c4-9874-071e97739838 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:14.940856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-af3e2225-2355-46c4-9874-071e97739838 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 809 time: 0.2836599 Nov 22 16:54:15.011566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:15.025229 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:15.051264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.052062 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:15.052645 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:15.053911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3cefa000-76b2-462e-9cff-bb6eba90ac75 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.6045487 Nov 22 16:54:15.058263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58506) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:15.101729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cbe2-0573-4846-aa9b-a450807fc8df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.142628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:15.156823 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:15.159355 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:15.206264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-36ebd46d-4afd-4a33-81f5-771818f4dde7 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7faea94a31146baa42de43d54858cdf HTTP/1.1" status: 200 len: 380 time: 0.2478004 Nov 22 16:54:15.212068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cbe2-0573-4846-aa9b-a450807fc8df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.218911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'port': {'device_id': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'admin_state_up': True, 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'security_groups': ['7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:15.240957 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:15.243969 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378131d6-5090-44f7-b1e4-01ae3935d34e None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:15.402533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cbe2-0573-4846-aa9b-a450807fc8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.482736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8f3cbe2-0573-4846-aa9b-a450807fc8df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c86603a36ce94634bc5fcabd96a1fe1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6910877 Nov 22 16:54:15.483808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Made reservation on behalf of d7faea94a31146baa42de43d54858cdf for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:15.487810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.510281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58512) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:15.557424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-105c654a-a79a-4f6a-b62e-5b4942bf4a28 req-9ab79bd4-63cb-4cf7-b089-20790bba6b93 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 210 time: 0.1703544 Nov 22 16:54:15.558332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3cbe2-0573-4846-aa9b-a450807fc8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4641ea86-24e1-4e0b-b598-c4ed83f655cb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:15.639640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869db39-8a29-49bb-8443-a8b23d9061d2 req-836909ec-d6ba-465e-be9f-26548af626d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:15.642460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4869db39-8a29-49bb-8443-a8b23d9061d2 req-836909ec-d6ba-465e-be9f-26548af626d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2594450 Nov 22 16:54:15.733863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-036021fa-d185-4173-b85a-d6f5a8292e7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.765556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-036021fa-d185-4173-b85a-d6f5a8292e7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:15.924154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Allocated IP 172.20.0.9 (005d2048-70d7-458a-bdb6-cf960d7c031e/65d2fd9d-9785-4336-a8bc-f12a748a64bd/78441505-5c50-460d-90eb-321b723adcbb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:15.971896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4869db39-8a29-49bb-8443-a8b23d9061d2 req-d186eca1-ce00-4e3d-aa1a-7b1c5f6636d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2796426 Nov 22 16:54:16.099483 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.133343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-036021fa-d185-4173-b85a-d6f5a8292e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.166819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-036021fa-d185-4173-b85a-d6f5a8292e7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.168008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-036021fa-d185-4173-b85a-d6f5a8292e7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4641ea86-24e1-4e0b-b598-c4ed83f655cb HTTP/1.1" status: 204 len: 168 time: 0.6510704 Nov 22 16:54:16.176992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.201916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036021fa-d185-4173-b85a-d6f5a8292e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4641ea86-24e1-4e0b-b598-c4ed83f655cb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:16.242022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.324820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'Port': ['ID=78441505-5c50-460d-90eb-321b723adcbb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:16.341094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Network 005d2048-70d7-458a-bdb6-cf960d7c031e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:16.344355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:16.347463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:16.455925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:16.457022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.495123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-29bc11a3-107c-4c02-8c19-64ed870cf639 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2755086 Nov 22 16:54:16.512398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Request body: {'port': {'device_id': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:16.763109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:16.865798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.1 (cf2e3b1d-1f18-4cd3-978b-a9e28d083971/92c7b973-6e33-478d-81fe-196998fa2e40/50992255-f573-4cb1-b57d-ec63c7a36982) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:16.973928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45943c47-fbe5-4ccd-b2b2-df622f5a02a1 req-ac096b30-f79b-40ea-931e-a252423e037c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:16.982555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45943c47-fbe5-4ccd-b2b2-df622f5a02a1 req-ac096b30-f79b-40ea-931e-a252423e037c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 931 time: 0.2416141 Nov 22 16:54:17.000860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-12f0b81b-455b-4f78-a1f5-2e69f49b136a None None] Provisioning complete for port 78441505-5c50-460d-90eb-321b723adcbb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:17.001470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12f0b81b-455b-4f78-a1f5-2e69f49b136a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.128744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-12f0b81b-455b-4f78-a1f5-2e69f49b136a None None] Port 78441505-5c50-460d-90eb-321b723adcbb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:17.203000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.273011 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.386131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:17.400436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=50992255-f573-4cb1-b57d-ec63c7a36982,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:17.406421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:17.421407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:17.516710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45943c47-fbe5-4ccd-b2b2-df622f5a02a1 req-e5b871e1-ca21-4779-8abb-9e6ca469f4b7 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5288656 Nov 22 16:54:17.517509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.746495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:17.812404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2a071-4b0e-48a2-9f52-b8aae3b5cbec req-6d6688de-15f0-4b96-85ec-0c1dea81fff2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:17.817845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15e2a071-4b0e-48a2-9f52-b8aae3b5cbec req-6d6688de-15f0-4b96-85ec-0c1dea81fff2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3297751 Nov 22 16:54:18.050379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15e2a071-4b0e-48a2-9f52-b8aae3b5cbec req-f272dbbd-b8b7-4c76-b9f7-318e9c7087c1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241716 Nov 22 16:54:18.199612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78441505-5c50-460d-90eb-321b723adcbb {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:18.240574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.289107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Transition to ACTIVE for port object 78441505-5c50-460d-90eb-321b723adcbb will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:54:18.289601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.294610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.305949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.414368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Pushing event updated for resources: {'Port': ['ID=78441505-5c50-460d-90eb-321b723adcbb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:18.507241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.522624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=50992255-f573-4cb1-b57d-ec63c7a36982,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:18.537574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Attempting to bind port 78441505-5c50-460d-90eb-321b723adcbb on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:18.538197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Attempting to bind port 78441505-5c50-460d-90eb-321b723adcbb by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:18.539254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Attempting to bind port 78441505-5c50-460d-90eb-321b723adcbb on network 005d2048-70d7-458a-bdb6-cf960d7c031e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:18.571163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Port 78441505-5c50-460d-90eb-321b723adcbb on network 005d2048-70d7-458a-bdb6-cf960d7c031e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:54:18.571645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Attempting to bind port 78441505-5c50-460d-90eb-321b723adcbb on network 005d2048-70d7-458a-bdb6-cf960d7c031e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:18.591166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:18.591622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Checking segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:18.591913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Bound using segment: {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:18.592374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Bound port: 78441505-5c50-460d-90eb-321b723adcbb, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3678acb6-5541-4b42-9d2c-d2ad9426714d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:18.592737 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:18.763125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:18.765107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:18.921333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781bdc00-19ef-46e9-8216-9d7b35cb0f82 req-a8edf994-e8ca-4b02-a3da-363b3f94c0c0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:18.923003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-781bdc00-19ef-46e9-8216-9d7b35cb0f82 req-a8edf994-e8ca-4b02-a3da-363b3f94c0c0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 943 time: 0.2428155 Nov 22 16:54:18.975080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] For port 78441505-5c50-460d-90eb-321b723adcbb, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:18.978922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58604) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:18.981756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:19.007966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] For port 78441505-5c50-460d-90eb-321b723adcbb, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=78441505-5c50-460d-90eb-321b723adcbb,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:19.020680 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.026575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-781bdc00-19ef-46e9-8216-9d7b35cb0f82 req-635e9607-40e5-4f29-8927-c16cfd1229e8 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946560 Nov 22 16:54:19.069247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:19.070422 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.072606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] 10.222.0.66 "PUT /v2.0/ports/78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 1091 time: 2.5647445 Nov 22 16:54:19.073282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'tag': '78441505-5c50-460d-90eb-321b723adcbb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:19.075777 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "tag": "78441505-5c50-460d-90eb-321b723adcbb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:19.203256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778fed8e-9272-4cfc-aee9-b04ce7958901 service neutron] Pushing event updated for resources: {'Port': ['ID=78441505-5c50-460d-90eb-321b723adcbb,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:19.281329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-0105f2d6-1062-4a16-a65b-192a1986e74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:19.282134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-0105f2d6-1062-4a16-a65b-192a1986e74c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1094 time: 0.1475351 Nov 22 16:54:19.294413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-278420363', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:19.295617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:19.311773 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2167e859-a327-4f25-9d3c-70ca635e6ed9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/routers/65a5a065-8c9c-4ab6-b8a2-d50b7309fe16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2489767 Nov 22 16:54:19.312131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:19.312604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:19.320163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'port': {'network_id': 'cf2e3b1d-1f18-4cd3-978b-a9e28d083971', 'name': 'tempest-FloatingIPTestJSON-903782098'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:19.326003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:19.327064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:19.422922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:19.448260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:19.449178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:53:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:19.493405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-5d57bcb2-3d04-4aa8-b22d-0d5f4c060405 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 217 time: 0.1581929 Nov 22 16:54:19.502306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:19.503411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553f3f84-c91c-4584-9f4c-c533d2aa56f8 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:19.542881 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6123761-96a1-41a9-aa4e-825ab37ff659 x-openstack-request-id: req-d6123761-96a1-41a9-aa4e-825ab37ff659 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:19.544338 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "tag": "78441505-5c50-460d-90eb-321b723adcbb", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:19.544806 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6123761-96a1-41a9-aa4e-825ab37ff659 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:19.545381 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'tag': '78441505-5c50-460d-90eb-321b723adcbb', 'status': 'completed', 'code': 200} Nov 22 16:54:19.555169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af99060-ea2f-4656-aed4-08a327d11203 req-520096a1-05b1-4696-86ae-0bbdc2042ccd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:19.562747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4af99060-ea2f-4656-aed4-08a327d11203 req-520096a1-05b1-4696-86ae-0bbdc2042ccd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3439469 Nov 22 16:54:19.568760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:19.573510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.594969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] device_id is not set on port 2599f01e-382e-462e-b817-458d1b105f25 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:19.613095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Made reservation on behalf of 106723dd5d7a4926bf5d2e313c9b0569 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:19.616447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.646895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.689910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4af99060-ea2f-4656-aed4-08a327d11203 req-bf729bc4-ef5f-40db-8e1f-a26eaec3fe4f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861790 Nov 22 16:54:19.697146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-c10c5d9d-f7f9-4cfd-89c7-7141b8318e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:19.698641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-c10c5d9d-f7f9-4cfd-89c7-7141b8318e7b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.1842206 Nov 22 16:54:19.767424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.6 (cf2e3b1d-1f18-4cd3-978b-a9e28d083971/92c7b973-6e33-478d-81fe-196998fa2e40/2599f01e-382e-462e-b817-458d1b105f25) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:19.784201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-96715fff-9288-4b31-a0ec-6a186dedd725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:19.785917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-96715fff-9288-4b31-a0ec-6a186dedd725 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767241 Nov 22 16:54:19.908236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.923644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.953529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a403a08a-8605-4db1-b19b-c122db5df1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:19.955447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] device_id is not set on port d6b7ee99-857c-4ebd-a35e-949669cffd71 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:20.009515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.032321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-e9b8663a-31ed-469f-900a-ed82ab5de4d6 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349265 Nov 22 16:54:20.039440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a15723-23f7-4a6e-bb93-109da9803df2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.114786 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.196524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Allocated IP 172.25.6.246 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/d6b7ee99-857c-4ebd-a35e-949669cffd71) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:20.214260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=2599f01e-382e-462e-b817-458d1b105f25,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.232328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:20.234117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:20.237316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:20.306402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.307422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.335338 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77aaefa9-6c84-4776-b44f-45db3b84f313 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0197449 Nov 22 16:54:20.336241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58634) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:20.343838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'port': {'network_id': 'cf2e3b1d-1f18-4cd3-978b-a9e28d083971', 'name': 'tempest-FloatingIPTestJSON-86046375'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:20.405110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-553a1d71-df91-46ff-abbc-9051264e6df1 req-636a0edb-7181-4da3-b6dd-3629e3239488 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602264 Nov 22 16:54:20.419214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b26af5-2a5d-4767-88ed-0c828e2f00b0 req-d547da43-ef73-4bc2-8e4f-30b87ca50a91 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.421055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b26af5-2a5d-4767-88ed-0c828e2f00b0 req-d547da43-ef73-4bc2-8e4f-30b87ca50a91 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 943 time: 0.1867368 Nov 22 16:54:20.519698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:20.526940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.549950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] device_id is not set on port 27cc6156-a25a-48e6-af18-bf84c76a35ce yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:20.592980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.601724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b26af5-2a5d-4767-88ed-0c828e2f00b0 req-9be68021-d8c2-41e7-a709-47dc40afc2d3 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652477 Nov 22 16:54:20.622483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-e294a1bd-88aa-4ceb-bc29-fdd71f9b189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.624005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-e294a1bd-88aa-4ceb-bc29-fdd71f9b189c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1094 time: 0.1126666 Nov 22 16:54:20.712777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.2 (cf2e3b1d-1f18-4cd3-978b-a9e28d083971/92c7b973-6e33-478d-81fe-196998fa2e40/27cc6156-a25a-48e6-af18-bf84c76a35ce) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:20.737595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:20.833952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-d08da90c-f45f-4967-9a6e-7bd0e5011c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:20.835528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-d08da90c-f45f-4967-9a6e-7bd0e5011c57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 910 time: 0.1915236 Nov 22 16:54:20.849960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:20.891732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:20.896349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:20.937147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa24bd0c-412f-47e8-a81c-63af9854a867 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:20.956694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Pushing event updated for resources: {'Port': ['ID=d6b7ee99-857c-4ebd-a35e-949669cffd71,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:20.960288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-7dfef689-f2ae-45f0-b78c-06060731dd43 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 217 time: 0.1081276 Nov 22 16:54:21.002911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1b173179-59ef-4a1c-b3c7-bf236934c199 None None] Provisioning complete for port d6b7ee99-857c-4ebd-a35e-949669cffd71 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:21.004000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1b173179-59ef-4a1c-b3c7-bf236934c199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.029327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.037340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.038755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.055166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e2083-002f-4377-af4e-65853b777b0e req-019fa73a-d13c-4b1a-9d98-f77dbb20d880 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.057024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a10e2083-002f-4377-af4e-65853b777b0e req-019fa73a-d13c-4b1a-9d98-f77dbb20d880 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2254758 Nov 22 16:54:21.070085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-e66800e5-9fbf-49f3-84a0-ec3271f88fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.071968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-e66800e5-9fbf-49f3-84a0-ec3271f88fa5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.1013296 Nov 22 16:54:21.084115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1b173179-59ef-4a1c-b3c7-bf236934c199 None None] Port d6b7ee99-857c-4ebd-a35e-949669cffd71 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:21.105453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0bfa736f-8397-4989-82cc-f4aeb532d4fb tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1236498 Nov 22 16:54:21.105793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58650) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:21.112795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.246'}]}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:21.119841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.166369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a10e2083-002f-4377-af4e-65853b777b0e req-3f744ac6-372d-4919-8324-4db72f37b049 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019254 Nov 22 16:54:21.188800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:21.201039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-73f36358-8c51-45ba-90c3-e8af4237f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.203495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-73f36358-8c51-45ba-90c3-e8af4237f669 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175952 Nov 22 16:54:21.205182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:21.210910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:21.216362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.217383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.251246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=27cc6156-a25a-48e6-af18-bf84c76a35ce,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:21.264481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.264795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.265119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.265600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.265996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.266349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.266780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.267133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.267455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.268014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.268354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.268693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:21.330303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-8051090d-ec42-4c36-8379-a4e4d1523ece service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108658 Nov 22 16:54:21.335467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.342047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.342759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.437928 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3fd5c122-3dac-4ddb-abdf-ae682f53a6d0 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.1004224 Nov 22 16:54:21.441470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58656) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:21.486935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '27cc6156-a25a-48e6-af18-bf84c76a35ce', 'fixed_ip_address': '172.20.0.2'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:21.538050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.570032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.852466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:21.988118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda9d73-92d8-4f92-8b94-0140f17fbb8a req-df86651b-bb37-4ed5-b67b-11853f391a53 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:21.991489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dda9d73-92d8-4f92-8b94-0140f17fbb8a req-df86651b-bb37-4ed5-b67b-11853f391a53 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 943 time: 0.0891685 Nov 22 16:54:22.030919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebc6de40-0f60-46c9-8eb8-bffd9e17b9ad req-f1e33e48-8a14-4a5b-aed0-419b82bd949b service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6872430 Nov 22 16:54:22.076042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dda9d73-92d8-4f92-8b94-0140f17fbb8a req-2af0da4e-ef69-44f4-a780-feeb39ac31ef tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773067 Nov 22 16:54:22.110711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.140435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.205265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.139 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/661fbe1d-cb7b-4b41-b9cd-ed8f9f1d6bef) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:22.366499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c4037d-30b4-4621-9291-d20fc490485f req-0fa2f906-7633-4782-aa29-f038faa26bb2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:22.374944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9c4037d-30b4-4621-9291-d20fc490485f req-0fa2f906-7633-4782-aa29-f038faa26bb2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.0785301 Nov 22 16:54:22.407477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.436948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9c4037d-30b4-4621-9291-d20fc490485f req-8c25e858-52b1-42a3-bff3-70d2ae445d2c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606847 Nov 22 16:54:22.501059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.569557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.580825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-943ee89c-19f3-4595-8670-0b17b8b9ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:22.582744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-943ee89c-19f3-4595-8670-0b17b8b9ac50 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00&tenant_id=fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 1095 time: 0.1009104 Nov 22 16:54:22.645008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:22.686480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-5e7e606b-c6f3-4df7-a24c-15dacf36affa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:22.688667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-5e7e606b-c6f3-4df7-a24c-15dacf36affa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1095 time: 0.0734293 Nov 22 16:54:22.688855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:22.694694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:22.696955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=661fbe1d-cb7b-4b41-b9cd-ed8f9f1d6bef,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:22.850716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-154712ec-76ec-414b-b073-fb25ac5856c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:22.853625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-154712ec-76ec-414b-b073-fb25ac5856c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1486835 Nov 22 16:54:22.906538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17c1c340-43b9-4a78-af5f-dc6946854791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:22.982445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-5a8526b8-1283-468a-8dd9-f8e5828656c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1000 time: 0.1144786 Nov 22 16:54:23.030143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 78441505-5c50-460d-90eb-321b723adcbb details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:54:23.189198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-d94abd88-739f-4292-8b21-b3956d69ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:23.190969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-d94abd88-739f-4292-8b21-b3956d69ff23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1942966 Nov 22 16:54:23.260233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 78441505-5c50-460d-90eb-321b723adcbb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=78441505-5c50-460d-90eb-321b723adcbb,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:23.272293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.276091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.279910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '78441505-5c50-460d-90eb-321b723adcbb', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'port_id': '78441505-5c50-460d-90eb-321b723adcbb', 'mac_address': 'fa:16:3e:c9:e5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:23.321128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-58e0f126-fa43-4e59-b75f-281137f08cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:23.322714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-58e0f126-fa43-4e59-b75f-281137f08cce service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228597 Nov 22 16:54:23.371326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.372204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0da34ce5-ed6c-428b-bd21-f96dad610ced {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:54:23.373677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30be022-ccd2-4363-845d-ff84f104f757 req-e6d50467-953c-4de1-bbb2-67187045164d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:23.375195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d30be022-ccd2-4363-845d-ff84f104f757 req-e6d50467-953c-4de1-bbb2-67187045164d tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 943 time: 0.0932724 Nov 22 16:54:23.406604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.435719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78441505-5c50-460d-90eb-321b723adcbb {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:23.440001 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:54:23.444956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c757b09b-826e-4e64-a3cc-8d772545088c tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.3379180 Nov 22 16:54:23.445577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58692) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:23.495733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 78441505-5c50-460d-90eb-321b723adcbb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=78441505-5c50-460d-90eb-321b723adcbb,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:23.506294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.591496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d30be022-ccd2-4363-845d-ff84f104f757 req-4a907eb8-4156-4ddc-9159-25d333d5493a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680517 Nov 22 16:54:23.619147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=78441505-5c50-460d-90eb-321b723adcbb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:23.631233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-00b43177-c985-404d-84ac-083d4f619b1c service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948637 Nov 22 16:54:23.782695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ef5eb5-dddd-4fea-b1fa-010af2ae80af req-5164baf6-182c-4870-b72e-ac5c9fad5ed9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:23.784372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1ef5eb5-dddd-4fea-b1fa-010af2ae80af req-5164baf6-182c-4870-b72e-ac5c9fad5ed9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1978552 Nov 22 16:54:23.787662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.836649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Deleting port d6b7ee99-857c-4ebd-a35e-949669cffd71 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:23.837031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.870947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['78441505-5c50-460d-90eb-321b723adcbb'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:23.891656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c294709-a425-4af3-b52e-ed8cb73fea20 req-47c1e758-150d-4246-8f72-f70a0ca34188 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213278 Nov 22 16:54:23.923010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:23.924510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1ef5eb5-dddd-4fea-b1fa-010af2ae80af req-9cfb845c-6393-437a-9c45-9cd0b324f93f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319027 Nov 22 16:54:24.020883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.034611 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.066544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Calling delete_port for d6b7ee99-857c-4ebd-a35e-949669cffd71 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:24.254910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.263752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.328762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.341620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=661fbe1d-cb7b-4b41-b9cd-ed8f9f1d6bef,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:24.353298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.378645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6b7ee99-857c-4ebd-a35e-949669cffd71,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:24.409046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632d6627-720e-46b5-8b23-9c4c8c63042e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:24.492559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:24.498433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-94e636b5-74f0-485e-b88f-3d2009030d1b tempest-RoutersAdminNegativeTest-949575460 tempest-RoutersAdminNegativeTest-949575460-project-admin] 10.222.0.65 "DELETE /v2.0/ports/d6b7ee99-857c-4ebd-a35e-949669cffd71 HTTP/1.1" status: 204 len: 168 time: 1.0483918 Nov 22 16:54:24.498755 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP e979ef50-3635-433b-a80f-295e24d7d120 associated. External IP: 172.25.6.139, port: 27cc6156-a25a-48e6-af18-bf84c76a35ce. Nov 22 16:54:24.883938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:24.964386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a85680-08f4-47be-8fad-394a46b5f185 req-70bfe7dd-7610-4c84-978c-f764ee6575b1 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:24.981641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24a85680-08f4-47be-8fad-394a46b5f185 req-70bfe7dd-7610-4c84-978c-f764ee6575b1 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 944 time: 0.2014101 Nov 22 16:54:25.030407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 78441505-5c50-460d-90eb-321b723adcbb up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:25.196919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:25.217284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:25.234875 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:25.242728 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:25.245002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.334658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:25.336226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 78441505-5c50-460d-90eb-321b723adcbb completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:54:25.344021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d918db3-9f59-4e1e-add3-9746477f23bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.8950574 Nov 22 16:54:25.346621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58746) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:25.358013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 78441505-5c50-460d-90eb-321b723adcbb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:25.359094 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.360544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:25.381432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24a85680-08f4-47be-8fad-394a46b5f185 req-f71dbbe4-53ef-4bcb-a04a-b365fc9f3579 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3951344 Nov 22 16:54:25.440121 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:25.449510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7d443-9112-435e-959d-26ddf8cbe7bf req-bd5ea232-6fac-4d78-aff7-5f170c599389 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:25.451113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eba7d443-9112-435e-959d-26ddf8cbe7bf req-bd5ea232-6fac-4d78-aff7-5f170c599389 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3608582 Nov 22 16:54:25.478312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.505721 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:25.512987 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:25.563924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eba7d443-9112-435e-959d-26ddf8cbe7bf req-3de0bf31-05d4-4685-bc21-6adad57a6ad0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067483 Nov 22 16:54:25.616122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.649944 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:25.658867 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0975a188-0987-4c6d-bc18-bb90466cf575 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:25.759035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.834494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78441505-5c50-460d-90eb-321b723adcbb'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:25.839830 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52065a33-ac9d-4f12-8952-a2bda0e87240" -d '{"events": [{"server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "name": "network-vif-plugged", "status": "completed", "tag": "78441505-5c50-460d-90eb-321b723adcbb"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:25.935101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.958784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:25.959490 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP e979ef50-3635-433b-a80f-295e24d7d120 disassociated. External IP: 172.25.6.139, port: 27cc6156-a25a-48e6-af18-bf84c76a35ce. Nov 22 16:54:26.055932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66559f32-7b6a-4211-909d-9056b6303582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.376743 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafafcc1-b306-4b24-87ce-69b5494f6c0d x-openstack-request-id: req-cafafcc1-b306-4b24-87ce-69b5494f6c0d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:26.377886 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "name": "network-vif-plugged", "status": "completed", "tag": "78441505-5c50-460d-90eb-321b723adcbb", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:26.378328 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cafafcc1-b306-4b24-87ce-69b5494f6c0d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:26.379944 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78441505-5c50-460d-90eb-321b723adcbb', 'code': 200} Nov 22 16:54:26.387523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 78441505-5c50-460d-90eb-321b723adcbb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=78441505-5c50-460d-90eb-321b723adcbb,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:26.399740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.408159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.425337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66559f32-7b6a-4211-909d-9056b6303582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.446870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66559f32-7b6a-4211-909d-9056b6303582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.493929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66559f32-7b6a-4211-909d-9056b6303582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c802c8-389b-40df-8005-e5aa3a35e9da,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:26.583844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=78441505-5c50-460d-90eb-321b723adcbb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:26.639378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:26.659726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66559f32-7b6a-4211-909d-9056b6303582 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ad40ed4ce5f47aa9fc9f434642fb45e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3121767 Nov 22 16:54:26.660814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58768) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:26.692818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c98a74-eb9a-4165-a90f-600d4b457f87 req-f7c5559e-e92c-4e05-a384-401e83038ac4 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:26.709884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c98a74-eb9a-4165-a90f-600d4b457f87 req-f7c5559e-e92c-4e05-a384-401e83038ac4 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.1350272 Nov 22 16:54:26.809463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15fa27bd-a735-498a-8849-8be8adad8f0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.835097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15fa27bd-a735-498a-8849-8be8adad8f0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.888811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c98a74-eb9a-4165-a90f-600d4b457f87 req-b0029488-dbb7-430b-9ee3-ef9df1720de0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777661 Nov 22 16:54:26.920061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:26.931917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:26.934779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:26.942538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf46cd1-531e-4c52-9acd-95b7fc7431af req-6f2e693d-1a1c-4f27-8a91-4db04b1536e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:26.954269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdf46cd1-531e-4c52-9acd-95b7fc7431af req-6f2e693d-1a1c-4f27-8a91-4db04b1536e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2151067 Nov 22 16:54:26.956579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:26.959375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:26.974176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2488d4f3-b198-4bed-9671-de12212fef41 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/floatingips/e979ef50-3635-433b-a80f-295e24d7d120 HTTP/1.1" status: 200 len: 688 time: 1.6216688 Nov 22 16:54:26.977045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58774) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:27.053393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdf46cd1-531e-4c52-9acd-95b7fc7431af req-5f6db844-d86e-4aa5-bdee-65556f733847 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954957 Nov 22 16:54:27.056771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:27.079824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:27.080706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:27.128178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:27.129166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0eae697-90f3-4b49-9de1-7bf0e1a9080f None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:27.199299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15fa27bd-a735-498a-8849-8be8adad8f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.202900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15fa27bd-a735-498a-8849-8be8adad8f0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.204453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15fa27bd-a735-498a-8849-8be8adad8f0d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75c802c8-389b-40df-8005-e5aa3a35e9da HTTP/1.1" status: 204 len: 168 time: 0.5426290 Nov 22 16:54:27.261216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa27bd-a735-498a-8849-8be8adad8f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c802c8-389b-40df-8005-e5aa3a35e9da,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:27.276466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port 661fbe1d-cb7b-4b41-b9cd-ed8f9f1d6bef {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:27.277091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.502386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.503180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.525676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for 661fbe1d-cb7b-4b41-b9cd-ed8f9f1d6bef owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:27.780009 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.861552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=661fbe1d-cb7b-4b41-b9cd-ed8f9f1d6bef,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:27.908080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58792) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:27.963980 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.968441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:27.969871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-016a02ac-f94a-4ac5-8cf1-695406285cfe tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/floatingips/e979ef50-3635-433b-a80f-295e24d7d120 HTTP/1.1" status: 204 len: 168 time: 0.9908726 Nov 22 16:54:27.974957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58798) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:27.980927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '2599f01e-382e-462e-b817-458d1b105f25'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:27.993383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7350bd0c-3b7f-4f52-bc48-9e6088fecb26 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=106723dd5d7a4926bf5d2e313c9b0569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0839782 Nov 22 16:54:27.995810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58800) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:28.010286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.172011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91fb0c59-d78b-4002-95a4-6d11a554885f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.199482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91fb0c59-d78b-4002-95a4-6d11a554885f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.241507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70830512-8bae-4eee-bd8a-f3eb2094cdff req-78b6bfed-c657-40d5-92a6-60be7b300a0f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:28.243337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.248808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70830512-8bae-4eee-bd8a-f3eb2094cdff req-78b6bfed-c657-40d5-92a6-60be7b300a0f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.1466715 Nov 22 16:54:28.358013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec3548-0697-48b0-a5eb-b8dc41f20d92 req-7ed109d6-133a-46be-b384-f361975fed65 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:28.359601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95ec3548-0697-48b0-a5eb-b8dc41f20d92 req-7ed109d6-133a-46be-b384-f361975fed65 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.0978253 Nov 22 16:54:28.396370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70830512-8bae-4eee-bd8a-f3eb2094cdff req-243b6eec-4c4f-47bc-8f91-0cc3095370e3 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446328 Nov 22 16:54:28.454024 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91fb0c59-d78b-4002-95a4-6d11a554885f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.459686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-91fb0c59-d78b-4002-95a4-6d11a554885f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.473888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-91fb0c59-d78b-4002-95a4-6d11a554885f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34a15723-23f7-4a6e-bb93-109da9803df2 HTTP/1.1" status: 204 len: 168 time: 0.4761193 Nov 22 16:54:28.520945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb0c59-d78b-4002-95a4-6d11a554885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a15723-23f7-4a6e-bb93-109da9803df2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:28.532568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.28 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/dd14d481-ccfa-4674-9f67-f9ac3adaa000) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:28.587042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95ec3548-0697-48b0-a5eb-b8dc41f20d92 req-3e15fc67-a086-4aa3-84e5-e968f465137e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149374 Nov 22 16:54:28.875566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:28.919207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.000097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:29.008002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:29.013585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:29.075305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=dd14d481-ccfa-4674-9f67-f9ac3adaa000,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:29.771208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c1524-6cfc-4080-a82e-2dae6587f6b6 req-77a123ed-2000-43b6-8d9b-e06833a9d1f8 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:29.779808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b0c1524-6cfc-4080-a82e-2dae6587f6b6 req-77a123ed-2000-43b6-8d9b-e06833a9d1f8 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.2014627 Nov 22 16:54:29.980504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:29.987873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1724c7-f9a6-4b19-be81-8950b1335b30 req-dd82e15a-566f-489f-8b1c-76931ed639ab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:29.990179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae1724c7-f9a6-4b19-be81-8950b1335b30 req-dd82e15a-566f-489f-8b1c-76931ed639ab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2086704 Nov 22 16:54:29.995979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b0c1524-6cfc-4080-a82e-2dae6587f6b6 req-b663e77c-c020-4d70-a388-d0c2804203fd tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600268 Nov 22 16:54:30.097239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae1724c7-f9a6-4b19-be81-8950b1335b30 req-1c98571e-5417-423e-8e66-9a4821403cb1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930920 Nov 22 16:54:30.141132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.280052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58858) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:30.451136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-241883264'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:30.461467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.467422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.484729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:30.489476 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.527746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=dd14d481-ccfa-4674-9f67-f9ac3adaa000,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:30.537847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.623368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.720089 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.737601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.765888 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 48747240-0368-4eca-bb60-982ef7da46ce associated. External IP: 172.25.6.28, port: 2599f01e-382e-462e-b817-458d1b105f25. Nov 22 16:54:30.770831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:54:30.798380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:30.799633 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Added segment cc2da739-b0d5-4faa-93f4-4cb720b35125 of type vlan for network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec Nov 22 16:54:30.880028 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.003871 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.036198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:31.037277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.104520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621ad9f1-3419-4f08-bcab-73ebf44809d1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:31.256505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9748802 Nov 22 16:54:31.270571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58874) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:31.283016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:31.475960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d427f-9452-46cf-a391-c6defdbd0317 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Network': ['ID=b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:31.493183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:54:31.668313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298ec0-f7cf-431e-b45d-d71c50277b6a req-637e8fea-40c1-49f8-9270-1cadf256c596 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:31.670380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61298ec0-f7cf-431e-b45d-d71c50277b6a req-637e8fea-40c1-49f8-9270-1cadf256c596 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.4771214 Nov 22 16:54:31.682123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73f509-0e14-4f4f-ac3a-77f6b6fa7947 req-8f7a52f0-5d37-4743-95ee-522c451d1889 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:31.690902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb73f509-0e14-4f4f-ac3a-77f6b6fa7947 req-8f7a52f0-5d37-4743-95ee-522c451d1889 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3133333 Nov 22 16:54:31.821137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:31.841446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:31.849412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:32.076060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61298ec0-f7cf-431e-b45d-d71c50277b6a req-37fbdf78-98e1-430b-bceb-c8cfadc5a186 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751922 Nov 22 16:54:32.096862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:32.114560 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:32.126794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb73f509-0e14-4f4f-ac3a-77f6b6fa7947 req-2446c5ca-9f16-46d1-9aee-49478e2ff205 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342656 Nov 22 16:54:32.145879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.166225 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:32.167974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:32.244962 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:32.252933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a7287d2c-7aef-4fd6-8fd7-0c7ee945ef0f tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.2764270 Nov 22 16:54:32.257113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58898) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:32.266839 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:32.267776 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:32.306116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:32.307039 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61cc50e-78dd-4eb7-9402-5d845fb5d08f None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:32.487294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58910) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:32.489934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1e9c4e8b-d8d2-48e2-8512-22be260c43f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/floatingips/48747240-0368-4eca-bb60-982ef7da46ce HTTP/1.1" status: 200 len: 976 time: 0.2177753 Nov 22 16:54:32.776197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58916) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:32.776436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7e390ef8-5901-49e2-8827-005ca8d9e9a2 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2863331 Nov 22 16:54:32.780836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'port_id': '27cc6156-a25a-48e6-af18-bf84c76a35ce'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:32.804541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf93ad5-7cec-4afc-907c-5c425a7daaf8 req-618561c4-934a-4392-bd45-b64b233c3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:32.806118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adf93ad5-7cec-4afc-907c-5c425a7daaf8 req-618561c4-934a-4392-bd45-b64b233c3822 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.2719986 Nov 22 16:54:32.807043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.903522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:32.923423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:32.948618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:32.949381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network hostable DHCP agents. Network: b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:54:32.991332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:54:33.018868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:33.030093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:33.030430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653e2fa-d13e-43ae-941c-d00c084bee06 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:33.031267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.067734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ce0259b-d100-4091-b049-585ceada8b36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7918835 Nov 22 16:54:33.068285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58928) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:33.088335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'name': 'tempest-NetworksTestDHCPv6-2069246410'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:33.525292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:33.528575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.564837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a0ea7-abcb-4ac3-ba6c-b1df88ef9186 req-a2fce92c-a023-47a8-9f96-bf2891612be9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:33.568407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a9a0ea7-abcb-4ac3-ba6c-b1df88ef9186 req-a2fce92c-a023-47a8-9f96-bf2891612be9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.2516513 Nov 22 16:54:33.689534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553d0e2-909a-421c-a7e3-2309e319ce91 req-d205bc5f-8940-4c3e-a60b-aed87c2d22cc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:33.694219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c553d0e2-909a-421c-a7e3-2309e319ce91 req-d205bc5f-8940-4c3e-a60b-aed87c2d22cc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2856908 Nov 22 16:54:33.763670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:33.778870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.804519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.814443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:33.839303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 2d8e865c-8e35-4be4-9c99-9192ef8c1b6c yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:33.930280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421/79a7ff03-99fd-469d-9e6c-2bf4fea39035) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:34.002985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a9a0ea7-abcb-4ac3-ba6c-b1df88ef9186 req-ff6142a1-b52a-4847-85e0-b7d38bbaf9d9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4167235 Nov 22 16:54:34.030938 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c553d0e2-909a-421c-a7e3-2309e319ce91 req-b4263c01-2fe1-4612-9031-559140a117ae tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3192959 Nov 22 16:54:34.094950 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 48747240-0368-4eca-bb60-982ef7da46ce associated. External IP: 172.25.6.28, port: 2599f01e-382e-462e-b817-458d1b105f25. Nov 22 16:54:34.212327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.223451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.330542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:34.355079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Pushing event updated for resources: {'Port': ['ID=79a7ff03-99fd-469d-9e6c-2bf4fea39035,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.371074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:34.376854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:34.408254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::ef (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421/2d8e865c-8e35-4be4-9c99-9192ef8c1b6c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:34.502623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Attempting to bind port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:34.503310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Attempting to bind port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:34.504570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Attempting to bind port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:34.516001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:34.516859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:34.517557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.518209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:34.519477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Bound port: 79a7ff03-99fd-469d-9e6c-2bf4fea39035, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:34.521386 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.593330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:34.657711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] For port 79a7ff03-99fd-469d-9e6c-2bf4fea39035, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:34.662186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] For port 79a7ff03-99fd-469d-9e6c-2bf4fea39035, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=79a7ff03-99fd-469d-9e6c-2bf4fea39035,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:34.669241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.788649 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.828699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f87165-918f-4ffa-8dd7-6176db052e37 None None] Pushing event updated for resources: {'Port': ['ID=79a7ff03-99fd-469d-9e6c-2bf4fea39035,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:34.898221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:34.907676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:34.926522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:34.951702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:34.952671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.015896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.026070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:35.026730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.044708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=2d8e865c-8e35-4be4-9c99-9192ef8c1b6c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:35.086998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:35.092230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:35.104978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:35.105997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736f35f0-fcdf-4e78-ba61-878a2e3233c6 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:35.111101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:35.137245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.139817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:35.198322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1678e276-e59c-4c1e-a27f-425d5dc252f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1282678 Nov 22 16:54:35.214273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58970) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:35.412323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeb6d5-6750-496d-afac-4a0ab699da00 req-f280ec9d-6920-44bf-81e8-1e35d6c78ef8 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.427207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eadeb6d5-6750-496d-afac-4a0ab699da00 req-f280ec9d-6920-44bf-81e8-1e35d6c78ef8 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.2394660 Nov 22 16:54:35.517303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051eba9b-f4f9-42b9-90ec-6465f6c5d942 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.554149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051eba9b-f4f9-42b9-90ec-6465f6c5d942 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.559709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-051eba9b-f4f9-42b9-90ec-6465f6c5d942 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3407376 Nov 22 16:54:35.569695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c902d-00c5-40a3-9757-30c4e4d09c69 req-e98395c4-a476-4e06-8001-74a57c675596 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:35.573541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-057c902d-00c5-40a3-9757-30c4e4d09c69 req-e98395c4-a476-4e06-8001-74a57c675596 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3450875 Nov 22 16:54:35.626713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 58972) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:35.710951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:35.712486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eadeb6d5-6750-496d-afac-4a0ab699da00 req-ea8a1e54-2b89-4e4d-a832-b2a15c73ce81 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843411 Nov 22 16:54:35.851910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-057c902d-00c5-40a3-9757-30c4e4d09c69 req-8b2cca72-647d-40e8-b65d-db9a6e0de6cf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254450 Nov 22 16:54:35.940085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 2d8e865c-8e35-4be4-9c99-9192ef8c1b6c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:35.940085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.025589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:36.034841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.043750 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:36.070136 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:36.072206 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:36.154936 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:36.212499 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:36.214167 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:36.215737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 79a7ff03-99fd-469d-9e6c-2bf4fea39035 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:36.288596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.309009 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:36.310270 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8086328b-3557-49f2-acc5-60d71e6a2e12 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:36.321707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d08342e9-6b72-4c04-9f06-89df590a86ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/floatingips/48747240-0368-4eca-bb60-982ef7da46ce HTTP/1.1" status: 200 len: 975 time: 3.5441513 Nov 22 16:54:36.330001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 58986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:36.345646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 2d8e865c-8e35-4be4-9c99-9192ef8c1b6c owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:36.358782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:36.418586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:36.418990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.474947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.698150 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.759662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 79a7ff03-99fd-469d-9e6c-2bf4fea39035, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=79a7ff03-99fd-469d-9e6c-2bf4fea39035,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:36.785615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.790980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:36.965028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=79a7ff03-99fd-469d-9e6c-2bf4fea39035,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:36.999521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.008527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.009220 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 48747240-0368-4eca-bb60-982ef7da46ce disassociated. External IP: 172.25.6.28, port: 27cc6156-a25a-48e6-af18-bf84c76a35ce. Nov 22 16:54:37.016917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=2d8e865c-8e35-4be4-9c99-9192ef8c1b6c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:37.086994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.091221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0ec25715-e0ec-47de-9ef9-b852d936c707 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/2d8e865c-8e35-4be4-9c99-9192ef8c1b6c HTTP/1.1" status: 204 len: 168 time: 1.4531109 Nov 22 16:54:37.138918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59004) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:37.173822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41536d-beda-47ab-afd2-318e636cfcdb None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:37.403807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1977fb-f22e-413f-95ac-d854a55f55d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:37.406860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1977fb-f22e-413f-95ac-d854a55f55d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:37.408984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e1977fb-f22e-413f-95ac-d854a55f55d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2690449 Nov 22 16:54:37.412456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59014) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:37.641156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-34cec065-81ab-464a-9973-dde259e02d2c None None] Provisioning complete for port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:37.641786 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-34cec065-81ab-464a-9973-dde259e02d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.772408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.783069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:37.797307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:37.981604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.151836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4f34-0356-4153-9ff3-7f9d3ed5ec3f req-aef04647-f29e-4075-98ba-22c3ee486d6a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.161237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-706e4f34-0356-4153-9ff3-7f9d3ed5ec3f req-aef04647-f29e-4075-98ba-22c3ee486d6a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 1.1016331 Nov 22 16:54:38.163911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:38.230149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 79a7ff03-99fd-469d-9e6c-2bf4fea39035 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:38.318707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8daebc-612f-49a3-827b-9a7815cc8fb1 req-53d42d14-84bf-4270-bb8f-7441b7ddb8f1 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:38.320622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef8daebc-612f-49a3-827b-9a7815cc8fb1 req-53d42d14-84bf-4270-bb8f-7441b7ddb8f1 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 1.3749385 Nov 22 16:54:38.324692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adf93ad5-7cec-4afc-907c-5c425a7daaf8 req-1ee859e8-0d66-4d0f-bf91-128692baeef9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508552 Nov 22 16:54:38.390575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:38.391222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.570735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-706e4f34-0356-4153-9ff3-7f9d3ed5ec3f req-803dd805-1a86-478f-9102-0623b2c117cf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490246 Nov 22 16:54:38.617640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef8daebc-612f-49a3-827b-9a7815cc8fb1 req-f60714bb-55a0-48d9-85fb-33aff089191f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2323685 Nov 22 16:54:38.693218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.695184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-659cdd65-5258-4b89-87e0-ec4f52fbb033 None None] Provisioning complete for port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:38.696015 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-659cdd65-5258-4b89-87e0-ec4f52fbb033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.749287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:38.787198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.793959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:38.857428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:38.865283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:38.922199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59032) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:38.933680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4ababe25-b9c7-48b1-b98f-1df4b4ad18a8 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/floatingips/48747240-0368-4eca-bb60-982ef7da46ce HTTP/1.1" status: 200 len: 687 time: 2.6019022 Nov 22 16:54:38.996335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:38.999075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:39.017925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.091623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:39.098154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:39.100521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:39.104155 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.110886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-036edff9-8162-4e19-9a3c-736852b0e130 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421 HTTP/1.1" status: 204 len: 168 time: 1.6969733 Nov 22 16:54:39.113910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59040) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:39.176625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:39.177306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c568bd06-205e-418e-bebf-63a6b574dc6b None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:39.214541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port dd14d481-ccfa-4674-9f67-f9ac3adaa000 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:39.214541 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.228550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5a22b581-0e1f-4e74-8339-bfdae78710e2 None None] Could not find standard attr ID for object 2d8e865c-8e35-4be4-9c99-9192ef8c1b6c. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:54:39.266578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-46c7f981-a1d0-497c-ab02-5ea42ab9d5ec tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1426902 Nov 22 16:54:39.270400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59046) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:39.276808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:39.326004 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.326705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.339604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ef6b12-b332-4d19-91f0-b2e012268e00 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:39.346968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for dd14d481-ccfa-4674-9f67-f9ac3adaa000 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:39.420276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:39.424117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.577859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.589316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:39.647165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=dd14d481-ccfa-4674-9f67-f9ac3adaa000,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:39.743531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] Deleting port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:39.744163 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.788622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.793412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.797596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f9afec83-85cb-46f2-962c-e1c9f89f7980 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/floatingips/48747240-0368-4eca-bb60-982ef7da46ce HTTP/1.1" status: 204 len: 168 time: 0.8739324 Nov 22 16:54:39.799026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59060) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:39.827420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.861476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] For port 79a7ff03-99fd-469d-9e6c-2bf4fea39035, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=79a7ff03-99fd-469d-9e6c-2bf4fea39035,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:39.862173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.890667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] Calling delete_port for 79a7ff03-99fd-469d-9e6c-2bf4fea39035 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:39.910795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:39.912008 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-d6cd5793-42f2-42df-ab1e-8d05a9891df2 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] delete failed (client error): The resource could not be found. Nov 22 16:54:39.918515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d6cd5793-42f2-42df-ab1e-8d05a9891df2 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/floatingips/48747240-0368-4eca-bb60-982ef7da46ce HTTP/1.1" status: 404 len: 345 time: 0.1102037 Nov 22 16:54:39.919385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59064) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:39.932036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:39.936551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:39.937168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:39.951602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=2c30b397-e1a2-4658-8488-b86f3fd1e4f6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:39.977874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a35d6d9c-2068-46ba-8b10-2707502d8ac8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7061315 Nov 22 16:54:39.978850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59066) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:39.984550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'name': 'tempest-NetworksTestDHCPv6-2099969808'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:40.062408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac2e1f-2bf7-47ce-87d6-b037397e758f req-5dd720f7-1429-4ed0-9459-78dd71a1ec1c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.075631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dac2e1f-2bf7-47ce-87d6-b037397e758f req-5dd720f7-1429-4ed0-9459-78dd71a1ec1c tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.2881711 Nov 22 16:54:40.077842 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.132200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] Pushing event deleted for resources: {'Port': ['ID=79a7ff03-99fd-469d-9e6c-2bf4fea39035,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:40.144744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce9461-1d82-4832-94c3-910a9d010775 req-08cf4b8f-53a7-43aa-81f2-9a79cf6199e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.146463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39ce9461-1d82-4832-94c3-910a9d010775 req-08cf4b8f-53a7-43aa-81f2-9a79cf6199e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.3464630 Nov 22 16:54:40.147042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 79a7ff03-99fd-469d-9e6c-2bf4fea39035 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:40.156152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca22302-35a3-4a4d-a7df-349a22cbfb0d None None] No DVR routers for this DVR port 79a7ff03-99fd-469d-9e6c-2bf4fea39035 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:40.187665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b8826-b4a6-411e-8701-ca823e888fe1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.196937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b8826-b4a6-411e-8701-ca823e888fe1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.203625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b8826-b4a6-411e-8701-ca823e888fe1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.209041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-824b8826-b4a6-411e-8701-ca823e888fe1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/ports?network_id=cf2e3b1d-1f18-4cd3-978b-a9e28d083971 HTTP/1.1" status: 200 len: 2355 time: 0.2870631 Nov 22 16:54:40.209730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59078) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:40.210343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 79a7ff03-99fd-469d-9e6c-2bf4fea39035 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:40.210765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 79a7ff03-99fd-469d-9e6c-2bf4fea39035 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:40.237766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc590c1-a317-4174-89cc-a94636c9e519 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:40.255166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2dac2e1f-2bf7-47ce-87d6-b037397e758f req-c7e06511-b401-4d52-983d-7683f3108a75 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781752 Nov 22 16:54:40.344802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39ce9461-1d82-4832-94c3-910a9d010775 req-8e6dd04a-2daf-4594-8c8c-f5d3342e68a9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801798 Nov 22 16:54:40.413026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee8f866-e9f6-4e2a-b615-f9aa8b9cab10 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:40.426199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eee8f866-e9f6-4e2a-b615-f9aa8b9cab10 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/subnets/92c7b973-6e33-478d-81fe-196998fa2e40 HTTP/1.1" status: 200 len: 797 time: 0.2139082 Nov 22 16:54:40.426880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:40.437235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'port': {'network_id': 'cf2e3b1d-1f18-4cd3-978b-a9e28d083971', 'name': 'tempest-FloatingIPTestJSON-1681172932', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:40.724572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '2c30b397-e1a2-4658-8488-b86f3fd1e4f6'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:40.725562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.780204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:40.929677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:40.946136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.959133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:40.986796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port e7d59836-c8ee-4628-b2e4-87c7ecc536ff yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:41.003412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] device_id is not set on port e53bc7a1-c75e-4a0e-9faa-2a4477936568 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:41.132170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/2c30b397-e1a2-4658-8488-b86f3fd1e4f6/d70ccf45-46be-4903-bbbc-64cfd2445942) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:41.437441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.447344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.491074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:41.494869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:41.505324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:41.566827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::207 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/2c30b397-e1a2-4658-8488-b86f3fd1e4f6/e7d59836-c8ee-4628-b2e4-87c7ecc536ff) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:41.576817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Pushing event updated for resources: {'Port': ['ID=d70ccf45-46be-4903-bbbc-64cfd2445942,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:41.613253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Attempting to bind port d70ccf45-46be-4903-bbbc-64cfd2445942 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:41.613726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Attempting to bind port d70ccf45-46be-4903-bbbc-64cfd2445942 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:41.614215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Attempting to bind port d70ccf45-46be-4903-bbbc-64cfd2445942 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:41.619893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:41.620186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:41.620575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.620966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:41.621622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Bound port: d70ccf45-46be-4903-bbbc-64cfd2445942, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:41.622037 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.692979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acbf06f-83c3-4ee6-88a7-0e8429e2c58e req-ee2d8047-f11a-4663-a821-141b7de1382f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.706451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5acbf06f-83c3-4ee6-88a7-0e8429e2c58e req-ee2d8047-f11a-4663-a821-141b7de1382f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.3024158 Nov 22 16:54:41.732088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] For port d70ccf45-46be-4903-bbbc-64cfd2445942, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:41.736025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] For port d70ccf45-46be-4903-bbbc-64cfd2445942, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d70ccf45-46be-4903-bbbc-64cfd2445942,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:41.744707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.759534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83ed6f-8f9f-48f8-a200-9dc504376c6a req-5665c7c4-9f2b-4dd1-83ca-8b7a9b8b2d1f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:41.767804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf83ed6f-8f9f-48f8-a200-9dc504376c6a req-5665c7c4-9f2b-4dd1-83ca-8b7a9b8b2d1f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2691262 Nov 22 16:54:41.808287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.14 (cf2e3b1d-1f18-4cd3-978b-a9e28d083971/92c7b973-6e33-478d-81fe-196998fa2e40/e53bc7a1-c75e-4a0e-9faa-2a4477936568) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:41.828774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.13 (cf2e3b1d-1f18-4cd3-978b-a9e28d083971/92c7b973-6e33-478d-81fe-196998fa2e40/e53bc7a1-c75e-4a0e-9faa-2a4477936568) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:41.847038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:41.855952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5acbf06f-83c3-4ee6-88a7-0e8429e2c58e req-557dd45d-4317-408d-9c70-6652a912caee tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394949 Nov 22 16:54:41.858397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa953dc-89ee-46a3-8404-15eb8bb5bdea None None] Pushing event updated for resources: {'Port': ['ID=d70ccf45-46be-4903-bbbc-64cfd2445942,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:41.901242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf83ed6f-8f9f-48f8-a200-9dc504376c6a req-4a4a6f1d-95aa-459a-93ff-d75fbca195ca tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315255 Nov 22 16:54:41.938135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.042375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=e7d59836-c8ee-4628-b2e4-87c7ecc536ff,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:42.109174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:42.112644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:42.122654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:42.165206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.165978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.167194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.216112 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-995375f6-100a-45d0-a144-993a415b7bcd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2358179 Nov 22 16:54:42.224283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:42.264158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.314784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f87ee-93ca-4d1f-8e88-9ea4f888e3d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.322983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72f87ee-93ca-4d1f-8e88-9ea4f888e3d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.325636 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b72f87ee-93ca-4d1f-8e88-9ea4f888e3d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1001062 Nov 22 16:54:42.328607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59128) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:42.349661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:42.353269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:42.356250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:42.404999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=e53bc7a1-c75e-4a0e-9faa-2a4477936568,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:42.443590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:42.444721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.451454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port e7d59836-c8ee-4628-b2e4-87c7ecc536ff {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:42.451796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.465785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d5aaed6-041b-41c8-8ee8-f68c2d8a46b7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.0376215 Nov 22 16:54:42.468359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:42.475805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'e53bc7a1-c75e-4a0e-9faa-2a4477936568', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:42.529214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.595308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.609400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for e7d59836-c8ee-4628-b2e4-87c7ecc536ff owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:42.698502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.846546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.858325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.119 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/c46621ec-8e1f-409b-8c25-d0b1642a8a07) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:42.934858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=e7d59836-c8ee-4628-b2e4-87c7ecc536ff,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:42.963590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:42.967559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aca70873-860c-4fc3-9d38-90a467dfd2df tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/e7d59836-c8ee-4628-b2e4-87c7ecc536ff HTTP/1.1" status: 204 len: 168 time: 0.6376171 Nov 22 16:54:42.973498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59150) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.090974 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.214166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.237360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975a9cd-d6f3-495c-9e26-332da61a46d6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.239242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a975a9cd-d6f3-495c-9e26-332da61a46d6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.244860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a975a9cd-d6f3-495c-9e26-332da61a46d6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2701752 Nov 22 16:54:43.245572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59158) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.311761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:43.315549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 2c30b397-e1a2-4658-8488-b86f3fd1e4f6 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:43.324060 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.337615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=c46621ec-8e1f-409b-8c25-d0b1642a8a07,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.345698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:43.349593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:43.397974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc4de3-5e0f-4ba0-bdaf-807db3f30d75 req-e1dc1851-e1e6-457e-8848-9cb473be4a0a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.399778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5dc4de3-5e0f-4ba0-bdaf-807db3f30d75 req-e1dc1851-e1e6-457e-8848-9cb473be4a0a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.4073048 Nov 22 16:54:43.418638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.423982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af40de-775d-48b7-acad-5e3e99deef2f req-40776b47-059a-473e-a79b-d2ee90b69f54 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.432035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05af40de-775d-48b7-acad-5e3e99deef2f req-40776b47-059a-473e-a79b-d2ee90b69f54 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2176416 Nov 22 16:54:43.546750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.580882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b5dc4de3-5e0f-4ba0-bdaf-807db3f30d75 req-4cabc3d9-c79f-42f1-8e30-76d62fe7876b tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719930 Nov 22 16:54:43.640319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05af40de-775d-48b7-acad-5e3e99deef2f req-68aa4809-1036-4a71-bd17-af23c951d122 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788151 Nov 22 16:54:43.671335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ee140fd8-b41f-467a-aa5b-62b84bd0fbc0 None None] Provisioning complete for port d70ccf45-46be-4903-bbbc-64cfd2445942 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:43.671941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee140fd8-b41f-467a-aa5b-62b84bd0fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.757099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.843689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=2c30b397-e1a2-4658-8488-b86f3fd1e4f6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:43.854539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:43.859437 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-53105a0d-002c-4041-a472-b2c068837e67 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/2c30b397-e1a2-4658-8488-b86f3fd1e4f6 HTTP/1.1" status: 204 len: 168 time: 0.6128170 Nov 22 16:54:43.862254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59174) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:43.917480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be69949-6f56-4faf-b936-d99024cd34a4 req-eb52c14a-6014-41c5-85da-17a757e66ee5 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:43.919162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5be69949-6f56-4faf-b936-d99024cd34a4 req-eb52c14a-6014-41c5-85da-17a757e66ee5 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.2174859 Nov 22 16:54:44.001092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3e6cff3-8879-42ad-ae18-cb5d501c728f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362076 Nov 22 16:54:44.010875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59176) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:44.018352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:44.136082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ed6bfb-88e5-40f2-b20f-ba3b71f5485a None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:44.163354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5be69949-6f56-4faf-b936-d99024cd34a4 req-3b548432-2761-4b0d-a06f-2d99f3f6edf3 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508000 Nov 22 16:54:44.262760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:44.273230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.343213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d70ccf45-46be-4903-bbbc-64cfd2445942 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:44.474858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d70ccf45-46be-4903-bbbc-64cfd2445942 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:44.475560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.496718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3aa0b-aeb3-4d9a-880b-983e17bdf67b req-771cc6c1-4cdd-45f8-8c90-7222cd4cb578 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.505724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43b3aa0b-aeb3-4d9a-880b-983e17bdf67b req-771cc6c1-4cdd-45f8-8c90-7222cd4cb578 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.1879337 Nov 22 16:54:44.535714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.621964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43b3aa0b-aeb3-4d9a-880b-983e17bdf67b req-22a70287-7ae0-43a7-984f-5047afefc0c4 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151059 Nov 22 16:54:44.639645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59196) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:44.676606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.682732 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee140fd8-b41f-467a-aa5b-62b84bd0fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.749945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.796431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:44.802581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:44.813372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.814213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.824071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:44.856669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=dc6c9fb1-4a0e-4cc7-9303-fc332491b901,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:44.883683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2d06d290-ddf8-4842-acac-992532891b37 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8713105 Nov 22 16:54:44.884482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59202) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:44.901109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'name': 'tempest-NetworksTestDHCPv6-290634806'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:44.909412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ee140fd8-b41f-467a-aa5b-62b84bd0fbc0 None None] For port d70ccf45-46be-4903-bbbc-64cfd2445942, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d70ccf45-46be-4903-bbbc-64cfd2445942,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:44.931427 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee140fd8-b41f-467a-aa5b-62b84bd0fbc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.938731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:44.955162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826f84f-36d7-46c6-8bf0-405cdcc85100 req-981c6f06-c421-43cc-8b70-2171886afe4d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:44.964104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d826f84f-36d7-46c6-8bf0-405cdcc85100 req-981c6f06-c421-43cc-8b70-2171886afe4d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1670015 Nov 22 16:54:45.076583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] Deleting port d70ccf45-46be-4903-bbbc-64cfd2445942 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:45.076955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.183879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-686497fa-f174-4579-ab24-3b83614ccf2a None None] Could not find standard attr ID for object e7d59836-c8ee-4628-b2e4-87c7ecc536ff. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:54:45.195309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] For port d70ccf45-46be-4903-bbbc-64cfd2445942, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d70ccf45-46be-4903-bbbc-64cfd2445942,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:45.195740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.198233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0567ad38-d92c-485c-9cd0-b4029230dffe tempest-TestServerBasicOps-1386771154 tempest-TestServerBasicOps-1386771154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:45.204512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0567ad38-d92c-485c-9cd0-b4029230dffe tempest-TestServerBasicOps-1386771154 tempest-TestServerBasicOps-1386771154-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1091 time: 0.5593069 Nov 22 16:54:45.204974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59214) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:45.210388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '78441505-5c50-460d-90eb-321b723adcbb', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:45.218128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee140fd8-b41f-467a-aa5b-62b84bd0fbc0 None None] Pushing event updated for resources: {'Port': ['ID=d70ccf45-46be-4903-bbbc-64cfd2445942,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.218460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d826f84f-36d7-46c6-8bf0-405cdcc85100 req-288c84ac-2e46-49f3-a9a2-7d8bb85864f4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531116 Nov 22 16:54:45.252448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.290795 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:54:45.291174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.291518 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:54:45.296749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] Calling delete_port for d70ccf45-46be-4903-bbbc-64cfd2445942 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:45.304510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.312626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:45.317113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.408348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 307391b7-feda-4361-9445-17f8c032d2e7 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:45.421505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.428276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=c46621ec-8e1f-409b-8c25-d0b1642a8a07,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.470722 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.513741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.538893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] Pushing event deleted for resources: {'Port': ['ID=d70ccf45-46be-4903-bbbc-64cfd2445942,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:45.542027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb6615b-d717-4a8a-883e-04c2298cc5de None None] No DVR routers for this DVR port d70ccf45-46be-4903-bbbc-64cfd2445942 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:45.563984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf1179a-f646-462a-aab1-408f3d5ea95e None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:45.591263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Allocated IP 172.25.6.36 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/aeb75eee-dcce-48db-9bd6-14f0d29fe3b1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:45.761754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.841727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': 'dc6c9fb1-4a0e-4cc7-9303-fc332491b901'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:45.842734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.844981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:45.846923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Port d70ccf45-46be-4903-bbbc-64cfd2445942 update to ACTIVE by agent not found {{(pid=103516) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 16:54:45.952957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:45.956497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:45.962062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:46.011532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'Port': ['ID=aeb75eee-dcce-48db-9bd6-14f0d29fe3b1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:46.108653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d70ccf45-46be-4903-bbbc-64cfd2445942 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:46.140958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: d70ccf45-46be-4903-bbbc-64cfd2445942 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:46.141628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d70ccf45-46be-4903-bbbc-64cfd2445942 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:46.321798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::2a8 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/dc6c9fb1-4a0e-4cc7-9303-fc332491b901/307391b7-feda-4361-9445-17f8c032d2e7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:46.346822 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 85fa7c4c-2299-4392-8c68-39541c61ccc4 associated. External IP: 172.25.6.119, port: e53bc7a1-c75e-4a0e-9faa-2a4477936568. Nov 22 16:54:46.547226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd58ac-c0ae-4f39-b5b1-96810dcac197 req-e58b9dce-df12-46cd-a7b8-d21af2135414 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:46.548803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4cfd58ac-c0ae-4f39-b5b1-96810dcac197 req-e58b9dce-df12-46cd-a7b8-d21af2135414 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.1538248 Nov 22 16:54:46.586733 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.662505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4cfd58ac-c0ae-4f39-b5b1-96810dcac197 req-fb1ab364-8fdd-423e-9ca8-3dc64cdcd7b6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816932 Nov 22 16:54:46.729404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.765093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.888852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:46.961889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.984932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:46.991436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.036726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/dc6c9fb1-4a0e-4cc7-9303-fc332491b901/694a43e1-a798-4939-917b-8e9e0a16481b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:47.080729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:47.096521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:47.103708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:47.113428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:47.114574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.118654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=307391b7-feda-4361-9445-17f8c032d2e7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:47.170661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event updated for resources: {'Port': ['ID=aeb75eee-dcce-48db-9bd6-14f0d29fe3b1,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:47.187054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.198190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.198605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.198980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.199448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.199818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.200185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.200574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.203627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.204088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.208348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.215954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.216456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.257818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bcf84799-cffd-4df1-bcc6-bcb2eb8b81e8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3612885 Nov 22 16:54:47.262771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:47.266201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59262) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:47.291231 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:47.319228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:47.321996 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:47.345607 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Floating IP 9be169cf-63f1-4952-abdf-aa1ce6816ebc associated. External IP: 172.25.6.36, port: 78441505-5c50-460d-90eb-321b723adcbb. Nov 22 16:54:47.389515 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:47.427715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:47.428833 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:47.441699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.468561 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:47.469502 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48a9b04-3ac4-4ec5-8d70-ee9b38ebe8f3 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:47.472917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.487028 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.531099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc8a6dfa-83b5-42b2-b8a7-ae6b73356974 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.0582376 Nov 22 16:54:47.531331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59270) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:47.536760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'port_id': 'e53bc7a1-c75e-4a0e-9faa-2a4477936568', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:47.546849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af82a53-a0c1-42fe-84fc-dec6e05367c8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:47.548586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1af82a53-a0c1-42fe-84fc-dec6e05367c8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2811697 Nov 22 16:54:47.552836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:47.564949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Pushing event updated for resources: {'Port': ['ID=694a43e1-a798-4939-917b-8e9e0a16481b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:47.568413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.568976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.569798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.570315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.570685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.570989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.571319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.571649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.572032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.572298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.572801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.573355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:54:47.587475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:47.589795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:47.592855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:47.731369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.733028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Attempting to bind port 694a43e1-a798-4939-917b-8e9e0a16481b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:47.733429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Attempting to bind port 694a43e1-a798-4939-917b-8e9e0a16481b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:47.733831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Attempting to bind port 694a43e1-a798-4939-917b-8e9e0a16481b on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:47.745925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:47.746361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:47.746778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.747176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:47.747654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Bound port: 694a43e1-a798-4939-917b-8e9e0a16481b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:47.748040 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.787224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Router ac12c140-7fff-4a83-8c14-01540317f55d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:47.825213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] For port 694a43e1-a798-4939-917b-8e9e0a16481b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:47.828952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] For port 694a43e1-a798-4939-917b-8e9e0a16481b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=694a43e1-a798-4939-917b-8e9e0a16481b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:47.837059 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:47.921453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c55681-2f71-445f-b5f7-a731ab52a939 None None] Pushing event updated for resources: {'Port': ['ID=694a43e1-a798-4939-917b-8e9e0a16481b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:47.996592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 307391b7-feda-4361-9445-17f8c032d2e7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:47.997203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.021156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:48.025261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfb610c-d37c-4c0e-ba34-22f112b3dcac req-a5db22e1-ca9d-4067-b77c-4a81bd0207fe tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:48.042535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] Sync routers for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:48.044427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcfb610c-d37c-4c0e-ba34-22f112b3dcac req-a5db22e1-ca9d-4067-b77c-4a81bd0207fe tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.2092776 Nov 22 16:54:48.068701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:48.087229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:48.121172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.170341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a5d0d6b-f107-41d7-bf77-83750814d0b0 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9640849 Nov 22 16:54:48.179719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'tag': '78441505-5c50-460d-90eb-321b723adcbb'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:48.182435 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdb4456-79e4-4455-b705-f6ca38d066e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "tag": "78441505-5c50-460d-90eb-321b723adcbb"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:48.250773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.270388 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ff3b91-b827-405b-bbe3-2e8a12667bd1 x-openstack-request-id: req-95ff3b91-b827-405b-bbe3-2e8a12667bd1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:48.272273 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "tag": "78441505-5c50-460d-90eb-321b723adcbb", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:48.272273 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95ff3b91-b827-405b-bbe3-2e8a12667bd1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:48.272273 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'tag': '78441505-5c50-460d-90eb-321b723adcbb', 'status': 'completed', 'code': 200} Nov 22 16:54:48.273906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 307391b7-feda-4361-9445-17f8c032d2e7 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:48.312547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcfb610c-d37c-4c0e-ba34-22f112b3dcac req-3e7062c4-8a02-496e-8651-a20af730489a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669425 Nov 22 16:54:48.449012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:48.552236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.570783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-94e84c75-fa3f-4a5a-8ec9-f705d9638676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:48.572392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-94e84c75-fa3f-4a5a-8ec9-f705d9638676 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.2515347 Nov 22 16:54:48.620795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=307391b7-feda-4361-9445-17f8c032d2e7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:48.685400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:48.693180 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94b2553b-2e8c-4af5-80bf-ab2193e3940e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/307391b7-feda-4361-9445-17f8c032d2e7 HTTP/1.1" status: 204 len: 168 time: 1.1351430 Nov 22 16:54:48.701848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:48.822962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9be169cf-63f1-4952-abdf-aa1ce6816ebc', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'port_id': '78441505-5c50-460d-90eb-321b723adcbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'mac_address': 'fa:16:3e:c9:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:46Z', 'updated_at': '2021-11-22T16:54:46Z', 'revision_number': 0, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:48.823758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751f03a-ae1a-4ac7-89b5-50bcddfd82f1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:48.826467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8751f03a-ae1a-4ac7-89b5-50bcddfd82f1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:48.829522 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8751f03a-ae1a-4ac7-89b5-50bcddfd82f1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1240182 Nov 22 16:54:48.830383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:48.849948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:54:48.865550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] Checking router: ac12c140-7fff-4a83-8c14-01540317f55d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:54:48.866597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-444c2009-ca00-4588-a397-d282ce34c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:48.868088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-444c2009-ca00-4588-a397-d282ce34c9cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 910 time: 0.2730911 Nov 22 16:54:48.879002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:48.880010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:48.936653 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.resource_extend [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 16:54:48.983096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet dc6c9fb1-4a0e-4cc7-9303-fc332491b901 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:48.997992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.013007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-ee8c294c-b4cb-4224-b6ce-8b9cf2fb106f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 998 time: 0.1303601 Nov 22 16:54:49.015843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:54:49.019960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.027198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.061775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.149062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-f99cf95a-741f-49db-8dca-bd754ddeb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:49.150604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-f99cf95a-741f-49db-8dca-bd754ddeb965 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.1245387 Nov 22 16:54:49.167897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:54:49.260343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.356641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-2c9d7ed8-9bbc-46a5-95c7-59c447677202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:49.357909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.384495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:49.385806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-2c9d7ed8-9bbc-46a5-95c7-59c447677202 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2187531 Nov 22 16:54:49.389097 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/dc6c9fb1-4a0e-4cc7-9303-fc332491b901 HTTP/1.1" status: 204 len: 168 time: 0.5574267 Nov 22 16:54:49.399264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:49.453608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f834e82-bccd-4d22-a3c0-0e15a51c2b72 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6c9fb1-4a0e-4cc7-9303-fc332491b901,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:49.575977 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5c43d418-f967-464d-a122-3f95ff8b7666 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1753557 Nov 22 16:54:49.577013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:49.657044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-a110e30c-9387-4799-b8c3-22bbb8858394 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620480 Nov 22 16:54:49.674032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70df25fb-99c0-4375-afaf-0bb65354fa0d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:49.680040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70df25fb-99c0-4375-afaf-0bb65354fa0d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1017647 Nov 22 16:54:49.680700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:49.777218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d952465-72eb-4d92-a06d-6b17b7fdd015 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:49.786400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d952465-72eb-4d92-a06d-6b17b7fdd015 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1042771 Nov 22 16:54:49.787261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:49.812894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:49.851426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-abd6b2e4-a246-4351-b26c-280492ce2d20 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628371 Nov 22 16:54:49.855602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59342) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:49.860922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:49.904910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e839e-e54a-4ff2-b98d-53e14e810a18 req-761d2d41-8434-43c4-a942-05ea6a385c2e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:49.911895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e8e839e-e54a-4ff2-b98d-53e14e810a18 req-761d2d41-8434-43c4-a942-05ea6a385c2e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 944 time: 0.4036674 Nov 22 16:54:49.957001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:49.987328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c282ba37-1b84-4036-b0d9-dfebb388a22b None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:50.005304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '12948289-7464-4be2-a34c-91a20b7d8257', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'port_id': '12948289-7464-4be2-a34c-91a20b7d8257', 'mac_address': 'fa:16:3e:17:1d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:54:50.024193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:50.032087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.138101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e8e839e-e54a-4ff2-b98d-53e14e810a18 req-73558ea0-10c2-4035-992a-45a78fbf941a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080169 Nov 22 16:54:50.170667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 694a43e1-a798-4939-917b-8e9e0a16481b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:50.173529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfdb4456-79e4-4455-b705-f6ca38d066e2 req-296b0a47-321c-47a2-90d9-41ba592813c4 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811290 Nov 22 16:54:50.277385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2b6c48ee-ba44-4794-b8a6-f8ce795119f3 None None] Provisioning complete for port 694a43e1-a798-4939-917b-8e9e0a16481b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:50.278072 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b6c48ee-ba44-4794-b8a6-f8ce795119f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.313269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-279d9bff-3d89-4948-aa6d-4f6a3803afcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.314452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.322072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:50.335782 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:50.337055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.354104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.364305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:50.370044 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:50.370213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:50.370945 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:50.379210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:50.380665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.433017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=46d27f5e-0be2-4b07-9ecc-78cec41341f5,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:50.435889 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:50.448250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c9a94e1d-1482-45d3-9dab-f6b5b6c0ce4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/floatingips/85fa7c4c-2299-4392-8c68-39541c61ccc4 HTTP/1.1" status: 200 len: 979 time: 2.9086359 Nov 22 16:54:50.448933 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-104ad542-150a-474c-97c0-560e7eff0dfe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5889163 Nov 22 16:54:50.449045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59354) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:50.450905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:50.458974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '46d27f5e-0be2-4b07-9ecc-78cec41341f5', 'ip_address': '2001:db8::b79a:815c:6e2a:d1a4'}], 'name': 'tempest-NetworksTestDHCPv6-43658974'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:50.465244 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:50.466106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:50.467192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12948289-7464-4be2-a34c-91a20b7d8257 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:54:50.502357 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:50.503715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f81cd0-3ea6-4313-ba4c-fd707326870c None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:50.587794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 694a43e1-a798-4939-917b-8e9e0a16481b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:50.588636 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.619922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:50.623058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9be169cf-63f1-4952-abdf-aa1ce6816ebc', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'port_id': '78441505-5c50-460d-90eb-321b723adcbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'mac_address': 'fa:16:3e:c9:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:46Z', 'updated_at': '2021-11-22T16:54:46Z', 'revision_number': 0, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:50.677218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:50.688423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ab1e1-ccf9-4275-8513-3aebbe4242f1 None None] The sync data for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 is: [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9be169cf-63f1-4952-abdf-aa1ce6816ebc', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'floating_ip_address': '172.25.6.36', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'port_id': '78441505-5c50-460d-90eb-321b723adcbb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2989, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'mac_address': 'fa:16:3e:c9:e5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:54:46Z', 'updated_at': '2021-11-22T16:54:46Z', 'revision_number': 0, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:50.712410 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.802826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port c46621ec-8e1f-409b-8c25-d0b1642a8a07 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:50.803482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.887628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.912527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:50.917571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.919177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.937822 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b6c48ee-ba44-4794-b8a6-f8ce795119f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:50.963392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for c46621ec-8e1f-409b-8c25-d0b1642a8a07 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:50.964947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 22027a12-239d-447b-945b-14fa7da194ee yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:51.052094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2b6c48ee-ba44-4794-b8a6-f8ce795119f3 None None] For port 694a43e1-a798-4939-917b-8e9e0a16481b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=694a43e1-a798-4939-917b-8e9e0a16481b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:51.054073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.067815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2b6c48ee-ba44-4794-b8a6-f8ce795119f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.149303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['12948289-7464-4be2-a34c-91a20b7d8257'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:54:51.157447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a360b9c-b0ae-44ee-8d23-19e5804c7d61 None None] New status for floating IP 9be169cf-63f1-4952-abdf-aa1ce6816ebc: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:54:51.302189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::b79a:815c:6e2a:d1a4 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/46d27f5e-0be2-4b07-9ecc-78cec41341f5/22027a12-239d-447b-945b-14fa7da194ee) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:51.345401 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:54:51.359360 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:54:51.372561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de7d9d8-c8d9-4c32-a1f4-3b8f5aa7506d None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:51.465201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7cf516-a525-467c-8c39-63141691160f req-5812677f-ef11-4932-89cb-b21c430c0026 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:51.467285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a7cf516-a525-467c-8c39-63141691160f req-5812677f-ef11-4932-89cb-b21c430c0026 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 945 time: 0.1076400 Nov 22 16:54:51.469499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.540828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=c46621ec-8e1f-409b-8c25-d0b1642a8a07,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:51.596132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.656228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c48ee-ba44-4794-b8a6-f8ce795119f3 None None] Pushing event updated for resources: {'Port': ['ID=694a43e1-a798-4939-917b-8e9e0a16481b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:51.688090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.709146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a7cf516-a525-467c-8c39-63141691160f req-5471e4dc-c1cb-4d86-b586-dd6bd7dceb7b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026522 Nov 22 16:54:51.755621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bc994a01-f7d7-431e-9e2e-40adb2209f38 None None] Provisioning complete for port 694a43e1-a798-4939-917b-8e9e0a16481b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:51.755924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bc994a01-f7d7-431e-9e2e-40adb2209f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.758500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.759593 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 85fa7c4c-2299-4392-8c68-39541c61ccc4 disassociated (deleted). External IP: 172.25.6.119, port: e53bc7a1-c75e-4a0e-9faa-2a4477936568. Nov 22 16:54:51.825294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:51.845072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:51.855476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=22027a12-239d-447b-945b-14fa7da194ee,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:51.862310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:51.876875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:51.877735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:51.915508 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-df0ed7b5-3cfe-4d94-a2b8-011e255166a2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4629931 Nov 22 16:54:51.918033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:52.023260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe6924-fd06-4f52-a69b-cb2c3e2c514e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:52.030747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe6924-fd06-4f52-a69b-cb2c3e2c514e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:52.032614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cbbe6924-fd06-4f52-a69b-cb2c3e2c514e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1131639 Nov 22 16:54:52.040505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:52.086547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:54:52.242731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 694a43e1-a798-4939-917b-8e9e0a16481b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:52.331241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:54:52.338196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 694a43e1-a798-4939-917b-8e9e0a16481b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:52.338600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.346892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:54:52.360648 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.368048 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:52.377431 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:52.437281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de6a2165-1e73-4b92-8c6f-8a538240b8f6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/floatingips/85fa7c4c-2299-4392-8c68-39541c61ccc4 HTTP/1.1" status: 204 len: 168 time: 1.9886541 Nov 22 16:54:52.439759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59404) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:52.672485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port e53bc7a1-c75e-4a0e-9faa-2a4477936568 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:52.672837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.713633 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:52.726649 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:54:52.727289 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:52.777583 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:54:52.778475 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38941b2-3dee-4d1f-8d61-8b8aef0e4986 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:54:52.829576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f01873f6-10ca-4e2f-98ea-3874c7fc457b None None] Provisioning complete for port 694a43e1-a798-4939-917b-8e9e0a16481b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:52.830227 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f01873f6-10ca-4e2f-98ea-3874c7fc457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.840511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 22027a12-239d-447b-945b-14fa7da194ee {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:52.843092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:52.927770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4450784b-b66c-47fa-baf2-9fadd9a42d88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.027816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f01873f6-10ca-4e2f-98ea-3874c7fc457b None None] Provisioning complete for port 22027a12-239d-447b-945b-14fa7da194ee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:53.029329 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f01873f6-10ca-4e2f-98ea-3874c7fc457b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.047724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.074749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 22027a12-239d-447b-945b-14fa7da194ee owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:53.105525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f01873f6-10ca-4e2f-98ea-3874c7fc457b None None] Port 22027a12-239d-447b-945b-14fa7da194ee cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:54:53.163155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:53.275047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d671582e-1d81-46b6-91ed-f22e795bbe18 None None] Could not find standard attr ID for object 307391b7-feda-4361-9445-17f8c032d2e7. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:54:53.314982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 12948289-7464-4be2-a34c-91a20b7d8257 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:53.315364 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.386474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.521472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=22027a12-239d-447b-945b-14fa7da194ee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:53.523695 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.527002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a03591bf-7cfb-4e43-bc23-63dbf05505dd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/22027a12-239d-447b-945b-14fa7da194ee HTTP/1.1" status: 204 len: 168 time: 1.4854853 Nov 22 16:54:53.535597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:53.575976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.659169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedf4c4-185d-4661-917f-ea31958490d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:53.674128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bedf4c4-185d-4661-917f-ea31958490d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:53.677389 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6bedf4c4-185d-4661-917f-ea31958490d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1413491 Nov 22 16:54:53.682625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:53.686480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:54:53.691211 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953183a9-7d73-4f44-b24d-90cad1f2e2b8" -d '{"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-plugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:54:53.708787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23648b8c-e452-417d-ad20-061d558d767d req-40cff7eb-9b04-4ecc-81ca-784849db55b6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:53.716950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:53.720820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0f5c4b4d-a814-40f3-9c9f-1bc9dbd2f3e1 None None] Could not find standard attr ID for object 22027a12-239d-447b-945b-14fa7da194ee. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:54:53.721933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23648b8c-e452-417d-ad20-061d558d767d req-40cff7eb-9b04-4ecc-81ca-784849db55b6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 945 time: 0.8504200 Nov 22 16:54:53.726973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.727763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.767090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for e53bc7a1-c75e-4a0e-9faa-2a4477936568 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:53.804355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 46d27f5e-0be2-4b07-9ecc-78cec41341f5 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:53.811072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:53.838339 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28c545a-679a-4e0d-b4a6-612cd3c90f3a x-openstack-request-id: req-e28c545a-679a-4e0d-b4a6-612cd3c90f3a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:54:53.839030 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-plugged", "status": "completed", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:54:53.839030 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e28c545a-679a-4e0d-b4a6-612cd3c90f3a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:54:53.839501 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'code': 200} Nov 22 16:54:53.853388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:53.883246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23648b8c-e452-417d-ad20-061d558d767d req-1df314cd-5800-4222-8320-0e599e1a68a7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564186 Nov 22 16:54:53.937298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.038647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.041380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.174266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.209531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.218465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/46d27f5e-0be2-4b07-9ecc-78cec41341f5 HTTP/1.1" status: 204 len: 168 time: 0.5346386 Nov 22 16:54:54.219396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59444) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:54.254903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c41de-653f-4ca1-a354-1d20b89bfb7d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=46d27f5e-0be2-4b07-9ecc-78cec41341f5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:54.287075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebf411c-b35c-4275-8411-c7aacf1cbff5 req-c6e2258b-f2fb-4860-9958-340b9957704a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:54.288719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ebf411c-b35c-4275-8411-c7aacf1cbff5 req-c6e2258b-f2fb-4860-9958-340b9957704a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1098 time: 0.1529539 Nov 22 16:54:54.314440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-412fedfe-bf5c-44e1-ae22-f72bcbf0c6cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925326 Nov 22 16:54:54.318140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59450) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:54.323912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:54.387513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ebf411c-b35c-4275-8411-c7aacf1cbff5 req-bde77e51-140c-4599-8f6e-c15f013f8ae0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753222 Nov 22 16:54:54.411333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.412929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acc481-569d-45e0-994a-6bff35c3940a None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:54.451856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=e53bc7a1-c75e-4a0e-9faa-2a4477936568,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:54.458246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:54.463894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.681039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.690426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ee3e7746-4486-4315-a18b-e128d528d9e6 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/ports/e53bc7a1-c75e-4a0e-9faa-2a4477936568 HTTP/1.1" status: 204 len: 168 time: 2.2438984 Nov 22 16:54:54.695443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59464) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:54.704534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:54.736314 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.764719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:54:54.849753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] Deleting port 694a43e1-a798-4939-917b-8e9e0a16481b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:54.850494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.913238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:54.978563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] For port 694a43e1-a798-4939-917b-8e9e0a16481b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=694a43e1-a798-4939-917b-8e9e0a16481b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:54.979018 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.006705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] Calling delete_port for 694a43e1-a798-4939-917b-8e9e0a16481b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:55.008090 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.049311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:55.055051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:55.060129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:55.060807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.085288 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7658899 Nov 22 16:54:55.089485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:55.095025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '3e7e016c-4f6d-4c0a-b247-16e3bb4de99a', 'ip_address': '2001:db8::882d:5161:bbf9:4780'}], 'name': 'tempest-NetworksTestDHCPv6-1497824626'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:55.102542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4208f-fbab-4f8f-a25c-43c1a39c2f81 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=3e7e016c-4f6d-4c0a-b247-16e3bb4de99a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:55.204704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a739aaf-948f-47e9-90ab-2bbfd8c3be8d req-0004a641-18a5-4065-8d25-a4b42bd4853c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:55.208453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a739aaf-948f-47e9-90ab-2bbfd8c3be8d req-0004a641-18a5-4065-8d25-a4b42bd4853c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.1909604 Nov 22 16:54:55.306597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:55.313997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.336863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 783281ad-6cb7-44bb-8cec-42c3ecb4b781 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:55.374147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.405140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] Pushing event deleted for resources: {'Port': ['ID=694a43e1-a798-4939-917b-8e9e0a16481b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:55.425580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c486cd-3988-4aa5-a244-af514945b013 None None] No DVR routers for this DVR port 694a43e1-a798-4939-917b-8e9e0a16481b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:54:55.430226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.436489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.11 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/e3af3487-c62c-40dd-80e6-0ec3db9cb120) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:55.450760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a739aaf-948f-47e9-90ab-2bbfd8c3be8d req-b5789840-ba13-4679-a097-9729a412ec94 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293344 Nov 22 16:54:55.488692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563c8b3d-3a03-4e19-a846-79f6a12a9f3b None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:55.649160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::882d:5161:bbf9:4780 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/3e7e016c-4f6d-4c0a-b247-16e3bb4de99a/783281ad-6cb7-44bb-8cec-42c3ecb4b781) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:55.660077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.724616 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.726485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '3e7e016c-4f6d-4c0a-b247-16e3bb4de99a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:54:55.727504 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.839457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:55.846589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:55.847387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=e3af3487-c62c-40dd-80e6-0ec3db9cb120,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:55.851756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:55.954952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:55.965354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.020855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.026172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.077721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=783281ad-6cb7-44bb-8cec-42c3ecb4b781,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:56.097424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:56.099136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:56.101763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:56.108233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:56.109000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.124934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.134122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d877ba2d-3728-49fe-b559-936673a6f8bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0433125 Nov 22 16:54:56.137708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59502) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:56.187562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/3e7e016c-4f6d-4c0a-b247-16e3bb4de99a/c49290c9-7df8-4846-b71b-5bb775762b6b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:56.275082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 694a43e1-a798-4939-917b-8e9e0a16481b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:54:56.279497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b893c-d98f-465d-ac0c-5f2251aca727 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:56.289562 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-802b893c-d98f-465d-ac0c-5f2251aca727 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1506953 Nov 22 16:54:56.292352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59510) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:56.339925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.386147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 694a43e1-a798-4939-917b-8e9e0a16481b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:54:56.386512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 694a43e1-a798-4939-917b-8e9e0a16481b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:54:56.400499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.485958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 783281ad-6cb7-44bb-8cec-42c3ecb4b781 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:54:56.486573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.510607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=e3af3487-c62c-40dd-80e6-0ec3db9cb120,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:56.539836 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.575604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.581310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2c08f09a-ae1c-4eca-a8a7-4d094d8e1235 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8810902 Nov 22 16:54:56.582467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:56.588441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'port': {'network_id': 'cf2e3b1d-1f18-4cd3-978b-a9e28d083971', 'name': 'tempest-FloatingIPTestJSON-456188613'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:56.750710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.765395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 783281ad-6cb7-44bb-8cec-42c3ecb4b781 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:54:56.790373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.800789 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.818193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262555de-0939-4183-aa05-dc2f4d6bf4e8 req-0953b39d-9c66-4205-8cc3-4a99d4522554 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:56.820948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262555de-0939-4183-aa05-dc2f4d6bf4e8 req-0953b39d-9c66-4205-8cc3-4a99d4522554 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.1902394 Nov 22 16:54:56.858658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:56.864172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:56.866799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:56.868852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Pushing event updated for resources: {'Port': ['ID=c49290c9-7df8-4846-b71b-5bb775762b6b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:56.935505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Attempting to bind port c49290c9-7df8-4846-b71b-5bb775762b6b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:54:56.936166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Attempting to bind port c49290c9-7df8-4846-b71b-5bb775762b6b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:54:56.936644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Attempting to bind port c49290c9-7df8-4846-b71b-5bb775762b6b on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:54:56.943590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:54:56.944085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:54:56.944947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.945438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:54:56.946849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Bound port: c49290c9-7df8-4846-b71b-5bb775762b6b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:54:56.947439 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.949921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:56.985979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-262555de-0939-4183-aa05-dc2f4d6bf4e8 req-bef4c25f-e06f-4618-8f45-ac48b31fc94c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534679 Nov 22 16:54:57.075778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=783281ad-6cb7-44bb-8cec-42c3ecb4b781,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:57.104530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] For port c49290c9-7df8-4846-b71b-5bb775762b6b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:54:57.108135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] For port c49290c9-7df8-4846-b71b-5bb775762b6b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c49290c9-7df8-4846-b71b-5bb775762b6b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:54:57.114220 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.141954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.147523 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d7bb3bd-71c3-4834-9c64-923132ca9cac tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/783281ad-6cb7-44bb-8cec-42c3ecb4b781 HTTP/1.1" status: 204 len: 168 time: 0.8539636 Nov 22 16:54:57.150127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:57.189889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae2790-b5be-4ca4-ab0a-32f404c7f45a None None] Pushing event updated for resources: {'Port': ['ID=c49290c9-7df8-4846-b71b-5bb775762b6b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:57.259700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875069f-fa5b-48db-a7f3-92be81902614 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:57.261336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875069f-fa5b-48db-a7f3-92be81902614 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:57.262985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a875069f-fa5b-48db-a7f3-92be81902614 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1112132 Nov 22 16:54:57.266670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59568) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:57.279201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:57.283659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.318948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] device_id is not set on port bf8bc181-95f3-4919-97ad-04469886d6d9 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:54:57.370923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 3e7e016c-4f6d-4c0a-b247-16e3bb4de99a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:54:57.390956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.517863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.598573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.9 (cf2e3b1d-1f18-4cd3-978b-a9e28d083971/92c7b973-6e33-478d-81fe-196998fa2e40/bf8bc181-95f3-4919-97ad-04469886d6d9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:54:57.710171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.832390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.858042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=3e7e016c-4f6d-4c0a-b247-16e3bb4de99a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:57.880254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.888650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-87eedb34-2225-48c7-baa1-0102f6fecdc9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3e7e016c-4f6d-4c0a-b247-16e3bb4de99a HTTP/1.1" status: 204 len: 168 time: 0.6205554 Nov 22 16:54:57.889331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:57.919662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.958280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b84b2b6-9e89-4c43-8ed5-3a22ec60c922 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675943 Nov 22 16:54:57.961418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59588) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:57.964367 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:57.968161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:58.027096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cf2e3b1d-1f18-4cd3-978b-a9e28d083971 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:58.030984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:58.036880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:54:58.067367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=bf8bc181-95f3-4919-97ad-04469886d6d9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:58.101219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:58.102366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.126963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1efbf85b-9c9c-44b8-a136-887d191b56d7 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5432775 Nov 22 16:54:58.130443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59596) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:58.137544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'port_id': 'bf8bc181-95f3-4919-97ad-04469886d6d9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:58.222593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:58.226932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.250143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.282953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c49290c9-7df8-4846-b71b-5bb775762b6b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:54:58.360147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c06a-cb23-4b4f-82ad-914362260fa0 req-3db02f98-a5dd-42ab-aa63-889fcbe0ac65 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:58.361717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4b7c06a-cb23-4b4f-82ad-914362260fa0 req-3db02f98-a5dd-42ab-aa63-889fcbe0ac65 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.1823909 Nov 22 16:54:58.418162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c49290c9-7df8-4846-b71b-5bb775762b6b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:58.418538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.534104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.620389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port c49290c9-7df8-4846-b71b-5bb775762b6b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c49290c9-7df8-4846-b71b-5bb775762b6b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:54:58.625096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4b7c06a-cb23-4b4f-82ad-914362260fa0 req-9e0097a8-2e47-4162-9500-79704c777d1e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2314668 Nov 22 16:54:58.660893 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.809794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=c49290c9-7df8-4846-b71b-5bb775762b6b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:58.852673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b2d47f-1e9e-42b4-a085-49f87d85bb6c None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:58.931727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:58.960119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:54:58.996726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:54:59.006056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:54:59.006681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.024283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=b8040902-1f50-4e12-905e-f3b6837644a9,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:54:59.031122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f17ff90d-f403-4396-ac9b-dbf025347317 None None] Provisioning complete for port c49290c9-7df8-4846-b71b-5bb775762b6b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:59.031508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f17ff90d-f403-4396-ac9b-dbf025347317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.086673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14c3e668-f6e7-476a-a7e7-c23fe8f2c6f2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1213136 Nov 22 16:54:59.088203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59624) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:54:59.093990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': 'b8040902-1f50-4e12-905e-f3b6837644a9', 'ip_address': '2001:db8::99ba:b49c:94c1:9179'}], 'name': 'tempest-NetworksTestDHCPv6-186022709'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:54:59.330230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.338973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.442355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:54:59.470280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19071e9-934e-45bf-af9f-487978b40abe None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:54:59.526922 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 04d3a61c-21ba-4311-8379-beea32df7113 associated. External IP: 172.25.6.11, port: bf8bc181-95f3-4919-97ad-04469886d6d9. Nov 22 16:54:59.598830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-74f2720b-9741-44aa-be09-8a61fb9dc8f4 None None] Provisioning complete for port c49290c9-7df8-4846-b71b-5bb775762b6b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:54:59.599490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74f2720b-9741-44aa-be09-8a61fb9dc8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.727608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:54:59.766082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port c995cd3a-feb5-43ce-a95c-f0c59a0fd832 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:00.104732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:00.147651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-161beac5-d774-4353-bdf6-c1a98d4076ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0987000 Nov 22 16:55:00.270273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::99ba:b49c:94c1:9179 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/b8040902-1f50-4e12-905e-f3b6837644a9/c995cd3a-feb5-43ce-a95c-f0c59a0fd832) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:00.277847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c49290c9-7df8-4846-b71b-5bb775762b6b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:00.325645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463a9f-c774-4352-be8f-39a2b96e222f req-47b50189-0ce2-4269-9533-13a2115d3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:00.330088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-47b50189-0ce2-4269-9533-13a2115d3dfd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=462cb3797b76459ca58687e29417c2e7&device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 1101 time: 0.1058931 Nov 22 16:55:00.386190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-351a69d7-92b6-4034-b0b0-2badb84cf481 None None] Provisioning complete for port c49290c9-7df8-4846-b71b-5bb775762b6b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:00.386570 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-351a69d7-92b6-4034-b0b0-2badb84cf481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.452286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c49290c9-7df8-4846-b71b-5bb775762b6b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:00.452657 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.578796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463a9f-c774-4352-be8f-39a2b96e222f req-5d7fec62-43cc-4fd1-879c-982d24c8f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:00.580519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-5d7fec62-43cc-4fd1-879c-982d24c8f9f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.2225497 Nov 22 16:55:00.618115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:00.653608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.661341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:00.679191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:00.679991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.684050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-2b41004e-b6ac-4b74-af4d-4f1afba55dca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=775bb3f4-ed26-44df-904c-b37945e91b2d HTTP/1.1" status: 200 len: 217 time: 0.0914276 Nov 22 16:55:00.729423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc73aa5a-2c45-470b-9602-df079329bd3e tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/floatingips/04d3a61c-21ba-4311-8379-beea32df7113 HTTP/1.1" status: 200 len: 976 time: 2.5976365 Nov 22 16:55:00.732501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59662) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:00.785994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463a9f-c774-4352-be8f-39a2b96e222f req-9419346e-3d69-4eea-9bcb-ab8786ce8d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:00.787749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-9419346e-3d69-4eea-9bcb-ab8786ce8d6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0944672 Nov 22 16:55:00.798732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.805988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cc777a1a-4812-4064-80ff-e76cf8c21846 None None] Could not find standard attr ID for object 783281ad-6cb7-44bb-8cec-42c3ecb4b781. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:00.828632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:00.829258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.918386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:00.919344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4d9a3b-e87d-472b-b307-89e4a06b342b None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:00.922851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63463a9f-c774-4352-be8f-39a2b96e222f req-d61a9dc9-dac6-4479-a219-42288be4094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:00.925127 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-d61a9dc9-dac6-4479-a219-42288be4094b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283221 Nov 22 16:55:00.938491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:00.986560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port bf8bc181-95f3-4919-97ad-04469886d6d9 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:00.986901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.103567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-68bf1486-d52e-4a21-ae1f-c457420c136e service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698818 Nov 22 16:55:01.252064 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63463a9f-c774-4352-be8f-39a2b96e222f req-8cfc5436-7ddd-4f19-9488-42196f98a0af service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405566 Nov 22 16:55:01.512933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.589602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:01.603839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:01.606466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:01.621814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.622557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.629478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:01.639017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=c995cd3a-feb5-43ce-a95c-f0c59a0fd832,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:01.760430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3929ce2c-c760-4d42-b41b-9472707f33c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6710162 Nov 22 16:55:01.763070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59692) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:01.880437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c30e20-acde-493e-888d-b1b170562f4b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.906771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c30e20-acde-493e-888d-b1b170562f4b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:01.917142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-11c30e20-acde-493e-888d-b1b170562f4b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1464453 Nov 22 16:55:01.918400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59700) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:02.054439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9fe86777-3e3d-40b0-a91c-174f54b01a82 None None] Provisioning complete for port c995cd3a-feb5-43ce-a95c-f0c59a0fd832 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:02.054934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fe86777-3e3d-40b0-a91c-174f54b01a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.077498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port c995cd3a-feb5-43ce-a95c-f0c59a0fd832 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:02.080628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.147436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9fe86777-3e3d-40b0-a91c-174f54b01a82 None None] Port c995cd3a-feb5-43ce-a95c-f0c59a0fd832 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:02.157272 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.157999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.158364 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 04d3a61c-21ba-4311-8379-beea32df7113 disassociated. External IP: 172.25.6.11, port: bf8bc181-95f3-4919-97ad-04469886d6d9. Nov 22 16:55:02.158791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for bf8bc181-95f3-4919-97ad-04469886d6d9 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:02.281940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.298887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for c995cd3a-feb5-43ce-a95c-f0c59a0fd832 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:02.364509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.401720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=bf8bc181-95f3-4919-97ad-04469886d6d9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:02.478324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.542967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=c995cd3a-feb5-43ce-a95c-f0c59a0fd832,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:02.591933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.595347 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-afaa6322-3d56-40c2-abf6-a7952397ba54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/c995cd3a-feb5-43ce-a95c-f0c59a0fd832 HTTP/1.1" status: 204 len: 168 time: 0.6737123 Nov 22 16:55:02.606428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59718) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:02.667321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:02.694179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c18ac-3486-422d-9a98-341f9b56ddf2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.697636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99c18ac-3486-422d-9a98-341f9b56ddf2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:02.702139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c99c18ac-3486-422d-9a98-341f9b56ddf2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0920148 Nov 22 16:55:02.702648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59722) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:02.817142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:02.828794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet b8040902-1f50-4e12-905e-f3b6837644a9 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:02.833015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.833393 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:02.862963 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:02.863660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:02.914049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.918097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4612bbb6-e4af-486b-a34a-2b89d258ad16 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/ports/bf8bc181-95f3-4919-97ad-04469886d6d9 HTTP/1.1" status: 204 len: 168 time: 2.1840477 Nov 22 16:55:02.918896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:02.920540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59730) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:02.921722 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:02.948750 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:02.949387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:02.993230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ae79c48-310b-4c18-b859-56d11e91c2ec tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/floatingips/04d3a61c-21ba-4311-8379-beea32df7113 HTTP/1.1" status: 200 len: 687 time: 0.0688539 Nov 22 16:55:02.993954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.007076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.017845 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:03.018729 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e736d78-4eaa-4b03-9b46-8088d3bab177 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:03.084163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.128920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=b8040902-1f50-4e12-905e-f3b6837644a9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:03.153711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port e3af3487-c62c-40dd-80e6-0ec3db9cb120 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:03.154945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.155780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.162391 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-22c37383-46f5-4257-b808-4badc48338cd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/b8040902-1f50-4e12-905e-f3b6837644a9 HTTP/1.1" status: 204 len: 168 time: 0.4586048 Nov 22 16:55:03.163585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05060e8f-6b90-4015-be61-c82a42dcf385 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:03.166082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59738) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.212204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57ff2599-dc17-45e5-9aa0-597bb9043585 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447061 Nov 22 16:55:03.215384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59740) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.271929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.272505 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.292088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for e3af3487-c62c-40dd-80e6-0ec3db9cb120 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:03.293171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217c3d3b-9443-47d3-9a92-5b06b450d32e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.298087 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-217c3d3b-9443-47d3-9a92-5b06b450d32e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0806496 Nov 22 16:55:03.299658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.427903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273e7a82-d0e8-4207-93c7-477d955678a4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:03.433447 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-273e7a82-d0e8-4207-93c7-477d955678a4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1320660 Nov 22 16:55:03.434091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59754) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.437129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:03.493716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4f464bad-003c-45e3-a26a-ddec111c0849 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552490 Nov 22 16:55:03.496503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.505394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:03.558544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] Deleting port c49290c9-7df8-4846-b71b-5bb775762b6b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:03.558934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.610296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.655196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=e3af3487-c62c-40dd-80e6-0ec3db9cb120,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:03.707393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:03.720652 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.817928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.821614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.823122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f09cc54d-c2bc-4806-9dc0-4f6e0c6d39bb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/floatingips/04d3a61c-21ba-4311-8379-beea32df7113 HTTP/1.1" status: 204 len: 168 time: 0.8282247 Nov 22 16:55:03.827907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59762) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:03.834122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '27cc6156-a25a-48e6-af18-bf84c76a35ce'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:03.925920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.966355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] For port c49290c9-7df8-4846-b71b-5bb775762b6b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c49290c9-7df8-4846-b71b-5bb775762b6b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:03.966773 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:03.986232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] Calling delete_port for c49290c9-7df8-4846-b71b-5bb775762b6b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:04.094952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.167639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.179721 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.235182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] No DVR routers for this DVR port c49290c9-7df8-4846-b71b-5bb775762b6b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:04.261993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:04.268221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:04.277508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:04.279194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.294405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b30f5-fc6e-4d20-80c8-73d18b7bbf39 None None] Pushing event deleted for resources: {'Port': ['ID=c49290c9-7df8-4846-b71b-5bb775762b6b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:04.314975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df25c7b7-3d26-44d1-9349-defc0bdba9f9 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:04.389056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8903806 Nov 22 16:55:04.390914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59772) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:04.402244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '1f58b311-d502-4e62-be83-ccc593ac1f1d', 'ip_address': '2001:db8::104:2559:6544:7db9'}], 'name': 'tempest-NetworksTestDHCPv6-943336592'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:04.421987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d3ea3-e440-4343-b9c4-841b4aeeb010 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=1f58b311-d502-4e62-be83-ccc593ac1f1d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:04.430634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c49290c9-7df8-4846-b71b-5bb775762b6b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:04.468078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c49290c9-7df8-4846-b71b-5bb775762b6b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:04.468477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c49290c9-7df8-4846-b71b-5bb775762b6b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:04.528966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.64 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bdb84de4-5279-4b22-8844-9066475a2a5c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:04.659643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '1f58b311-d502-4e62-be83-ccc593ac1f1d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:04.660555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.735620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.778614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:04.820187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:04.822866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:04.832560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:04.845439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:04.856618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/1f58b311-d502-4e62-be83-ccc593ac1f1d/78138356-df40-4fb3-8c10-8f51e7f87b79) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:04.990691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=bdb84de4-5279-4b22-8844-9066475a2a5c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:05.052252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.078074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.133326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.156026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:05.163122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:05.170885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:05.181462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 3c002bbb-c39c-4790-a0d5-79ba2b527974 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:05.191266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Pushing event updated for resources: {'Port': ['ID=78138356-df40-4fb3-8c10-8f51e7f87b79,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:05.293317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Attempting to bind port 78138356-df40-4fb3-8c10-8f51e7f87b79 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:05.294934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Attempting to bind port 78138356-df40-4fb3-8c10-8f51e7f87b79 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:05.295538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Attempting to bind port 78138356-df40-4fb3-8c10-8f51e7f87b79 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:05.307261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:05.307261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:05.308000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.308787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:05.309758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Bound port: 78138356-df40-4fb3-8c10-8f51e7f87b79, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:05.310489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.502741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] For port 78138356-df40-4fb3-8c10-8f51e7f87b79, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:05.514440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] For port 78138356-df40-4fb3-8c10-8f51e7f87b79, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78138356-df40-4fb3-8c10-8f51e7f87b79,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:05.522921 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:05.605207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589eefd-bb43-4cbd-8aac-cbe7d9bb92a8 None None] Pushing event updated for resources: {'Port': ['ID=78138356-df40-4fb3-8c10-8f51e7f87b79,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:05.759834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::104:2559:6544:7db9 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/1f58b311-d502-4e62-be83-ccc593ac1f1d/3c002bbb-c39c-4790-a0d5-79ba2b527974) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:05.873865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.053502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.146617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.253728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78138356-df40-4fb3-8c10-8f51e7f87b79 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:06.280338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.322185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 78138356-df40-4fb3-8c10-8f51e7f87b79 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:06.322867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.338692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:06.365469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:06.373378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:06.380802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:06.381734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.412600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=3c002bbb-c39c-4790-a0d5-79ba2b527974,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:06.420741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.435651 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.443082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1dbf903c-31cf-4061-b421-4d84e77ac2b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0511291 Nov 22 16:55:06.446538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:06.450360 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.453815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '1f58b311-d502-4e62-be83-ccc593ac1f1d', 'ip_address': '2001:db8::104:2559:6544:7db9'}], 'name': 'tempest-NetworksTestDHCPv6-2087477206'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:06.506076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 78138356-df40-4fb3-8c10-8f51e7f87b79, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78138356-df40-4fb3-8c10-8f51e7f87b79,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:06.520949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.548867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.602593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=78138356-df40-4fb3-8c10-8f51e7f87b79,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:06.609797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=bdb84de4-5279-4b22-8844-9066475a2a5c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:06.708432 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 5f994c38-69db-4362-a996-72ccd9a2f6b2 associated. External IP: 172.25.6.64, port: 27cc6156-a25a-48e6-af18-bf84c76a35ce. Nov 22 16:55:06.737168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:06.854189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:06.876874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 2a67564e-736a-4dac-a3a2-17ba5dacbe5c yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:07.036981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:07.142504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d1e081e7-8445-4359-a5c8-084b39cbb910 None None] Provisioning complete for port 78138356-df40-4fb3-8c10-8f51e7f87b79 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:07.142932 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d1e081e7-8445-4359-a5c8-084b39cbb910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.157169 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 22 16:55:07.157992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:55:07.198610 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6bf72f4b-297a-4c05-b6fd-94083e1221b7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7501154 Nov 22 16:55:07.200316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59842) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:07.312028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491154f2-4089-473f-87a5-be4ced5af5d3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:07.320152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491154f2-4089-473f-87a5-be4ced5af5d3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:07.325261 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-491154f2-4089-473f-87a5-be4ced5af5d3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1195271 Nov 22 16:55:07.325741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59848) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:07.447227 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.479531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 3c002bbb-c39c-4790-a0d5-79ba2b527974 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:07.480584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.531062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-08be8172-2489-49a4-b1ba-98172eb64ee3 None None] Provisioning complete for port 3c002bbb-c39c-4790-a0d5-79ba2b527974 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:07.531507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-08be8172-2489-49a4-b1ba-98172eb64ee3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.578015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-08be8172-2489-49a4-b1ba-98172eb64ee3 None None] Port 3c002bbb-c39c-4790-a0d5-79ba2b527974 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:07.626693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.642495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 3c002bbb-c39c-4790-a0d5-79ba2b527974 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:07.719503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:07.732853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ec748-630a-47fd-afd6-bb52890900da None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:07.746100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.751495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ec748-630a-47fd-afd6-bb52890900da None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:07.752205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-558ec748-630a-47fd-afd6-bb52890900da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:07.777706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-01a6a33f-0386-4b30-84d9-04e92e4e441c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.9463658 Nov 22 16:55:07.778395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:07.784669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-977311745'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:07.810357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:07.816588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.825312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-558ec748-630a-47fd-afd6-bb52890900da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:07.828560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.837500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558ec748-630a-47fd-afd6-bb52890900da None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:07.838296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-558ec748-630a-47fd-afd6-bb52890900da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:07.850262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:07.876869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-558ec748-630a-47fd-afd6-bb52890900da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:07.878183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558ec748-630a-47fd-afd6-bb52890900da None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:07.884822 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.885155 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Added segment 49c27f55-8333-4bb5-bd1c-31fab49232f4 of type vlan for network cfec5a5b-8586-4796-8e2a-91df5c9fe692 Nov 22 16:55:07.891867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=3c002bbb-c39c-4790-a0d5-79ba2b527974,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:07.947377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.954632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:07.961400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3f13fc7-e532-4f73-ac76-3f67e8de05e2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/3c002bbb-c39c-4790-a0d5-79ba2b527974 HTTP/1.1" status: 204 len: 168 time: 0.6345294 Nov 22 16:55:07.964236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59870) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:07.996943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.014715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.015955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.030365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deaf87e-1abb-4787-a055-929046f8550f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.032411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deaf87e-1abb-4787-a055-929046f8550f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.037000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0deaf87e-1abb-4787-a055-929046f8550f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0692160 Nov 22 16:55:08.037753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59872) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:08.110750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3310318 Nov 22 16:55:08.119973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:08.129165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'subnet': {'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:08.157867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 1f58b311-d502-4e62-be83-ccc593ac1f1d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:08.165469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.180242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0bd445-00b4-4ad0-8d5d-f07345dcc851 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Network': ['ID=cfec5a5b-8586-4796-8e2a-91df5c9fe692,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.194908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:08.271293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.323662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78138356-df40-4fb3-8c10-8f51e7f87b79 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:08.337309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-986423d5-d933-4103-9a42-897ffde1ef27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592585 Nov 22 16:55:08.450104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 78138356-df40-4fb3-8c10-8f51e7f87b79 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:08.450682 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.459066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.462091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:08.465591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.467394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-c55b678d-e4a8-4d32-9509-eb3034734d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.469288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-c55b678d-e4a8-4d32-9509-eb3034734d33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 1098 time: 0.0572433 Nov 22 16:55:08.678863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-f4f3ebd6-3003-4bba-8283-bafa4682cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.681382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-f4f3ebd6-3003-4bba-8283-bafa4682cab1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1740375 Nov 22 16:55:08.754849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.759242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-ca8ab982-76a2-476e-b588-eac2cc7f68b5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 200 len: 1002 time: 0.0679677 Nov 22 16:55:08.763277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.808532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:08.811775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/1f58b311-d502-4e62-be83-ccc593ac1f1d HTTP/1.1" status: 204 len: 168 time: 0.7728329 Nov 22 16:55:08.816793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75857765-69ff-47d1-8d54-49389ca2966c None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:08.818748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59896) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:08.873330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-731ce062-9e46-4658-b804-3a04b3706c54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528173 Nov 22 16:55:08.880421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59900) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:08.881459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Subnet': ['ID=bcdc37cd-2162-448e-b274-879ca986b55f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.886301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-78e84ab4-c056-4155-8125-a525ea936785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.887971 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-78e84ab4-c056-4155-8125-a525ea936785 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1154943 Nov 22 16:55:08.892126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:08.976921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c16af7-5c11-4c01-9faf-711f14a559be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=1f58b311-d502-4e62-be83-ccc593ac1f1d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:08.997256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-589451bf-fe3b-486d-b83c-685a8abdc3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:08.998812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-589451bf-fe3b-486d-b83c-685a8abdc3a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968449 Nov 22 16:55:09.004729 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.035168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Checking segment: {'id': '49c27f55-8333-4bb5-bd1c-31fab49232f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:09.035570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network hostable DHCP agents. Network: cfec5a5b-8586-4796-8e2a-91df5c9fe692, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:09.088700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:09.100799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:09.106544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.127051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, cfec5a5b-8586-4796-8e2a-91df5c9fe692) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:09.147278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dda8b65-340b-41b8-a521-8f602bc79291 None None] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:09.176294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.177395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.186327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-f53e5bdc-7f91-4f9e-a8ed-f82b336d8f66 service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736581 Nov 22 16:55:09.236171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:09.351030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0f7d83-0304-4940-b58b-839404623ff0 req-9e606da5-174b-4b95-9756-09f6ab6f97bf service neutron] 10.222.0.66 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517696 Nov 22 16:55:09.357934 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c0a449cf-2559-47b8-a0c0-1926762e0e43 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2365386 Nov 22 16:55:09.360910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59908) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:09.369170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1474600421', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:09.407787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] Deleting port 78138356-df40-4fb3-8c10-8f51e7f87b79 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:09.408166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.423114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-cfec5a5b-8586-4796-8e2a-91df5c9fe692', 'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692', 'tenant_id': 'bfce0819bbf843de892231afa02cee00', 'fixed_ips': [{'subnet_id': 'bcdc37cd-2162-448e-b274-879ca986b55f'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:09.424326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.454966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.456146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.482147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.515180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] For port 78138356-df40-4fb3-8c10-8f51e7f87b79, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=78138356-df40-4fb3-8c10-8f51e7f87b79,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:09.515812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.575631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] Calling delete_port for 78138356-df40-4fb3-8c10-8f51e7f87b79 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:09.591626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.593935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:09.598721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:09.607641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:09.608382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.714247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=3725e7bd-f36e-43ab-9b41-0134e7a2f8ee,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:09.726501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-34a6ad33-52a4-4f42-ba86-e1d290bab0d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8386891 Nov 22 16:55:09.729394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59916) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:09.735856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Allocated IP 172.20.0.2 (cfec5a5b-8586-4796-8e2a-91df5c9fe692/bcdc37cd-2162-448e-b274-879ca986b55f/218903c4-3409-44a6-a9d1-bf284231b7ab) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:09.735993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '3725e7bd-f36e-43ab-9b41-0134e7a2f8ee', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-985866202'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:09.769345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.841766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] Pushing event deleted for resources: {'Port': ['ID=78138356-df40-4fb3-8c10-8f51e7f87b79,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:09.847333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c5567-7683-4e17-b859-8cbb52ca4d17 None None] No DVR routers for this DVR port 78138356-df40-4fb3-8c10-8f51e7f87b79 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:09.871509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac618dcd-994d-4037-8efb-1a9cde6df13e None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:09.958711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:09.980845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:09.998295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.117962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '3725e7bd-f36e-43ab-9b41-0134e7a2f8ee'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:10.119050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.231989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78138356-df40-4fb3-8c10-8f51e7f87b79 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:10.276812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.278564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 78138356-df40-4fb3-8c10-8f51e7f87b79 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:10.279183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 78138356-df40-4fb3-8c10-8f51e7f87b79 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:10.312556 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.450434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:10.457990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:10.475376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:10.485004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Pushing event updated for resources: {'Port': ['ID=218903c4-3409-44a6-a9d1-bf284231b7ab,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:10.504018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/3725e7bd-f36e-43ab-9b41-0134e7a2f8ee/92aec122-be0b-4e3a-ad65-f9674c0270f5) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:10.507054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port e45fdd3c-84e1-45e1-9fcf-b21371f4cf2e yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:10.634165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Attempting to bind port 218903c4-3409-44a6-a9d1-bf284231b7ab on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:10.634762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Attempting to bind port 218903c4-3409-44a6-a9d1-bf284231b7ab by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '49c27f55-8333-4bb5-bd1c-31fab49232f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:10.635024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Attempting to bind port 218903c4-3409-44a6-a9d1-bf284231b7ab on network cfec5a5b-8586-4796-8e2a-91df5c9fe692 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:10.641937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:10.642324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Checking segment: {'id': '49c27f55-8333-4bb5-bd1c-31fab49232f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:10.642735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.643318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Bound using segment: {'id': '49c27f55-8333-4bb5-bd1c-31fab49232f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:10.643915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Bound port: 218903c4-3409-44a6-a9d1-bf284231b7ab, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c27f55-8333-4bb5-bd1c-31fab49232f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:10.644308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.810789 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.822135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] For port 218903c4-3409-44a6-a9d1-bf284231b7ab, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:10.847498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.868531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] For port 218903c4-3409-44a6-a9d1-bf284231b7ab, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=218903c4-3409-44a6-a9d1-bf284231b7ab,segment=NetworkSegment(49c27f55-8333-4bb5-bd1c-31fab49232f4),segment_id=49c27f55-8333-4bb5-bd1c-31fab49232f4)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:10.874661 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.931738 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.952186 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:10.961775 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:55:10.962384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:55:10.985798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0746bd4c-9cc3-4db7-ab8a-33246bd02d9b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2553313 Nov 22 16:55:10.986436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59934) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:11.001857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:11.010272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:11.016293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:11.033448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a188e-84c9-4131-ad90-49dd41c261cd None None] Pushing event updated for resources: {'Port': ['ID=218903c4-3409-44a6-a9d1-bf284231b7ab,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:11.039067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.25.6.122 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/1f88d49c-d730-45ba-88bf-0ecbba17513f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:11.094590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ae5f9b-e00e-4008-9cd2-215eba2719c9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.097211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-75ae5f9b-e00e-4008-9cd2-215eba2719c9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1072094 Nov 22 16:55:11.100940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59938) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:11.309163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.355724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170f421-96f8-483c-85fc-81946bad6ea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.357847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1170f421-96f8-483c-85fc-81946bad6ea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:11.363440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1170f421-96f8-483c-85fc-81946bad6ea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2614691 Nov 22 16:55:11.364092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59942) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:11.392103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.496861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=1f88d49c-d730-45ba-88bf-0ecbba17513f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:11.519852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Pushing event updated for resources: {'Port': ['ID=92aec122-be0b-4e3a-ad65-f9674c0270f5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:11.524472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 3725e7bd-f36e-43ab-9b41-0134e7a2f8ee {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:11.524866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Attempting to bind port 92aec122-be0b-4e3a-ad65-f9674c0270f5 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:11.525410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Attempting to bind port 92aec122-be0b-4e3a-ad65-f9674c0270f5 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:11.525999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Attempting to bind port 92aec122-be0b-4e3a-ad65-f9674c0270f5 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:11.533441 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.534997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:11.535342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:11.535749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.536147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:11.536652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Bound port: 92aec122-be0b-4e3a-ad65-f9674c0270f5, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:11.537031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.545761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:11.548690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:11.572240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:11.574921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c851df-c52d-43f5-93ea-fac97f650f56 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:11.632406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] For port 92aec122-be0b-4e3a-ad65-f9674c0270f5, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:11.640858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] For port 92aec122-be0b-4e3a-ad65-f9674c0270f5, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=92aec122-be0b-4e3a-ad65-f9674c0270f5,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:11.649822 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.675614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.767448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9993ab71-b889-4ae6-bc62-ac6aca0e53dd None None] Provisioning complete for port 1f88d49c-d730-45ba-88bf-0ecbba17513f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:11.769125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9993ab71-b889-4ae6-bc62-ac6aca0e53dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:11.867077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f77574a-a2d6-4737-b790-9c221239c1e3 None None] Pushing event updated for resources: {'Port': ['ID=92aec122-be0b-4e3a-ad65-f9674c0270f5,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:11.899659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9993ab71-b889-4ae6-bc62-ac6aca0e53dd None None] Port 1f88d49c-d730-45ba-88bf-0ecbba17513f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:11.951924 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.050733 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.072984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.142432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.155436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3725e7bd-f36e-43ab-9b41-0134e7a2f8ee HTTP/1.1" status: 204 len: 168 time: 0.7880688 Nov 22 16:55:12.155436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dafc9d9-556f-4311-ac98-09166d15d787 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=3725e7bd-f36e-43ab-9b41-0134e7a2f8ee,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:12.168325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59956) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:12.298571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b93d2ef4-6dcc-439a-8c06-60d2608cdd35 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1288755 Nov 22 16:55:12.299483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59958) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:12.307855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:12.433289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 218903c4-3409-44a6-a9d1-bf284231b7ab up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:12.514337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:12.519415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.541248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 218903c4-3409-44a6-a9d1-bf284231b7ab triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:12.542866 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.688650 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.711174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a73e3-38b6-4c64-8938-2ae5f0fed7d6 None None] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:12.835015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-524fb916-fac9-4f37-ac06-613a6a8ef510 None None] Provisioning complete for port 218903c4-3409-44a6-a9d1-bf284231b7ab triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:12.835492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-524fb916-fac9-4f37-ac06-613a6a8ef510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.880646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.888216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:12.896099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 93980558-73f9-407e-a0c7-d15cd0cc0d3d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:13.000432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=3a2736ea-de20-4b18-87be-984b4a3d10b4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:13.021990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:13.026730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:13.032868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:13.033695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 218903c4-3409-44a6-a9d1-bf284231b7ab, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=218903c4-3409-44a6-a9d1-bf284231b7ab,segment=NetworkSegment(49c27f55-8333-4bb5-bd1c-31fab49232f4),segment_id=49c27f55-8333-4bb5-bd1c-31fab49232f4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:13.034615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.080327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.081609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7e255da-cb93-48cf-884a-11df85e1598a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7810292 Nov 22 16:55:13.082189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 92aec122-be0b-4e3a-ad65-f9674c0270f5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:13.082305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59972) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.087774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:13.117605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.120558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:13.122100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.138030 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] Sync routers for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:13.177864 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:13.178555 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:13.179570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.181156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-07fe024c-eaee-44a6-b185-4cc24237c7f1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8193915 Nov 22 16:55:13.183934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 59974) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.206373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=218903c4-3409-44a6-a9d1-bf284231b7ab,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:13.259672 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-524fb916-fac9-4f37-ac06-613a6a8ef510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.289426 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:13.303413 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:13.304374 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:13.305310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.312451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.354613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.355807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f1925c84-a37a-47a8-8c2d-cb5dd00a6add tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2725978 Nov 22 16:55:13.358505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 59976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:13.385501 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:13.386522 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd9516-a4b5-4986-ae3b-99a44f8c885c None None] The sync data for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:13.465547 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-524fb916-fac9-4f37-ac06-613a6a8ef510 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:55:13.472953 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-524fb916-fac9-4f37-ac06-613a6a8ef510 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:55:13.504035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 92aec122-be0b-4e3a-ad65-f9674c0270f5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:13.504415 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.646760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.659968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32d319-fe1a-4907-a8ab-eb9d995bee7b None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:13.777508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 92aec122-be0b-4e3a-ad65-f9674c0270f5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=92aec122-be0b-4e3a-ad65-f9674c0270f5,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:13.784545 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:13.965279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.035109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=92aec122-be0b-4e3a-ad65-f9674c0270f5,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:14.157741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-349aa7c0-981a-4f7a-9075-1ffeb478c23e None None] Provisioning complete for port 218903c4-3409-44a6-a9d1-bf284231b7ab triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:14.159731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-349aa7c0-981a-4f7a-9075-1ffeb478c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.160866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.279141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 218903c4-3409-44a6-a9d1-bf284231b7ab up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:14.399370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 218903c4-3409-44a6-a9d1-bf284231b7ab triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:14.400002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.480433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-349aa7c0-981a-4f7a-9075-1ffeb478c23e None None] Provisioning complete for port 92aec122-be0b-4e3a-ad65-f9674c0270f5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:14.481128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-349aa7c0-981a-4f7a-9075-1ffeb478c23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.483189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::1 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/3a2736ea-de20-4b18-87be-984b4a3d10b4/98c718eb-984b-413f-bd25-b13b71501a45) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:14.677311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.1 (cfec5a5b-8586-4796-8e2a-91df5c9fe692/bcdc37cd-2162-448e-b274-879ca986b55f/be3e8932-978f-4370-b71d-bea5fdcd10c0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:14.687073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 92aec122-be0b-4e3a-ad65-f9674c0270f5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:14.696816 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.746520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.749153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 92aec122-be0b-4e3a-ad65-f9674c0270f5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:14.749537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.828613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.853026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=98c718eb-984b-413f-bd25-b13b71501a45,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:14.865026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:14.866519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:14.869614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:14.870230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.898516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.920550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b3fb5ab2-3a4f-4f6c-99b4-09b194aeafbd None None] Provisioning complete for port 92aec122-be0b-4e3a-ad65-f9674c0270f5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:14.921166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b3fb5ab2-3a4f-4f6c-99b4-09b194aeafbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:14.937165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:14.940385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:14.994695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:15.058218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=be3e8932-978f-4370-b71d-bea5fdcd10c0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.086148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.114001 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.415177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.437140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0b82628d-991d-46dc-9b85-d24b8c7f9a8b None None] Provisioning complete for port 98c718eb-984b-413f-bd25-b13b71501a45 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:15.437515 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b82628d-991d-46dc-9b85-d24b8c7f9a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.479721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0b82628d-991d-46dc-9b85-d24b8c7f9a8b None None] Port 98c718eb-984b-413f-bd25-b13b71501a45 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:15.492775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0b82628d-991d-46dc-9b85-d24b8c7f9a8b None None] Provisioning complete for port be3e8932-978f-4370-b71d-bea5fdcd10c0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:15.493368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b82628d-991d-46dc-9b85-d24b8c7f9a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.503055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.516429 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.518702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.579065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0b82628d-991d-46dc-9b85-d24b8c7f9a8b None None] Port be3e8932-978f-4370-b71d-bea5fdcd10c0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:15.626998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=98c718eb-984b-413f-bd25-b13b71501a45,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:15.823577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:15.824201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.826741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:15.831604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.944151 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:15.948218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=be3e8932-978f-4370-b71d-bea5fdcd10c0,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:16.054118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Router a79e9e00-e118-43d4-9935-3a38490627a0 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:16.114528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:16.117837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:16.230328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c67efbd7-c234-40ad-940c-668178afd7c2 None None] Provisioning complete for port 98c718eb-984b-413f-bd25-b13b71501a45 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:16.230823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c67efbd7-c234-40ad-940c-668178afd7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.254667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:16.272183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Sync routers for ids ['a79e9e00-e118-43d4-9935-3a38490627a0'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:16.276663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c2cbef75-77ca-4d4a-9874-e93ea6650166 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "PUT /v2.0/routers/a79e9e00-e118-43d4-9935-3a38490627a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9168937 Nov 22 16:55:16.279045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60020) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.312474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c67efbd7-c234-40ad-940c-668178afd7c2 None None] Port 98c718eb-984b-413f-bd25-b13b71501a45 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:16.318618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Routers {'a79e9e00-e118-43d4-9935-3a38490627a0'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:16.320137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a79e9e00-e118-43d4-9935-3a38490627a0'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:16.389967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 93980558-73f9-407e-a0c7-d15cd0cc0d3d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:16.395828 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef24cd8-ee83-4ea3-b277-02f0d7cc6cfd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.402035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ef24cd8-ee83-4ea3-b277-02f0d7cc6cfd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports/98c718eb-984b-413f-bd25-b13b71501a45 HTTP/1.1" status: 200 len: 911 time: 0.1149640 Nov 22 16:55:16.404494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.492594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f8d00-091f-4b80-8333-cda0e3312dbe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.500325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09f8d00-091f-4b80-8333-cda0e3312dbe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:16.504962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d09f8d00-091f-4b80-8333-cda0e3312dbe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0964766 Nov 22 16:55:16.509231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Set router a79e9e00-e118-43d4-9935-3a38490627a0 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:16.511030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60024) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.600280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:16.611327 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] Sync routers for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:16.617771 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-017fc42e-5c30-4770-92be-cee7ad202732 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/routers/93980558-73f9-407e-a0c7-d15cd0cc0d3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4296894 Nov 22 16:55:16.619936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60032) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:16.626501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'port': {'network_id': 'cfec5a5b-8586-4796-8e2a-91df5c9fe692', 'name': 'tempest-FloatingIPTestJSON-468778099'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:16.641267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d859abe5-6048-4760-9bde-b7e956921467 None None] Provisioning complete for port be3e8932-978f-4370-b71d-bea5fdcd10c0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:16.642017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d859abe5-6048-4760-9bde-b7e956921467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.661460 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:16.662515 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:16.700773 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:16.705674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d859abe5-6048-4760-9bde-b7e956921467 None None] Port be3e8932-978f-4370-b71d-bea5fdcd10c0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:16.714702 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:16.715322 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:16.758979 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:16.759896 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3ff31-b8fb-4390-8c6a-f17d482a9f32 None None] The sync data for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:16.853848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Made reservation on behalf of bfce0819bbf843de892231afa02cee00 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:16.859595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:16.919138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] device_id is not set on port a4f27de1-f0de-42f1-882c-ef6d3841c268 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:16.956979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:13Z', 'updated_at': '2021-11-22T16:55:14Z', 'revision_number': 2, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None, '_interfaces': [{'id': '98c718eb-984b-413f-bd25-b13b71501a45', 'name': '', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'mac_address': 'fa:16:3e:0e:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '3a2736ea-de20-4b18-87be-984b4a3d10b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:14Z', 'updated_at': '2021-11-22T16:55:15Z', 'revision_number': 2, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'subnets': [{'id': '3a2736ea-de20-4b18-87be-984b4a3d10b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:17.019771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Checking router: a79e9e00-e118-43d4-9935-3a38490627a0 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:17.020160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Updating router a79e9e00-e118-43d4-9935-3a38490627a0 port 98c718eb-984b-413f-bd25-b13b71501a45 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:17.077843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.079336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Allocated IP 172.20.0.7 (cfec5a5b-8586-4796-8e2a-91df5c9fe692/bcdc37cd-2162-448e-b274-879ca986b55f/a4f27de1-f0de-42f1-882c-ef6d3841c268) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:17.243032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.270270 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.318049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.368296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:17.374979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:17.380604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:17.425758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event updated for resources: {'Port': ['ID=a4f27de1-f0de-42f1-882c-ef6d3841c268,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:17.461706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:17.461706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.496727 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-52bae4b3-d580-49e3-be52-0ddfdb5829a5 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8725169 Nov 22 16:55:17.497508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60046) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:17.498749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.505299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Request body: {'floatingip': {'port_id': 'a4f27de1-f0de-42f1-882c-ef6d3841c268'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:17.509759 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.587709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.593723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f14613-a28a-4872-b9c5-899b4ce67293 None None] Pushing event updated for resources: {'Port': ['ID=98c718eb-984b-413f-bd25-b13b71501a45,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:17.661003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Attempting to bind port 98c718eb-984b-413f-bd25-b13b71501a45 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:17.662059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Attempting to bind port 98c718eb-984b-413f-bd25-b13b71501a45 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:17.662059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Attempting to bind port 98c718eb-984b-413f-bd25-b13b71501a45 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:17.668443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:17.668852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:17.669399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.669894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:17.670890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Bound port: 98c718eb-984b-413f-bd25-b13b71501a45, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:17.670890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.766598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] For port 98c718eb-984b-413f-bd25-b13b71501a45, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:17.771853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] For port 98c718eb-984b-413f-bd25-b13b71501a45, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98c718eb-984b-413f-bd25-b13b71501a45,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:17.781459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:17.853941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Routers {'a79e9e00-e118-43d4-9935-3a38490627a0'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:17.854589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a79e9e00-e118-43d4-9935-3a38490627a0'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:18.160713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-96cf59e3-6306-4099-82e0-d3931e0fafbe None None] Provisioning complete for port a4f27de1-f0de-42f1-882c-ef6d3841c268 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:18.161088 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96cf59e3-6306-4099-82e0-d3931e0fafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.171996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f14613-a28a-4872-b9c5-899b4ce67293 None None] Pushing event updated for resources: {'Port': ['ID=98c718eb-984b-413f-bd25-b13b71501a45,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:18.239439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-96cf59e3-6306-4099-82e0-d3931e0fafbe None None] Port a4f27de1-f0de-42f1-882c-ef6d3841c268 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:18.258909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] Set router a79e9e00-e118-43d4-9935-3a38490627a0 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:18.362186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 98c718eb-984b-413f-bd25-b13b71501a45 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:18.362186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.458793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-31a96c1f-6b1a-45e8-a1f5-a56d568de1ff None None] Provisioning complete for port 98c718eb-984b-413f-bd25-b13b71501a45 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:18.459200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31a96c1f-6b1a-45e8-a1f5-a56d568de1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.588192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 98c718eb-984b-413f-bd25-b13b71501a45, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98c718eb-984b-413f-bd25-b13b71501a45,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:18.588635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.607030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 98c718eb-984b-413f-bd25-b13b71501a45 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:18.632120 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31a96c1f-6b1a-45e8-a1f5-a56d568de1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.716811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:13Z', 'updated_at': '2021-11-22T16:55:14Z', 'revision_number': 2, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None, '_interfaces': [{'id': '98c718eb-984b-413f-bd25-b13b71501a45', 'name': '', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'mac_address': 'fa:16:3e:0e:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '3a2736ea-de20-4b18-87be-984b4a3d10b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:14Z', 'updated_at': '2021-11-22T16:55:17Z', 'revision_number': 4, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'subnets': [{'id': '3a2736ea-de20-4b18-87be-984b4a3d10b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:18.720319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-31a96c1f-6b1a-45e8-a1f5-a56d568de1ff None None] For port 98c718eb-984b-413f-bd25-b13b71501a45, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98c718eb-984b-413f-bd25-b13b71501a45,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:18.756360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31a96c1f-6b1a-45e8-a1f5-a56d568de1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:18.812431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cea3e55-e62b-45ba-ab13-03747a474aa1 None None] The sync data for ids ['a79e9e00-e118-43d4-9935-3a38490627a0'] in n-d-816206-6 is: [{'id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:13Z', 'updated_at': '2021-11-22T16:55:14Z', 'revision_number': 2, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None, '_interfaces': [{'id': '98c718eb-984b-413f-bd25-b13b71501a45', 'name': '', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'mac_address': 'fa:16:3e:0e:17:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3017, 'fixed_ips': [{'subnet_id': '3a2736ea-de20-4b18-87be-984b4a3d10b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:14Z', 'updated_at': '2021-11-22T16:55:17Z', 'revision_number': 4, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'subnets': [{'id': '3a2736ea-de20-4b18-87be-984b4a3d10b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:18.836690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a96c1f-6b1a-45e8-a1f5-a56d568de1ff None None] Pushing event updated for resources: {'Port': ['ID=98c718eb-984b-413f-bd25-b13b71501a45,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.268507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.276656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.458057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.512253 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 5f994c38-69db-4362-a996-72ccd9a2f6b2 associated. External IP: 172.25.6.64, port: 27cc6156-a25a-48e6-af18-bf84c76a35ce. Nov 22 16:55:19.517213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=98c718eb-984b-413f-bd25-b13b71501a45,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:19.773887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:19.948326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41e3e721-1215-4c02-bee1-dde737568efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.137505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Router a79e9e00-e118-43d4-9935-3a38490627a0 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:20.166696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:20.290552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:20.300796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60280) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:20.310904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc98f844-d60f-4f05-8482-9065b53d3f23 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "PUT /v2.0/routers/a79e9e00-e118-43d4-9935-3a38490627a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7963679 Nov 22 16:55:20.423889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:20.435727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:20.463919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:20.464564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:20.560892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:20.593111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:20.593888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:20.691674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:20.692994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cf2ddb-ac33-445d-9125-83bdf2a129b0 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:20.789087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b53df44-1ebe-482f-86b0-216540f039f3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:20.790805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b53df44-1ebe-482f-86b0-216540f039f3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:20.792564 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b53df44-1ebe-482f-86b0-216540f039f3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4907434 Nov 22 16:55:20.796289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60342) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:20.880436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 3a2736ea-de20-4b18-87be-984b4a3d10b4 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:20.884271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.933632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:20.991278 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] Sync routers for ids ['a79e9e00-e118-43d4-9935-3a38490627a0'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:21.009133 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] Routers {'a79e9e00-e118-43d4-9935-3a38490627a0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:21.009790 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a79e9e00-e118-43d4-9935-3a38490627a0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.014252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.107090 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] Set router a79e9e00-e118-43d4-9935-3a38490627a0 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:21.115383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 93980558-73f9-407e-a0c7-d15cd0cc0d3d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:21.133529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.174017 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:13Z', 'updated_at': '2021-11-22T16:55:19Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.208915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2736ea-de20-4b18-87be-984b4a3d10b4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:21.228343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.233840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5688659e-cc0c-4d1c-bfb3-1794eb6ea4fb None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:21.235701 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] Checking router: a79e9e00-e118-43d4-9935-3a38490627a0 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:21.238701 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f089173d-5643-42c0-b291-7b92e1d35cff tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3a2736ea-de20-4b18-87be-984b4a3d10b4 HTTP/1.1" status: 204 len: 168 time: 0.4411678 Nov 22 16:55:21.243148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.256971 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] Routers {'a79e9e00-e118-43d4-9935-3a38490627a0'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:21.259574 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['a79e9e00-e118-43d4-9935-3a38490627a0'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.338066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:21.344929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.364651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] Sync routers for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:21.382213 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] Set router a79e9e00-e118-43d4-9935-3a38490627a0 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:21.418213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:21.420814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.446995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7cd283cc-53e0-4494-b91b-6b5081d4fcf9 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/floatingips/5f994c38-69db-4362-a996-72ccd9a2f6b2 HTTP/1.1" status: 200 len: 976 time: 3.9479213 Nov 22 16:55:21.450781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60410) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.464856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c71eab22-2527-4eeb-842e-df0dbdd90d80 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2196300 Nov 22 16:55:21.469046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60416) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.507108 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:13Z', 'updated_at': '2021-11-22T16:55:19Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.524930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.548263 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5598616-9d67-458b-8554-f124bad3f055 None None] The sync data for ids ['a79e9e00-e118-43d4-9935-3a38490627a0'] in n-d-816206-6 is: [{'id': 'a79e9e00-e118-43d4-9935-3a38490627a0', 'name': 'tempest-NetworksTestDHCPv6-router-1041518054', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:13Z', 'updated_at': '2021-11-22T16:55:19Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:21.601810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:21.602870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:54:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.640974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:21.641108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.641609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c908505-c6a4-4a3f-9f35-ed1d2b70cfa6 None None] The sync data for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:21.874117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.876998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.889447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port a4f27de1-f0de-42f1-882c-ef6d3841c268 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:21.889447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.930272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:21.973347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.974303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Fanout notify agent at l3_agent the message router_deleted on router a79e9e00-e118-43d4-9935-3a38490627a0 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:21.983693 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:21.984815 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aa6bee4f-6607-4446-80a1-ba0f655892dc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/routers/a79e9e00-e118-43d4-9935-3a38490627a0 HTTP/1.1" status: 204 len: 168 time: 0.5028973 Nov 22 16:55:21.988373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60458) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:21.998728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:22.001740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] Deleting port 92aec122-be0b-4e3a-ad65-f9674c0270f5 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:22.002214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.097768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.105695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] For port 92aec122-be0b-4e3a-ad65-f9674c0270f5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=92aec122-be0b-4e3a-ad65-f9674c0270f5,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:22.106345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.133249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] Calling delete_port for 92aec122-be0b-4e3a-ad65-f9674c0270f5 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:22.192644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:22.196776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.261214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98c718eb-984b-413f-bd25-b13b71501a45 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:22.302739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 98c718eb-984b-413f-bd25-b13b71501a45 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:22.303162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98c718eb-984b-413f-bd25-b13b71501a45 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:22.304268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 92aec122-be0b-4e3a-ad65-f9674c0270f5 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:22.398461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.399248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.399791 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Floating IP 5f994c38-69db-4362-a996-72ccd9a2f6b2 disassociated. External IP: 172.25.6.64, port: a4f27de1-f0de-42f1-882c-ef6d3841c268. Nov 22 16:55:22.400386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for a4f27de1-f0de-42f1-882c-ef6d3841c268 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:22.429824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.445240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] No DVR routers for this DVR port 92aec122-be0b-4e3a-ad65-f9674c0270f5 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:22.523578 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.526269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aa1a6-1069-4ea1-9091-d8c57dce9fc5 None None] Pushing event deleted for resources: {'Port': ['ID=92aec122-be0b-4e3a-ad65-f9674c0270f5,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:22.614266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.683626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:22.693510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:22.700000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:22.709434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f65332-01ae-4979-9a8f-146a948da0ac None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:22.709809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.759767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=c346258a-bd4e-4d97-a5c9-539d38cdfc29,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:22.763548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.779121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7889726 Nov 22 16:55:22.781334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60538) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:22.788636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:22.825439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.829365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.829786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.830152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.831022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.831515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.832039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.832190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.832506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.832838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.833169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.833496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183e6956-155d-4de5-bf64-4d94520060ca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:22.846904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=a4f27de1-f0de-42f1-882c-ef6d3841c268,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:22.898721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.901077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:22.989443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': 'c346258a-bd4e-4d97-a5c9-539d38cdfc29'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:22.990353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.038899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 93980558-73f9-407e-a0c7-d15cd0cc0d3d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:23.040700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-320208a6-f38e-469e-8a14-07dafe78408a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.056213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.063240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.098467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.103986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a380b4e2-5af7-47c9-bd38-9161b7dc0444 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3212664 Nov 22 16:55:23.105178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:23.222880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:23.239731 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] Sync routers for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:23.255677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:23.258150 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.313070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/c346258a-bd4e-4d97-a5c9-539d38cdfc29/cac110a5-12de-4730-beab-aae74a58067b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:23.348223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.351840 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-644830b8-75f0-4ea1-bc62-76837ab2b631 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/ports/a4f27de1-f0de-42f1-882c-ef6d3841c268 HTTP/1.1" status: 204 len: 168 time: 1.8842747 Nov 22 16:55:23.355494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:23.376948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.403012 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:23.407521 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.457168 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:23.458392 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75a921-d530-44c4-9ebb-57e1b0290d1e None None] The sync data for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:23.540312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.563256 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.570956 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.648899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:23.669370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:23.675108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:23.712119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Pushing event updated for resources: {'Port': ['ID=cac110a5-12de-4730-beab-aae74a58067b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:23.777058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Attempting to bind port cac110a5-12de-4730-beab-aae74a58067b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:23.777778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Attempting to bind port cac110a5-12de-4730-beab-aae74a58067b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:23.778327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Attempting to bind port cac110a5-12de-4730-beab-aae74a58067b on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:23.784384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:23.785017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:23.785590 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.786189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:23.786846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Bound port: cac110a5-12de-4730-beab-aae74a58067b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:23.787488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.866383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] For port cac110a5-12de-4730-beab-aae74a58067b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:23.870994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] For port cac110a5-12de-4730-beab-aae74a58067b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cac110a5-12de-4730-beab-aae74a58067b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:23.882613 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.900334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:23.915886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::1 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/c346258a-bd4e-4d97-a5c9-539d38cdfc29/c7792973-4f99-4a12-a250-828839663b9c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:23.952588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f57fd5-fa41-45bd-ba38-e175485b15c6 None None] Pushing event updated for resources: {'Port': ['ID=cac110a5-12de-4730-beab-aae74a58067b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.014623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.184674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.234551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.286094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:24.290000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:24.299925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:24.300622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.331667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port be3e8932-978f-4370-b71d-bea5fdcd10c0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:24.342091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.367221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=c7792973-4f99-4a12-a250-828839663b9c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.485857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.490663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.513215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for be3e8932-978f-4370-b71d-bea5fdcd10c0 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:24.742969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.779170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=be3e8932-978f-4370-b71d-bea5fdcd10c0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:24.834218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.841534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.842645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:24.920852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=c7792973-4f99-4a12-a250-828839663b9c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:25.049396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:25.051193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:25.203456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:25.326507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:25.333868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0e6045bd-2047-4dcb-9ec8-24319d629216 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "PUT /v2.0/routers/98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2264857 Nov 22 16:55:25.336121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60590) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:25.347337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Sync routers for ids ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:25.359724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Routers {'98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:25.360396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:25.402711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.403292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a3d47-a503-456c-b278-8d2455fe3e64 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:25.404693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ee1a3d47-a503-456c-b278-8d2455fe3e64 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports/c7792973-4f99-4a12-a250-828839663b9c HTTP/1.1" status: 200 len: 911 time: 0.0675952 Nov 22 16:55:25.407759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60592) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:25.468535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.481442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Set router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:25.569573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc43968-a160-4eee-ac0e-bfaaebc28a1e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:25.575977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc43968-a160-4eee-ac0e-bfaaebc28a1e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:25.579700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9dc43968-a160-4eee-ac0e-bfaaebc28a1e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1681952 Nov 22 16:55:25.581326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60594) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:25.623223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-957b0170-349a-422c-a632-7e79afddfa96 None None] Provisioning complete for port cac110a5-12de-4730-beab-aae74a58067b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:25.623586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-957b0170-349a-422c-a632-7e79afddfa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.828717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 93980558-73f9-407e-a0c7-d15cd0cc0d3d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:25.839124 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:55:25.839758 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-957b0170-349a-422c-a632-7e79afddfa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:25.859630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:24Z', 'revision_number': 2, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None, '_interfaces': [{'id': 'c7792973-4f99-4a12-a250-828839663b9c', 'name': '', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'mac_address': 'fa:16:3e:ad:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3023, 'fixed_ips': [{'subnet_id': 'c346258a-bd4e-4d97-a5c9-539d38cdfc29', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:23Z', 'updated_at': '2021-11-22T16:55:24Z', 'revision_number': 2, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'subnets': [{'id': 'c346258a-bd4e-4d97-a5c9-539d38cdfc29', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:26.029543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:26.037009 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7681a0c6-ecfe-422f-b320-5acf2ff3720c tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/routers/93980558-73f9-407e-a0c7-d15cd0cc0d3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6802146 Nov 22 16:55:26.039461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:26.041525 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] Sync routers for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:26.064886 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:26.066339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:26.141798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Checking router: 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:26.145928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Updating router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f port c7792973-4f99-4a12-a250-828839663b9c binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:26.182206 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:26.238603 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] Routers {'93980558-73f9-407e-a0c7-d15cd0cc0d3d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:26.240319 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:26.261117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-957b0170-349a-422c-a632-7e79afddfa96 None None] For port cac110a5-12de-4730-beab-aae74a58067b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cac110a5-12de-4730-beab-aae74a58067b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:26.261729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.272420 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.274075 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-957b0170-349a-422c-a632-7e79afddfa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.277441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.280820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.326636 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:26.327530 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587cd3ba-936b-474e-abfe-1986222c9ca1 None None] The sync data for ids ['93980558-73f9-407e-a0c7-d15cd0cc0d3d'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:26.417712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cac110a5-12de-4730-beab-aae74a58067b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:26.458715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.465263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b0170-349a-422c-a632-7e79afddfa96 None None] Pushing event updated for resources: {'Port': ['ID=cac110a5-12de-4730-beab-aae74a58067b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:26.521999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-49d54675-6f81-441b-b4cc-1cd5ab16b50e None None] Provisioning complete for port c7792973-4f99-4a12-a250-828839663b9c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:26.522478 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49d54675-6f81-441b-b4cc-1cd5ab16b50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.531741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port 1f88d49c-d730-45ba-88bf-0ecbba17513f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:26.532429 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.557840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port c7792973-4f99-4a12-a250-828839663b9c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:26.558506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.623381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.626645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port cac110a5-12de-4730-beab-aae74a58067b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:26.626922 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.652830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for 1f88d49c-d730-45ba-88bf-0ecbba17513f owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:26.686707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-49d54675-6f81-441b-b4cc-1cd5ab16b50e None None] Port c7792973-4f99-4a12-a250-828839663b9c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:26.688202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.718490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for c7792973-4f99-4a12-a250-828839663b9c owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:26.882692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.915405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.922255 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:26.964051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=1f88d49c-d730-45ba-88bf-0ecbba17513f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:27.011032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea621432-160f-4764-a1e2-9791dc898af3 None None] Pushing event updated for resources: {'Port': ['ID=c7792973-4f99-4a12-a250-828839663b9c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:27.024646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58559dd6-254b-46ed-8554-b5955268dd15 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:27.083555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.093901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Attempting to bind port c7792973-4f99-4a12-a250-828839663b9c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:27.094273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Attempting to bind port c7792973-4f99-4a12-a250-828839663b9c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:27.095123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Attempting to bind port c7792973-4f99-4a12-a250-828839663b9c on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:27.105023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:27.108110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.112805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:27.112805 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.113109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:27.113571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Bound port: c7792973-4f99-4a12-a250-828839663b9c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:27.113988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.144105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=c7792973-4f99-4a12-a250-828839663b9c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:27.180010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Port c7792973-4f99-4a12-a250-828839663b9c has been deleted concurrently {{(pid=103516) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Nov 22 16:55:27.204292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Routers {'98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:27.205095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:27.278738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.286299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.310244 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.371867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] Set router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:27.395604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.396147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Fanout notify agent at l3_agent the message router_deleted on router 93980558-73f9-407e-a0c7-d15cd0cc0d3d {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:27.411253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.418682 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3ce8dc91-fc58-43df-bc2f-8e4f07387653 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/routers/93980558-73f9-407e-a0c7-d15cd0cc0d3d HTTP/1.1" status: 204 len: 168 time: 1.3780801 Nov 22 16:55:27.419377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:27.506190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:27.545804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting subnet bcdc37cd-2162-448e-b274-879ca986b55f {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:27.560010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.591168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcc3204-a1aa-40b4-a3df-7f0efc919961 None None] The sync data for ids ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'] in n-d-816206-6 is: [{'id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:27.601446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1e3a651c-0c70-48c2-a5e6-f776b1779c7b None None] Could not find standard attr ID for object c7792973-4f99-4a12-a250-828839663b9c. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:27.640506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.779084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.872493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.917463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdc37cd-2162-448e-b274-879ca986b55f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:27.921475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:27.931838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b5caad-ee00-429c-aecf-6ad1b3d2200e None None] Network cfec5a5b-8586-4796-8e2a-91df5c9fe692 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:27.942188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:27.954394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-029b7289-d978-456c-95e6-0943dccc4bf1 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/subnets/bcdc37cd-2162-448e-b274-879ca986b55f HTTP/1.1" status: 204 len: 168 time: 0.5332270 Nov 22 16:55:27.955863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60614) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.108323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.123044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:28.132900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7b8277a2-635c-4ed2-b840-1ca0b8a90e69 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "PUT /v2.0/routers/98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5480006 Nov 22 16:55:28.133425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60618) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.205031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829cf5f1-7145-4026-93d0-de69d60ddf64 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:28.212043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port 218903c4-3409-44a6-a9d1-bf284231b7ab {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:28.212547 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.213420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829cf5f1-7145-4026-93d0-de69d60ddf64 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:28.221118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-829cf5f1-7145-4026-93d0-de69d60ddf64 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0866983 Nov 22 16:55:28.224178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60620) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.279286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cac110a5-12de-4730-beab-aae74a58067b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:28.327328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet c346258a-bd4e-4d97-a5c9-539d38cdfc29 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:28.337064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] For port 218903c4-3409-44a6-a9d1-bf284231b7ab, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=218903c4-3409-44a6-a9d1-bf284231b7ab,segment=NetworkSegment(49c27f55-8333-4bb5-bd1c-31fab49232f4),segment_id=49c27f55-8333-4bb5-bd1c-31fab49232f4)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:28.337439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.338240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.353078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for 218903c4-3409-44a6-a9d1-bf284231b7ab owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:28.361767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] DHCP port deletion for cfec5a5b-8586-4796-8e2a-91df5c9fe692 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:28.421266 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.431426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port cac110a5-12de-4730-beab-aae74a58067b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:28.432208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.461272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.504695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Deleting port 218903c4-3409-44a6-a9d1-bf284231b7ab {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:28.505084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.522163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=218903c4-3409-44a6-a9d1-bf284231b7ab,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.541694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] No DVR routers for this DVR port 218903c4-3409-44a6-a9d1-bf284231b7ab on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:28.586821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] For port 218903c4-3409-44a6-a9d1-bf284231b7ab, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:28.587405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.597322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.602488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Calling delete_port for 218903c4-3409-44a6-a9d1-bf284231b7ab owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:28.605952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Port 218903c4-3409-44a6-a9d1-bf284231b7ab was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:55:28.608671 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.622768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] No DVR routers for this DVR port 218903c4-3409-44a6-a9d1-bf284231b7ab on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:28.646462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870af39-9a02-47e0-9fb8-ae1816c02780 None None] Pushing event deleted for resources: {'Port': ['ID=218903c4-3409-44a6-a9d1-bf284231b7ab,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.711471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.737050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.760804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfec5a5b-8586-4796-8e2a-91df5c9fe692']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:28.768577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.778864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7cd229-8c42-449b-b2bd-1c13be1d573a None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:28.779097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/c346258a-bd4e-4d97-a5c9-539d38cdfc29 HTTP/1.1" status: 204 len: 168 time: 0.5482676 Nov 22 16:55:28.779097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60622) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:28.793164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c27f55-8333-4bb5-bd1c-31fab49232f4') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:28.795308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c27f55-8333-4bb5-bd1c-31fab49232f4') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:28.812933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.831944 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.840848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:28.842389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.887661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449d504-bb26-47b2-ac9e-7abb9ce24d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=c346258a-bd4e-4d97-a5c9-539d38cdfc29,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:28.944210 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:28.951142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.972662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:28.988265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/networks/cfec5a5b-8586-4796-8e2a-91df5c9fe692 HTTP/1.1" status: 204 len: 168 time: 1.0313153 Nov 22 16:55:28.989175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.039586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f9852fee-304b-4f52-bb11-591796c0cd6f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2610710 Nov 22 16:55:29.040220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.078035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb62b64-8e3c-4211-9760-411c0e936459 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Network': ['ID=cfec5a5b-8586-4796-8e2a-91df5c9fe692,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:29.079972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] Sync routers for ids ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:29.098410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] Routers {'98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:29.105521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:29.174570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.198216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] Set router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:29.250066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port bdb84de4-5279-4b22-8844-9066475a2a5c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:29.250308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.266146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:29.270528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:29.307692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] Checking router: 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:29.349683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] Routers {'98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:29.350359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:29.369852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.370355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.384833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for bdb84de4-5279-4b22-8844-9066475a2a5c owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:29.441888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] Set router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:29.514710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] Deleting port cac110a5-12de-4730-beab-aae74a58067b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:29.514992 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.528672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.531045 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.590286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:29.634269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.667947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.668528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Fanout notify agent at l3_agent the message router_deleted on router 98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:29.671564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282aa3b7-070a-475c-ab62-d089e2a3edbb None None] The sync data for ids ['98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f'] in n-d-816206-6 is: [{'id': '98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f', 'name': 'tempest-NetworksTestDHCPv6-router-903208889', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:22Z', 'updated_at': '2021-11-22T16:55:26Z', 'revision_number': 3, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:29.679582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.686722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cd45e1f9-19b6-4d44-ad6f-bd14392dd5c0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/routers/98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f HTTP/1.1" status: 204 len: 168 time: 0.6207263 Nov 22 16:55:29.687448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60632) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.714262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] For port cac110a5-12de-4730-beab-aae74a58067b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=cac110a5-12de-4730-beab-aae74a58067b,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:29.714659 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.738483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] Calling delete_port for cac110a5-12de-4730-beab-aae74a58067b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:29.753176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=bdb84de4-5279-4b22-8844-9066475a2a5c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:29.761359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e37a91d-3fe5-4a7b-8ced-936505d41738 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:29.763045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8e37a91d-3fe5-4a7b-8ced-936505d41738 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0746062 Nov 22 16:55:29.766559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60634) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.843763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a14060-0418-48a2-ac69-ccfc0316fa96 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:29.845183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-03a14060-0418-48a2-ac69-ccfc0316fa96 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0777879 Nov 22 16:55:29.847733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.858994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.861705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.872559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c7d25b7-2dec-47b5-b9ec-0d3f35d37bda tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/floatingips/5f994c38-69db-4362-a996-72ccd9a2f6b2 HTTP/1.1" status: 204 len: 168 time: 0.8671391 Nov 22 16:55:29.872906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60638) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.898126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:29.901384 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8ea3a8-fe68-499e-897f-4e457e380515 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] DELETE failed (client error): The resource could not be found. Nov 22 16:55:29.902024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8ea3a8-fe68-499e-897f-4e457e380515 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:55:29.908083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3e8ea3a8-fe68-499e-897f-4e457e380515 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/ports/a4f27de1-f0de-42f1-882c-ef6d3841c268 HTTP/1.1" status: 404 len: 333 time: 0.0315838 Nov 22 16:55:29.908335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60640) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.942904 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2ac1928a-8f5e-4d19-b352-fed2b5dc7089 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/ports?device_id=93980558-73f9-407e-a0c7-d15cd0cc0d3d HTTP/1.1" status: 200 len: 205 time: 0.0310266 Nov 22 16:55:29.943880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bf254873-1ddf-476c-962f-fa5d4c04a3c8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915196 Nov 22 16:55:29.944929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.945454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60644) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:29.959498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:29.975287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] Pushing event deleted for resources: {'Port': ['ID=cac110a5-12de-4730-beab-aae74a58067b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:29.982788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f615e577-7b7f-4534-939e-9012f9d83769 None None] No DVR routers for this DVR port cac110a5-12de-4730-beab-aae74a58067b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:30.082248 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-9ccfbb64-e8f1-4690-af46-28cca41b7c08 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] delete failed (client error): The resource could not be found. Nov 22 16:55:30.085617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9ccfbb64-e8f1-4690-af46-28cca41b7c08 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/routers/93980558-73f9-407e-a0c7-d15cd0cc0d3d HTTP/1.1" status: 404 len: 336 time: 0.1366327 Nov 22 16:55:30.086106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60646) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.137171 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-259dca14-cbe3-41a2-ac23-77e143798268 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] DELETE failed (client error): The resource could not be found. Nov 22 16:55:30.137687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259dca14-cbe3-41a2-ac23-77e143798268 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:55:30.148378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-259dca14-cbe3-41a2-ac23-77e143798268 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/subnets/bcdc37cd-2162-448e-b274-879ca986b55f HTTP/1.1" status: 404 len: 337 time: 0.0608637 Nov 22 16:55:30.149001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60652) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.205791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:30.212488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.271472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 218903c4-3409-44a6-a9d1-bf284231b7ab no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:30.327133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port 27cc6156-a25a-48e6-af18-bf84c76a35ce {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:30.327572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.511509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 218903c4-3409-44a6-a9d1-bf284231b7ab {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:30.512257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 218903c4-3409-44a6-a9d1-bf284231b7ab not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:30.512429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cac110a5-12de-4730-beab-aae74a58067b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:30.520112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.535489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: cac110a5-12de-4730-beab-aae74a58067b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:30.535946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device cac110a5-12de-4730-beab-aae74a58067b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:30.545141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for 27cc6156-a25a-48e6-af18-bf84c76a35ce owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:30.681431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:55:30.684459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.759819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:30.761188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60658) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.763862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:30.768706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:30.770778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.776153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f561d99-2e08-452d-b725-9e4f646c5d66 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:30.790179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.793166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=7fe0e730-684b-49e3-8a83-ada9094b1595,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:30.816777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-019cfdc7-a282-44c3-8325-bde258980528 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8685195 Nov 22 16:55:30.819864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60662) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.830081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:30.846470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=27cc6156-a25a-48e6-af18-bf84c76a35ce,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:30.967488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:30.978522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60664) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:30.978975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-579a00e7-0af3-4949-a1a2-9381d06b1c4b tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/ports/27cc6156-a25a-48e6-af18-bf84c76a35ce HTTP/1.1" status: 204 len: 168 time: 0.8257046 Nov 22 16:55:31.046342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f352628d-3bfe-4053-8d47-b23537895ef3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.063654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '7fe0e730-684b-49e3-8a83-ada9094b1595'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:31.065684 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.178495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:31.182294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.194966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f352628d-3bfe-4053-8d47-b23537895ef3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.204071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f352628d-3bfe-4053-8d47-b23537895ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.244214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port 2599f01e-382e-462e-b817-458d1b105f25 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:31.244566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.288929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f352628d-3bfe-4053-8d47-b23537895ef3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e8d30be258c42b6bf46a6e2255cca16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5273144 Nov 22 16:55:31.295673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60672) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:31.316067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352628d-3bfe-4053-8d47-b23537895ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b8c3b5-2ac7-4e6e-bb8c-43b7f5e25c85,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:31.366887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a55dd-37b2-49eb-b176-f3e376c6e05e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.379675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.395510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for 2599f01e-382e-462e-b817-458d1b105f25 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:31.405313 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a55dd-37b2-49eb-b176-f3e376c6e05e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.430601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Allocated IP 2001:db8::f816:3eff:fe03:8611 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/7fe0e730-684b-49e3-8a83-ada9094b1595/dbd71296-8f62-4931-834c-f72dc08b69fc) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:31.573822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a55dd-37b2-49eb-b176-f3e376c6e05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.576937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a55dd-37b2-49eb-b176-f3e376c6e05e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.579176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e65a55dd-37b2-49eb-b176-f3e376c6e05e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14b8c3b5-2ac7-4e6e-bb8c-43b7f5e25c85 HTTP/1.1" status: 204 len: 168 time: 0.2824759 Nov 22 16:55:31.623544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a55dd-37b2-49eb-b176-f3e376c6e05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b8c3b5-2ac7-4e6e-bb8c-43b7f5e25c85,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:31.706264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.731296 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.742403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.778333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=2599f01e-382e-462e-b817-458d1b105f25,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:31.797865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:31.803567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:31.812572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:31.857029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:31.874137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.878472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9a6dbefb-f697-4a04-a3d6-775e0ef5b705 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/ports/2599f01e-382e-462e-b817-458d1b105f25 HTTP/1.1" status: 204 len: 168 time: 0.8952408 Nov 22 16:55:31.881743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60708) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:31.928572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Attempting to bind port dbd71296-8f62-4931-834c-f72dc08b69fc on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:31.929007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Attempting to bind port dbd71296-8f62-4931-834c-f72dc08b69fc by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:31.929380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Attempting to bind port dbd71296-8f62-4931-834c-f72dc08b69fc on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:31.940825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:31.941208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:31.941619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:31.942054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:31.942533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Bound port: dbd71296-8f62-4931-834c-f72dc08b69fc, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:31.942917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.008898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf668f7-d3d2-4286-9a9c-028c964136ef tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:32.021704 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1bf668f7-d3d2-4286-9a9c-028c964136ef tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "GET /v2.0/ports?device_id=65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 HTTP/1.1" status: 200 len: 913 time: 0.1380999 Nov 22 16:55:32.022192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60726) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:32.065005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:32.069130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dbd71296-8f62-4931-834c-f72dc08b69fc,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:32.075900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.213056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f8e4b-ae6e-4bf4-9d86-bdce33b778c4 None None] Pushing event updated for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:32.765599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.834157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:32.854080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:32.902239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:32.902976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:32.956133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1326613 Nov 22 16:55:32.956288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60834) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:32.960154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c4f2f-e227-47b6-bdf6-ab6e9932acf3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=3128966d-db84-40a6-94ef-2a8ed7000146,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:32.975785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:06:04:2d', 'name': 'tempest-NetworksTestDHCPv6-967367030'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:33.094827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 60848) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:33.183145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:33.298726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.338466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port ff35748b-ffc0-4d2a-bb08-3063c0e68df2 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:33.413527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-956265705-network', 'tenant_id': '516b008535f945f7b4b825db57649bd8'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:33.570079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Made reservation on behalf of 516b008535f945f7b4b825db57649bd8 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:33.572586 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.585211 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.600693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 172.20.0.12 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/3128966d-db84-40a6-94ef-2a8ed7000146/ff35748b-ffc0-4d2a-bb08-3063c0e68df2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:33.609769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fe06:42d (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/7fe0e730-684b-49e3-8a83-ada9094b1595/ff35748b-ffc0-4d2a-bb08-3063c0e68df2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:33.685205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.799399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486f781-479f-4008-bf79-bc77468deb6f None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:33.870126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.924040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-443d63b9-e052-4dce-9509-d9a7f7c191d6 None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:33.924299 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443d63b9-e052-4dce-9509-d9a7f7c191d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.924820 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.974832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:33.979836 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.006684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:34.021171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.021331 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Added segment 649c92eb-368b-4c29-93dc-f9af232ec98d of type vlan for network f1f2c43b-41bc-497f-beec-47990f118617 Nov 22 16:55:34.039415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:34.044802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:34.048826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:34.092510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=ff35748b-ffc0-4d2a-bb08-3063c0e68df2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:34.116323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.160579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.160966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.162756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443d63b9-e052-4dce-9509-d9a7f7c191d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.200692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1e100b82-03d2-44a5-9388-7c2062c0b547 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2431498 Nov 22 16:55:34.202983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60966) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:34.218546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-443d63b9-e052-4dce-9509-d9a7f7c191d6 None None] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dbd71296-8f62-4931-834c-f72dc08b69fc,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:34.226916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-443d63b9-e052-4dce-9509-d9a7f7c191d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.294070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.295569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.296330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.355151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5348ca42-b51b-452b-976b-29d5612e3548 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.362513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5348ca42-b51b-452b-976b-29d5612e3548 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:34.368635 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5348ca42-b51b-452b-976b-29d5612e3548 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1599734 Nov 22 16:55:34.368844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dbd71296-8f62-4931-834c-f72dc08b69fc up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:34.368990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:34.386521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2898598 Nov 22 16:55:34.387401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21251ee0-e6ab-42c1-94a2-828b4ce73e6f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:34.389918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 60990) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:34.405627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Request body: {'subnet': {'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-956265705-subnet', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:34.447295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d63b9-e052-4dce-9509-d9a7f7c191d6 None None] Pushing event updated for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:34.455473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '7fe0e730-684b-49e3-8a83-ada9094b1595', 'ip_address': '2001:db8::f816:3eff:fe03:8611'}, {'subnet_id': '3128966d-db84-40a6-94ef-2a8ed7000146'}], 'binding:host_id': 'n-d-816206-6'}, 'id': 'dbd71296-8f62-4931-834c-f72dc08b69fc'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:55:34.514398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.518471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Made reservation on behalf of 516b008535f945f7b4b825db57649bd8 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:34.523197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.580311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7201-d25d-4ef6-8f9f-38011c25e407 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f2c43b-41bc-497f-beec-47990f118617,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:34.617914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network f1f2c43b-41bc-497f-beec-47990f118617 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:34.691561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port 50992255-f573-4cb1-b57d-ec63c7a36982 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:34.692007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port ff35748b-ffc0-4d2a-bb08-3063c0e68df2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:34.692169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.692344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.781883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:34.782455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.809532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.815815 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:34.833345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for ff35748b-ffc0-4d2a-bb08-3063c0e68df2 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:34.833504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for 50992255-f573-4cb1-b57d-ec63c7a36982 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:34.942284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.021029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f65eae-c756-49fb-bb81-13baa7f36994,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.067047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] Allocated IP 172.20.0.2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/3128966d-db84-40a6-94ef-2a8ed7000146/dbd71296-8f62-4931-834c-f72dc08b69fc) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:35.068848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Checking segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:35.069238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Network hostable DHCP agents. Network: f1f2c43b-41bc-497f-beec-47990f118617, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:35.111025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Network f1f2c43b-41bc-497f-beec-47990f118617 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:35.150226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, f1f2c43b-41bc-497f-beec-47990f118617) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:35.169534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.169793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386f5e4-50aa-4694-8eeb-4b4441769ea9 None None] Network f1f2c43b-41bc-497f-beec-47990f118617 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:35.170582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.190767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.211815 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-83e58561-7e85-4051-b899-8b625c1b0de7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8213663 Nov 22 16:55:35.231659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32834) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:35.264167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:35.267816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=ff35748b-ffc0-4d2a-bb08-3063c0e68df2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.325252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.357227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.358456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.372943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.378749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-035ea04d-09ad-42cf-8b96-afe6a62269e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/ff35748b-ffc0-4d2a-bb08-3063c0e68df2 HTTP/1.1" status: 204 len: 168 time: 1.0083401 Nov 22 16:55:35.381708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32848) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:35.429762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dbd71296-8f62-4931-834c-f72dc08b69fc,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:35.465189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=50992255-f573-4cb1-b57d-ec63c7a36982,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.495139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.504577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951900ae-3f7a-456a-afa9-cbf100bd101e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.506279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951900ae-3f7a-456a-afa9-cbf100bd101e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.507904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951900ae-3f7a-456a-afa9-cbf100bd101e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:35.512983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-951900ae-3f7a-456a-afa9-cbf100bd101e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1274345 Nov 22 16:55:35.513386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32862) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:35.585701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.616639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.725800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b4d09-cfcb-458c-bedc-a97605d66e2d None None] Pushing event updated for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:35.732524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-f1f2c43b-41bc-497f-beec-47990f118617', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:35.734485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:35.967841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.155696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Allocated IP 172.20.0.2 (f1f2c43b-41bc-497f-beec-47990f118617/09f65eae-c756-49fb-bb81-13baa7f36994/693268f1-dbb8-4d12-bcb0-40bd7e3fe129) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:36.419269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dbd71296-8f62-4931-834c-f72dc08b69fc up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:36.562238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 3128966d-db84-40a6-94ef-2a8ed7000146 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:36.572884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.639185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:36.656878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:36.657188 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.693003 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.718654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.728390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:36.816825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Pushing event updated for resources: {'Port': ['ID=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:36.864232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Network f1f2c43b-41bc-497f-beec-47990f118617 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:36.868491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:36.884820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:37.029617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:37.041430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dce1f1a4-9cc8-4145-9c49-ba91d117e132 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "PUT /v2.0/routers/65a5a065-8c9c-4ab6-b8a2-d50b7309fe16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0159626 Nov 22 16:55:37.045779 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] Sync routers for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:37.055056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:37.071592 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:37.072565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:37.093622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Attempting to bind port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:37.095876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Attempting to bind port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:37.096768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Attempting to bind port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 on network f1f2c43b-41bc-497f-beec-47990f118617 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:37.105434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.118996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:37.120432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Checking segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:37.122262 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.123391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Bound using segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:37.124332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Bound port: 693268f1-dbb8-4d12-bcb0-40bd7e3fe129, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:37.125221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.214989 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:37.243026 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] Routers {'65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:37.243575 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:37.318096 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:37.318753 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a09288-502c-4e10-ae49-fa8d8c5b5880 None None] The sync data for ids ['65a5a065-8c9c-4ab6-b8a2-d50b7309fe16'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:37.388728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] For port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:37.402220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] For port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:37.421170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.546858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.594487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.632037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8b75-3132-4c9e-a9b5-142b603dd52d None None] Pushing event updated for resources: {'Port': ['ID=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:37.639990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f33a5cc7-79fa-4faa-8b4b-253d1e2c3a08 None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:37.640916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f33a5cc7-79fa-4faa-8b4b-253d1e2c3a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.879523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.980120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:37.991049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.069539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=3128966d-db84-40a6-94ef-2a8ed7000146,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.093818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.116202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67987a60-d8bd-4ed6-87cb-d07207891b5f None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:38.117064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32942) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.117638 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d41d636-be7e-428f-a173-dd03584ffeb9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3128966d-db84-40a6-94ef-2a8ed7000146 HTTP/1.1" status: 204 len: 168 time: 2.6033573 Nov 22 16:55:38.208732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 7fe0e730-684b-49e3-8a83-ada9094b1595 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:38.213203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.215328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f33a5cc7-79fa-4faa-8b4b-253d1e2c3a08 None None] Could not find standard attr ID for object ff35748b-ffc0-4d2a-bb08-3063c0e68df2. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:38.292363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting port d4677d34-4195-4d9a-ada5-6b4fae09c43a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:38.293449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.312795 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.377107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:38.415071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e9b5ca18-121a-4d63-8d4c-fae3d1926557 None None] Could not find standard attr ID for object ff35748b-ffc0-4d2a-bb08-3063c0e68df2. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:38.451621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.474477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:38.475174 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.483823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.523198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.553356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.608008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=7fe0e730-684b-49e3-8a83-ada9094b1595,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.611294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.618887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.620960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6b28fd62-1876-4dc0-8037-db14539a418f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/7fe0e730-684b-49e3-8a83-ada9094b1595 HTTP/1.1" status: 204 len: 168 time: 0.5016577 Nov 22 16:55:38.622696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32944) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.691594 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.698130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:38.710595 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.723510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Calling delete_port for d4677d34-4195-4d9a-ada5-6b4fae09c43a owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:38.744078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-47016585-623d-4eca-b395-7f42ea423c5b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1178486 Nov 22 16:55:38.745034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32948) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:38.756675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:38.779444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Allocated IP 172.25.6.82 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bed06912-0d9b-4c1a-af59-e5dfd70b8111) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:38.816774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:38.936646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:38.942621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:38.996170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.062124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.178195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.184361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.221816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Port': ['ID=d4677d34-4195-4d9a-ada5-6b4fae09c43a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:39.259894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab21209b-746a-42de-a731-079e9ef45ceb None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:39.277493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:39.316683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:39.355433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee02c440-7aa1-4808-ba30-f2558ac65438 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:39.382104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:39.442759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Pushing event updated for resources: {'Port': ['ID=bed06912-0d9b-4c1a-af59-e5dfd70b8111,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:39.463451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.475553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60e8f2-4216-4a55-966b-9cc74882f946 None None] Network f1f2c43b-41bc-497f-beec-47990f118617 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:39.513555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-048952ca-bdc9-4f21-a202-372b1b42dbfc None None] Provisioning complete for port bed06912-0d9b-4c1a-af59-e5dfd70b8111 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:39.518048 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-048952ca-bdc9-4f21-a202-372b1b42dbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.600467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4bac3f-114e-4ad9-8280-5815ded81831 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:39.645212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:55:39.817280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.821824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.933511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.934200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Fanout notify agent at l3_agent the message router_deleted on router 65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:55:39.944251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:39.946411 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-13b95edf-aded-495e-a9ff-72d2610032eb tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/routers/65a5a065-8c9c-4ab6-b8a2-d50b7309fe16 HTTP/1.1" status: 204 len: 168 time: 2.8825104 Nov 22 16:55:39.949141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32952) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:39.970182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.006058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-048952ca-bdc9-4f21-a202-372b1b42dbfc None None] Port bed06912-0d9b-4c1a-af59-e5dfd70b8111 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:40.068717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Deleting subnet 92c7b973-6e33-478d-81fe-196998fa2e40 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:40.073230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.176443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a3081bd4-61fc-43cf-93b0-a25d65e9de5c None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:40.176836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3081bd4-61fc-43cf-93b0-a25d65e9de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.258602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.344465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:40.380902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.446067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.482728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a3081bd4-61fc-43cf-93b0-a25d65e9de5c None None] Provisioning complete for port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:40.483692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3081bd4-61fc-43cf-93b0-a25d65e9de5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.497168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.543127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:40.543892 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.638409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.669976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dbd71296-8f62-4931-834c-f72dc08b69fc,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:40.682193 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.688451 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/subnets/92c7b973-6e33-478d-81fe-196998fa2e40 HTTP/1.1" status: 204 len: 168 time: 0.7363055 Nov 22 16:55:40.688451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a44196-b2f5-44f8-b35a-558188dcb018 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Subnet': ['ID=92c7b973-6e33-478d-81fe-196998fa2e40,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.691731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:40.729493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.738286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.740460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.784674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.840812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:40.851732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6e3883c9-d07e-4d35-a93a-f61e6680bfcd None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:40.852110 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e3883c9-d07e-4d35-a93a-f61e6680bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.858583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:40.868687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:40.869076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.886324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.900727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=8f30c08d-607f-4108-ad26-8ac9f0f75b9c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:40.909505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fce0300b-64bf-4631-971b-f59f2ed8f607 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1617689 Nov 22 16:55:40.911432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32958) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:40.926077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:40.929634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34890d-9137-4338-9a06-7b637a1df512 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:40.932634 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:40.959336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2e3b1d-1f18-4cd3-978b-a9e28d083971']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:40.976624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Router dfe58a4a-14ab-4540-be40-f2908f901eb9 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:40.982959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06906c5d-5e98-4d49-a6cc-b58e02fcd23d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:40.983369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06906c5d-5e98-4d49-a6cc-b58e02fcd23d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:41.002174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.093599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6e3883c9-d07e-4d35-a93a-f61e6680bfcd None None] Provisioning complete for port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:41.093855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:41.093979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e3883c9-d07e-4d35-a93a-f61e6680bfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.098626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.463908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.465220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.525154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:55:41.525766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:55:41.530562 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:55:41.533623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:41.536236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:41.547291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:41.547896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.563111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.578338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d245e46-f1f6-488c-a903-bd9be6135d9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6633675 Nov 22 16:55:41.578597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32960) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:41.584521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:cf:25:c3', 'name': 'tempest-NetworksTestDHCPv6-368220236'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:41.634141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.636692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:41.666412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Sync routers for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:41.671256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.675942 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] 10.222.0.65 "DELETE /v2.0/networks/cf2e3b1d-1f18-4cd3-978b-a9e28d083971 HTTP/1.1" status: 204 len: 168 time: 0.9830244 Nov 22 16:55:41.676896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36294443-cf98-44d2-9ff8-b220604b2659 tempest-FloatingIPTestJSON-1783691627 tempest-FloatingIPTestJSON-1783691627-project] Pushing event deleted for resources: {'Network': ['ID=cf2e3b1d-1f18-4cd3-978b-a9e28d083971,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:41.698470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:41.700769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:41.711446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:41.716418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a18fd29-3570-4449-87d3-37cbc1ae06be admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.4833868 Nov 22 16:55:41.717038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 32964) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:41.806226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f7a9f7-f8c1-4131-af78-40b064507cef None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:41.846166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:41.945591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2311ad53-ca13-4c72-9205-9c90926e42ce None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:41.945991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2311ad53-ca13-4c72-9205-9c90926e42ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.065671 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.095138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 04105e9d-2fac-44c6-8343-2d6fd8325eb1 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:42.104162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:42.146629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32970) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:42.391376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dbd71296-8f62-4931-834c-f72dc08b69fc up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:42.433115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.436347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-707021ca-3bd9-4ed4-aa4f-575e5032585c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bfce0819bbf843de892231afa02cee00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2885432 Nov 22 16:55:42.439735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:42.485387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 172.20.0.3 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4/04105e9d-2fac-44c6-8343-2d6fd8325eb1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:42.506146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fecf:25c3 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/8f30c08d-607f-4108-ad26-8ac9f0f75b9c/04105e9d-2fac-44c6-8343-2d6fd8325eb1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:42.560173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4667770a-d79f-4d42-a37b-70c8d1a2a61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.618758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4667770a-d79f-4d42-a37b-70c8d1a2a61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.638306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Allocated IP 172.20.0.1 (f1f2c43b-41bc-497f-beec-47990f118617/09f65eae-c756-49fb-bb81-13baa7f36994/b5bc2c8d-5563-49bd-884c-d65058c5444f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:42.727915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:42.728484 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.773298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.788642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:39Z', 'revision_number': 3, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:42.794080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.821274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Checking router: dfe58a4a-14ab-4540-be40-f2908f901eb9 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:42.821703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Updating router dfe58a4a-14ab-4540-be40-f2908f901eb9 port bed06912-0d9b-4c1a-af59-e5dfd70b8111 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:42.822069 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4667770a-d79f-4d42-a37b-70c8d1a2a61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.826186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4667770a-d79f-4d42-a37b-70c8d1a2a61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.828046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4667770a-d79f-4d42-a37b-70c8d1a2a61c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5830f33-8a8e-4d9a-9bb6-cbe8448647f3 HTTP/1.1" status: 204 len: 168 time: 0.3869126 Nov 22 16:55:42.857033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.863505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667770a-d79f-4d42-a37b-70c8d1a2a61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5830f33-8a8e-4d9a-9bb6-cbe8448647f3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.878541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.916867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:42.930532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Network f1f2c43b-41bc-497f-beec-47990f118617 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:42.934275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:42.935235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=04105e9d-2fac-44c6-8343-2d6fd8325eb1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:42.957352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:42.958368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:42.960485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:42.965004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:43.008693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '8f30c08d-607f-4108-ad26-8ac9f0f75b9c', 'ip_address': '2001:db8::f816:3eff:fe03:8611'}, {'subnet_id': 'b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4'}], 'binding:host_id': 'n-d-816206-6'}, 'id': 'dbd71296-8f62-4931-834c-f72dc08b69fc'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:55:43.080158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.093314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bc2c8d-5563-49bd-884c-d65058c5444f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.094154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.094503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.095600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.151890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ce85729-fcb6-45a3-a66f-b0d83712b359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5711830 Nov 22 16:55:43.153528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32986) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.256938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a82271-654c-4b88-837f-ff50dbf633b9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.263184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a82271-654c-4b88-837f-ff50dbf633b9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:43.264851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-58a82271-654c-4b88-837f-ff50dbf633b9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1081872 Nov 22 16:55:43.268845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 32992) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:43.412627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.446286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 04105e9d-2fac-44c6-8343-2d6fd8325eb1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:43.446286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.484345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e42f7d92-8f2e-4490-872f-5ccdaa830680 None None] Provisioning complete for port b5bc2c8d-5563-49bd-884c-d65058c5444f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:43.484779 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e42f7d92-8f2e-4490-872f-5ccdaa830680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.519829 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] Allocated IP 172.20.0.2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4/dbd71296-8f62-4931-834c-f72dc08b69fc) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:43.570710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e42f7d92-8f2e-4490-872f-5ccdaa830680 None None] Port b5bc2c8d-5563-49bd-884c-d65058c5444f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:43.647540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.679820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 04105e9d-2fac-44c6-8343-2d6fd8325eb1 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:43.687310 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.696748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.773117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc3f9c7-a854-4ae8-a2d9-3a10f733f172 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:43.794862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.806365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.820774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Attempting to bind port bed06912-0d9b-4c1a-af59-e5dfd70b8111 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:43.821156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Attempting to bind port bed06912-0d9b-4c1a-af59-e5dfd70b8111 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:43.821527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Attempting to bind port bed06912-0d9b-4c1a-af59-e5dfd70b8111 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:43.832578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:43.832947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:43.833401 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.833872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:43.834368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Bound port: bed06912-0d9b-4c1a-af59-e5dfd70b8111, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:43.834760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.842918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dbd71296-8f62-4931-834c-f72dc08b69fc,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:43.863065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385000-8bc1-4ab9-b5c9-d5cf511298be None None] Pushing event updated for resources: {'Port': ['ID=bed06912-0d9b-4c1a-af59-e5dfd70b8111,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.915196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.947486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=04105e9d-2fac-44c6-8343-2d6fd8325eb1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.948422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.951675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bc2c8d-5563-49bd-884c-d65058c5444f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:43.969572 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:43.977940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fda17404-c8c6-4461-8afc-1ed0587a37be None None] Provisioning complete for port bed06912-0d9b-4c1a-af59-e5dfd70b8111 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:43.978318 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fda17404-c8c6-4461-8afc-1ed0587a37be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.012455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] For port bed06912-0d9b-4c1a-af59-e5dfd70b8111, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:44.027875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] For port bed06912-0d9b-4c1a-af59-e5dfd70b8111, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bed06912-0d9b-4c1a-af59-e5dfd70b8111,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:44.033782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.050137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.093762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33008) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:44.102813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a89044-63b5-4aec-b865-1919aeeafbfa None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:44.111727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fda17404-c8c6-4461-8afc-1ed0587a37be None None] Port bed06912-0d9b-4c1a-af59-e5dfd70b8111 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:44.118262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Network f1f2c43b-41bc-497f-beec-47990f118617 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:44.120115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:44.175954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.186996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7e868d89-3775-4bcc-91eb-41ae0393b777 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/04105e9d-2fac-44c6-8343-2d6fd8325eb1 HTTP/1.1" status: 204 len: 168 time: 0.9164951 Nov 22 16:55:44.189586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33012) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:44.206907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741f78c-0efd-4864-a5ef-35430d08cacf None None] Pushing event updated for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.214117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:44.214524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:44.354690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17cf84-fa16-4194-af73-b26e98e4ab62 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.356419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17cf84-fa16-4194-af73-b26e98e4ab62 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.358913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd17cf84-fa16-4194-af73-b26e98e4ab62 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:44.361361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fd17cf84-fa16-4194-af73-b26e98e4ab62 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1697004 Nov 22 16:55:44.364098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33016) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:44.370390 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Router dfe58a4a-14ab-4540-be40-f2908f901eb9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:44.424177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:44.428498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 8f30c08d-607f-4108-ad26-8ac9f0f75b9c {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:44.440810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1481704593'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:44.446371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.520451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.525268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Made reservation on behalf of 41f31cb4a096478cb591c904da2a1e3f for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:44.539354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.582382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:44.599919 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-db0a2a95-541e-4a80-bd9c-980464609893 admin admin] 10.222.0.65 "PUT /v2.0/routers/dfe58a4a-14ab-4540-be40-f2908f901eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8709877 Nov 22 16:55:44.601682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.604705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385000-8bc1-4ab9-b5c9-d5cf511298be None None] Pushing event updated for resources: {'Port': ['ID=bed06912-0d9b-4c1a-af59-e5dfd70b8111,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.680011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-89d4a2bd-3e39-42d8-9b6d-719cfd0c3617 None None] Provisioning complete for port bed06912-0d9b-4c1a-af59-e5dfd70b8111 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:44.680393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4a2bd-3e39-42d8-9b6d-719cfd0c3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.746997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.756284 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.802166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 852} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:44.888478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1230c5d3-b2a6-4e9a-8641-4dbf8a6ad635,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:44.916000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 2, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:44.930960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.931542 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Added segment a374a5af-7e83-47f9-adbf-8d902a5a5b91 of type vlan for network 12059e75-cff2-43ca-ae0d-77996e2d7c79 Nov 22 16:55:44.958308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d1cf87-c4f0-4e0c-8ae5-fe4bfed979fd None None] The sync data for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 is: [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 2, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:44.961695 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4a2bd-3e39-42d8-9b6d-719cfd0c3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:44.999052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.010445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-89d4a2bd-3e39-42d8-9b6d-719cfd0c3617 None None] For port bed06912-0d9b-4c1a-af59-e5dfd70b8111, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bed06912-0d9b-4c1a-af59-e5dfd70b8111,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:45.019865 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89d4a2bd-3e39-42d8-9b6d-719cfd0c3617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.063171 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.098581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4a2bd-3e39-42d8-9b6d-719cfd0c3617 None None] Pushing event updated for resources: {'Port': ['ID=bed06912-0d9b-4c1a-af59-e5dfd70b8111,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.147558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.150840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6051db33-948e-441c-b8ec-45752449c1f8 None None] Provisioning complete for port b5bc2c8d-5563-49bd-884c-d65058c5444f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:45.151228 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6051db33-948e-441c-b8ec-45752449c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.154036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:45.155098 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.228545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6051db33-948e-441c-b8ec-45752449c1f8 None None] Port b5bc2c8d-5563-49bd-884c-d65058c5444f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:45.231143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33028) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:45.232019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1355674 Nov 22 16:55:45.251831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'subnet': {'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:45.263801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00ba11-b9f0-49a7-9a89-13f84a4ebfd9 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Network': ['ID=12059e75-cff2-43ca-ae0d-77996e2d7c79,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.272949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.276111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:45.291384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.296738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/8f30c08d-607f-4108-ad26-8ac9f0f75b9c HTTP/1.1" status: 204 len: 168 time: 0.9290013 Nov 22 16:55:45.304929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33030) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:45.352009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9e1ba-8604-40b7-a8cd-076c1287eaa6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=8f30c08d-607f-4108-ad26-8ac9f0f75b9c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:45.417722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-06d7aadd-f275-4a31-85a3-87d67b2b06ad None None] Provisioning complete for port dbd71296-8f62-4931-834c-f72dc08b69fc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:45.418101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06d7aadd-f275-4a31-85a3-87d67b2b06ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.524584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:45.531210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.680836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Made reservation on behalf of 41f31cb4a096478cb591c904da2a1e3f for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:45.683461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.683638 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.828776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33040) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:45.850010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-872681858-network', 'tenant_id': '954299143c6046d992bb62c9c322f949'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:45.892977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.932999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Made reservation on behalf of 954299143c6046d992bb62c9c322f949 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:45.936059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.950563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:45.956120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0d57e1-9fac-4cfc-94f0-f3e92c9abaff None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:46.036552 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.065966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c013825-1008-4010-814a-860a919ee717 req-06846f5a-def9-47c8-b5a3-a8c8be5cd6a6 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.067908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c013825-1008-4010-814a-860a919ee717 req-06846f5a-def9-47c8-b5a3-a8c8be5cd6a6 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 950 time: 0.0939634 Nov 22 16:55:46.073136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.080539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-00766897-940d-49f5-93a7-b3a11b7cc319 None None] Could not find standard attr ID for object 04105e9d-2fac-44c6-8343-2d6fd8325eb1. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:46.135984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.137082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Subnet': ['ID=4bb03081-e866-4664-b50b-92f6a571dd2c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.148502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Checking segment: {'id': 'a374a5af-7e83-47f9-adbf-8d902a5a5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:46.148868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network hostable DHCP agents. Network: 12059e75-cff2-43ca-ae0d-77996e2d7c79, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:46.174215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.175140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:46.185410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f2532ec-21e1-4fff-baab-63795d0d575d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4 HTTP/1.1" status: 204 len: 168 time: 0.8483429 Nov 22 16:55:46.187842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33044) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.199931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 12059e75-cff2-43ca-ae0d-77996e2d7c79) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:46.208846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.209586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.213790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e75052c-e769-4874-821d-366349c87092 None None] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:46.256457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c013825-1008-4010-814a-860a919ee717 req-59e391f1-a6da-4a67-b880-7b2b1bffa9dc tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794612 Nov 22 16:55:46.301586 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7b0914f-d0ef-4d04-bfa4-dc7f4e000d56 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109984 Nov 22 16:55:46.302346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.309412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:46.309693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.315449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:46.320303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.367296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:55:46.405347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.405714 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Added segment 31aff2c3-589f-4e96-b174-097af8335c52 of type vlan for network a09fa9db-ed90-450b-85f7-34131cf788cb Nov 22 16:55:46.407338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c863f64-29d2-4b71-9a04-e539e5100d80,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.413344 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ff52dd42-5142-4d4f-b225-fcc811f2c743 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1785133 Nov 22 16:55:46.414037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.429899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1260920197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:46.495875 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.497110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.507679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.530536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:46.535603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.554531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] Deleting port dbd71296-8f62-4931-834c-f72dc08b69fc {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:46.554928 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.556311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.557911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:46.558595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.586231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7556643 Nov 22 16:55:46.596440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33054) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.621573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] For port dbd71296-8f62-4931-834c-f72dc08b69fc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dbd71296-8f62-4931-834c-f72dc08b69fc,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:46.622026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.631929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Request body: {'subnet': {'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-872681858-subnet', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:46.636576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] Calling delete_port for dbd71296-8f62-4931-834c-f72dc08b69fc owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:46.665968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.675538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541eae1-afce-458b-b7ed-67dc3e9c2c68 admin admin] Pushing event updated for resources: {'Network': ['ID=a09fa9db-ed90-450b-85f7-34131cf788cb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.687822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.696303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a09fa9db-ed90-450b-85f7-34131cf788cb details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:55:46.721230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Made reservation on behalf of 954299143c6046d992bb62c9c322f949 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:46.723765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.781350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.784187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f23f2fbd-cdd9-48af-965e-a887f39ba1ec tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3652256 Nov 22 16:55:46.787138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33062) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.809588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33064) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:46.822960 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.847212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79902a67-2071-4531-9161-e461aff254ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-12059e75-cff2-43ca-ae0d-77996e2d7c79', 'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79', 'tenant_id': '41f31cb4a096478cb591c904da2a1e3f', 'fixed_ips': [{'subnet_id': '4bb03081-e866-4664-b50b-92f6a571dd2c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:46.848627 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:46.881529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] Pushing event deleted for resources: {'Port': ['ID=dbd71296-8f62-4931-834c-f72dc08b69fc,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:46.888023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4ac36-7612-47fe-b0e9-04c29775000f None None] No DVR routers for this DVR port dbd71296-8f62-4931-834c-f72dc08b69fc on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:47.021234 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.072037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-79902a67-2071-4531-9161-e461aff254ad None None] Allocated IP 172.20.0.2 (12059e75-cff2-43ca-ae0d-77996e2d7c79/4bb03081-e866-4664-b50b-92f6a571dd2c/c7f3b1ba-6715-406c-b290-886fd6a329ee) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:47.093872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:47.098569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:47.104240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:47.140645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.141226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.145397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c113f29d-5f07-436d-99f2-31cf3665c0af None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:47.189716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a2c085d6-b5cb-480b-b001-45551d15f497 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8811691 Nov 22 16:55:47.191391 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.195487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33068) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:47.237848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:47.337365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.369211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3b473e1-8708-4b36-90e4-ae2c906c4997,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:47.429003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e91b-35d6-4335-8280-63064542a175 req-792011ac-f8b8-4955-a5b0-1e4563c1cdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.430646 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e53e91b-35d6-4335-8280-63064542a175 req-792011ac-f8b8-4955-a5b0-1e4563c1cdd3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.6172175 Nov 22 16:55:47.450454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.468344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.471398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Checking segment: {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:47.471745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Network hostable DHCP agents. Network: a09fa9db-ed90-450b-85f7-34131cf788cb, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:55:47.559637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Network a09fa9db-ed90-450b-85f7-34131cf788cb is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:55:47.573463 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e53e91b-35d6-4335-8280-63064542a175 req-6704dbd3-3078-4aab-99ca-3516192cebcb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310968 Nov 22 16:55:47.583530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-76f28349-5aac-415e-8991-6cd2928ecc0c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.585058 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-76f28349-5aac-415e-8991-6cd2928ecc0c tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.20 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 950 time: 0.1417146 Nov 22 16:55:47.585406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79902a67-2071-4531-9161-e461aff254ad None None] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:47.586262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:47.589773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.596930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, a09fa9db-ed90-450b-85f7-34131cf788cb) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:47.617930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79902a67-2071-4531-9161-e461aff254ad None None] Pushing event updated for resources: {'Port': ['ID=c7f3b1ba-6715-406c-b290-886fd6a329ee,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:47.620626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-79902a67-2071-4531-9161-e461aff254ad None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:47.623486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc5688-8c36-478e-bb06-6c76e653d03b None None] Network a09fa9db-ed90-450b-85f7-34131cf788cb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:47.629828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79902a67-2071-4531-9161-e461aff254ad None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:47.654620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.654620 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.684622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d071be1b-258f-4c82-acc3-9beb4ceadd48 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0581760 Nov 22 16:55:47.692024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33078) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:47.695066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.695486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.695897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.696302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.696456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:47.696762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.697191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.697582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.698022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.698415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.698808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.699199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.699591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:47.709955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:47.711072 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.734232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da384fa-df37-45e5-b509-a06d619e8fc0 req-4afd13b2-5e43-4fd9-a16c-2d21f069f861 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:47.738131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3da384fa-df37-45e5-b509-a06d619e8fc0 req-4afd13b2-5e43-4fd9-a16c-2d21f069f861 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 950 time: 0.3462937 Nov 22 16:55:47.789684 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-79902a67-2071-4531-9161-e461aff254ad None None] Attempting to bind port c7f3b1ba-6715-406c-b290-886fd6a329ee on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:47.790522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-79902a67-2071-4531-9161-e461aff254ad None None] Attempting to bind port c7f3b1ba-6715-406c-b290-886fd6a329ee by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a374a5af-7e83-47f9-adbf-8d902a5a5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:47.790987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79902a67-2071-4531-9161-e461aff254ad None None] Attempting to bind port c7f3b1ba-6715-406c-b290-886fd6a329ee on network 12059e75-cff2-43ca-ae0d-77996e2d7c79 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:47.792383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.794877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.799240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79902a67-2071-4531-9161-e461aff254ad None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:47.799882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79902a67-2071-4531-9161-e461aff254ad None None] Checking segment: {'id': 'a374a5af-7e83-47f9-adbf-8d902a5a5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:47.800517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.801158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79902a67-2071-4531-9161-e461aff254ad None None] Bound using segment: {'id': 'a374a5af-7e83-47f9-adbf-8d902a5a5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:47.802011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-79902a67-2071-4531-9161-e461aff254ad None None] Bound port: c7f3b1ba-6715-406c-b290-886fd6a329ee, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a374a5af-7e83-47f9-adbf-8d902a5a5b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:47.802493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.809067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Allocated IP 172.20.0.1 (12059e75-cff2-43ca-ae0d-77996e2d7c79/4bb03081-e866-4664-b50b-92f6a571dd2c/5f3313e3-25e6-44f0-a53d-160901d29282) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:47.841032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3da384fa-df37-45e5-b509-a06d619e8fc0 req-9526be32-f6cb-4bd3-aa13-f5e54344f8ee tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/security-groups?id=8b624406-0315-4be6-b549-e56a8968617b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873275 Nov 22 16:55:47.890684 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-79902a67-2071-4531-9161-e461aff254ad None None] For port c7f3b1ba-6715-406c-b290-886fd6a329ee, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:47.895091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.896050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-79902a67-2071-4531-9161-e461aff254ad None None] For port c7f3b1ba-6715-406c-b290-886fd6a329ee, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c7f3b1ba-6715-406c-b290-886fd6a329ee,segment=NetworkSegment(a374a5af-7e83-47f9-adbf-8d902a5a5b91),segment_id=a374a5af-7e83-47f9-adbf-8d902a5a5b91)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:47.900645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Deleting port 775bb3f4-ed26-44df-904c-b37945e91b2d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:47.900960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:47.921449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79902a67-2071-4531-9161-e461aff254ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.011552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.069711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.163482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:48.171700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:48.175840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:48.232434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] For port 775bb3f4-ed26-44df-904c-b37945e91b2d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=775bb3f4-ed26-44df-904c-b37945e91b2d,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:48.232804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.237245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.244787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Port': ['ID=5f3313e3-25e6-44f0-a53d-160901d29282,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:48.272230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.288560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Calling delete_port for 775bb3f4-ed26-44df-904c-b37945e91b2d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:48.297626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.299061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.299704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.300383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.300965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.301489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.302038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.302551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.303189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.303693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.304217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.304743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:48.337403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Allocated IP 172.20.0.2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4/4a07a3ac-4a14-4999-b170-cc55c71f77f8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:48.354691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79902a67-2071-4531-9161-e461aff254ad None None] Pushing event updated for resources: {'Port': ['ID=c7f3b1ba-6715-406c-b290-886fd6a329ee,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:48.377324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-a09fa9db-ed90-450b-85f7-34131cf788cb', 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'fixed_ips': [{'subnet_id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:55:48.390339 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.446594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bed06912-0d9b-4c1a-af59-e5dfd70b8111 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:48.490861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:48.522223 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Sync routers for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:48.551965 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:48.555454 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:48.788605 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:48.971676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bed06912-0d9b-4c1a-af59-e5dfd70b8111 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:48.972052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.061397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.067823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Allocated IP 172.20.0.2 (a09fa9db-ed90-450b-85f7-34131cf788cb/b3b473e1-8708-4b36-90e4-ae2c906c4997/dc7b9a93-0367-420e-8c69-60e82b861dcd) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:49.089685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.155839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:49.186077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:49.190347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:49.233379 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 2, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:49.259561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.262878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:55:49.271126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.276929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.313843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['775bb3f4-ed26-44df-904c-b37945e91b2d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:55:49.328112 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Checking router: dfe58a4a-14ab-4540-be40-f2908f901eb9 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:49.328474 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Updating router dfe58a4a-14ab-4540-be40-f2908f901eb9 port b5bc2c8d-5563-49bd-884c-d65058c5444f binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:49.374015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Pushing event updated for resources: {'Port': ['ID=4a07a3ac-4a14-4999-b170-cc55c71f77f8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.380458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Port': ['ID=5f3313e3-25e6-44f0-a53d-160901d29282,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.388040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9e2486b-3a70-461b-81de-d9e634104f46 req-5be6897b-6a5c-46e5-8dc4-a52ed29606a0 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 210 time: 0.1256766 Nov 22 16:55:49.396730 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.425240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.477414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Attempting to bind port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:49.477834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Attempting to bind port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:49.478185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Attempting to bind port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:49.522515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Pushing event deleted for resources: {'Port': ['ID=775bb3f4-ed26-44df-904c-b37945e91b2d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:49.578558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:49.580704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:49.598764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dbd71296-8f62-4931-834c-f72dc08b69fc no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:49.682700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:49.683081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:49.683485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.683887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:49.684388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Bound port: 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:49.691113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.706507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: dbd71296-8f62-4931-834c-f72dc08b69fc {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:49.706854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dbd71296-8f62-4931-834c-f72dc08b69fc not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:49.766426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] No DVR routers for this DVR port 775bb3f4-ed26-44df-904c-b37945e91b2d on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:55:49.777294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Router 33fd20f6-6f60-44a0-9879-e746eb8d255d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:49.789853 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.793482 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2bd7322c-3746-40c3-b2a2-7e22155f057a req-35ae9583-965c-47fe-afc1-31deefdcfbf1 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.20 "DELETE /v2.0/ports/775bb3f4-ed26-44df-904c-b37945e91b2d HTTP/1.1" status: 204 len: 173 time: 2.1998086 Nov 22 16:55:49.794194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30488f65-c818-493b-a275-89c890c8022e', 'name': 'network-vif-deleted', 'tag': '775bb3f4-ed26-44df-904c-b37945e91b2d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:55:49.797268 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4282e7-0e72-46e1-a538-8e4211aacdd2" -d '{"events": [{"server_uuid": "30488f65-c818-493b-a275-89c890c8022e", "name": "network-vif-deleted", "tag": "775bb3f4-ed26-44df-904c-b37945e91b2d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:55:49.801913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06385835-696c-441d-83f0-f2034914790d None None] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:49.892718 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.901429 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbec912-c714-400c-8c35-8f5461786aa2 x-openstack-request-id: req-8fbec912-c714-400c-8c35-8f5461786aa2 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:55:49.901870 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30488f65-c818-493b-a275-89c890c8022e", "name": "network-vif-deleted", "tag": "775bb3f4-ed26-44df-904c-b37945e91b2d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:55:49.902498 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8fbec912-c714-400c-8c35-8f5461786aa2 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:55:49.902903 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30488f65-c818-493b-a275-89c890c8022e', 'name': 'network-vif-deleted', 'tag': '775bb3f4-ed26-44df-904c-b37945e91b2d', 'status': 'completed', 'code': 200} Nov 22 16:55:49.910220 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.918438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.919115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:49.949540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f543fc57-7b9f-4bca-9cc1-82daa8de7b33 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "PUT /v2.0/routers/33fd20f6-6f60-44a0-9879-e746eb8d255d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1609104 Nov 22 16:55:49.951962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:49.952115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.952997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] Sync routers for ids ['33fd20f6-6f60-44a0-9879-e746eb8d255d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:49.964057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'port': {'network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79', 'name': 'tempest-FloatingIPNegativeTestJSON-1397843288'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:49.965183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:49.997488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.000335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.038950 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Pushing event updated for resources: {'Port': ['ID=b5bc2c8d-5563-49bd-884c-d65058c5444f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.055663 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.056004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.056534 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.056876 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.057272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.057709 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.057958 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.058284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.058744 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.059066 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.059384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.059700 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:55:50.080775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] For port 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:50.136874 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d6b5a3e-f50a-4965-9e0c-fdf2bd31c306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.145091 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Attempting to bind port b5bc2c8d-5563-49bd-884c-d65058c5444f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:50.145476 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Attempting to bind port b5bc2c8d-5563-49bd-884c-d65058c5444f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:50.166195 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Attempting to bind port b5bc2c8d-5563-49bd-884c-d65058c5444f on network f1f2c43b-41bc-497f-beec-47990f118617 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:50.200108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-12aebd64-dfe2-4f93-bce2-23ee9a878b47 None None] Provisioning complete for port c7f3b1ba-6715-406c-b290-886fd6a329ee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:50.208546 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12aebd64-dfe2-4f93-bce2-23ee9a878b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.209868 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:50.210531 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Checking segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:50.210947 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.211347 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Bound using segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:50.211835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Network a09fa9db-ed90-450b-85f7-34131cf788cb is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:50.211987 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Bound port: b5bc2c8d-5563-49bd-884c-d65058c5444f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:50.212756 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.230168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] Routers {'33fd20f6-6f60-44a0-9879-e746eb8d255d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:50.232501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Made reservation on behalf of 41f31cb4a096478cb591c904da2a1e3f for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:50.237490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['33fd20f6-6f60-44a0-9879-e746eb8d255d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.245425 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.249074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Allocated IP 172.25.6.34 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/15d96e99-e7c7-47c5-81e8-b6a3dc724207) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:50.280135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] device_id is not set on port 09142646-a790-426a-9356-cf72eeed49ab yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:50.287322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] For port 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4a07a3ac-4a14-4999-b170-cc55c71f77f8,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:50.352773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:50.369563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:55:50.370520 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:55:50.381949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.402103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:50.408214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.466552 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] For port b5bc2c8d-5563-49bd-884c-d65058c5444f, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:50.468007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Pushing event updated for resources: {'Port': ['ID=dc7b9a93-0367-420e-8c69-60e82b861dcd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.471284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c7f3b1ba-6715-406c-b290-886fd6a329ee up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:50.478757 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] For port b5bc2c8d-5563-49bd-884c-d65058c5444f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b5bc2c8d-5563-49bd-884c-d65058c5444f,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:50.491076 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.584502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] Routers {'33fd20f6-6f60-44a0-9879-e746eb8d255d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:50.585678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['33fd20f6-6f60-44a0-9879-e746eb8d255d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.605357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.608884 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b74bb-590d-4457-a53a-68b1ff4efa00 None None] Pushing event updated for resources: {'Port': ['ID=b5bc2c8d-5563-49bd-884c-d65058c5444f,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.621608 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:50.622205 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.631024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2a30bb1-a1d1-4951-9316-dd4433a41a97 req-af0a73a5-6f51-46a8-8a74-7466303793e2 tempest-VolumesBackupsTest-1119113255 tempest-VolumesBackupsTest-1119113255-project] 10.222.0.65 "GET /v2.0/ports?device_id=30488f65-c818-493b-a275-89c890c8022e HTTP/1.1" status: 200 len: 210 time: 0.0755124 Nov 22 16:55:50.634606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Allocated IP 172.20.0.6 (12059e75-cff2-43ca-ae0d-77996e2d7c79/4bb03081-e866-4664-b50b-92f6a571dd2c/09142646-a790-426a-9356-cf72eeed49ab) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:50.699977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.775946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:50.776728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b200f72-0279-4805-af30-3af56c52a429 None None] The sync data for ids ['33fd20f6-6f60-44a0-9879-e746eb8d255d'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:50.794298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:50.800417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:50.806498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:50.836228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:50.851753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e28a7a-5716-48f3-bf74-86446f5b2af3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:50.861253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Pushing event updated for resources: {'Port': ['ID=15d96e99-e7c7-47c5-81e8-b6a3dc724207,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.865362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed2f39-cba3-4000-b6a8-b9dc7831bab4 None None] Pushing event updated for resources: {'Port': ['ID=4a07a3ac-4a14-4999-b170-cc55c71f77f8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:50.870227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Attempting to bind port dc7b9a93-0367-420e-8c69-60e82b861dcd on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:50.870697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Attempting to bind port dc7b9a93-0367-420e-8c69-60e82b861dcd by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:50.871131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Attempting to bind port dc7b9a93-0367-420e-8c69-60e82b861dcd on network a09fa9db-ed90-450b-85f7-34131cf788cb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:50.942559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:50.942948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Checking segment: {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:50.943555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.944766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Bound using segment: {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:50.952465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Bound port: dc7b9a93-0367-420e-8c69-60e82b861dcd, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:50.952950 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:50.981337 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.019835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c7f3b1ba-6715-406c-b290-886fd6a329ee triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:51.022233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.092414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.150988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12aebd64-dfe2-4f93-bce2-23ee9a878b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.205320 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.229060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:51.239725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] For port dc7b9a93-0367-420e-8c69-60e82b861dcd, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:51.241339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:51.248352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:51.258927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] For port dc7b9a93-0367-420e-8c69-60e82b861dcd, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dc7b9a93-0367-420e-8c69-60e82b861dcd,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:51.265117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-12aebd64-dfe2-4f93-bce2-23ee9a878b47 None None] For port c7f3b1ba-6715-406c-b290-886fd6a329ee, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c7f3b1ba-6715-406c-b290-886fd6a329ee,segment=NetworkSegment(a374a5af-7e83-47f9-adbf-8d902a5a5b91),segment_id=a374a5af-7e83-47f9-adbf-8d902a5a5b91)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:51.273286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Port': ['ID=09142646-a790-426a-9356-cf72eeed49ab,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.306334 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:50Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:51.320021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.322307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12aebd64-dfe2-4f93-bce2-23ee9a878b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.355237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faefb8c-0341-4c99-a1b9-c301f7530980 None None] The sync data for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 is: [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:50Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:51.368031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.377502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:51.378305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.419086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ebde13c-a9bf-46f9-a46e-e83d3f690dde tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4646320 Nov 22 16:55:51.419985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33100) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:51.430415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.431554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:51.478723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Provisioning complete for port b5bc2c8d-5563-49bd-884c-d65058c5444f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:51.479795 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.497188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.574083 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:55:51.574442 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:55:51.604088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc02509-f9c3-4425-96de-8df802496e4f None None] Pushing event updated for resources: {'Port': ['ID=dc7b9a93-0367-420e-8c69-60e82b861dcd,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.663085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4a07a3ac-4a14-4999-b170-cc55c71f77f8,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:51.762632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aebd64-dfe2-4f93-bce2-23ee9a878b47 None None] Pushing event updated for resources: {'Port': ['ID=c7f3b1ba-6715-406c-b290-886fd6a329ee,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:51.768833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 775bb3f4-ed26-44df-904c-b37945e91b2d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:55:51.794330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.835690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 775bb3f4-ed26-44df-904c-b37945e91b2d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:55:51.846661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 775bb3f4-ed26-44df-904c-b37945e91b2d not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:55:51.910507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.971386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.972370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:51.995108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.134629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Allocated IP 172.25.6.110 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/7edb937f-f294-4a2b-9a45-15c481dc7593) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:52.278705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=04b07dd5-585b-4e69-8299-d73301866eab,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.295261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:52.344102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:52.347957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:52.348575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.375441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.520607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.527533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-69341615-763f-40c2-9005-f53750a475b5 None None] For port b5bc2c8d-5563-49bd-884c-d65058c5444f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b5bc2c8d-5563-49bd-884c-d65058c5444f,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:52.537198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.589826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33108) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:52.599335 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.3649378 Nov 22 16:55:52.600642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bd24d-58e7-42c1-bb87-d733d9f08a83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=4a07a3ac-4a14-4999-b170-cc55c71f77f8,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.634890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:95:31:f0', 'name': 'tempest-NetworksTestDHCPv6-613883656'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:52.662865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Pushing event updated for resources: {'Port': ['ID=b5bc2c8d-5563-49bd-884c-d65058c5444f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:52.682835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Provisioning complete for port 5f3313e3-25e6-44f0-a53d-160901d29282 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:52.683229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.736041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Port 5f3313e3-25e6-44f0-a53d-160901d29282 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:52.776909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Provisioning complete for port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:52.777254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.788522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f439150b-6e2d-426c-8dc0-492a3d793a80 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:52.915727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.932522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:55:52.971338 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-855b1a7b-ee3b-4a09-ba76-d74b2c17980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:52.997946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:53.046081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Provisioning complete for port c7f3b1ba-6715-406c-b290-886fd6a329ee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:53.046461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69341615-763f-40c2-9005-f53750a475b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.096518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:53.107305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:53.110038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:53.176036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Port': ['ID=7edb937f-f294-4a2b-9a45-15c481dc7593,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:53.234669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:53.237465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c7f3b1ba-6715-406c-b290-886fd6a329ee up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:53.240589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:53.247782 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Sync routers for ids ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:53.262819 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Routers {'369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:53.263533 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:53.267571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.268820 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4da03178-9d0c-4221-80ff-ade898746747 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5759158 Nov 22 16:55:53.273150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:53.348573 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.413521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.439422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c7f3b1ba-6715-406c-b290-886fd6a329ee triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:53.439839 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.550450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dc7b9a93-0367-420e-8c69-60e82b861dcd up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:53.552480 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Set router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:53.554656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7db8f2-c62b-4605-aba2-fe65fa78ab7c None None] Network a09fa9db-ed90-450b-85f7-34131cf788cb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:53.673943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.688012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Provisioning complete for port 09142646-a790-426a-9356-cf72eeed49ab triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:53.689289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.744289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.768855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.790831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Port 09142646-a790-426a-9356-cf72eeed49ab cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:53.887618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 8e400f69-b0bb-4825-9740-48dc006921b2 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:55:53.891727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Provisioning complete for port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:53.892147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:53.977482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dc7b9a93-0367-420e-8c69-60e82b861dcd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:53.977953 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.086688 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T16:55:51Z', 'revision_number': 3, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:54.088855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Port': ['ID=7edb937f-f294-4a2b-9a45-15c481dc7593,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:54.154912 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Checking router: 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:55:54.155326 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Updating router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:55:54.158177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.177345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.208349 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.277481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.317997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.380059 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.415074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 172.20.0.5 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4/8e400f69-b0bb-4825-9740-48dc006921b2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:54.430797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.435307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port dc7b9a93-0367-420e-8c69-60e82b861dcd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dc7b9a93-0367-420e-8c69-60e82b861dcd,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:54.437158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8d65a4b0-807c-4cc2-8fd1-a6b3c073abea tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0157154 Nov 22 16:55:54.447682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33116) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:54.456743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.458018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4a07a3ac-4a14-4999-b170-cc55c71f77f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:54.463081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ade6ddf5-e4ce-45e0-8edb-3da706faec4a tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'floatingip': {'port_id': '09142646-a790-426a-9356-cf72eeed49ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:54.467974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fe95:31f0 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/04b07dd5-585b-4e69-8299-d73301866eab/8e400f69-b0bb-4825-9740-48dc006921b2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:54.595562 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ade6ddf5-e4ce-45e0-8edb-3da706faec4a tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.770522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] For port 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4a07a3ac-4a14-4999-b170-cc55c71f77f8,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:54.802466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.814561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Allocated IP 172.20.0.1 (a09fa9db-ed90-450b-85f7-34131cf788cb/b3b473e1-8708-4b36-90e4-ae2c906c4997/c3f74ba9-6a14-4e92-92b7-e7f9054036be) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:54.828509 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.833473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Provisioning complete for port 5f3313e3-25e6-44f0-a53d-160901d29282 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:54.834471 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.836229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=dc7b9a93-0367-420e-8c69-60e82b861dcd,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:54.843554 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.917805 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-ade6ddf5-e4ce-45e0-8edb-3da706faec4a tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] update failed (client error): The resource could not be found. Nov 22 16:55:54.921417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ade6ddf5-e4ce-45e0-8edb-3da706faec4a tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "PUT /v2.0/floatingips/a415fa37-aaf6-4af4-ac10-d84ed481d2d7 HTTP/1.1" status: 404 len: 507 time: 0.4701085 Nov 22 16:55:54.922284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33118) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:54.949933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c4918-54e5-4216-8f07-12898a1d4b27 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:54.964935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Port 5f3313e3-25e6-44f0-a53d-160901d29282 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:54.969263 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Attempting to bind port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:55:54.969683 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:54.969990 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Attempting to bind port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:55:54.970391 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.970638 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Attempting to bind port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:55:54.980298 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:55:54.980810 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:55:54.981329 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.982650 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:55:54.983266 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Bound port: 15d96e99-e7c7-47c5-81e8-b6a3dc724207, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:55:54.983754 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:54.986521 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac95a7-393f-4d44-8935-03e9cc5415e7 None None] Pushing event updated for resources: {'Port': ['ID=15d96e99-e7c7-47c5-81e8-b6a3dc724207,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.027027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Pushing event updated for resources: {'Port': ['ID=4a07a3ac-4a14-4999-b170-cc55c71f77f8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.029925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.039175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Provisioning complete for port dc7b9a93-0367-420e-8c69-60e82b861dcd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:55.039550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6eb94499-1dbd-40a0-8dde-87f09b0d84f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.053632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] For port 15d96e99-e7c7-47c5-81e8-b6a3dc724207, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:55:55.058081 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] For port 15d96e99-e7c7-47c5-81e8-b6a3dc724207, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15d96e99-e7c7-47c5-81e8-b6a3dc724207,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:55:55.062898 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.098625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.128543 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac95a7-393f-4d44-8935-03e9cc5415e7 None None] Pushing event updated for resources: {'Port': ['ID=15d96e99-e7c7-47c5-81e8-b6a3dc724207,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.132137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b5bc2c8d-5563-49bd-884c-d65058c5444f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:55.170620 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Routers {'369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:55.171565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:55.178636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a81b63e-6a7e-4677-9a38-5a72dce79dad None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:55:55.197346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.201745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Network a09fa9db-ed90-450b-85f7-34131cf788cb is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:55.228482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:55.231508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:55.274432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Deleting port 7edb937f-f294-4a2b-9a45-15c481dc7593 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:55.275119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.279698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.286860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.320137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b5bc2c8d-5563-49bd-884c-d65058c5444f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:55.320581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.346097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f74ba9-6a14-4e92-92b7-e7f9054036be,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.408336 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] Set router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:55.416919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:55.424194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:55.442973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:55.506083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=8e400f69-b0bb-4825-9740-48dc006921b2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:55.566861 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.574402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.586380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.618758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.621087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.627735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Provisioning complete for port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:55.628105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.637468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Calling delete_port for 7edb937f-f294-4a2b-9a45-15c481dc7593 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:55.684729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c1c682e-e241-424c-8503-1d55fc6a257b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.0887480 Nov 22 16:55:55.693399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33122) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:55.746029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4a07a3ac-4a14-4999-b170-cc55c71f77f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:55.901424 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T16:55:51Z', 'revision_number': 3, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:55.937507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:55.939137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:55.949609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a48274-59f1-4df8-9f5e-7c0912bf533f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.957557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a48274-59f1-4df8-9f5e-7c0912bf533f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:55.959293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b8a48274-59f1-4df8-9f5e-7c0912bf533f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2625301 Nov 22 16:55:55.962517 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e26add-5252-45bd-b60f-7abc2a665ac4 None None] The sync data for ids ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'] in n-d-816206-6 is: [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T16:55:51Z', 'revision_number': 3, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:55:55.963933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33124) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:56.083723 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.144650 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.150384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dc7b9a93-0367-420e-8c69-60e82b861dcd up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:56.189589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Port': ['ID=7edb937f-f294-4a2b-9a45-15c481dc7593,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:56.196337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.211386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Provisioning complete for port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:56.211907 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.241423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 8e400f69-b0bb-4825-9740-48dc006921b2 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:56.242085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.332387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dc7b9a93-0367-420e-8c69-60e82b861dcd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:56.335273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.415008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.429815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 8e400f69-b0bb-4825-9740-48dc006921b2 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:56.433985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.440355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.483303 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.504829 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.508306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.512972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ed4e13c4-de25-4cac-b629-1c7e93c78a5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "DELETE /v2.0/floatingips/a415fa37-aaf6-4af4-ac10-d84ed481d2d7 HTTP/1.1" status: 204 len: 168 time: 1.5849569 Nov 22 16:55:56.516012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33130) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:56.522063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d411126f-d780-4131-830c-4c9e088cfcb1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'floatingip': {'floating_network_id': '12059e75-cff2-43ca-ae0d-77996e2d7c79', 'port_id': '09142646-a790-426a-9356-cf72eeed49ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:56.527095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] For port 15d96e99-e7c7-47c5-81e8-b6a3dc724207, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15d96e99-e7c7-47c5-81e8-b6a3dc724207,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:55:56.538010 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.592804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.618654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Provisioning complete for port dc7b9a93-0367-420e-8c69-60e82b861dcd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:56.619410 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.620237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=c3f74ba9-6a14-4e92-92b7-e7f9054036be,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:56.720743 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d411126f-d780-4131-830c-4c9e088cfcb1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.731320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc349a0-5311-4348-975a-80e67ef3159a None None] Pushing event updated for resources: {'Port': ['ID=15d96e99-e7c7-47c5-81e8-b6a3dc724207,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:56.760042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:56.821047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=8e400f69-b0bb-4825-9740-48dc006921b2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:56.878767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Network a09fa9db-ed90-450b-85f7-34131cf788cb is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:56.883752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:56.959328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-53fabf33-84a8-4e62-88f3-0343a40b3ec1 None None] Provisioning complete for port c3f74ba9-6a14-4e92-92b7-e7f9054036be triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:56.966652 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53fabf33-84a8-4e62-88f3-0343a40b3ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.072749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.087194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-53fabf33-84a8-4e62-88f3-0343a40b3ec1 None None] Port c3f74ba9-6a14-4e92-92b7-e7f9054036be cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:57.087937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-06cc9aa9-406b-4ad1-9a24-0cb2e2555758 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/8e400f69-b0bb-4825-9740-48dc006921b2 HTTP/1.1" status: 204 len: 168 time: 1.1211288 Nov 22 16:55:57.090752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33132) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.093854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-53fabf33-84a8-4e62-88f3-0343a40b3ec1 None None] Could not find standard attr ID for object 8e400f69-b0bb-4825-9740-48dc006921b2. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:55:57.129247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:55:57.209222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e32895-730c-47f8-9a63-58e9e0f0aacd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.211483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e32895-730c-47f8-9a63-58e9e0f0aacd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.213520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e32895-730c-47f8-9a63-58e9e0f0aacd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:55:57.218482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d9e32895-730c-47f8-9a63-58e9e0f0aacd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1262660 Nov 22 16:55:57.219396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.312732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 04b07dd5-585b-4e69-8299-d73301866eab {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:57.340982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.358157 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-d411126f-d780-4131-830c-4c9e088cfcb1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:55:57.365710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d411126f-d780-4131-830c-4c9e088cfcb1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8479266 Nov 22 16:55:57.370958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33138) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.377517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '09142646-a790-426a-9356-cf72eeed49ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:57.437345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-31367ae3-f2ca-45f7-b76f-077b70fd6217 None None] Provisioning complete for port c3f74ba9-6a14-4e92-92b7-e7f9054036be triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:57.437920 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31367ae3-f2ca-45f7-b76f-077b70fd6217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.464257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.468886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.494453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-31367ae3-f2ca-45f7-b76f-077b70fd6217 None None] Port c3f74ba9-6a14-4e92-92b7-e7f9054036be cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:55:57.561202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:55:57.568089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-af2215bc-61fd-47c8-81f9-7f17a2c35dc2 admin admin] 10.222.0.65 "PUT /v2.0/routers/369b72e9-bdf2-41e9-83b0-e3eee85ae8e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2935154 Nov 22 16:55:57.652139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.720088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.767127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.801248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 15d96e99-e7c7-47c5-81e8-b6a3dc724207 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:55:57.819155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=04b07dd5-585b-4e69-8299-d73301866eab,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:57.827460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:57.835514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5a061edf-c7ed-447a-87ae-8904895d9a36 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/04b07dd5-585b-4e69-8299-d73301866eab HTTP/1.1" status: 204 len: 168 time: 0.6140339 Nov 22 16:55:57.836174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33142) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:57.896216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74598ad7-2bc8-4aa2-9d6a-85732cd2cfe1 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:57.900164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Allocated IP 172.25.6.230 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ba4f9402-74bf-4e0f-9f22-63b4dfc3a348) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:55:57.921251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:55:57.930727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.051062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.053547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.132642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.222622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:55:58.224936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.314582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event updated for resources: {'Port': ['ID=ba4f9402-74bf-4e0f-9f22-63b4dfc3a348,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:58.356739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:55:58.363176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:55:58.369359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:55:58.415669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.617865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.697602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:58.731219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.737115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Deleting port ba4f9402-74bf-4e0f-9f22-63b4dfc3a348 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:58.737891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.738768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-08628ad8-4cc9-4e91-b69f-f3c4de032f59 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4 HTTP/1.1" status: 204 len: 168 time: 0.9015348 Nov 22 16:55:58.741421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33212) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:58.814565 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-55e321a8-9d51-42e1-bc63-e3b71de79066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682099 Nov 22 16:55:58.814921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33224) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:58.827512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:55:58.941860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.942474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:58.973273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Calling delete_port for ba4f9402-74bf-4e0f-9f22-63b4dfc3a348 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:55:59.000145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Sync routers for ids ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:55:59.054844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Routers {'369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:55:59.055885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:55:59.228259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:55:59.235956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.350919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.410492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Port': ['ID=ba4f9402-74bf-4e0f-9f22-63b4dfc3a348,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:55:59.464940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Set router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:55:59.602265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f60fa6-c57c-4a3a-8197-f000bbe88f3d None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:55:59.742323 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] create failed (client error): The resource could not be found. Nov 22 16:55:59.744378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-64b74de8-e67d-49fc-9513-27c653ec1db1 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3721814 Nov 22 16:55:59.750436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33258) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:55:59.918367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:55:59.981437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Deleting port 09142646-a790-426a-9356-cf72eeed49ab {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:55:59.981811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.015513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:00.021046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:00.026192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.026804 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.036923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=9ae2664c-e709-4620-bba9-429d35d06a0e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:00.073314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-760fa669-cc93-448d-9b5d-dbdef71ae066 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2535214 Nov 22 16:56:00.074560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33278) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.096029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:00.138047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.155212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Calling delete_port for 09142646-a790-426a-9356-cf72eeed49ab owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:00.322303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.362104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Port': ['ID=09142646-a790-426a-9356-cf72eeed49ab,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:00.535786 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.543045 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a6ec56c8-1279-47e9-9e90-bdb176d25b97 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "DELETE /v2.0/ports/09142646-a790-426a-9356-cf72eeed49ab HTTP/1.1" status: 204 len: 168 time: 0.7904751 Nov 22 16:56:00.545679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.644565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f9a7879d-f72d-4609-8d92-847b48edcaff None None] Provisioning complete for port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:00.644565 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9a7879d-f72d-4609-8d92-847b48edcaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:00.703307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7040b91b-45b7-450d-bebb-c53c301065df tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:00.717390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7040b91b-45b7-450d-bebb-c53c301065df tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "GET /v2.0/ports?device_id=33fd20f6-6f60-44a0-9879-e746eb8d255d HTTP/1.1" status: 200 len: 913 time: 0.1698265 Nov 22 16:56:00.718510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33324) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:00.953534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c3f74ba9-6a14-4e92-92b7-e7f9054036be', 'name': '', 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'mac_address': 'fa:16:3e:16:a8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:54Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 2, 'project_id': '954299143c6046d992bb62c9c322f949', 'subnets': [{'id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:00.972504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:01.063099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Checking router: 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:01.064302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Updating router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 port c3f74ba9-6a14-4e92-92b7-e7f9054036be binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:56:01.146211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:01.153819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.192940 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.511356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.598003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] Deleting port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:01.598665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.726424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4a07a3ac-4a14-4999-b170-cc55c71f77f8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:01.885600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:01.905290 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.946394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] For port 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4a07a3ac-4a14-4999-b170-cc55c71f77f8,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:01.946794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:01.987718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] Calling delete_port for 4a07a3ac-4a14-4999-b170-cc55c71f77f8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:02.084585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Deleting port 5f3313e3-25e6-44f0-a53d-160901d29282 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:02.085088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.095620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 4a07a3ac-4a14-4999-b170-cc55c71f77f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4a07a3ac-4a14-4999-b170-cc55c71f77f8,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:02.107071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.157381 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.197494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.232244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.247978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=4a07a3ac-4a14-4999-b170-cc55c71f77f8,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.273692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Calling delete_port for 5f3313e3-25e6-44f0-a53d-160901d29282 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:02.277983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.319780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772929a-93c1-4e0f-9d81-687db454a813 None None] Pushing event updated for resources: {'Port': ['ID=c3f74ba9-6a14-4e92-92b7-e7f9054036be,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.331073 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.335189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 concurrently deleted while adding address for new subnet {'id': '47074c53-8cc3-4451-b14d-9936f061a3f1', 'name': '', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3080, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-22T16:56:01Z', 'updated_at': '2021-11-22T16:56:01Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'd5e3f2b405f64dc79656aa7da9a8eb65'}. {{(pid=103514) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 22 16:56:02.336506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.419651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:02.428779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:02.439646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:02.440922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.448737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] Pushing event deleted for resources: {'Port': ['ID=4a07a3ac-4a14-4999-b170-cc55c71f77f8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.457086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf667361-f208-41a3-8192-b219f72cc3d4 None None] No DVR routers for this DVR port 4a07a3ac-4a14-4999-b170-cc55c71f77f8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:02.485855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aff724-1d2c-4b3c-b6cd-0687af22f0d3 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:02.486438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4099402 Nov 22 16:56:02.490095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33336) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:02.495951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:55:eb:1b', 'name': 'tempest-NetworksTestDHCPv6-912332566'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:02.572446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0106b2-613e-4c4c-9f5e-78b6a846330b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=47074c53-8cc3-4451-b14d-9936f061a3f1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.580607 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.635120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Port': ['ID=5f3313e3-25e6-44f0-a53d-160901d29282,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:02.673630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Attempting to bind port c3f74ba9-6a14-4e92-92b7-e7f9054036be on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:02.674154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Attempting to bind port c3f74ba9-6a14-4e92-92b7-e7f9054036be by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:02.674590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Attempting to bind port c3f74ba9-6a14-4e92-92b7-e7f9054036be on network a09fa9db-ed90-450b-85f7-34131cf788cb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:02.748421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:02.749625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Checking segment: {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:02.750291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.751594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Bound using segment: {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:02.753146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Bound port: c3f74ba9-6a14-4e92-92b7-e7f9054036be, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31aff2c3-589f-4e96-b174-097af8335c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:02.753823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.766987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:02.840346 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:02.841959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5cbb398c-4fb7-4d11-8401-58868f35cfb5 None None] Provisioning complete for port c3f74ba9-6a14-4e92-92b7-e7f9054036be triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:02.842586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5cbb398c-4fb7-4d11-8401-58868f35cfb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.936477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.980630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '47074c53-8cc3-4451-b14d-9936f061a3f1'}, {'subnet_id': '9ae2664c-e709-4620-bba9-429d35d06a0e'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:02.986167 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:02.987125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.037109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 6a1bd281-75b4-4923-85c6-d1ef05550297 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:03.048755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] For port c3f74ba9-6a14-4e92-92b7-e7f9054036be, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:03.059342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb398c-4fb7-4d11-8401-58868f35cfb5 None None] Port c3f74ba9-6a14-4e92-92b7-e7f9054036be cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:03.070834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] For port c3f74ba9-6a14-4e92-92b7-e7f9054036be, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c3f74ba9-6a14-4e92-92b7-e7f9054036be,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:03.190253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Router 33fd20f6-6f60-44a0-9879-e746eb8d255d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:03.247546 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.291432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:03.305736 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] Sync routers for ids ['33fd20f6-6f60-44a0-9879-e746eb8d255d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:03.305877 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aaf39cb3-d636-4c13-9a3d-2f4f5825bfcf tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "PUT /v2.0/routers/33fd20f6-6f60-44a0-9879-e746eb8d255d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5859232 Nov 22 16:56:03.308096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33344) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:03.325066 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] Routers {'33fd20f6-6f60-44a0-9879-e746eb8d255d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:03.326349 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['33fd20f6-6f60-44a0-9879-e746eb8d255d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:03.358448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Routers {'369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:03.359088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:03.374018 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:03.385401 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] Routers {'33fd20f6-6f60-44a0-9879-e746eb8d255d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:03.386634 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['33fd20f6-6f60-44a0-9879-e746eb8d255d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:03.395011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772929a-93c1-4e0f-9d81-687db454a813 None None] Pushing event updated for resources: {'Port': ['ID=c3f74ba9-6a14-4e92-92b7-e7f9054036be,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:03.447489 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:03.448464 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82caca58-3f0c-43b1-a7df-5b186e4e42bd None None] The sync data for ids ['33fd20f6-6f60-44a0-9879-e746eb8d255d'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:03.492764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 172.20.0.10 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/9ae2664c-e709-4620-bba9-429d35d06a0e/6a1bd281-75b4-4923-85c6-d1ef05550297) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:03.512159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fe55:eb1b (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/47074c53-8cc3-4451-b14d-9936f061a3f1/6a1bd281-75b4-4923-85c6-d1ef05550297) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:03.529447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.621586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] Set router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:03.892274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.894352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.968865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.970001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Fanout notify agent at l3_agent the message router_deleted on router 33fd20f6-6f60-44a0-9879-e746eb8d255d {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:03.987243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.991731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:03.996754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-429c4ed4-e534-467b-8787-f6b74fbbbc96 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "DELETE /v2.0/routers/33fd20f6-6f60-44a0-9879-e746eb8d255d HTTP/1.1" status: 204 len: 168 time: 0.6865094 Nov 22 16:56:03.997524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:04.067894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.079616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Deleting subnet 4bb03081-e866-4664-b50b-92f6a571dd2c {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:04.084061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.142934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:04.149315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:04.162104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:04.197584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.202703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=6a1bd281-75b4-4923-85c6-d1ef05550297,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.243178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.243882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.274791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba3964ac-345b-42d9-9674-38d69905928b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7812643 Nov 22 16:56:04.275024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33354) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:04.309466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.338257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Allocated IP 172.20.0.2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/9ae2664c-e709-4620-bba9-429d35d06a0e/aeff46d6-0591-4685-8998-7536a18c7d74) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:04.346744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34fc80-8a04-4133-85de-722366657c54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:04.346744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-db34fc80-8a04-4133-85de-722366657c54 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.0700812 Nov 22 16:56:04.349888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33356) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:04.356640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Allocated IP 2001:db8::f816:3eff:fe90:af7e (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/47074c53-8cc3-4451-b14d-9936f061a3f1/aeff46d6-0591-4685-8998-7536a18c7d74) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:04.386393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.427539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb03081-e866-4664-b50b-92f6a571dd2c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.442552 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.445978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a2fa313b-60d9-48f5-8c54-c78f42f4918d None None] Provisioning complete for port c3f74ba9-6a14-4e92-92b7-e7f9054036be triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:04.447651 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2fa313b-60d9-48f5-8c54-c78f42f4918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.448759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dc2acafb-8058-4a4e-aa69-1db5f77cdd85 tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "DELETE /v2.0/subnets/4bb03081-e866-4664-b50b-92f6a571dd2c HTTP/1.1" status: 204 len: 168 time: 0.4500973 Nov 22 16:56:04.451483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33358) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:04.484785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f87d71-3500-4f5a-ad25-2886ce00311a None None] Network 12059e75-cff2-43ca-ae0d-77996e2d7c79 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:04.505644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 6a1bd281-75b4-4923-85c6-d1ef05550297 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:04.506743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.573760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.647969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.649490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Deleting port c7f3b1ba-6715-406c-b290-886fd6a329ee {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:04.650268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.669557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 6a1bd281-75b4-4923-85c6-d1ef05550297 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:04.753769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] For port c7f3b1ba-6715-406c-b290-886fd6a329ee, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c7f3b1ba-6715-406c-b290-886fd6a329ee,segment=NetworkSegment(a374a5af-7e83-47f9-adbf-8d902a5a5b91),segment_id=a374a5af-7e83-47f9-adbf-8d902a5a5b91)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:04.754131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.777976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Calling delete_port for c7f3b1ba-6715-406c-b290-886fd6a329ee owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:04.887991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:04.910703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] No DVR routers for this DVR port c7f3b1ba-6715-406c-b290-886fd6a329ee on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:04.954271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Port': ['ID=c7f3b1ba-6715-406c-b290-886fd6a329ee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:04.970303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.007471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c3f74ba9-6a14-4e92-92b7-e7f9054036be', 'name': '', 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'mac_address': 'fa:16:3e:16:a8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:54Z', 'updated_at': '2021-11-22T16:56:03Z', 'revision_number': 4, 'project_id': '954299143c6046d992bb62c9c322f949', 'subnets': [{'id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:05.014855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2fa313b-60d9-48f5-8c54-c78f42f4918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.059242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=6a1bd281-75b4-4923-85c6-d1ef05550297,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:05.090279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.127112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a2fa313b-60d9-48f5-8c54-c78f42f4918d None None] For port c3f74ba9-6a14-4e92-92b7-e7f9054036be, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c3f74ba9-6a14-4e92-92b7-e7f9054036be,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:05.137775 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.141077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d62bc-98c3-43b5-bd4a-3d08bd58cddd None None] DHCP port deletion for 12059e75-cff2-43ca-ae0d-77996e2d7c79 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:05.159626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ea4575-32a5-4f8b-9f24-fcfa843e453f None None] The sync data for ids ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'] in n-d-816206-6 is: [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c3f74ba9-6a14-4e92-92b7-e7f9054036be', 'name': '', 'network_id': 'a09fa9db-ed90-450b-85f7-34131cf788cb', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'mac_address': 'fa:16:3e:16:a8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:54Z', 'updated_at': '2021-11-22T16:56:03Z', 'revision_number': 4, 'project_id': '954299143c6046d992bb62c9c322f949', 'subnets': [{'id': 'b3b473e1-8708-4b36-90e4-ae2c906c4997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:05.165479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.188725 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2fa313b-60d9-48f5-8c54-c78f42f4918d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.213526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12059e75-cff2-43ca-ae0d-77996e2d7c79']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:05.228403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:05.229339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:05.235326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:05.248736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a374a5af-7e83-47f9-adbf-8d902a5a5b91') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:05.254723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a374a5af-7e83-47f9-adbf-8d902a5a5b91') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:05.280779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Pushing event updated for resources: {'Port': ['ID=aeff46d6-0591-4685-8998-7536a18c7d74,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:05.283626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.344099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.367025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.374443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-065cdc75-682b-4c2b-8aaf-7f2716d35e58 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/6a1bd281-75b4-4923-85c6-d1ef05550297 HTTP/1.1" status: 204 len: 168 time: 1.0231869 Nov 22 16:56:05.378126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33366) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:05.381037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:05.381551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:05.384943 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:05.503426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Attempting to bind port aeff46d6-0591-4685-8998-7536a18c7d74 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:05.504474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Attempting to bind port aeff46d6-0591-4685-8998-7536a18c7d74 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:05.505218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Attempting to bind port aeff46d6-0591-4685-8998-7536a18c7d74 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:05.513448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.515157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa313b-60d9-48f5-8c54-c78f42f4918d None None] Pushing event updated for resources: {'Port': ['ID=c3f74ba9-6a14-4e92-92b7-e7f9054036be,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:05.530887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.533198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6ff4a-a590-4e61-9148-37ca46111beb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:05.535604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6ff4a-a590-4e61-9148-37ca46111beb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:05.536012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:05.536399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:05.536815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.537216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:05.537746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Bound port: aeff46d6-0591-4685-8998-7536a18c7d74, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:05.538184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.539353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6ff4a-a590-4e61-9148-37ca46111beb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:05.548956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45c6ff4a-a590-4e61-9148-37ca46111beb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1658959 Nov 22 16:56:05.549978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:05.552733 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] 10.222.0.65 "DELETE /v2.0/networks/12059e75-cff2-43ca-ae0d-77996e2d7c79 HTTP/1.1" status: 204 len: 168 time: 1.1000910 Nov 22 16:56:05.575405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3690b06-be2d-4d31-b90d-54fa1c2bef5f tempest-FloatingIPNegativeTestJSON-2008886149 tempest-FloatingIPNegativeTestJSON-2008886149-project] Pushing event deleted for resources: {'Network': ['ID=12059e75-cff2-43ca-ae0d-77996e2d7c79,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:05.627221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] For port aeff46d6-0591-4685-8998-7536a18c7d74, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:05.655495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] For port aeff46d6-0591-4685-8998-7536a18c7d74, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aeff46d6-0591-4685-8998-7536a18c7d74,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:05.663634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.692855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 47074c53-8cc3-4451-b14d-9936f061a3f1 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:05.709011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.835700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e19ac3-e7af-4e2e-a685-90d72acbe6b7 None None] Pushing event updated for resources: {'Port': ['ID=aeff46d6-0591-4685-8998-7536a18c7d74,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:05.846223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:05.893041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c3f74ba9-6a14-4e92-92b7-e7f9054036be up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:06.029644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c3f74ba9-6a14-4e92-92b7-e7f9054036be triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:06.030516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.114230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.261437 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.266683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33376) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.309529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=47074c53-8cc3-4451-b14d-9936f061a3f1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:06.326293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.334722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b56b84aa-08f4-4147-b268-6c4aca7921b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/47074c53-8cc3-4451-b14d-9936f061a3f1 HTTP/1.1" status: 204 len: 168 time: 0.7842681 Nov 22 16:56:06.335374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33380) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:06.407981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c7f3b1ba-6715-406c-b290-886fd6a329ee no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:06.454943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c7f3b1ba-6715-406c-b290-886fd6a329ee {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:06.455294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c7f3b1ba-6715-406c-b290-886fd6a329ee not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:06.495976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 9ae2664c-e709-4620-bba9-429d35d06a0e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:06.507146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:06.629953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.323146 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.381243 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ae91c696-b390-405b-a95e-eb42660e9911 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=41f31cb4a096478cb591c904da2a1e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1131356 Nov 22 16:56:07.383967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.443493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.471031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a35c-6683-469e-bc00-2fb12e06b6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.476802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.492247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.498385 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/9ae2664c-e709-4620-bba9-429d35d06a0e HTTP/1.1" status: 204 len: 168 time: 1.1597335 Nov 22 16:56:07.498385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f23738-e9d8-4768-a7d9-8457b6609ea2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae2664c-e709-4620-bba9-429d35d06a0e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.499732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.530750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a35c-6683-469e-bc00-2fb12e06b6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.545172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7f7eba05-9fe6-4691-a60a-2f1e4f965fcf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436893 Nov 22 16:56:07.551980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33394) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.567239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86351450-d840-4e5d-ab81-1187f00360f6 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:07.695314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b8fc12bb-5d93-4800-a8a1-1714330376aa None None] Provisioning complete for port aeff46d6-0591-4685-8998-7536a18c7d74 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:07.695752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8fc12bb-5d93-4800-a8a1-1714330376aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.711413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d183f8-248e-4c14-a4a1-6645caa7df53 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.713081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d9d183f8-248e-4c14-a4a1-6645caa7df53 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1600518 Nov 22 16:56:07.715857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33398) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.796906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a35c-6683-469e-bc00-2fb12e06b6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.803073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ad5a35c-6683-469e-bc00-2fb12e06b6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.803284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeff46d6-0591-4685-8998-7536a18c7d74 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:07.804764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ad5a35c-6683-469e-bc00-2fb12e06b6fd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1230c5d3-b2a6-4e9a-8641-4dbf8a6ad635 HTTP/1.1" status: 204 len: 168 time: 0.4188218 Nov 22 16:56:07.871096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5a35c-6683-469e-bc00-2fb12e06b6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1230c5d3-b2a6-4e9a-8641-4dbf8a6ad635,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:07.915194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8fc12bb-5d93-4800-a8a1-1714330376aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:07.925456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac92aca2-72ae-44a7-9c36-adb177fb59d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:07.931695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:07.934638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ac92aca2-72ae-44a7-9c36-adb177fb59d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2169559 Nov 22 16:56:07.983708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:07.997168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33404) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.004474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7b96a8f3-7217-4e5c-b864-463f5b759bbd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:08.008868 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32fb1090-cfdd-494c-b4c9-d4a8eff7e6be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752516 Nov 22 16:56:08.028765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b8fc12bb-5d93-4800-a8a1-1714330376aa None None] For port aeff46d6-0591-4685-8998-7536a18c7d74, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aeff46d6-0591-4685-8998-7536a18c7d74,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:08.064849 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8fc12bb-5d93-4800-a8a1-1714330376aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.088798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port aeff46d6-0591-4685-8998-7536a18c7d74 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:08.089142 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.189647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc12bb-5d93-4800-a8a1-1714330376aa None None] Pushing event updated for resources: {'Port': ['ID=aeff46d6-0591-4685-8998-7536a18c7d74,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.201919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b96a8f3-7217-4e5c-b864-463f5b759bbd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:08.206537 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b96a8f3-7217-4e5c-b864-463f5b759bbd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.207248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] Deleting port aeff46d6-0591-4685-8998-7536a18c7d74 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:08.207627 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.207992 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b96a8f3-7217-4e5c-b864-463f5b759bbd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:08.208430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b96a8f3-7217-4e5c-b864-463f5b759bbd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:08.241599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7b96a8f3-7217-4e5c-b864-463f5b759bbd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2428777 Nov 22 16:56:08.244491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33408) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.253493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6607e124-4f81-42ff-9853-c14a0d0d7a47 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:08.382384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] For port aeff46d6-0591-4685-8998-7536a18c7d74, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aeff46d6-0591-4685-8998-7536a18c7d74,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:08.382828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.404046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] Calling delete_port for aeff46d6-0591-4685-8998-7536a18c7d74 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:08.535410 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.542910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6607e124-4f81-42ff-9853-c14a0d0d7a47 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:08.550557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6607e124-4f81-42ff-9853-c14a0d0d7a47 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.553992 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-6607e124-4f81-42ff-9853-c14a0d0d7a47 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:08.558296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6607e124-4f81-42ff-9853-c14a0d0d7a47 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:08.590758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] Pushing event deleted for resources: {'Port': ['ID=aeff46d6-0591-4685-8998-7536a18c7d74,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:08.602774 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6607e124-4f81-42ff-9853-c14a0d0d7a47 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3566029 Nov 22 16:56:08.605982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33422) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.616229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-473c51c8-9b46-423e-bd9f-91a3cfa5cb22 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:08.617243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4376a7-21b6-410a-963f-75e0ea0586c0 None None] No DVR routers for this DVR port aeff46d6-0591-4685-8998-7536a18c7d74 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:08.823777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473c51c8-9b46-423e-bd9f-91a3cfa5cb22 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:08.829540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-473c51c8-9b46-423e-bd9f-91a3cfa5cb22 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.831133 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-473c51c8-9b46-423e-bd9f-91a3cfa5cb22 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:08.831591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473c51c8-9b46-423e-bd9f-91a3cfa5cb22 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:08.851809 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-473c51c8-9b46-423e-bd9f-91a3cfa5cb22 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2446201 Nov 22 16:56:08.855592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33432) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:08.861160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-10af6c7f-0252-41d7-9d9b-ee862a6f6648 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:08.983719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10af6c7f-0252-41d7-9d9b-ee862a6f6648 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:08.987121 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.994406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10af6c7f-0252-41d7-9d9b-ee862a6f6648 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:08.995909 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-10af6c7f-0252-41d7-9d9b-ee862a6f6648 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:08.996362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10af6c7f-0252-41d7-9d9b-ee862a6f6648 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:09.014578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-10af6c7f-0252-41d7-9d9b-ee862a6f6648 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1578715 Nov 22 16:56:09.018026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33436) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.023566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-81195bcf-780c-45e5-93ad-94fdc81fcc48 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.067082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33438) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.139848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81195bcf-780c-45e5-93ad-94fdc81fcc48 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:09.145095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81195bcf-780c-45e5-93ad-94fdc81fcc48 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.146602 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-81195bcf-780c-45e5-93ad-94fdc81fcc48 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:09.147041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81195bcf-780c-45e5-93ad-94fdc81fcc48 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:09.168319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-81195bcf-780c-45e5-93ad-94fdc81fcc48 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1486104 Nov 22 16:56:09.170768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33442) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.180032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-929047db-357d-4404-87bd-6c906d22bbd0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.196202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1462551794'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.223915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:09.229382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.240770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.294428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929047db-357d-4404-87bd-6c906d22bbd0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:09.301252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-929047db-357d-4404-87bd-6c906d22bbd0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.303015 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-929047db-357d-4404-87bd-6c906d22bbd0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:09.303779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929047db-357d-4404-87bd-6c906d22bbd0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:09.326333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-929047db-357d-4404-87bd-6c906d22bbd0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1540978 Nov 22 16:56:09.329677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33444) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.349178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.353544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.362186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a6e63cd5-6f40-466a-9858-e0c492875725 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311737 Nov 22 16:56:09.367203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33446) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.387052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8b81df-19ac-4729-8bf6-02afbb2ae2bb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.397457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:09.408478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.409035 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment 8459e7c1-69ca-4aa1-9028-8d2d963fd7f4 of type vlan for network 9fce76da-f25a-412c-8598-3269013012b2 Nov 22 16:56:09.433985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23347813-d7f9-4573-a712-ad7edf55dfca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.438777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-23347813-d7f9-4573-a712-ad7edf55dfca tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0705013 Nov 22 16:56:09.440177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33450) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.466964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.484183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32d65296-b92a-44c7-b0b0-72822b6e490e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0428045 Nov 22 16:56:09.491882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33452) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.497689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.506395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.512498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.513393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.537388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4665270 Nov 22 16:56:09.546895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33454) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:09.555067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1634728091'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:09.619621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:09.623954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.631257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e75d5-3934-458e-822c-fbca77097102 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=9fce76da-f25a-412c-8598-3269013012b2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:09.646061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9fce76da-f25a-412c-8598-3269013012b2 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:09.675341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:09.679358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.700291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:09.742206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeff46d6-0591-4685-8998-7536a18c7d74 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:09.781137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: aeff46d6-0591-4685-8998-7536a18c7d74 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:09.782088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aeff46d6-0591-4685-8998-7536a18c7d74 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:09.826129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.826559 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment 84e73e9b-d924-4a10-a12d-7dd97de15f75 of type vlan for network f52ec29f-5121-4a02-bd37-9f6e710adbaa Nov 22 16:56:09.887490 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.944646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:09.952915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:09.952915 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.062920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5144644 Nov 22 16:56:10.068058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:10.082283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00ddad-77c8-4f69-b9ee-ce83bf754e31 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=f52ec29f-5121-4a02-bd37-9f6e710adbaa,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:10.097513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:10.106939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': '9fce76da-f25a-412c-8598-3269013012b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:10.317114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2292e-493c-42af-8375-2052dd464d0c req-b776cf2f-75c5-483e-bea6-c1ca316bac6e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:10.318798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51d2292e-493c-42af-8375-2052dd464d0c req-b776cf2f-75c5-483e-bea6-c1ca316bac6e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.1519773 Nov 22 16:56:10.322840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-0c63684e-e6d8-4a0c-9d6c-cd4210cd9471 req-5fa0b94d-4cac-449e-b97e-115948d619b8 service neutron] (103515) timed out ('10.222.0.65', 38074) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:56:10.345058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:10.353565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.356269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:10.361595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.432568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:10.478137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:10.490886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:10.490886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.494844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51d2292e-493c-42af-8375-2052dd464d0c req-0cbf3b45-dd36-4955-b6aa-eaf452de3687 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481292 Nov 22 16:56:10.498041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3b38e7-0dda-4b9f-a506-62d4c3dc36ee None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:10.513128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=8fd48273-2989-4de2-a0e6-5e70603ed6c5,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:10.530333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-96157863-f240-4a6e-af14-089e4ccecb9e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0321379 Nov 22 16:56:10.532459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33472) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:10.537694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-0f8ab912-c316-4e12-a7b7-13c474220898 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2470431 Nov 22 16:56:10.550869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:77:d6:20', 'name': 'tempest-NetworksTestDHCPv6-382277964'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:10.649546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-612e9388-6007-4dbc-9166-298088c94204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:10.651636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-612e9388-6007-4dbc-9166-298088c94204 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.0803103 Nov 22 16:56:10.754449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '8fd48273-2989-4de2-a0e6-5e70603ed6c5'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:10.757077 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.785682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:10.815485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-5aa99248-2350-45fd-83bd-8311aafeffe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:10.817442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-5aa99248-2350-45fd-83bd-8311aafeffe5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 910 time: 0.1330500 Nov 22 16:56:10.829359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:10.929219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-60e23772-c6d6-4ba6-af13-4d3d316f877e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 1000 time: 0.1017659 Nov 22 16:56:10.983863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=628a69d8-9ece-4f5a-a72b-ccca390b17bc,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:10.998046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Allocated IP 2001:db8::f816:3eff:fefd:d1ef (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/8fd48273-2989-4de2-a0e6-5e70603ed6c5/2f3e5483-33ec-4fc8-ad68-24253d09df48) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:11.010571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-5941f949-e79c-4c04-aaba-057bf8eca6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.011663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.013015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-5941f949-e79c-4c04-aaba-057bf8eca6d5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.0699008 Nov 22 16:56:11.038589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9fce76da-f25a-412c-8598-3269013012b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:11.038976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: 9fce76da-f25a-412c-8598-3269013012b2, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:11.053338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port e44ae566-ec09-4cb8-9a27-2d677901fbde yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:11.106382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-fe88ffe7-13f8-493b-8dc6-58597f941792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.109593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-fe88ffe7-13f8-493b-8dc6-58597f941792 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828512 Nov 22 16:56:11.116753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 9fce76da-f25a-412c-8598-3269013012b2 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:11.148550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-06614860-7832-4a8d-a187-d47a9ffad893 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:56:11.148550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-06614860-7832-4a8d-a187-d47a9ffad893 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214744 Nov 22 16:56:11.154035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9fce76da-f25a-412c-8598-3269013012b2) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:11.163043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.164569 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.197774 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-efbb7928-fe44-4085-a002-df5e4e70a1a4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1225836 Nov 22 16:56:11.198104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33476) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:11.205764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:11.220228 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.225799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f2ca2-2d58-45bd-82c1-c7213a352239 None None] Network 9fce76da-f25a-412c-8598-3269013012b2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:11.231713 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.299076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-28d29a5e-8aa0-40a2-84fb-9406706e3a64 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373942 Nov 22 16:56:11.323006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Pushing event updated for resources: {'Port': ['ID=2f3e5483-33ec-4fc8-ad68-24253d09df48,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:11.349351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:11.354802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:11.358657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:11.459085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b30b0e-f35b-4796-988f-abfabdda8c47 req-ae81f7b5-a058-4c45-a618-fd263ab301e6 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447239 Nov 22 16:56:11.473623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fe77:d620 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/8fd48273-2989-4de2-a0e6-5e70603ed6c5/e44ae566-ec09-4cb8-9a27-2d677901fbde) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:11.513422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:11.518416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.642819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Attempting to bind port 2f3e5483-33ec-4fc8-ad68-24253d09df48 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:11.643187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Attempting to bind port 2f3e5483-33ec-4fc8-ad68-24253d09df48 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:11.643549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Attempting to bind port 2f3e5483-33ec-4fc8-ad68-24253d09df48 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:11.664273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:11.665726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:11.666100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.666485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:11.666975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Bound port: 2f3e5483-33ec-4fc8-ad68-24253d09df48, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:11.667360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.731898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-9fce76da-f25a-412c-8598-3269013012b2', 'network_id': '9fce76da-f25a-412c-8598-3269013012b2', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': '628a69d8-9ece-4f5a-a72b-ccca390b17bc'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:11.733540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.837845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.849686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578fe3f-da68-4cf2-afc3-715b1fd042a1 req-c35e032c-c997-41b5-8333-24068f77864d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:11.858948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] For port 2f3e5483-33ec-4fc8-ad68-24253d09df48, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:11.864555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4578fe3f-da68-4cf2-afc3-715b1fd042a1 req-c35e032c-c997-41b5-8333-24068f77864d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.1582654 Nov 22 16:56:11.883762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] For port 2f3e5483-33ec-4fc8-ad68-24253d09df48, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f3e5483-33ec-4fc8-ad68-24253d09df48,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:11.917407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.930601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.962180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:11.974975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4578fe3f-da68-4cf2-afc3-715b1fd042a1 req-3d03e99b-df5f-4170-a0da-35a626387ffd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093864 Nov 22 16:56:12.023991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:12.025346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c401d24-468c-42ce-b9db-ec96f812f640 None None] Pushing event updated for resources: {'Port': ['ID=2f3e5483-33ec-4fc8-ad68-24253d09df48,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:12.041080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:12.041788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Allocated IP 172.20.0.2 (9fce76da-f25a-412c-8598-3269013012b2/628a69d8-9ece-4f5a-a72b-ccca390b17bc/bd8e98dc-b775-496a-9316-9a5511c3a8a4) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:12.051320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:12.058112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:12.058779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.106178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=7069cfe7-f9e2-40a5-97c4-2e2159921ab1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:12.131240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5932598 Nov 22 16:56:12.134051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33484) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.135422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fba94a-448a-499d-9663-00c76ce4761a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=e44ae566-ec09-4cb8-9a27-2d677901fbde,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:12.152887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': '84e73e9b-d924-4a10-a12d-7dd97de15f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:12.153251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: f52ec29f-5121-4a02-bd37-9f6e710adbaa, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:12.189807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:12.206389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, f52ec29f-5121-4a02-bd37-9f6e710adbaa) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:12.226010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:12.227090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.227430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8b668-d318-4ecd-b399-78ac2c39820e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:12.243022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3f19c7-a129-4411-9e48-1ad1c0143406 None None] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:12.245589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a8b668-d318-4ecd-b399-78ac2c39820e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:12.248873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-60a8b668-d318-4ecd-b399-78ac2c39820e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1135497 Nov 22 16:56:12.252810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33486) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.267397 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0f996b7c-28fd-4181-9920-5fc162159dd4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0651343 Nov 22 16:56:12.268957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33488) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.281471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1568989095', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:12.338167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.339665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.398424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port e44ae566-ec09-4cb8-9a27-2d677901fbde {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:12.399123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.462602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.467941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.473620 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.499993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.504019 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-614b1834-9282-4120-a9c9-e162bb77695e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2302234 Nov 22 16:56:12.504249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.504673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33490) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:12.582661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-f52ec29f-5121-4a02-bd37-9f6e710adbaa', 'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': '7069cfe7-f9e2-40a5-97c4-2e2159921ab1'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:12.583485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.584310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.602240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Pushing event updated for resources: {'Port': ['ID=bd8e98dc-b775-496a-9316-9a5511c3a8a4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:12.615712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for e44ae566-ec09-4cb8-9a27-2d677901fbde owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:12.624503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Network 9fce76da-f25a-412c-8598-3269013012b2 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:12.638980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:12.651510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:12.902188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:12.988824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=e44ae566-ec09-4cb8-9a27-2d677901fbde,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:13.002099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-97fef78d-514c-4f59-8947-a77f2714eca4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.004237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-97fef78d-514c-4f59-8947-a77f2714eca4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.66 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.2023492 Nov 22 16:56:13.046250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.052614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6c155e5e-7bbd-423d-bd10-20d9ef4d5daf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/e44ae566-ec09-4cb8-9a27-2d677901fbde HTTP/1.1" status: 204 len: 168 time: 0.7966321 Nov 22 16:56:13.056559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33498) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:13.083412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.120441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Attempting to bind port bd8e98dc-b775-496a-9316-9a5511c3a8a4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:13.121099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Attempting to bind port bd8e98dc-b775-496a-9316-9a5511c3a8a4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9fce76da-f25a-412c-8598-3269013012b2'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:13.121237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Attempting to bind port bd8e98dc-b775-496a-9316-9a5511c3a8a4 on network 9fce76da-f25a-412c-8598-3269013012b2 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:13.136866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Allocated IP 172.21.0.2 (f52ec29f-5121-4a02-bd37-9f6e710adbaa/7069cfe7-f9e2-40a5-97c4-2e2159921ab1/a209f36b-23df-410c-8d95-ac601aa9c6ae) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:13.166440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:13.166842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Checking segment: {'id': '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9fce76da-f25a-412c-8598-3269013012b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:13.167255 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.167654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Bound using segment: {'id': '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9fce76da-f25a-412c-8598-3269013012b2'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:13.168154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Bound port: bd8e98dc-b775-496a-9316-9a5511c3a8a4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9fce76da-f25a-412c-8598-3269013012b2'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:13.168543 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.195128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f06a7-ce36-4115-8a32-3f5cb5a9edfd req-e3f0faea-8d2f-4a9c-9513-7f4a653ca31b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.196823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-958f06a7-ce36-4115-8a32-3f5cb5a9edfd req-e3f0faea-8d2f-4a9c-9513-7f4a653ca31b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 947 time: 0.1184585 Nov 22 16:56:13.243790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8db70-3718-4334-b3e4-62439d1e5b8b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.245527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8db70-3718-4334-b3e4-62439d1e5b8b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:13.249478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66e8db70-3718-4334-b3e4-62439d1e5b8b tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1886435 Nov 22 16:56:13.249855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33500) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:13.254931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Deleting port 12948289-7464-4be2-a34c-91a20b7d8257 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:13.255816 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.274563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] For port bd8e98dc-b775-496a-9316-9a5511c3a8a4, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:13.277790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] For port bd8e98dc-b775-496a-9316-9a5511c3a8a4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bd8e98dc-b775-496a-9316-9a5511c3a8a4,segment=NetworkSegment(8459e7c1-69ca-4aa1-9028-8d2d963fd7f4),segment_id=8459e7c1-69ca-4aa1-9028-8d2d963fd7f4)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:13.287550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.398816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a73e76-c152-4ece-841e-c4d4eb5cb406 None None] Pushing event updated for resources: {'Port': ['ID=bd8e98dc-b775-496a-9316-9a5511c3a8a4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:13.465300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-958f06a7-ce36-4115-8a32-3f5cb5a9edfd req-fa6aae72-23de-4639-9c4e-fb181d86505a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=352616f0-35ef-44a7-902f-9759c92ab117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509046 Nov 22 16:56:13.571029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 8fd48273-2989-4de2-a0e6-5e70603ed6c5 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:13.582953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] For port 12948289-7464-4be2-a34c-91a20b7d8257, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=12948289-7464-4be2-a34c-91a20b7d8257,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:13.582953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.611511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.669360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.686946 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.698124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.20.0.1 (9fce76da-f25a-412c-8598-3269013012b2/628a69d8-9ece-4f5a-a72b-ccca390b17bc/7b96901c-6de8-490a-b116-c95e3e0e02f2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:13.704025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.778256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:13.782156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:13.785174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:13.861901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Pushing event updated for resources: {'Port': ['ID=a209f36b-23df-410c-8d95-ac601aa9c6ae,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:13.880369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Attempting to bind port a209f36b-23df-410c-8d95-ac601aa9c6ae on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:13.883047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Attempting to bind port a209f36b-23df-410c-8d95-ac601aa9c6ae by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '84e73e9b-d924-4a10-a12d-7dd97de15f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:13.883416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Attempting to bind port a209f36b-23df-410c-8d95-ac601aa9c6ae on network f52ec29f-5121-4a02-bd37-9f6e710adbaa {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:13.904679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f3e5483-33ec-4fc8-ad68-24253d09df48 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:13.980040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:13.980420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Checking segment: {'id': '84e73e9b-d924-4a10-a12d-7dd97de15f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:13.980821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:13.981213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Bound using segment: {'id': '84e73e9b-d924-4a10-a12d-7dd97de15f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:13.981724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Bound port: a209f36b-23df-410c-8d95-ac601aa9c6ae, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e73e9b-d924-4a10-a12d-7dd97de15f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f52ec29f-5121-4a02-bd37-9f6e710adbaa'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:13.983876 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.030366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3f7ddc01-e2bd-4220-a3c3-b1dfc35ebfd4 None None] Provisioning complete for port 2f3e5483-33ec-4fc8-ad68-24253d09df48 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:14.030810 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddc01-e2bd-4220-a3c3-b1dfc35ebfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.139242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.162532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.163141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.163293 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Floating IP 53438a09-ef90-4218-b5f7-b70fc5055767 disassociated. External IP: 172.25.6.208, port: 12948289-7464-4be2-a34c-91a20b7d8257. Nov 22 16:56:14.163619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Calling delete_port for 12948289-7464-4be2-a34c-91a20b7d8257 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:14.181161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2f3e5483-33ec-4fc8-ad68-24253d09df48 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:14.181730 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.253091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.281086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] For port a209f36b-23df-410c-8d95-ac601aa9c6ae, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:14.292755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] For port a209f36b-23df-410c-8d95-ac601aa9c6ae, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a209f36b-23df-410c-8d95-ac601aa9c6ae,segment=NetworkSegment(84e73e9b-d924-4a10-a12d-7dd97de15f75),segment_id=84e73e9b-d924-4a10-a12d-7dd97de15f75)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:14.306678 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.327945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd48273-2989-4de2-a0e6-5e70603ed6c5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:14.346461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.358226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.361629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8499f70f-3927-4a15-a398-cf7daa005a40 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/8fd48273-2989-4de2-a0e6-5e70603ed6c5 HTTP/1.1" status: 204 len: 168 time: 1.1102333 Nov 22 16:56:14.367980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33506) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:14.428267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ceafeb3-a96a-4140-b797-6053baf98c09 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575962 Nov 22 16:56:14.431824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33508) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:14.437421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:14.468057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.489763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.510207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c23f5b-be8e-4948-9ee8-1ca5372687b6 None None] Pushing event updated for resources: {'Port': ['ID=a209f36b-23df-410c-8d95-ac601aa9c6ae,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:14.586822 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.592422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 9fce76da-f25a-412c-8598-3269013012b2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:14.595920 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3f7ddc01-e2bd-4220-a3c3-b1dfc35ebfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.608523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 2f3e5483-33ec-4fc8-ad68-24253d09df48, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f3e5483-33ec-4fc8-ad68-24253d09df48,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:14.610610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:14.620182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:14.653183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.702039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=7b96901c-6de8-490a-b116-c95e3e0e02f2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:14.726112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.767972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:14.772624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:14.844950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6928661-0c40-4882-b4d4-03ed4b2fdb3e None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:15.013486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=2f3e5483-33ec-4fc8-ad68-24253d09df48,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.097508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-3f7ddc01-e2bd-4220-a3c3-b1dfc35ebfd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:15.109053 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-3f7ddc01-e2bd-4220-a3c3-b1dfc35ebfd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:15.111219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.472754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:15.588172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event deleted for resources: {'Port': ['ID=12948289-7464-4be2-a34c-91a20b7d8257,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:15.603320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] Deleting port 2f3e5483-33ec-4fc8-ad68-24253d09df48 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:15.605164 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.689034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22e425ca-5458-45ea-accd-6de6a5a9c8d6 req-9bdd2453-47d1-4690-92e7-dd9dbb1451e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 210 time: 0.9486141 Nov 22 16:56:15.757551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c08064-df1b-4b19-867b-ab401ec8cbeb None None] Network 9fce76da-f25a-412c-8598-3269013012b2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:15.925137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.938830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:15.963903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bd8e98dc-b775-496a-9316-9a5511c3a8a4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:15.998390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:16.081794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=7b96901c-6de8-490a-b116-c95e3e0e02f2,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:16.091012 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.311512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 9fce76da-f25a-412c-8598-3269013012b2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:16.317215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:16.429432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:16.482928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] For port 2f3e5483-33ec-4fc8-ad68-24253d09df48, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f3e5483-33ec-4fc8-ad68-24253d09df48,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:16.491087 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.505881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:16.529260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] Calling delete_port for 2f3e5483-33ec-4fc8-ad68-24253d09df48 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:16.534787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 44269f74-84b2-4e10-8e27-0bdc2de3e15b is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:56:16.554581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:16.560063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f98aae-302a-4921-ac47-82ff51169afa None None] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:16.586368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] No DVR routers for this DVR port 12948289-7464-4be2-a34c-91a20b7d8257 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:16.595678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.602688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de7b5a6e-49c6-490f-8b5c-24e452d20423 req-c75ec229-ecec-4b13-8f49-b1380d2fbf20 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.66 "DELETE /v2.0/ports/12948289-7464-4be2-a34c-91a20b7d8257 HTTP/1.1" status: 204 len: 173 time: 3.5760934 Nov 22 16:56:16.603223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-deleted', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:16.607796 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa6ae51-244d-4278-b27a-ad90e9a5ea5d" -d '{"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-deleted", "tag": "12948289-7464-4be2-a34c-91a20b7d8257"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:16.697406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:16.713463 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] Sync routers for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:16.716445 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fe734f2e-ebe7-49d5-9172-b839e13d0db1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/44269f74-84b2-4e10-8e27-0bdc2de3e15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2102251 Nov 22 16:56:16.719326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:16.744475 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9602c30b-729b-489b-838d-ff1cc8b0bf8b x-openstack-request-id: req-9602c30b-729b-489b-838d-ff1cc8b0bf8b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:16.755319 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "631601c6-cfb5-4911-ab20-a347a1c1cb00", "name": "network-vif-deleted", "tag": "12948289-7464-4be2-a34c-91a20b7d8257", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:16.756402 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9602c30b-729b-489b-838d-ff1cc8b0bf8b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:16.758305 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '631601c6-cfb5-4911-ab20-a347a1c1cb00', 'name': 'network-vif-deleted', 'tag': '12948289-7464-4be2-a34c-91a20b7d8257', 'status': 'completed', 'code': 200} Nov 22 16:56:16.765982 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:16.770247 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:16.850390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:16.851495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:16.852147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:16.882282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2478776a-5b4f-4786-becb-5860c76f0acb tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:16.896303 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2478776a-5b4f-4786-becb-5860c76f0acb tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports/7b96901c-6de8-490a-b116-c95e3e0e02f2 HTTP/1.1" status: 200 len: 910 time: 0.1728201 Nov 22 16:56:16.899269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:16.929320 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:16.949635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:16.950978 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:17.026106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bd8e98dc-b775-496a-9316-9a5511c3a8a4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:17.026548 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.044914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Provisioning complete for port bd8e98dc-b775-496a-9316-9a5511c3a8a4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:17.045475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.049193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5644ac2d-abd3-43b8-8a49-f43c3de8fe8a req-0d0d1d1f-9ea1-4761-8944-571211a1c05e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=631601c6-cfb5-4911-ab20-a347a1c1cb00 HTTP/1.1" status: 200 len: 210 time: 0.0934432 Nov 22 16:56:17.061251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:17.061954 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d98c14-600f-46ee-866c-c898b8dc41f7 None None] The sync data for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:17.264910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:17.302257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 2f3e5483-33ec-4fc8-ad68-24253d09df48, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2f3e5483-33ec-4fc8-ad68-24253d09df48,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:17.353168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.363763 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.363763 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.385948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.405537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:17.453872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:17.465959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] Pushing event deleted for resources: {'Port': ['ID=2f3e5483-33ec-4fc8-ad68-24253d09df48,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:17.468850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=2f3e5483-33ec-4fc8-ad68-24253d09df48,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:17.474930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:17.476107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.504787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:17.519223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=fec668f6-e214-4bfe-9f9a-4f3b4bc86c47,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:17.534105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-81336059-b89e-4a70-95a0-da3b27e348bc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0996172 Nov 22 16:56:17.535519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:17.548937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f1feb-e89a-4356-bbb6-94a0b0dfc855 None None] No DVR routers for this DVR port 2f3e5483-33ec-4fc8-ad68-24253d09df48 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:17.550184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:f8:a8:23', 'name': 'tempest-NetworksTestDHCPv6-1774264954'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:17.622833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 12948289-7464-4be2-a34c-91a20b7d8257 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:17.623184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 12948289-7464-4be2-a34c-91a20b7d8257 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:17.672192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.713007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c878c7-1e18-4feb-92c0-6c7112ffa85b None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:17.776750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:17.895415 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:17.935018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.021219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port eeb406ff-a17a-4206-b109-d1fccd818993 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:18.296145 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.304555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33540) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:18.304728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] For port bd8e98dc-b775-496a-9316-9a5511c3a8a4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bd8e98dc-b775-496a-9316-9a5511c3a8a4,segment=NetworkSegment(8459e7c1-69ca-4aa1-9028-8d2d963fd7f4),segment_id=8459e7c1-69ca-4aa1-9028-8d2d963fd7f4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:18.347493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.374686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fef8:a823 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/fec668f6-e214-4bfe-9f9a-4f3b4bc86c47/eeb406ff-a17a-4206-b109-d1fccd818993) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:18.387909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.21.0.1 (f52ec29f-5121-4a02-bd37-9f6e710adbaa/7069cfe7-f9e2-40a5-97c4-2e2159921ab1/03d0f210-dc80-4d51-87b6-ce71fe9bc117) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:18.413990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Pushing event updated for resources: {'Port': ['ID=bd8e98dc-b775-496a-9316-9a5511c3a8a4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.440355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Could not find standard attr ID for object e44ae566-ec09-4cb8-9a27-2d677901fbde. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:18.462046 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-caa5df26-13c9-4690-ae6a-e72fbe058e32 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.495949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': 'fec668f6-e214-4bfe-9f9a-4f3b4bc86c47'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:18.498586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.555016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-caa5df26-13c9-4690-ae6a-e72fbe058e32 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.616194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Provisioning complete for port a209f36b-23df-410c-8d95-ac601aa9c6ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:18.617105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.662470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.697136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:18.697517 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:18.744767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-caa5df26-13c9-4690-ae6a-e72fbe058e32 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.753413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-caa5df26-13c9-4690-ae6a-e72fbe058e32 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.755286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-caa5df26-13c9-4690-ae6a-e72fbe058e32 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "DELETE /v2.0/security-groups/352616f0-35ef-44a7-902f-9759c92ab117 HTTP/1.1" status: 204 len: 168 time: 0.4494107 Nov 22 16:56:18.759495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33544) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:18.788387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.795458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:18.818078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5df26-13c9-4690-ae6a-e72fbe058e32 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352616f0-35ef-44a7-902f-9759c92ab117,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.841406 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-32220ff6-d9ae-40ee-bbc7-16ab45ded0a2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] show failed (client error): The resource could not be found. Nov 22 16:56:18.846948 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32220ff6-d9ae-40ee-bbc7-16ab45ded0a2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups/352616f0-35ef-44a7-902f-9759c92ab117 HTTP/1.1" status: 404 len: 347 time: 0.0817723 Nov 22 16:56:18.847397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33546) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:18.861541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:18.872813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:18.881687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:18.901389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=03d0f210-dc80-4d51-87b6-ce71fe9bc117,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:18.948967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:19.002681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.012104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:19.030856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.055083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:19.055867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:19.087501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.189758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:19.192215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=eeb406ff-a17a-4206-b109-d1fccd818993,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.207508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:19.212016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:19.223317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:19.224401 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.248319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] For port a209f36b-23df-410c-8d95-ac601aa9c6ae, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a209f36b-23df-410c-8d95-ac601aa9c6ae,segment=NetworkSegment(84e73e9b-d924-4a10-a12d-7dd97de15f75),segment_id=84e73e9b-d924-4a10-a12d-7dd97de15f75)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:19.278650 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.281620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-09e594bb-317c-4c18-95a1-4d137853ce90 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7433817 Nov 22 16:56:19.283646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Deleting port 83a98315-a9c2-438e-8508-4d64bf84b41f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:19.283992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.292134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33548) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.364403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.445972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.446728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.470556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Calling delete_port for 83a98315-a9c2-438e-8508-4d64bf84b41f owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:19.494093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2110b-1b56-4ace-af8f-62be1831f2bd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:19.499399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2fe2110b-1b56-4ace-af8f-62be1831f2bd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2030351 Nov 22 16:56:19.500543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:19.546362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:19.667796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.815682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event deleted for resources: {'Port': ['ID=83a98315-a9c2-438e-8508-4d64bf84b41f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:19.822161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.826040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:19.827321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-102c05d4-4634-4f45-b72c-7c00f0e16814 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "DELETE /v2.0/floatingips/53438a09-ef90-4218-b5f7-b70fc5055767 HTTP/1.1" status: 204 len: 168 time: 0.9779930 Nov 22 16:56:19.910618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a209f36b-23df-410c-8d95-ac601aa9c6ae up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:20.091954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Allocated IP 2001:db8::f816:3eff:feac:21c9 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/fec668f6-e214-4bfe-9f9a-4f3b4bc86c47/38c3febd-1d8f-4d37-9492-1c285ad74b36) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:20.156292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Provisioning complete for port 7b96901c-6de8-490a-b116-c95e3e0e02f2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:20.156828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.170843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c283a41-87d3-4bb6-b478-1c315af1e92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.368454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Port 7b96901c-6de8-490a-b116-c95e3e0e02f2 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:20.400675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c1b18-e297-40b2-9df2-e21df8576901 None None] Pushing event updated for resources: {'Port': ['ID=a209f36b-23df-410c-8d95-ac601aa9c6ae,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.408290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port eeb406ff-a17a-4206-b109-d1fccd818993 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:20.408896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.544125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Provisioning complete for port bd8e98dc-b775-496a-9316-9a5511c3a8a4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:20.544125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.578410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.580720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a209f36b-23df-410c-8d95-ac601aa9c6ae triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:20.581111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.605383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.611644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for eeb406ff-a17a-4206-b109-d1fccd818993 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:20.615860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.674734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.693277 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.804127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:20.807239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:20.810745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:20.814587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Pushing event updated for resources: {'Port': ['ID=38c3febd-1d8f-4d37-9492-1c285ad74b36,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.817024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=03d0f210-dc80-4d51-87b6-ce71fe9bc117,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:20.835215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:20.840741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:20.926717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d4dcf-9608-44dc-beab-ade3686a3611 None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:21.008991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.014398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Attempting to bind port 38c3febd-1d8f-4d37-9492-1c285ad74b36 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:21.014901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Attempting to bind port 38c3febd-1d8f-4d37-9492-1c285ad74b36 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:21.015383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Attempting to bind port 38c3febd-1d8f-4d37-9492-1c285ad74b36 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:21.018825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:21.030313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Provisioning complete for port 03d0f210-dc80-4d51-87b6-ce71fe9bc117 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:21.031196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:21.031752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.036711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:21.037929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:21.038350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.039189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:21.039281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Bound port: 38c3febd-1d8f-4d37-9492-1c285ad74b36, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:21.039666 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.130802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=eeb406ff-a17a-4206-b109-d1fccd818993,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.194706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] For port 38c3febd-1d8f-4d37-9492-1c285ad74b36, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:21.199033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] For port 38c3febd-1d8f-4d37-9492-1c285ad74b36, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38c3febd-1d8f-4d37-9492-1c285ad74b36,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:21.204995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f3e5483-33ec-4fc8-ad68-24253d09df48 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:21.211101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.233885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.241032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Port 03d0f210-dc80-4d51-87b6-ce71fe9bc117 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:21.261502 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6f02e9c7-3beb-4a1a-8e0b-c2a4d023cc2d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/eeb406ff-a17a-4206-b109-d1fccd818993 HTTP/1.1" status: 204 len: 168 time: 1.7561677 Nov 22 16:56:21.263620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33564) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.283077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 2f3e5483-33ec-4fc8-ad68-24253d09df48 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:21.283077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2f3e5483-33ec-4fc8-ad68-24253d09df48 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:21.346467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Provisioning complete for port a209f36b-23df-410c-8d95-ac601aa9c6ae triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:21.346845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ccf04ea7-e96e-45ed-8c6d-95a22cd7509b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.365361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c79ff5-9974-4075-b5ed-66ac51c00f79 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.366933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c79ff5-9974-4075-b5ed-66ac51c00f79 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:21.368513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-89c79ff5-9974-4075-b5ed-66ac51c00f79 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1038945 Nov 22 16:56:21.384489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.501289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ae4cd-d0e7-4cd4-9a93-b0eb3a480d04 None None] Pushing event updated for resources: {'Port': ['ID=38c3febd-1d8f-4d37-9492-1c285ad74b36,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:21.578678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet fec668f6-e214-4bfe-9f9a-4f3b4bc86c47 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:21.600507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.721619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.754041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4586e2-e77f-4efc-adf9-95c0d12bb98a None None] New status for floating IP 53438a09-ef90-4218-b5f7-b70fc5055767: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:21.754698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33570) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:21.758491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bd8e98dc-b775-496a-9316-9a5511c3a8a4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:21.806199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--737013152', 'description': 'tempest-description--2092037893'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:21.821495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 44269f74-84b2-4e10-8e27-0bdc2de3e15b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:21.926558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.965057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:21.969505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d9130994-75ba-4aaa-9b26-eb126ef34c58 None None] Provisioning complete for port 03d0f210-dc80-4d51-87b6-ce71fe9bc117 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:21.970121 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9130994-75ba-4aaa-9b26-eb126ef34c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.026421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d9130994-75ba-4aaa-9b26-eb126ef34c58 None None] Port 03d0f210-dc80-4d51-87b6-ce71fe9bc117 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:22.057935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bd8e98dc-b775-496a-9316-9a5511c3a8a4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:22.058707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.060159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:22.070352 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-48a8363a-c7db-4496-8702-0e223c4434b9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/44269f74-84b2-4e10-8e27-0bdc2de3e15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1671953 Nov 22 16:56:22.075717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33574) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.085271 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] Sync routers for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:22.096870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.106540 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:22.107226 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.150834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4038328-032e-4727-bdc2-ef167ec37745 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:22.155387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a4038328-032e-4727-bdc2-ef167ec37745 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports/03d0f210-dc80-4d51-87b6-ce71fe9bc117 HTTP/1.1" status: 200 len: 910 time: 0.0757573 Nov 22 16:56:22.155387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.167880 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.179385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.182387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/fec668f6-e214-4bfe-9f9a-4f3b4bc86c47 HTTP/1.1" status: 204 len: 168 time: 0.7968631 Nov 22 16:56:22.185712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16c9d-a31a-41ed-b974-0b4b566e0d83 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=fec668f6-e214-4bfe-9f9a-4f3b4bc86c47,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.186917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a209f36b-23df-410c-8d95-ac601aa9c6ae up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:22.191109 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:22.191758 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:55:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.197913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33578) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.242989 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:22.243892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165805e5-2f8f-4ab2-807b-f56ffab68594 None None] The sync data for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:22.265151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a209f36b-23df-410c-8d95-ac601aa9c6ae triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:22.270014 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.287680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7c9119b0-4f7e-4a17-ae15-76f7d462304d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863469 Nov 22 16:56:22.288191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33580) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.386287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.388071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11bfdcd-a385-45a5-9665-db134d771cba tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:22.393174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c11bfdcd-a385-45a5-9665-db134d771cba tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1013904 Nov 22 16:56:22.393362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.393938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33582) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.452471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.453909 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6981940 Nov 22 16:56:22.456972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.461583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f532ee7-0140-47d4-8fa9-511823f2d1d0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3cab65-7440-4432-b21b-680ae82a3084,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.464359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'security_group_rule': {'security_group_id': '1c3cab65-7440-4432-b21b-680ae82a3084', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:22.485781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfdc55d-7c23-41b1-8f6b-9c49d66a16f1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:22.491201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bcfdc55d-7c23-41b1-8f6b-9c49d66a16f1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933595 Nov 22 16:56:22.491201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33586) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.553948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6d168747-b755-4ba7-99c0-bc5001f12613 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579448 Nov 22 16:56:22.554606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33588) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.560424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:22.593186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.746570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.750375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:22.754913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.755751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.772512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dfa0310-6597-4d0f-ab3c-93e8e222a09f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.790863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.792251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-76d61346-2319-4383-a065-440c93850182 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3343096 Nov 22 16:56:22.794900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33592) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.800940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'security_group_rule': {'security_group_id': '1c3cab65-7440-4432-b21b-680ae82a3084', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:22.840274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.876508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.914001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8b916b56-053b-452d-a16a-ed1b5a9dcb15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.929741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.936032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.971098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14428952-91a8-4b15-a59f-5bad92eda3f2,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:22.977924 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:22.982361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e50278c9-2a59-4752-8521-8ca3d17af7aa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1832027 Nov 22 16:56:22.982867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33596) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:22.994484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:23.045729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.195867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592358e5-8abc-42bb-a09d-56e120d18440 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:23.233142 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.371929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-837e04fa-0f34-4cf8-99c0-a774b2029916 None None] Provisioning complete for port 38c3febd-1d8f-4d37-9492-1c285ad74b36 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:23.372671 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-837e04fa-0f34-4cf8-99c0-a774b2029916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.445591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:23.521931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Allocated IP 172.25.6.19 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/df8e2d19-e454-4d1a-994b-4451d25781c1) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:23.555595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 03d0f210-dc80-4d51-87b6-ce71fe9bc117 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:23.555990 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.576940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38c3febd-1d8f-4d37-9492-1c285ad74b36 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:23.644239 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-837e04fa-0f34-4cf8-99c0-a774b2029916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.693320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.708085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-837e04fa-0f34-4cf8-99c0-a774b2029916 None None] For port 38c3febd-1d8f-4d37-9492-1c285ad74b36, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38c3febd-1d8f-4d37-9492-1c285ad74b36,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:23.724371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-837e04fa-0f34-4cf8-99c0-a774b2029916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.760751 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.787911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e04fa-0f34-4cf8-99c0-a774b2029916 None None] Pushing event updated for resources: {'Port': ['ID=38c3febd-1d8f-4d37-9492-1c285ad74b36,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.807883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 38c3febd-1d8f-4d37-9492-1c285ad74b36 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:23.808388 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.813754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:23.836762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-2a93c1f7-cbef-4f1b-ad81-bf4e92df0136 req-5377da1c-1c7a-4fa5-baef-4aa329caf174 service neutron] (103514) timed out ('10.222.0.65', 48478) {{(pid=103514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 16:56:23.837416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'Port': ['ID=df8e2d19-e454-4d1a-994b-4451d25781c1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:23.850976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 03d0f210-dc80-4d51-87b6-ce71fe9bc117 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:23.852823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:23.854959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:23.858804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:23.924197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.028753 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.131086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.167718 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.174537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-07884fcb-7b24-4c4c-868c-ed24191a0405 None None] Provisioning complete for port 38c3febd-1d8f-4d37-9492-1c285ad74b36 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:24.174926 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07884fcb-7b24-4c4c-868c-ed24191a0405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.443741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 38c3febd-1d8f-4d37-9492-1c285ad74b36, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38c3febd-1d8f-4d37-9492-1c285ad74b36,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:24.456791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.458144 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.466872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.491649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f30d406f-d8c7-4632-b25e-d5b9949b237b None None] Could not find standard attr ID for object eeb406ff-a17a-4206-b109-d1fccd818993. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:24.529912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=03d0f210-dc80-4d51-87b6-ce71fe9bc117,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.579646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'Port': ['ID=df8e2d19-e454-4d1a-994b-4451d25781c1,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.586231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.603878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.604357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.604746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.605207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.605694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.606046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.606484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.606871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.607287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.607698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.608138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.608688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:24.613671 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.622637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.673582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.695331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:24.697027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bec0cc82-ebee-4c22-9d2a-87b228e0a020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7111602 Nov 22 16:56:24.871783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:24.889104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=7afafc8c-eb1c-4e48-998e-6fa42d2ea119,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:24.892182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:24.903249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c07ea3f-2996-4f48-8a3f-7cb658ac75a6 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:24.942577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:24.943340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.002701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=38c3febd-1d8f-4d37-9492-1c285ad74b36,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:25.037719 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b08be26-bba0-4874-9e6a-1fe4e4949508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4806628 Nov 22 16:56:25.039255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33612) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:25.045768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.046213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:ed:ea:61', 'name': 'tempest-NetworksTestDHCPv6-74747121'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:25.262945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:25.355924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 44269f74-84b2-4e10-8e27-0bdc2de3e15b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:25.404836 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.429624 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.455949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 26216da7-7714-4579-a4d9-43224a0eb04d yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:25.496176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:25.502596 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9901eaec-e411-4a0a-b629-c0e055ee10f5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/44269f74-84b2-4e10-8e27-0bdc2de3e15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3463850 Nov 22 16:56:25.507287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33616) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:25.507454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] Sync routers for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:25.527808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:25.530416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:25.600478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38c3febd-1d8f-4d37-9492-1c285ad74b36 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:25.608514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:25.637718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:feed:ea61 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/7afafc8c-eb1c-4e48-998e-6fa42d2ea119/26216da7-7714-4579-a4d9-43224a0eb04d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:25.683822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:25.684708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:25.687009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c6d1a8ab-f895-4905-89fc-e4c19347aa82 None None] Provisioning complete for port 38c3febd-1d8f-4d37-9492-1c285ad74b36 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:25.688380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6d1a8ab-f895-4905-89fc-e4c19347aa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.801364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:25.802783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96628e60-52d6-4255-b2a7-1cca6304c93e None None] The sync data for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:25.848354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.913286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:25.929134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 38c3febd-1d8f-4d37-9492-1c285ad74b36 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:25.929857 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.018853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=26216da7-7714-4579-a4d9-43224a0eb04d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.037770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:26.040024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:26.043277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:26.053182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.054642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.058736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.100365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-723cc9c4-2676-4084-a8fb-3c7c43b88753 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0595567 Nov 22 16:56:26.106440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33620) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.208301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e57b0-fc72-4b77-9c8a-5327a5954033 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.219688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e57b0-fc72-4b77-9c8a-5327a5954033 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.221369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0b6e57b0-fc72-4b77-9c8a-5327a5954033 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1137931 Nov 22 16:56:26.224174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33624) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.356601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 26216da7-7714-4579-a4d9-43224a0eb04d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:26.357088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.463143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-46f571bc-3b78-477b-9a7d-64bc0e60dd33 None None] Provisioning complete for port 26216da7-7714-4579-a4d9-43224a0eb04d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:26.467088 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-46f571bc-3b78-477b-9a7d-64bc0e60dd33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.487856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.504088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 26216da7-7714-4579-a4d9-43224a0eb04d owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:26.516365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.541058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-46f571bc-3b78-477b-9a7d-64bc0e60dd33 None None] Port 26216da7-7714-4579-a4d9-43224a0eb04d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:26.683552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.733323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=26216da7-7714-4579-a4d9-43224a0eb04d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:26.756087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.759805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-69c97062-10c8-4875-827b-5f8a1df0052a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/26216da7-7714-4579-a4d9-43224a0eb04d HTTP/1.1" status: 204 len: 168 time: 0.5346339 Nov 22 16:56:26.762148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33626) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.852654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc35ce-92b5-4624-b6e4-528e33a9dc94 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.855095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedc35ce-92b5-4624-b6e4-528e33a9dc94 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:26.856767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eedc35ce-92b5-4624-b6e4-528e33a9dc94 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0936921 Nov 22 16:56:26.859665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 7b96901c-6de8-490a-b116-c95e3e0e02f2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:26.860021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.861639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:26.924204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 7afafc8c-eb1c-4e48-998e-6fa42d2ea119 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:26.927800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.962532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:26.977549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 7b96901c-6de8-490a-b116-c95e3e0e02f2 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:26.978419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.085729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.167422 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.181465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.197892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=7afafc8c-eb1c-4e48-998e-6fa42d2ea119,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.204304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.213749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb7b59-b4de-4254-bfb1-580ba249883b None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:27.213947 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=7b96901c-6de8-490a-b116-c95e3e0e02f2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.214773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8530affb-ead4-4453-a2a2-29a5161ae57e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/7afafc8c-eb1c-4e48-998e-6fa42d2ea119 HTTP/1.1" status: 204 len: 168 time: 0.3518128 Nov 22 16:56:27.217268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33632) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.287354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f7442a77-d2f3-4c70-8e98-bb2d17fc7838 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0685117 Nov 22 16:56:27.289806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.295076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:27.426434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.477776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:27.482602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.543657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:27.626649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] Deleting port 38c3febd-1d8f-4d37-9492-1c285ad74b36 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:27.627317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.669181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 44269f74-84b2-4e10-8e27-0bdc2de3e15b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:27.756988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] For port 38c3febd-1d8f-4d37-9492-1c285ad74b36, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=38c3febd-1d8f-4d37-9492-1c285ad74b36,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:27.758042 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.773710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:27.780462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57f59636-bb36-4310-aac5-3a4eddfd8e8d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/44269f74-84b2-4e10-8e27-0bdc2de3e15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718019 Nov 22 16:56:27.784893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33638) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.787329 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] Sync routers for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:27.790835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] Calling delete_port for 38c3febd-1d8f-4d37-9492-1c285ad74b36 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:27.799192 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:27.800110 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:27.831870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0390742-8792-4dae-80bc-ef4d0aeb035b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=44269f74-84b2-4e10-8e27-0bdc2de3e15b HTTP/1.1" status: 200 len: 205 time: 0.0457971 Nov 22 16:56:27.835069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33640) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:27.857300 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:27.872939 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] Routers {'44269f74-84b2-4e10-8e27-0bdc2de3e15b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:27.873892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:27.923900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:27.942581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:27.943599 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d2cbe2-d561-4bad-8c76-e7952557ba3d None None] The sync data for ids ['44269f74-84b2-4e10-8e27-0bdc2de3e15b'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:27.958753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] Pushing event deleted for resources: {'Port': ['ID=38c3febd-1d8f-4d37-9492-1c285ad74b36,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:27.971063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1003ba92-6aab-4a3b-a13c-b6686cc6eb13 None None] No DVR routers for this DVR port 38c3febd-1d8f-4d37-9492-1c285ad74b36 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:27.972203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.536481 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.568329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:28.570443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.572519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.689232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:28.693672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.694180 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router 44269f74-84b2-4e10-8e27-0bdc2de3e15b {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:28.706174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-5c610f1c-d8e1-478f-8e3b-0207dac26daf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--737013152&fields=id&tenant_id=fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 267 time: 0.2725010 Nov 22 16:56:28.712051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.715700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3927e843-fe55-47ac-8d37-532110f2ba18 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/44269f74-84b2-4e10-8e27-0bdc2de3e15b HTTP/1.1" status: 204 len: 168 time: 0.8770967 Nov 22 16:56:28.716916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:28.717055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33650) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.721128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:28.721766 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.725512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=cfb824fd-a8a9-4a17-84d4-b0dece475b0c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:28.729456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfffa653-5588-437c-89cd-a72ed2305b05 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:28.811614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7b54980-00a3-4884-aa47-50a3e6c3ff1c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5207260 Nov 22 16:56:28.819523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33652) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:28.830687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:41:bc:5b', 'name': 'tempest-NetworksTestDHCPv6-1758849654'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:28.846973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet 7069cfe7-f9e2-40a5-97c4-2e2159921ab1 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:28.851393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.911658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:28.990630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': 'cfb824fd-a8a9-4a17-84d4-b0dece475b0c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:28.991527 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.034756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-2587c204-d535-43f7-8468-c534e59879bb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.036306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-2587c204-d535-43f7-8468-c534e59879bb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 816 time: 0.3170805 Nov 22 16:56:29.080311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9f421ece-cb9a-4957-95d0-1e6a33f8a6f0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/quotas/fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 375 time: 0.0222607 Nov 22 16:56:29.083083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.092647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:29.103559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.136827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 71599e9c-f258-4722-907a-d839c78f1d25 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:29.162531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.201041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=7069cfe7-f9e2-40a5-97c4-2e2159921ab1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.205796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.209415 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a0d9718-491e-4574-8504-a828fb59d4bf tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/7069cfe7-f9e2-40a5-97c4-2e2159921ab1 HTTP/1.1" status: 204 len: 168 time: 0.4913609 Nov 22 16:56:29.212008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33672) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:29.235020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eca0a5-88a8-4da2-8083-c9f1cecc9891 None None] Network f52ec29f-5121-4a02-bd37-9f6e710adbaa requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:29.273719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fe41:bc5b (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/cfb824fd-a8a9-4a17-84d4-b0dece475b0c/71599e9c-f258-4722-907a-d839c78f1d25) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:29.295179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet 628a69d8-9ece-4f5a-a72b-ccca390b17bc {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:29.324229 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.424576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.522639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-8d7966e2-2c30-4f4a-8b83-72eaefea088e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4323611 Nov 22 16:56:29.532740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38c3febd-1d8f-4d37-9492-1c285ad74b36 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:29.556673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-7701cba4-9baa-4f64-ba23-d7e5b7d3b0da service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:56:29.557638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-7701cba4-9baa-4f64-ba23-d7e5b7d3b0da service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051966 Nov 22 16:56:29.578930 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.579951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 38c3febd-1d8f-4d37-9492-1c285ad74b36 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:29.579951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 38c3febd-1d8f-4d37-9492-1c285ad74b36 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:29.654544 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.691400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.721421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=628a69d8-9ece-4f5a-a72b-ccca390b17bc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.730700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] DHCP port deletion for f52ec29f-5121-4a02-bd37-9f6e710adbaa request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:29.731463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-c1635a70-2175-41e8-9c7f-685a26494935 service neutron] 10.222.0.65 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584902 Nov 22 16:56:29.739134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.748985 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3dd027d-72ad-4cfd-9472-5a50f249d3e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/628a69d8-9ece-4f5a-a72b-ccca390b17bc HTTP/1.1" status: 204 len: 168 time: 0.5357051 Nov 22 16:56:29.752160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:29.771528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a20ad6-c80f-4444-8a5d-06c00b6e179a None None] Network 9fce76da-f25a-412c-8598-3269013012b2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:29.838546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.899436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.924162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:29.935408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:29.939890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:29.946091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:29.946900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:29.976349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1556885 Nov 22 16:56:29.979831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2316726-1dfa-4ad4-8701-3c6a83ff1a0e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=71599e9c-f258-4722-907a-d839c78f1d25,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:29.979971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33680) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:29.996108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-83ecd0fd-c071-4db9-adb5-494e6db8ad00 service neutron] 10.222.0.65 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555273 Nov 22 16:56:30.014438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Allocated IP 2001:db8::f816:3eff:fe8e:b0b1 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/cfb824fd-a8a9-4a17-84d4-b0dece475b0c/08ce4782-adef-47c6-99ea-01b10c65f632) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:30.029053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port a209f36b-23df-410c-8d95-ac601aa9c6ae {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:30.029500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.047187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] Deleting port a209f36b-23df-410c-8d95-ac601aa9c6ae {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:30.048205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.177069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] DHCP port deletion for 9fce76da-f25a-412c-8598-3269013012b2 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:30.179430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d52dd2e-c7d2-48b7-934f-4ecbf1ba2b31 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:30.183436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d52dd2e-c7d2-48b7-934f-4ecbf1ba2b31 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1992383 Nov 22 16:56:30.185191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33694) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.187412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port a209f36b-23df-410c-8d95-ac601aa9c6ae, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a209f36b-23df-410c-8d95-ac601aa9c6ae,segment=NetworkSegment(84e73e9b-d924-4a10-a12d-7dd97de15f75),segment_id=84e73e9b-d924-4a10-a12d-7dd97de15f75)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:30.187854 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.204565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for a209f36b-23df-410c-8d95-ac601aa9c6ae owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:30.276531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] For port a209f36b-23df-410c-8d95-ac601aa9c6ae, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a209f36b-23df-410c-8d95-ac601aa9c6ae,segment=NetworkSegment(84e73e9b-d924-4a10-a12d-7dd97de15f75),segment_id=84e73e9b-d924-4a10-a12d-7dd97de15f75)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:30.276942 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.307530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.330248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 71599e9c-f258-4722-907a-d839c78f1d25 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:30.330606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.332172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] Calling delete_port for a209f36b-23df-410c-8d95-ac601aa9c6ae owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:30.343026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=a209f36b-23df-410c-8d95-ac601aa9c6ae,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.348365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port a209f36b-23df-410c-8d95-ac601aa9c6ae on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:30.446359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.447107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] Deleting port bd8e98dc-b775-496a-9316-9a5511c3a8a4 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:30.447715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.460598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.470305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f52ec29f-5121-4a02-bd37-9f6e710adbaa']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:30.477818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 71599e9c-f258-4722-907a-d839c78f1d25 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:30.481169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e73e9b-d924-4a10-a12d-7dd97de15f75') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:30.481481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e73e9b-d924-4a10-a12d-7dd97de15f75') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:30.492928 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.507665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.516353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:30.516927 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.557697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:30.587236 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:30.596206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.609454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.619984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/f52ec29f-5121-4a02-bd37-9f6e710adbaa HTTP/1.1" status: 204 len: 168 time: 0.8640277 Nov 22 16:56:30.635036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.649778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] Pushing event deleted for resources: {'Port': ['ID=a209f36b-23df-410c-8d95-ac601aa9c6ae,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.659109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698abcf-3ea0-485d-8b04-0a7f2381dbb1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=f52ec29f-5121-4a02-bd37-9f6e710adbaa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.675857 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.677570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8402f4c9-9f0a-4b05-adbe-742f59116b3c None None] No DVR routers for this DVR port a209f36b-23df-410c-8d95-ac601aa9c6ae on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:30.692350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] For port bd8e98dc-b775-496a-9316-9a5511c3a8a4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bd8e98dc-b775-496a-9316-9a5511c3a8a4,segment=NetworkSegment(8459e7c1-69ca-4aa1-9028-8d2d963fd7f4),segment_id=8459e7c1-69ca-4aa1-9028-8d2d963fd7f4)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:30.692771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.696359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.741519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.745287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.755903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Pushing event updated for resources: {'Port': ['ID=08ce4782-adef-47c6-99ea-01b10c65f632,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.762518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] Calling delete_port for bd8e98dc-b775-496a-9316-9a5511c3a8a4 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:30.778103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:30.782028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:30.787141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=71599e9c-f258-4722-907a-d839c78f1d25,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:30.805861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:30.862777 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.868950 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d73f4d9-60b6-4d4f-892e-ecaecfab3c9a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/71599e9c-f258-4722-907a-d839c78f1d25 HTTP/1.1" status: 204 len: 168 time: 0.6838880 Nov 22 16:56:30.871820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33708) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:30.892450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port bd8e98dc-b775-496a-9316-9a5511c3a8a4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:30.893603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:30.984903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Attempting to bind port 08ce4782-adef-47c6-99ea-01b10c65f632 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:30.985201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Attempting to bind port 08ce4782-adef-47c6-99ea-01b10c65f632 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:30.985704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Attempting to bind port 08ce4782-adef-47c6-99ea-01b10c65f632 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:30.991261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0874b54b-96c7-40d8-a0fc-becc0097acb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:31.000700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0874b54b-96c7-40d8-a0fc-becc0097acb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:31.002104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:31.002480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:31.002879 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.003270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:31.003750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Bound port: 08ce4782-adef-47c6-99ea-01b10c65f632, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:31.004257 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.005166 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0874b54b-96c7-40d8-a0fc-becc0097acb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1323109 Nov 22 16:56:31.008962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.017240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port bd8e98dc-b775-496a-9316-9a5511c3a8a4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bd8e98dc-b775-496a-9316-9a5511c3a8a4,segment=NetworkSegment(8459e7c1-69ca-4aa1-9028-8d2d963fd7f4),segment_id=8459e7c1-69ca-4aa1-9028-8d2d963fd7f4)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:31.018602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.040127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for bd8e98dc-b775-496a-9316-9a5511c3a8a4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:31.102163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] For port 08ce4782-adef-47c6-99ea-01b10c65f632, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:31.105405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] For port 08ce4782-adef-47c6-99ea-01b10c65f632, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=08ce4782-adef-47c6-99ea-01b10c65f632,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:31.110851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet cfb824fd-a8a9-4a17-84d4-b0dece475b0c {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:31.115520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.118468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.154609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.185308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.244967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=bd8e98dc-b775-496a-9316-9a5511c3a8a4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.262043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port bd8e98dc-b775-496a-9316-9a5511c3a8a4 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:31.386516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.464006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b70ebd97-c6c1-4e39-a6eb-a94fe72b02e9 req-10cc194f-951e-41d5-88e3-a42ed0fb5005 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 210 time: 0.0831361 Nov 22 16:56:31.523539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.548881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942571c5-3e07-433d-8253-94caf99fc0d6 None None] Pushing event updated for resources: {'Port': ['ID=08ce4782-adef-47c6-99ea-01b10c65f632,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.552943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bd8e98dc-b775-496a-9316-9a5511c3a8a4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:31.553120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.581886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.586229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/cfb824fd-a8a9-4a17-84d4-b0dece475b0c HTTP/1.1" status: 204 len: 168 time: 0.5741529 Nov 22 16:56:31.589105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e64f15-6649-427b-b8f7-105cbde4812a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb824fd-a8a9-4a17-84d4-b0dece475b0c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.590444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bd8e98dc-b775-496a-9316-9a5511c3a8a4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:31.591426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bd8e98dc-b775-496a-9316-9a5511c3a8a4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:31.591999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a209f36b-23df-410c-8d95-ac601aa9c6ae no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:31.594223 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.603138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33722) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.623774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fce76da-f25a-412c-8598-3269013012b2']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:31.643221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] No DVR routers for this DVR port bd8e98dc-b775-496a-9316-9a5511c3a8a4 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:31.678904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:31.679204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8459e7c1-69ca-4aa1-9028-8d2d963fd7f4') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:31.685472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a209f36b-23df-410c-8d95-ac601aa9c6ae {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:31.690308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a209f36b-23df-410c-8d95-ac601aa9c6ae not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:31.692277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c82784-3dba-4725-8d44-cfb9ce8922df None None] Pushing event deleted for resources: {'Port': ['ID=bd8e98dc-b775-496a-9316-9a5511c3a8a4,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.707617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.731027 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.740355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:31.740760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.757486 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d2df2ea-daff-459f-894a-e0e205172fb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1514378 Nov 22 16:56:31.759676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33726) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: items = [ Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:31.824988 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:31.836399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.851825 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:31.859350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce42e7c7-4dc8-4724-9427-6adad8a4a267 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:31.859350 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce42e7c7-4dc8-4724-9427-6adad8a4a267 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0937703 Nov 22 16:56:31.861304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33728) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.861415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.864233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/9fce76da-f25a-412c-8598-3269013012b2 HTTP/1.1" status: 204 len: 168 time: 1.2193613 Nov 22 16:56:31.867354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1255017237'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:31.877813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837dab6-f081-4d9c-acaf-6dcda863e4a0 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=9fce76da-f25a-412c-8598-3269013012b2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:31.940578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30796f50-24ab-4731-a4cb-eadc3fd4fda6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:31.942599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30796f50-24ab-4731-a4cb-eadc3fd4fda6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0710270 Nov 22 16:56:31.943964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:31.945388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33732) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:31.949406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.035863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:32.042413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0133287-a3bb-4533-b960-f46ae1a2ddb3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0956504 Nov 22 16:56:32.042964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33734) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:32.055318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:32.113288 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.113643 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment 50e55823-4526-47c1-971e-e6f27eb6e91c of type vlan for network 3ff31240-861d-4927-a8be-81c52330a016 Nov 22 16:56:32.183464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.223402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:32.227049 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.232013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.238087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:32.238667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.371439 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5061977 Nov 22 16:56:32.371899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:32.382524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4edbd6-52ac-42cc-8977-2a6c4a1c8c95 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=3ff31240-861d-4927-a8be-81c52330a016,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:32.384812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': '3ff31240-861d-4927-a8be-81c52330a016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:32.398638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 3ff31240-861d-4927-a8be-81c52330a016 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:32.606744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d088eb4-2c4e-422d-9e29-f05a771470d8 req-c74e5071-b0b9-4032-bb51-bc0311497ce0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 210 time: 0.0583663 Nov 22 16:56:32.625323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:32.643905 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.645697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.719340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:32.723345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:32.737439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:32.738097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:32.768320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=39645ae4-c02f-4369-8f77-35b8a805a1ab,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:32.787827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b5884832-6549-497b-80ac-796806b212b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7435615 Nov 22 16:56:32.788452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33760) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:32.793336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:07:b0:c4', 'name': 'tempest-NetworksTestDHCPv6-521430820'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:32.994845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:33.008188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.168231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=e240507a-09a1-4a5c-8bae-4235a0b5570b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:33.182933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.194570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': '50e55823-4526-47c1-971e-e6f27eb6e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '3ff31240-861d-4927-a8be-81c52330a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:33.195273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: 3ff31240-861d-4927-a8be-81c52330a016, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:33.234088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 3ff31240-861d-4927-a8be-81c52330a016 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:33.240323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 228ab8a7-61d8-41cf-a5ca-8fe38912502e yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:33.266935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c9d930-ba42-4938-bfde-9a9a65a46c44 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:33.275797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 3ff31240-861d-4927-a8be-81c52330a016) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:33.287317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.288154 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.317750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b4e77c65-28ce-4c7e-80a3-40ba6da990e1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9435997 Nov 22 16:56:33.319998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33768) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:33.331115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-284055216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:33.340757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23478c14-2514-4167-9af6-4a003ee1a868 None None] Network 3ff31240-861d-4927-a8be-81c52330a016 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:33.397556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f4 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/39645ae4-c02f-4369-8f77-35b8a805a1ab/228ab8a7-61d8-41cf-a5ca-8fe38912502e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:33.412526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.420022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.559215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.603414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.737708 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.741601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f692d65f-92f9-462b-96a7-0e12e9917796 None None] Provisioning complete for port 08ce4782-adef-47c6-99ea-01b10c65f632 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:33.742358 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f692d65f-92f9-462b-96a7-0e12e9917796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.753767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:33.760582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:33.764207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:33.774675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.785824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.786939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.795127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=228ab8a7-61d8-41cf-a5ca-8fe38912502e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:33.801028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-3ff31240-861d-4927-a8be-81c52330a016', 'network_id': '3ff31240-861d-4927-a8be-81c52330a016', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': 'e240507a-09a1-4a5c-8bae-4235a0b5570b'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:33.814100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.823271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 08ce4782-adef-47c6-99ea-01b10c65f632 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:33.828326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98fac824-414b-4d94-86d4-312b193f919b req-8bbbb2e5-5224-454d-8330-a1ffd25dee6b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 210 time: 0.0748830 Nov 22 16:56:33.829099 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3c8aa4d-7300-47bd-9f3d-42efd0c93f13 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0395498 Nov 22 16:56:33.831713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33774) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:33.849398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:33.856700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2a2d6bf7-45c8-4e8f-a0ad-eec1dd9fd961 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5346277 Nov 22 16:56:33.857759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33776) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:33.866882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'port': {'network_id': '3ff31240-861d-4927-a8be-81c52330a016', 'name': 'tempest-RoutersTest-1415701539'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:33.933629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefead5-8d8e-47f7-8b14-43dd603df479 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.950829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efefead5-8d8e-47f7-8b14-43dd603df479 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:33.958195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-efefead5-8d8e-47f7-8b14-43dd603df479 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.1250508 Nov 22 16:56:33.958836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33780) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:34.068989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:34.075099 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.100688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] device_id is not set on port 629248ae-07d8-4532-82a7-010925909f7a yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:34.100948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 228ab8a7-61d8-41cf-a5ca-8fe38912502e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:34.101851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.145033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Allocated IP 172.20.0.2 (3ff31240-861d-4927-a8be-81c52330a016/e240507a-09a1-4a5c-8bae-4235a0b5570b/e7ac79b9-115d-4923-89db-a57efa201ef4) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:34.252960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.274191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 228ab8a7-61d8-41cf-a5ca-8fe38912502e owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:34.372044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 08ce4782-adef-47c6-99ea-01b10c65f632 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:34.372644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.463665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.497081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f692d65f-92f9-462b-96a7-0e12e9917796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.529628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.534768 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/228ab8a7-61d8-41cf-a5ca-8fe38912502e HTTP/1.1" status: 204 len: 168 time: 0.5746255 Nov 22 16:56:34.538105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33786) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:34.547743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3b78f-cfc7-4964-9868-4132d920e57d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=228ab8a7-61d8-41cf-a5ca-8fe38912502e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:34.627394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f692d65f-92f9-462b-96a7-0e12e9917796 None None] For port 08ce4782-adef-47c6-99ea-01b10c65f632, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=08ce4782-adef-47c6-99ea-01b10c65f632,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:34.644870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.648702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f692d65f-92f9-462b-96a7-0e12e9917796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.726392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355de0f-5e00-4d29-9767-d09fb9c212b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:34.732210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f355de0f-5e00-4d29-9767-d09fb9c212b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:34.742984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33790) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:34.755394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f355de0f-5e00-4d29-9767-d09fb9c212b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2159171 Nov 22 16:56:34.825139 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.834113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:34.834557 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:34.838293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 39645ae4-c02f-4369-8f77-35b8a805a1ab {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:34.846497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.848828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:34.861921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692d65f-92f9-462b-96a7-0e12e9917796 None None] Pushing event updated for resources: {'Port': ['ID=08ce4782-adef-47c6-99ea-01b10c65f632,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:34.930466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Pushing event updated for resources: {'Port': ['ID=e7ac79b9-115d-4923-89db-a57efa201ef4,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:34.942222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Network 3ff31240-861d-4927-a8be-81c52330a016 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:34.944670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:34.951295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:34.968973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.20.0.5 (3ff31240-861d-4927-a8be-81c52330a016/e240507a-09a1-4a5c-8bae-4235a0b5570b/629248ae-07d8-4532-82a7-010925909f7a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:34.976987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.054416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Attempting to bind port e7ac79b9-115d-4923-89db-a57efa201ef4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:35.054416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Attempting to bind port e7ac79b9-115d-4923-89db-a57efa201ef4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '50e55823-4526-47c1-971e-e6f27eb6e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '3ff31240-861d-4927-a8be-81c52330a016'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:35.054416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Attempting to bind port e7ac79b9-115d-4923-89db-a57efa201ef4 on network 3ff31240-861d-4927-a8be-81c52330a016 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:35.060749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:35.061135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Checking segment: {'id': '50e55823-4526-47c1-971e-e6f27eb6e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '3ff31240-861d-4927-a8be-81c52330a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:35.061539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.062759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Bound using segment: {'id': '50e55823-4526-47c1-971e-e6f27eb6e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '3ff31240-861d-4927-a8be-81c52330a016'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:35.064132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Bound port: e7ac79b9-115d-4923-89db-a57efa201ef4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e55823-4526-47c1-971e-e6f27eb6e91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '3ff31240-861d-4927-a8be-81c52330a016'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:35.064626 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.077360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.148030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7fac3d42-98a1-4d07-993e-25a008af2406 None None] Could not find standard attr ID for object 228ab8a7-61d8-41cf-a5ca-8fe38912502e. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:35.182517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.215336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7fac3d42-98a1-4d07-993e-25a008af2406 None None] Provisioning complete for port 08ce4782-adef-47c6-99ea-01b10c65f632 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:35.215764 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fac3d42-98a1-4d07-993e-25a008af2406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.254128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd6cd1bd-847a-43b9-85ed-eb9929258350 req-ee905823-8812-496a-b2fb-77fb4405901c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 210 time: 0.1288924 Nov 22 16:56:35.300875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] For port e7ac79b9-115d-4923-89db-a57efa201ef4, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:35.373262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] For port e7ac79b9-115d-4923-89db-a57efa201ef4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e7ac79b9-115d-4923-89db-a57efa201ef4,segment=NetworkSegment(50e55823-4526-47c1-971e-e6f27eb6e91c),segment_id=50e55823-4526-47c1-971e-e6f27eb6e91c)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:35.382006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-1b89721f-fa49-4706-9453-ba81a00ce429 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:35.383787 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-1b89721f-fa49-4706-9453-ba81a00ce429 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 816 time: 0.1878638 Nov 22 16:56:35.387511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.394343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/39645ae4-c02f-4369-8f77-35b8a805a1ab HTTP/1.1" status: 204 len: 168 time: 0.6494136 Nov 22 16:56:35.395022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33796) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:35.461571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d3cbd-b4ba-4ab3-8622-16ffc0a96edd None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:35.475937 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.486030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2923e2d1-d37e-46d5-913c-4bf10a0dc007 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0559795 Nov 22 16:56:35.486817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da4170-2178-41ab-bdf9-d285c4686a19 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=39645ae4-c02f-4369-8f77-35b8a805a1ab,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:35.488924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33798) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:35.572933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.644099 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-72799983-03b5-42ef-95ed-34b67a9c48ce tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 379 time: 0.2213664 Nov 22 16:56:35.652352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae2071-6048-4062-b267-239e4e09b169 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:35.653882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8ae2071-6048-4062-b267-239e4e09b169 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1550312 Nov 22 16:56:35.658078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33800) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:35.667051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50af5e-9e6d-49e6-a478-90e7d73271b7 None None] Pushing event updated for resources: {'Port': ['ID=e7ac79b9-115d-4923-89db-a57efa201ef4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:35.669670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'port': {'device_id': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'admin_state_up': True, 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'security_groups': ['1c3cab65-7440-4432-b21b-680ae82a3084']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:35.689948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.881635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=629248ae-07d8-4532-82a7-010925909f7a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:35.924920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 08ce4782-adef-47c6-99ea-01b10c65f632 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:35.931810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Made reservation on behalf of fba342edc4634c96933c184411d78a2a for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:35.935644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:35.946514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 3ff31240-861d-4927-a8be-81c52330a016 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:35.958474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0a41f-5586-4293-ab05-23f3df05b129 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:35.964271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8f0a41f-5586-4293-ab05-23f3df05b129 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3041649 Nov 22 16:56:35.967784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:35.972624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:35.975578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33804) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:36.051332 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c8db1c3-3870-44bb-a4c3-abf3b972b529 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739415 Nov 22 16:56:36.056272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33806) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:36.068412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7143ec31-349f-42d4-afa9-25691752b2f8 None None] Could not find standard attr ID for object 71599e9c-f258-4722-907a-d839c78f1d25. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:36.105182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:36.123727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 08ce4782-adef-47c6-99ea-01b10c65f632 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:36.124466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.210938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:36.323348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:36.328141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.341582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] Deleting port 08ce4782-adef-47c6-99ea-01b10c65f632 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:36.345407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.381307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Allocated IP 172.20.0.5 (4c622fab-9b68-4ccd-b840-b14531ff6f11/95b6189e-9b57-429a-a16d-6efbe1ce6320/25f4c46b-ca6d-40fa-8a13-fa40f470d407) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:36.507223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] For port 08ce4782-adef-47c6-99ea-01b10c65f632, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=08ce4782-adef-47c6-99ea-01b10c65f632,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:36.507890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.543157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] Calling delete_port for 08ce4782-adef-47c6-99ea-01b10c65f632 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:36.697767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.708522 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.760407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] Pushing event deleted for resources: {'Port': ['ID=08ce4782-adef-47c6-99ea-01b10c65f632,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:36.771188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:36.774576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a4564f-bbbe-430b-821c-d245cfc0db12 None None] No DVR routers for this DVR port 08ce4782-adef-47c6-99ea-01b10c65f632 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:36.851138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:36.854312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:36.929782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:37.092579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.094177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.144836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:37.146196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.146990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.153241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-9964f4ce-9534-4c36-bbb2-4f4cbb85b5be tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4982252 Nov 22 16:56:37.178860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-fe23d512-1de1-4c80-bd32-b2d52c4fbd23 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:56:37.180485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-fe23d512-1de1-4c80-bd32-b2d52c4fbd23 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136302 Nov 22 16:56:37.181302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c75943c-1bbf-4817-9682-7dc47c30134c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.3219907 Nov 22 16:56:37.184201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:37.331814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ae4bbc12-e70a-43cc-9d59-823f62d508d8 None None] Provisioning complete for port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:37.333155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae4bbc12-e70a-43cc-9d59-823f62d508d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.497411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bbc12-e70a-43cc-9d59-823f62d508d8 None None] Port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:37.623856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:37.682562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191febc0-694c-42fd-8475-92b880bbdb19 None None] Network 3ff31240-861d-4927-a8be-81c52330a016 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:37.765674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb48799-9b83-4c26-9a12-dff4a1212fd6 req-be1494af-e7a1-49b5-aa32-a48b8c05e18c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:37.767629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfb48799-9b83-4c26-9a12-dff4a1212fd6 req-be1494af-e7a1-49b5-aa32-a48b8c05e18c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 931 time: 0.7575943 Nov 22 16:56:37.988590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:38.002320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.044585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfb48799-9b83-4c26-9a12-dff4a1212fd6 req-06dd4966-cac1-457f-b5b2-2de496ee1f76 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595654 Nov 22 16:56:38.143360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:38.164465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:38.176097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:38.177208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.199932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e7ac79b9-115d-4923-89db-a57efa201ef4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:38.204487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d7bb9f-cb64-443c-b2b5-bd3c69b10402 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:38.273096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2084785 Nov 22 16:56:38.279157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33820) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:38.282987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae60631-e44a-491f-8511-8c4b12055456 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=c01668ec-6af7-4832-aa04-a6e4571392d7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:38.299707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:38.368759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-de275c3b-3fd4-458b-bbf8-5722344a86fb None None] Provisioning complete for port e7ac79b9-115d-4923-89db-a57efa201ef4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:38.369189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de275c3b-3fd4-458b-bbf8-5722344a86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.562961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Request body: {'port': {'device_id': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:38.599891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:38.603615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.702154 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.775145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e7ac79b9-115d-4923-89db-a57efa201ef4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:38.775909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.808759 n-d-816206-6 neutron-server[103514]: INFO neutron.db.ipam_backend_mixin [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c01668ec-6af7-4832-aa04-a6e4571392d7 (CIDR: 2001:db8::/64) Nov 22 16:56:38.835287 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:38.835759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:38.869355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-423f7c52-a7dc-443f-878f-6f0cde576103 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5868857 Nov 22 16:56:38.869562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33826) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:38.875051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:38.900417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:38.915468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': 'c01668ec-6af7-4832-aa04-a6e4571392d7'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:38.916339 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.137153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:39.141281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.297601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Allocated IP 2001:db8::f816:3eff:febd:d4db (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/c01668ec-6af7-4832-aa04-a6e4571392d7/772e59a5-c356-41e4-9b2e-7f5e65c01627) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:39.415328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f4c46b-ca6d-40fa-8a13-fa40f470d407 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:39.439471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.470727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e87f9d3-6fc1-4448-b1c3-4796b9d50cb3 req-3ca29da4-2492-4cb8-bfe9-c672a3ea0179 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:39.480096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e87f9d3-6fc1-4448-b1c3-4796b9d50cb3 req-3ca29da4-2492-4cb8-bfe9-c672a3ea0179 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 931 time: 0.1974387 Nov 22 16:56:39.485235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Transition to ACTIVE for port object 25f4c46b-ca6d-40fa-8a13-fa40f470d407 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:56:39.488431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.491445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.497730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.568712 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.586605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e87f9d3-6fc1-4448-b1c3-4796b9d50cb3 req-29b23d0f-c770-4630-aa5f-3b95fddfb271 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041038 Nov 22 16:56:39.595342 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de275c3b-3fd4-458b-bbf8-5722344a86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.616984 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.654766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:39.711241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:39.755803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.787489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:39.809630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:39.847469 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:56:39.854730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-de275c3b-3fd4-458b-bbf8-5722344a86fb None None] For port e7ac79b9-115d-4923-89db-a57efa201ef4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e7ac79b9-115d-4923-89db-a57efa201ef4,segment=NetworkSegment(50e55823-4526-47c1-971e-e6f27eb6e91c),segment_id=50e55823-4526-47c1-971e-e6f27eb6e91c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:39.856844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:39.881124 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de275c3b-3fd4-458b-bbf8-5722344a86fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.894773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=629248ae-07d8-4532-82a7-010925909f7a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:39.912676 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:39.992053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=e1dd9f5d-fdfa-496d-8685-4bd8063f0da1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.002767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de275c3b-3fd4-458b-bbf8-5722344a86fb None None] Pushing event updated for resources: {'Port': ['ID=e7ac79b9-115d-4923-89db-a57efa201ef4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.008916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Attempting to bind port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:40.009260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Attempting to bind port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:40.009598 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Attempting to bind port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:40.019609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:40.022140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:40.025836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:56:40.026167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Attempting to bind port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 on network 4c622fab-9b68-4ccd-b840-b14531ff6f11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:40.026270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.026932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.053801 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.062508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:40.062887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Checking segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:40.063078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-71df2fb5-5e45-4cc7-afe3-ed2bf8f135f9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1911156 Nov 22 16:56:40.063242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Bound using segment: {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:40.063688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Bound port: 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77391c1e-b742-4e85-aec8-3181332a54e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:40.064051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.065190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33838) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:40.073506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:ad:08:dd', 'name': 'tempest-NetworksTestDHCPv6-255653192'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:40.090085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6c72709c-b525-4d70-9416-9099681b5395 None None] Provisioning complete for port 629248ae-07d8-4532-82a7-010925909f7a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:40.090589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c72709c-b525-4d70-9416-9099681b5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.128646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.133293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6c72709c-b525-4d70-9416-9099681b5395 None None] Port 629248ae-07d8-4532-82a7-010925909f7a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:40.135838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Attempting to bind port 772e59a5-c356-41e4-9b2e-7f5e65c01627 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:40.136410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Attempting to bind port 772e59a5-c356-41e4-9b2e-7f5e65c01627 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:40.136781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Attempting to bind port 772e59a5-c356-41e4-9b2e-7f5e65c01627 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:40.152404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:40.152917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:40.153333 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.153751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:40.154236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Bound port: 772e59a5-c356-41e4-9b2e-7f5e65c01627, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:40.154623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.194718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6c72709c-b525-4d70-9416-9099681b5395 None None] Provisioning complete for port e7ac79b9-115d-4923-89db-a57efa201ef4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:40.195095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c72709c-b525-4d70-9416-9099681b5395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.226811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:40.230311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:40.241066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.248645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:40.268470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:40.269010 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:40.275389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.276019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.277412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 1091 time: 2.9898715 Nov 22 16:56:40.278212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:40.281052 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8376272f-8f1d-433e-8f49-98ebade2767a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:40.317281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:40.328079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:40.338975 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.427940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.459554 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:40.462974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231e6b4-5884-483e-8249-6b971b3d16c8 service neutron] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.506916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 255f0801-d504-4931-997b-620264b5f5cc yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:40.508826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-3fd22c77-2a97-4f7c-a6f6-35f91719d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.510403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-3fd22c77-2a97-4f7c-a6f6-35f91719d34f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1094 time: 0.1316962 Nov 22 16:56:40.579531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b45481-e32e-45f2-82b5-dac9b52b74d4 None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:40.729842 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ced71-8e5b-43e6-bf30-72138f5b22a6 x-openstack-request-id: req-844ced71-8e5b-43e6-bf30-72138f5b22a6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:40.730292 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:40.730292 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-844ced71-8e5b-43e6-bf30-72138f5b22a6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:40.730740 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'status': 'completed', 'code': 200} Nov 22 16:56:40.763177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-893fa1c8-9d7e-4f16-a503-3edbd96ca6c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 217 time: 0.2263875 Nov 22 16:56:40.924085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7496f5-c402-4ab5-a066-290c6e3ca7e4 req-c6597273-5385-4d77-a613-f714d564e7d2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:40.932770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec7496f5-c402-4ab5-a066-290c6e3ca7e4 req-c6597273-5385-4d77-a613-f714d564e7d2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1753869 Nov 22 16:56:40.995813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 08ce4782-adef-47c6-99ea-01b10c65f632 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:41.034305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 08ce4782-adef-47c6-99ea-01b10c65f632 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:41.035301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8:0:1::384 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/e1dd9f5d-fdfa-496d-8685-4bd8063f0da1/255f0801-d504-4931-997b-620264b5f5cc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:41.039147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 08ce4782-adef-47c6-99ea-01b10c65f632 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:41.069674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fead:8dd (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/c01668ec-6af7-4832-aa04-a6e4571392d7/255f0801-d504-4931-997b-620264b5f5cc) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:41.110312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-6482aaf5-7d78-437a-abb6-37a80e356c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:41.112213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-6482aaf5-7d78-437a-abb6-37a80e356c4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.3404131 Nov 22 16:56:41.142451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec7496f5-c402-4ab5-a066-290c6e3ca7e4 req-c324b475-ec12-4a55-969b-36f587d67e35 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051096 Nov 22 16:56:41.302704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-7974cb4f-61be-4cba-bea9-2c1d518f240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:41.304333 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-7974cb4f-61be-4cba-bea9-2c1d518f240d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784754 Nov 22 16:56:41.309036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e7ac79b9-115d-4923-89db-a57efa201ef4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:41.391573 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.418884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e7ac79b9-115d-4923-89db-a57efa201ef4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:41.419698 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.439902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.443908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.455046 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.489969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:41.495618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:41.500264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:41.506332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:41.507146 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.528876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=255f0801-d504-4931-997b-620264b5f5cc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.544246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f0aa218-e099-4627-a3ae-11593f24e1e1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4770675 Nov 22 16:56:41.548401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33866) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:41.583309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 772e59a5-c356-41e4-9b2e-7f5e65c01627 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:41.683220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.683672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:41.684194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.691516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=629248ae-07d8-4532-82a7-010925909f7a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:41.703494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-33dc8085-c3f1-42d8-89c8-8f8b5834ba0c service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802130 Nov 22 16:56:41.724595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 255f0801-d504-4931-997b-620264b5f5cc {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:41.730008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.876559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eec3cf97-9928-47e6-b017-0135033fafb6 req-f83de040-98f3-497a-af86-cd0596ad111d service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668241 Nov 22 16:56:41.924642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:41.960220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.003945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 255f0801-d504-4931-997b-620264b5f5cc owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:42.051234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:42.061198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.159510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 3ff31240-861d-4927-a8be-81c52330a016 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:42.163590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:42.179110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376272f-8f1d-433e-8f49-98ebade2767a req-e18e9e69-17f5-48c1-8fa5-f7b38fd7d6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.179328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-e18e9e69-17f5-48c1-8fa5-f7b38fd7d6ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1094 time: 0.2193699 Nov 22 16:56:42.231443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:42.373024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5bca65-0b85-47cd-884e-9e13acf90d4b None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:42.536892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9f3a38c1-97c2-4791-a715-cd5b7bcc7320 None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:42.537340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f3a38c1-97c2-4791-a715-cd5b7bcc7320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.548634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012954f9-f066-442f-b404-ded634ceffaa req-2b22a774-1ab8-45fe-a15a-5e8ad89f85c3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.556001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-012954f9-f066-442f-b404-ded634ceffaa req-2b22a774-1ab8-45fe-a15a-5e8ad89f85c3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.2147605 Nov 22 16:56:42.565832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376272f-8f1d-433e-8f49-98ebade2767a req-3d2ce2d4-8a95-4935-8440-75d2df5b9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.567599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-3d2ce2d4-8a95-4935-8440-75d2df5b9303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.3641925 Nov 22 16:56:42.614278 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-2383bc02-fedf-4257-b6c7-a24918731924 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 217 time: 0.0382576 Nov 22 16:56:42.615789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.646419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-012954f9-f066-442f-b404-ded634ceffaa req-90626b24-dbd7-4265-8e8e-a658f8fc91d6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894599 Nov 22 16:56:42.674913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=255f0801-d504-4931-997b-620264b5f5cc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:42.689229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376272f-8f1d-433e-8f49-98ebade2767a req-882cac62-2994-49d7-96d5-b976e661f807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.690726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-882cac62-2994-49d7-96d5-b976e661f807 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.0692079 Nov 22 16:56:42.711127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 78818660-c272-41b8-8548-1096516aeaa8 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:56:42.730227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.735577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d38295e-bb95-460e-887b-6237bed37c34 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/255f0801-d504-4931-997b-620264b5f5cc HTTP/1.1" status: 204 len: 168 time: 1.1856191 Nov 22 16:56:42.737883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33874) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:42.791897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64c7937-7a2d-4abb-9572-160af403121c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.793361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b64c7937-7a2d-4abb-9572-160af403121c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0543320 Nov 22 16:56:42.798112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33876) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:42.836307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376272f-8f1d-433e-8f49-98ebade2767a req-9e8a6fb9-1363-4dfa-ac54-72a916abbcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.837927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-9e8a6fb9-1363-4dfa-ac54-72a916abbcdd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391976 Nov 22 16:56:42.874544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06e8f0b-67e4-4d29-918a-298375758c94 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.877395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d06e8f0b-67e4-4d29-918a-298375758c94 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0774279 Nov 22 16:56:42.881336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33878) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:42.884733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220f92cc-a549-49a9-a48e-b960362eb42f None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': 'c01668ec-6af7-4832-aa04-a6e4571392d7', 'ip_address': '2001:db8::f816:3eff:febd:d4db'}, {'subnet_id': 'e1dd9f5d-fdfa-496d-8685-4bd8063f0da1'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '772e59a5-c356-41e4-9b2e-7f5e65c01627'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:56:42.901107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:42.910971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7a47f291-fd25-4397-8b47-d443952b7f65 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/78818660-c272-41b8-8548-1096516aeaa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7256773 Nov 22 16:56:42.911613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33880) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:42.921034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] Sync routers for ids ['78818660-c272-41b8-8548-1096516aeaa8'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:42.935964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f4c42d60-3a87-477f-b571-8ad7289dd94a None None] Provisioning complete for port 629248ae-07d8-4532-82a7-010925909f7a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:42.936340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f4c42d60-3a87-477f-b571-8ad7289dd94a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.963968 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-220f92cc-a549-49a9-a48e-b960362eb42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:42.965057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26dd4a-f809-49e9-8a7f-535d519afea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.967081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26dd4a-f809-49e9-8a7f-535d519afea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.970718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f26dd4a-f809-49e9-8a7f-535d519afea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.972295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c8a9d6-993e-4d20-bbac-7bcc65028773 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:42.974479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f26dd4a-f809-49e9-8a7f-535d519afea5 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0906811 Nov 22 16:56:42.975866 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a6c8a9d6-993e-4d20-bbac-7bcc65028773 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports/629248ae-07d8-4532-82a7-010925909f7a HTTP/1.1" status: 200 len: 977 time: 0.0616171 Nov 22 16:56:42.980049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33884) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:42.980510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33886) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:43.003052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] Routers {'78818660-c272-41b8-8548-1096516aeaa8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:43.003859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['78818660-c272-41b8-8548-1096516aeaa8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:43.011266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-b8eed5a2-fb98-444c-9e24-b23423c92e09 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637354 Nov 22 16:56:43.042089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:43.072583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] Routers {'78818660-c272-41b8-8548-1096516aeaa8'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:43.073218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['78818660-c272-41b8-8548-1096516aeaa8'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:43.140696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:43.141938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec12ad8-bd14-4b6f-b3ea-b6a8479d5f87 None None] The sync data for ids ['78818660-c272-41b8-8548-1096516aeaa8'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:43.144465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f4c42d60-3a87-477f-b571-8ad7289dd94a None None] Port 629248ae-07d8-4532-82a7-010925909f7a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:43.175012 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8376272f-8f1d-433e-8f49-98ebade2767a req-fc591f5a-421a-460e-bb7b-49ef4e28a5f5 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552904 Nov 22 16:56:43.207799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet c01668ec-6af7-4832-aa04-a6e4571392d7 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:43.214726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.339566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.403402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 772e59a5-c356-41e4-9b2e-7f5e65c01627 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:43.477595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:43.477942 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.496805 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.606342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-220f92cc-a549-49a9-a48e-b960362eb42f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c01668ec-6af7-4832-aa04-a6e4571392d7: This subnet is being modified by another concurrent operation. Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c01668ec-6af7-4832-aa04-a6e4571392d7: This subnet is being modified by another concurrent operation. Nov 22 16:56:43.607320 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 16:56:43.662609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=c01668ec-6af7-4832-aa04-a6e4571392d7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:43.672297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.680403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b7540d44-5299-4c77-915e-b8c57a0a014e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/c01668ec-6af7-4832-aa04-a6e4571392d7 HTTP/1.1" status: 204 len: 168 time: 0.6925216 Nov 22 16:56:43.680403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33894) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:43.707796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0a1eb3-e011-4362-a972-449abbd7155a None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:43.723909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.806139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bce6a46c-ca9d-4b5a-8b96-f04c8336fa73 None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:43.806441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bce6a46c-ca9d-4b5a-8b96-f04c8336fa73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.837637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet e1dd9f5d-fdfa-496d-8685-4bd8063f0da1 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:43.848706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.940030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73112-7de0-4268-9b0c-7572899ac198 req-9ed3cdf9-57e1-495e-bafd-8fa2ef9518cf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:43.941612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54e73112-7de0-4268-9b0c-7572899ac198 req-9ed3cdf9-57e1-495e-bafd-8fa2ef9518cf tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.2104578 Nov 22 16:56:43.943952 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:43.996452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba53c88-950c-49c2-ab15-6ca58407d788 None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': 'e1dd9f5d-fdfa-496d-8685-4bd8063f0da1'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '772e59a5-c356-41e4-9b2e-7f5e65c01627'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:56:44.026285 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ba53c88-950c-49c2-ab15-6ca58407d788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.041555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.131640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54e73112-7de0-4268-9b0c-7572899ac198 req-0e3bfa2f-3f5f-4cce-938d-67285ef90a95 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256111 Nov 22 16:56:44.190317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-4ba53c88-950c-49c2-ab15-6ca58407d788 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1dd9f5d-fdfa-496d-8685-4bd8063f0da1: This subnet is being modified by another concurrent operation. Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e1dd9f5d-fdfa-496d-8685-4bd8063f0da1: This subnet is being modified by another concurrent operation. Nov 22 16:56:44.191370 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 16:56:44.229050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=e1dd9f5d-fdfa-496d-8685-4bd8063f0da1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:44.235675 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.238371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2e88f97e-7219-476e-b611-75e82d9c4fd6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/e1dd9f5d-fdfa-496d-8685-4bd8063f0da1 HTTP/1.1" status: 204 len: 168 time: 0.5587757 Nov 22 16:56:44.241389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33900) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:44.284959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f6af0125-bd14-453a-be3d-3af0a0974c83 None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:44.285367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6af0125-bd14-453a-be3d-3af0a0974c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.292600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7cc734cf-6d90-4996-be2e-4bd5f0d71d8d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500460 Nov 22 16:56:44.296387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:44.306232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:44.316048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 629248ae-07d8-4532-82a7-010925909f7a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:44.316421 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.430032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182611c2-8e92-46e2-9686-bb7d37c1e722 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:56:44.451240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:44.457088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.574169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182611c2-8e92-46e2-9686-bb7d37c1e722 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:56:44.580373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-09d8733c-71cb-4313-bc28-1cf6b7aa370e None None] Could not find standard attr ID for object 255f0801-d504-4931-997b-620264b5f5cc. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:44.836613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:44.854658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 629248ae-07d8-4532-82a7-010925909f7a owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:44.866367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:45.001702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '9482d7f8-6c29-482b-adb3-2b33892f74bc'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '772e59a5-c356-41e4-9b2e-7f5e65c01627'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:56:45.051967 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.065495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.165359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.254034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=629248ae-07d8-4532-82a7-010925909f7a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.279189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:45.319821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.325215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.326215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.332088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 772e59a5-c356-41e4-9b2e-7f5e65c01627 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:45.337195 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:45.338767 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:45.376847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b70ac-bcf6-4964-bbd9-a7c721070b68 req-aa5e7942-1028-42b4-86e5-a3185640adbc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.385116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c39b70ac-bcf6-4964-bbd9-a7c721070b68 req-aa5e7942-1028-42b4-86e5-a3185640adbc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1357119 Nov 22 16:56:45.444714 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.486051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:45.492155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.492402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.525077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c39b70ac-bcf6-4964-bbd9-a7c721070b68 req-03b3c18c-f4fa-4777-aeee-b31e1f4d3010 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383169 Nov 22 16:56:45.564247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.698726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 78818660-c272-41b8-8548-1096516aeaa8 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:45.778195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:45.780153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:45.786488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3cde4504-d4b2-4109-8db0-43298c213bd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/78818660-c272-41b8-8548-1096516aeaa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8044639 Nov 22 16:56:45.788973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33910) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:45.792949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] Sync routers for ids ['78818660-c272-41b8-8548-1096516aeaa8'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:45.804785 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] Routers {'78818660-c272-41b8-8548-1096516aeaa8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:45.805780 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['78818660-c272-41b8-8548-1096516aeaa8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:45.806488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:45.815124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:45.815812 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.846731 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:45.854364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=9482d7f8-6c29-482b-adb3-2b33892f74bc,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.864950 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5670464 Nov 22 16:56:45.865554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:45.872524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:45.872695 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] Routers {'78818660-c272-41b8-8548-1096516aeaa8'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:45.873239 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['78818660-c272-41b8-8548-1096516aeaa8'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:45.876486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1922816-57bf-4519-a0f2-17d6e58e89ef tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:45.891538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:45.938582 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:45.939293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172d501f-c01e-4c8d-960f-b3a1ac4f0eb5 None None] The sync data for ids ['78818660-c272-41b8-8548-1096516aeaa8'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:46.020783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:46.024236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.041641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:56:46.075967 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-398280e9-efe8-466e-9a2f-199df1e3fd86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] remove_router_interface failed (client error): The resource could not be found. Nov 22 16:56:46.080254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-398280e9-efe8-466e-9a2f-199df1e3fd86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/78818660-c272-41b8-8548-1096516aeaa8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2862749 Nov 22 16:56:46.081819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33916) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.125166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9477bed0-7419-455a-8f27-62f2f73d9c7a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=78818660-c272-41b8-8548-1096516aeaa8 HTTP/1.1" status: 200 len: 205 time: 0.0413888 Nov 22 16:56:46.126173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33918) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.169395 n-d-816206-6 neutron-server[103515]: INFO neutron.db.ipam_backend_mixin [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9482d7f8-6c29-482b-adb3-2b33892f74bc (CIDR: 2001:db8::/64) Nov 22 16:56:46.175721 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:46.176657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:46.207795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06d7262e-5f33-4452-92c2-50f89b3e729f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3361485 Nov 22 16:56:46.209086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33922) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.219364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:46.226473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.244091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:46.258521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1793a224-caea-40c9-bf97-52aef749355c None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:46.272054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'mac_address': 'fa:16:3e:88:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:56:46.344387 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.360823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:46.364032 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.365567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.382055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.386864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f4c46b-ca6d-40fa-8a13-fa40f470d407 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:56:46.436347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.443143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.444597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1793a224-caea-40c9-bf97-52aef749355c None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.466831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:46.471966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.511700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.514686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router 78818660-c272-41b8-8548-1096516aeaa8 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:46.554942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.556506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ce07935f-4df9-4803-bd68-66e089ff7cd7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/78818660-c272-41b8-8548-1096516aeaa8 HTTP/1.1" status: 204 len: 168 time: 0.4289978 Nov 22 16:56:46.564871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33924) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.574243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.666977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet e240507a-09a1-4a5c-8bae-4235a0b5570b {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:46.675037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.735665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['25f4c46b-ca6d-40fa-8a13-fa40f470d407'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:56:46.772911 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.781138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.789418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661569f8-1555-4585-8981-89ed51c6d4bf req-d37d4632-d4a4-437b-a85f-3666660b065e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.791846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-661569f8-1555-4585-8981-89ed51c6d4bf req-d37d4632-d4a4-437b-a85f-3666660b065e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 944 time: 0.1188986 Nov 22 16:56:46.838244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:46.847378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:46.854929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:46.855773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:46.870887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=cca5c05f-0285-43fe-b606-ddf2057ac0d3,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:46.889405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-52421b1b-0845-4ddc-ac98-9c97e651af2e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6760035 Nov 22 16:56:46.890078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33928) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:46.900175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:e9:f5:ec', 'name': 'tempest-NetworksTestDHCPv6-1953245732'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:46.944735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-661569f8-1555-4585-8981-89ed51c6d4bf req-5588805b-2c74-486e-80de-07cadecac6cd tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291301 Nov 22 16:56:46.979170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.066077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.083723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:47.106511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=e240507a-09a1-4a5c-8bae-4235a0b5570b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.111288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.126680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3932ce3d-2d94-4607-8ab6-a6c79928105a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/e240507a-09a1-4a5c-8bae-4235a0b5570b HTTP/1.1" status: 204 len: 168 time: 0.5552034 Nov 22 16:56:47.126680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33932) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.223311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.226836 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.251805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 51b009af-ffa3-4bc1-a149-26f6b71bcc1c yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:47.312834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port e7ac79b9-115d-4923-89db-a57efa201ef4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:47.313312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.316009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 772e59a5-c356-41e4-9b2e-7f5e65c01627 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:47.405427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:47.405846 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.409189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port e7ac79b9-115d-4923-89db-a57efa201ef4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e7ac79b9-115d-4923-89db-a57efa201ef4,segment=NetworkSegment(50e55823-4526-47c1-971e-e6f27eb6e91c),segment_id=50e55823-4526-47c1-971e-e6f27eb6e91c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:47.409574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.428661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for e7ac79b9-115d-4923-89db-a57efa201ef4 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:47.510969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6616397-5001-4a44-9c35-e683fae5eea1 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:56:47.512922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8:0:1::191 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/cca5c05f-0285-43fe-b606-ddf2057ac0d3/51b009af-ffa3-4bc1-a149-26f6b71bcc1c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:47.519644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::f816:3eff:fee9:f5ec (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/9482d7f8-6c29-482b-adb3-2b33892f74bc/51b009af-ffa3-4bc1-a149-26f6b71bcc1c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:47.539598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.543588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.586312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=e7ac79b9-115d-4923-89db-a57efa201ef4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.587098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6c0ba952-dbd5-408a-a695-753715c938b3 None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:47.587474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c0ba952-dbd5-408a-a695-753715c938b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.588347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port e7ac79b9-115d-4923-89db-a57efa201ef4 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:47.690297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.716732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff31240-861d-4927-a8be-81c52330a016']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:47.728888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e55823-4526-47c1-971e-e6f27eb6e91c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:47.729090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e55823-4526-47c1-971e-e6f27eb6e91c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:47.742937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.743161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.761392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.770636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:47.771081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:47.774635 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:47.789057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.842261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:47.848923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:47.854259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:47.860812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:47.861585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.866590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=51b009af-ffa3-4bc1-a149-26f6b71bcc1c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.867772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.882463 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.886460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:47.887578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f8ca3a9-905f-4583-99e6-249dcb9ad90e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.9946678 Nov 22 16:56:47.889237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.896887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/3ff31240-861d-4927-a8be-81c52330a016 HTTP/1.1" status: 204 len: 168 time: 0.7732372 Nov 22 16:56:47.907120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33938) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:47.911799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-970706917'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:47.923300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.944615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:47.950347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.968606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d25eb-602a-4add-9070-aa6955a3290f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=3ff31240-861d-4927-a8be-81c52330a016,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:47.984149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:56:47.995569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:47.995756 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment dce242e7-2355-4267-bf17-918eee250d4c of type vlan for network 72f1cd14-eef5-46a8-aed7-bad09f87a850 Nov 22 16:56:48.017695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 51b009af-ffa3-4bc1-a149-26f6b71bcc1c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:48.017977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.018123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6616397-5001-4a44-9c35-e683fae5eea1 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:56:48.027535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.039151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.039502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.039842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.040632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.040985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.041310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.041641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.041993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.042321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.042645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.042970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.043302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.048405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:48.050100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.103153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.109887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.111893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.170468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.184608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 51b009af-ffa3-4bc1-a149-26f6b71bcc1c owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:48.187840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:56:48.203777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:48.204398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.223595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3162751 Nov 22 16:56:48.229387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33944) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.232927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:48.257540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29311a9-8b80-4be3-9024-a1f7021a1581 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=72f1cd14-eef5-46a8-aed7-bad09f87a850,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.273229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:56:48.307313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efe591-df8d-421d-9225-7fa10f3c29b5 req-63939406-c764-4937-a92b-56cb982ddabc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.316014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5efe591-df8d-421d-9225-7fa10f3c29b5 req-63939406-c764-4937-a92b-56cb982ddabc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 944 time: 0.2248113 Nov 22 16:56:48.434241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5efe591-df8d-421d-9225-7fa10f3c29b5 req-d94567a8-9a2e-4dfc-adb4-6bd29ebe0405 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171522 Nov 22 16:56:48.455441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:48.459824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.486674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.515704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.539023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=51b009af-ffa3-4bc1-a149-26f6b71bcc1c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.572330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:48.575000 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57734868-cd8e-4485-a877-177841725ea8" -d '{"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-plugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:48.594092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:48.600019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.611259 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.617504 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a0026760-6d0f-4a26-82f8-520378a13618 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/51b009af-ffa3-4bc1-a149-26f6b71bcc1c HTTP/1.1" status: 204 len: 168 time: 0.7258735 Nov 22 16:56:48.625958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33952) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.679750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.698177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505ddbbd-2b12-42e7-b5a0-2f54ab274b2f None None] DHCP port deletion for 3ff31240-861d-4927-a8be-81c52330a016 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:48.741564 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764ba227-fb86-49e2-9c55-992f9e3778cc x-openstack-request-id: req-764ba227-fb86-49e2-9c55-992f9e3778cc {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:48.742525 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-plugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:48.742797 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-764ba227-fb86-49e2-9c55-992f9e3778cc {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:48.743214 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'code': 200} Nov 22 16:56:48.755022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7403a8b-3a7d-4a95-b176-671c36bd284e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.756667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.756793 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c7403a8b-3a7d-4a95-b176-671c36bd284e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1295421 Nov 22 16:56:48.760930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.795338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '9482d7f8-6c29-482b-adb3-2b33892f74bc', 'ip_address': '2001:db8::f816:3eff:febd:d4db'}, {'subnet_id': 'cca5c05f-0285-43fe-b606-ddf2057ac0d3'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '772e59a5-c356-41e4-9b2e-7f5e65c01627'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:56:48.815412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c19fc84-b23d-4186-b8f1-fd617ced8d3d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.819189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c19fc84-b23d-4186-b8f1-fd617ced8d3d tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0548725 Nov 22 16:56:48.827837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.836380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.844747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=d6b99880-fb28-47f0-95be-369b72ef7427,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:48.859910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.860257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.860601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.860938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.861273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.861621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.862177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.862515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.862850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.863181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.863504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.863825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:56:48.897257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': 'dce242e7-2355-4267-bf17-918eee250d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:48.897946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: 72f1cd14-eef5-46a8-aed7-bad09f87a850, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:56:48.920406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:56:48.921687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d692cc-5431-4358-9d26-5f84edbc4c56 req-a17cf3b4-4aa8-464c-b9dd-5af1c60a0389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.923632 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a6d692cc-5431-4358-9d26-5f84edbc4c56 req-a17cf3b4-4aa8-464c-b9dd-5af1c60a0389 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1096 time: 0.1054797 Nov 22 16:56:48.927282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b837e-29be-464e-8ded-156175b4cd25 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.928855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b837e-29be-464e-8ded-156175b4cd25 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.930668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b837e-29be-464e-8ded-156175b4cd25 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.932341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d34b837e-29be-464e-8ded-156175b4cd25 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1043823 Nov 22 16:56:48.933585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 72f1cd14-eef5-46a8-aed7-bad09f87a850) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:48.938967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33958) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.942125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:48.943110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:48.980072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33960) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:48.981006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4b295e4e-6a24-4c47-946c-5e77a5b67d51 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7518959 Nov 22 16:56:48.984125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1039272691', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:49.046756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 9482d7f8-6c29-482b-adb3-2b33892f74bc {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:49.049582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.050638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.056831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a6d692cc-5431-4358-9d26-5f84edbc4c56 req-d114fef5-2e0a-4c47-b296-4537c6272972 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234834 Nov 22 16:56:49.073816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] Allocated IP 2001:db8:0:1::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/cca5c05f-0285-43fe-b606-ddf2057ac0d3/772e59a5-c356-41e4-9b2e-7f5e65c01627) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:49.118703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.126142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.150298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.154276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03aa519f-b44d-4962-88f5-e6e781b30bf5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1711605 Nov 22 16:56:49.154638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33962) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:49.206945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:49.241743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.245919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 772e59a5-c356-41e4-9b2e-7f5e65c01627 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:49.250175 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.256013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.360725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9263391-8b5d-454e-acf4-2856a343d640 None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:49.383701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.440876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:49.441312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.578359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.626684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.631106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e7ac79b9-115d-4923-89db-a57efa201ef4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:49.670121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e7ac79b9-115d-4923-89db-a57efa201ef4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:49.679940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e7ac79b9-115d-4923-89db-a57efa201ef4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:49.687816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194465e-cbcd-428f-a2cd-dd33c26f6810 req-ab70cd0d-3bad-466e-aee7-a327f826f32e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:49.690700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5194465e-cbcd-428f-a2cd-dd33c26f6810 req-ab70cd0d-3bad-466e-aee7-a327f826f32e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1297286 Nov 22 16:56:49.776473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5194465e-cbcd-428f-a2cd-dd33c26f6810 req-29c1f66b-81a6-40f0-892a-642477d30c74 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757809 Nov 22 16:56:49.778865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.850529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.856838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/9482d7f8-6c29-482b-adb3-2b33892f74bc HTTP/1.1" status: 204 len: 168 time: 0.9138796 Nov 22 16:56:49.856838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb56676-ebce-42e2-90f3-67536e7fd4a3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=9482d7f8-6c29-482b-adb3-2b33892f74bc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:49.857144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33972) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:49.918128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet cca5c05f-0285-43fe-b606-ddf2057ac0d3 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:49.922903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.968818 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-773e2dc9-e87b-4883-8528-223e3ba846c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:49.981287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.040587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.20.0.1 (72f1cd14-eef5-46a8-aed7-bad09f87a850/d6b99880-fb28-47f0-95be-369b72ef7427/52497ea0-7ee6-4cbd-8beb-e53b6cb317aa) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:50.120152 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.215895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.234835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.267373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.277395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=cca5c05f-0285-43fe-b606-ddf2057ac0d3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:50.282671 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.289547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8699e720-fbbf-4cb4-b6de-0dddb6f7347e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/cca5c05f-0285-43fe-b606-ddf2057ac0d3 HTTP/1.1" status: 204 len: 168 time: 0.4318976 Nov 22 16:56:50.290819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:50.315670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff5032-0d54-4db9-bd16-9953d0a2727d None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:50.318168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76bb52b-36da-4bf0-bd2f-6d61439e62a4 None None] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:50.328100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=52497ea0-7ee6-4cbd-8beb-e53b6cb317aa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:50.348560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:50.350013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c599463a-f3c0-4179-b23d-234683ed5a56 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583570 Nov 22 16:56:50.350647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33978) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:50.351941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:50.355072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:50.362174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:50.472642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.474576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2e97c970-fefa-4248-814d-d94fa1040227 None None] Provisioning complete for port 772e59a5-c356-41e4-9b2e-7f5e65c01627 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:50.475153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e97c970-fefa-4248-814d-d94fa1040227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.542033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:50.546031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.705387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:50.721214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.750999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-72f1cd14-eef5-46a8-aed7-bad09f87a850', 'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': 'd6b99880-fb28-47f0-95be-369b72ef7427'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:50.751985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:50.754063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2e97c970-fefa-4248-814d-d94fa1040227 None None] Could not find standard attr ID for object 51b009af-ffa3-4bc1-a149-26f6b71bcc1c. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:50.926229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca41cb-e305-455f-8880-a7e5e0c161f8 req-a4104e7e-39d4-48be-8269-fde480ac46d7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:50.927815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cca41cb-e305-455f-8880-a7e5e0c161f8 req-a4104e7e-39d4-48be-8269-fde480ac46d7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0584645 Nov 22 16:56:50.934677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Allocated IP 172.20.0.2 (72f1cd14-eef5-46a8-aed7-bad09f87a850/d6b99880-fb28-47f0-95be-369b72ef7427/c67096bb-9f4a-4625-bd8a-afd35e400fbb) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:50.960934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.004214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cca41cb-e305-455f-8880-a7e5e0c161f8 req-b053098a-a506-4b04-a25c-8c62115c35a5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701339 Nov 22 16:56:51.018470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] Deleting port 772e59a5-c356-41e4-9b2e-7f5e65c01627 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:51.019015 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.079570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=097c020a-d08c-4797-97fc-21f5af1fb3fa,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.091486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:51.095372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:51.098625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.099300 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.148275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33986) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.148514 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-44a4e59b-3c5f-495b-a81e-e6417268c2f7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7941878 Nov 22 16:56:51.158366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:51.216262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.222303 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.231312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.240216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 772e59a5-c356-41e4-9b2e-7f5e65c01627 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:51.269755 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.327539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.331581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=52497ea0-7ee6-4cbd-8beb-e53b6cb317aa,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.388145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52bb2-0d66-46ea-99b9-7b6b31d8ae22 req-6a241d8c-cdce-42de-807a-67e175982200 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.395794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4db52bb2-0d66-46ea-99b9-7b6b31d8ae22 req-6a241d8c-cdce-42de-807a-67e175982200 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.2906675 Nov 22 16:56:51.401686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:51.402573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 33992) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.403341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:51.409400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.432896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Request body: {'floatingip': {'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:51.449739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:51.458485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:51.476829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:51.478793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:51.495891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:51.496900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.499361 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.537844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Pushing event updated for resources: {'Port': ['ID=c67096bb-9f4a-4625-bd8a-afd35e400fbb,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:51.598367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] Calling delete_port for 772e59a5-c356-41e4-9b2e-7f5e65c01627 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:51.618764 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.669423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router df972f7c-6d7f-4631-9138-2998150e72eb is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:56:51.732998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Attempting to bind port c67096bb-9f4a-4625-bd8a-afd35e400fbb on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:51.734559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Attempting to bind port c67096bb-9f4a-4625-bd8a-afd35e400fbb by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'dce242e7-2355-4267-bf17-918eee250d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:51.735740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Attempting to bind port c67096bb-9f4a-4625-bd8a-afd35e400fbb on network 72f1cd14-eef5-46a8-aed7-bad09f87a850 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:51.777719 n-d-816206-6 neutron-server[103514]: INFO neutron.db.ipam_backend_mixin [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 097c020a-d08c-4797-97fc-21f5af1fb3fa (CIDR: 2001:db8::/64) Nov 22 16:56:51.790076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:51.791934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Checking segment: {'id': 'dce242e7-2355-4267-bf17-918eee250d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:51.792529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.793948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Bound using segment: {'id': 'dce242e7-2355-4267-bf17-918eee250d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:51.794656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Bound port: c67096bb-9f4a-4625-bd8a-afd35e400fbb, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce242e7-2355-4267-bf17-918eee250d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '72f1cd14-eef5-46a8-aed7-bad09f87a850'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:51.796305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.805534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:51.808090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 772e59a5-c356-41e4-9b2e-7f5e65c01627, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=772e59a5-c356-41e4-9b2e-7f5e65c01627,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:51.813913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70be96bd-a431-4381-ac21-0212a20fe9b6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/df972f7c-6d7f-4631-9138-2998150e72eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6573005 Nov 22 16:56:51.816189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33996) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.829093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:51.832235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] Sync routers for ids ['df972f7c-6d7f-4631-9138-2998150e72eb'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:51.840332 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:56:51.840873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:56:51.905548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420fb171-f573-4495-ae7e-c3feb17b1e5e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:51.907590 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-420fb171-f573-4495-ae7e-c3feb17b1e5e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports/52497ea0-7ee6-4cbd-8beb-e53b6cb317aa HTTP/1.1" status: 200 len: 910 time: 0.0899320 Nov 22 16:56:51.910606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 33998) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.943560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f717e971-6269-469d-b6c6-a0eec75826fd tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7913415 Nov 22 16:56:51.961116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] Routers {'df972f7c-6d7f-4631-9138-2998150e72eb'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:51.962157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['df972f7c-6d7f-4631-9138-2998150e72eb'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:51.969803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34000) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:51.979657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:52.041778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:52.049044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.058155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.352997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] For port c67096bb-9f4a-4625-bd8a-afd35e400fbb, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:52.370954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] For port c67096bb-9f4a-4625-bd8a-afd35e400fbb, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c67096bb-9f4a-4625-bd8a-afd35e400fbb,segment=NetworkSegment(dce242e7-2355-4267-bf17-918eee250d4c),segment_id=dce242e7-2355-4267-bf17-918eee250d4c)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:52.379745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] Pushing event deleted for resources: {'Port': ['ID=772e59a5-c356-41e4-9b2e-7f5e65c01627,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.386824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.389044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] Routers {'df972f7c-6d7f-4631-9138-2998150e72eb'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:52.389898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['df972f7c-6d7f-4631-9138-2998150e72eb'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:52.393808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306320bd-eb87-4c6e-96d4-40175dfe3fc3 None None] No DVR routers for this DVR port 772e59a5-c356-41e4-9b2e-7f5e65c01627 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:52.442600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9e7d08-a912-46fa-b12e-fa5d573e7726 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:52.465856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:52.466665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f947a025-2b10-412e-962e-d1fec6d3cdeb None None] The sync data for ids ['df972f7c-6d7f-4631-9138-2998150e72eb'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:52.572973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9d91a-dd4f-4f53-b743-0e298f74ccac None None] Pushing event updated for resources: {'Port': ['ID=c67096bb-9f4a-4625-bd8a-afd35e400fbb,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:52.677365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.684252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.696110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'tenant_id': 'd5e3f2b405f64dc79656aa7da9a8eb65', 'fixed_ips': [{'subnet_id': '097c020a-d08c-4797-97fc-21f5af1fb3fa'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:56:52.697181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.862728 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Floating IP 75d7969c-c29b-4f3f-a215-8ec0c7c8267e associated. External IP: 172.25.6.19, port: 25f4c46b-ca6d-40fa-8a13-fa40f470d407. Nov 22 16:56:52.963227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:52.967027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:52.983247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f36d9a40-d98b-44d1-85b4-d922b9a610c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.033268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/097c020a-d08c-4797-97fc-21f5af1fb3fa/0ca1758d-a95f-4878-8d86-a640c7f89788) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:53.091907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.323989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.327448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c67096bb-9f4a-4625-bd8a-afd35e400fbb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:53.370547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:53.402940 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.461720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Pushing event updated for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:53.470949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:53.475807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:53.487180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:53.499619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c67096bb-9f4a-4625-bd8a-afd35e400fbb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:53.500316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.663660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:53.672929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.676935 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:53.687486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 52497ea0-7ee6-4cbd-8beb-e53b6cb317aa {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:53.700720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.702570 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:53.706093 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:53.729441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e9cdb437-f0bc-44ac-ba3c-a91e11526ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "PUT /v2.0/floatingips/75d7969c-c29b-4f3f-a215-8ec0c7c8267e HTTP/1.1" status: 200 len: 990 time: 2.3107152 Nov 22 16:56:53.730430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:56:53.735241 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:56:53.795568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.813432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Attempting to bind port 0ca1758d-a95f-4878-8d86-a640c7f89788 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:56:53.814859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Attempting to bind port 0ca1758d-a95f-4878-8d86-a640c7f89788 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:56:53.822948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Attempting to bind port 0ca1758d-a95f-4878-8d86-a640c7f89788 on network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:56:53.848515 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bacfd580-921a-4de1-99e7-1038d47f8a7b x-openstack-request-id: req-bacfd580-921a-4de1-99e7-1038d47f8a7b {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:56:53.849272 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:56:53.849589 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bacfd580-921a-4de1-99e7-1038d47f8a7b {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:56:53.850259 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'status': 'completed', 'code': 200} Nov 22 16:56:53.872126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:56:53.872688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Checking segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:56:53.874063 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.874508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Bound using segment: {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:56:53.875214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Bound port: 0ca1758d-a95f-4878-8d86-a640c7f89788, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2da739-b0d5-4faa-93f4-4cb720b35125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:56:53.875715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.959166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:53.996158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 52497ea0-7ee6-4cbd-8beb-e53b6cb317aa owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:54.052068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port c67096bb-9f4a-4625-bd8a-afd35e400fbb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c67096bb-9f4a-4625-bd8a-afd35e400fbb,segment=NetworkSegment(dce242e7-2355-4267-bf17-918eee250d4c),segment_id=dce242e7-2355-4267-bf17-918eee250d4c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:54.094542 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.124552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:56:54.130593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0ca1758d-a95f-4878-8d86-a640c7f89788,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:56:54.167152 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:54.180496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-14add2c7-fc5c-4546-8dda-29cbae354698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:54.182281 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-14add2c7-fc5c-4546-8dda-29cbae354698 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1096 time: 0.2729416 Nov 22 16:56:54.236651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=c67096bb-9f4a-4625-bd8a-afd35e400fbb,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:54.240979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.257553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.321127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764df904-6bae-4a3a-8089-4bbe403ce8e2 None None] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:54.445348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582adac-5a62-4dc6-a66d-18958c6dfca1 None None] Pushing event updated for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:54.596382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:56:54.659851 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '75d7969c-c29b-4f3f-a215-8ec0c7c8267e', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'mac_address': 'fa:16:3e:88:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:23Z', 'updated_at': '2021-11-22T16:56:52Z', 'revision_number': 1, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:54.680780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-0c28d361-ca18-40b5-a517-5297f4d3aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:54.682378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-0c28d361-ca18-40b5-a517-5297f4d3aa82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.4914432 Nov 22 16:56:54.743998 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:56:54.761228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:54.761924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:54.769788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b5e2490b-5d64-4e31-b843-1e136ab46a80 None None] Provisioning complete for port c67096bb-9f4a-4625-bd8a-afd35e400fbb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:54.770731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b5e2490b-5d64-4e31-b843-1e136ab46a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.831308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:54.878170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=52497ea0-7ee6-4cbd-8beb-e53b6cb317aa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:54.943151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-4fff5564-4b4f-4b74-a8ec-f4e01dfc585c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 998 time: 0.2395432 Nov 22 16:56:54.991663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b5e2490b-5d64-4e31-b843-1e136ab46a80 None None] Could not find standard attr ID for object 52497ea0-7ee6-4cbd-8beb-e53b6cb317aa. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:55.017757 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:56:55.134853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-7d9e0100-6cf4-46a5-a1d5-ee9e6cc7cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.137115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-7d9e0100-6cf4-46a5-a1d5-ee9e6cc7cfa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1826358 Nov 22 16:56:55.295801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-a4464418-1b58-4893-a949-6ab7950de58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:55.297587 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-a4464418-1b58-4893-a949-6ab7950de58c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297836 Nov 22 16:56:55.298482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.336550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c67096bb-9f4a-4625-bd8a-afd35e400fbb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:55.435628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.444832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c67096bb-9f4a-4625-bd8a-afd35e400fbb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:55.445365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.541454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.552354 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '75d7969c-c29b-4f3f-a215-8ec0c7c8267e', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'mac_address': 'fa:16:3e:88:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:23Z', 'updated_at': '2021-11-22T16:56:52Z', 'revision_number': 1, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:55.580852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0ca1758d-a95f-4878-8d86-a640c7f89788 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:55.646440 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4d8461-0d60-4665-b9d6-dc5011c7f7ee None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '75d7969c-c29b-4f3f-a215-8ec0c7c8267e', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'floating_ip_address': '172.25.6.19', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'mac_address': 'fa:16:3e:88:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:56:23Z', 'updated_at': '2021-11-22T16:56:52Z', 'revision_number': 1, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:55.672398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f58bed96-575a-4c03-b3e5-f9ce08775bad None None] Could not find standard attr ID for object 52497ea0-7ee6-4cbd-8beb-e53b6cb317aa. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:55.700652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f58bed96-575a-4c03-b3e5-f9ce08775bad None None] Provisioning complete for port c67096bb-9f4a-4625-bd8a-afd35e400fbb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:55.701790 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f58bed96-575a-4c03-b3e5-f9ce08775bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.779794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:55.780487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:55.914590 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-725d9613-65ec-41df-bc2f-bd1a28e9f55e service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767496 Nov 22 16:56:55.987310 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.052057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.094347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-08718ba4-902f-4c6b-b8d6-ae93dfc462fb None None] Could not find standard attr ID for object 52497ea0-7ee6-4cbd-8beb-e53b6cb317aa. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:56.103251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0ca1758d-a95f-4878-8d86-a640c7f89788,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:56.169432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router df972f7c-6d7f-4631-9138-2998150e72eb has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:56:56.177027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68999872-471c-463e-92cf-f1b3e1cc2299 None None] New status for floating IP 75d7969c-c29b-4f3f-a215-8ec0c7c8267e: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:56:56.192471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.200678 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.201431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.205755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eed24c5d-cdd6-4965-8acb-620ffd0ae3d0 req-d4994212-0678-49c6-8026-d6ea19bfba09 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834687 Nov 22 16:56:56.290112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:56.430204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fb4b84-5c87-4d68-95d2-897d27f51208 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:56.586921 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:56:56.587344 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:56:56.593078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b9b7da6d-47fb-4b0c-a2e5-faf2d3910eb9 None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:56.593591 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9b7da6d-47fb-4b0c-a2e5-faf2d3910eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.741730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:56.756240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:56.757134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.767932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=899e141f-a195-4f98-ab78-83138d3e9f14,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:56.801261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:56:56.803443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=4']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:56.811735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9b7da6d-47fb-4b0c-a2e5-faf2d3910eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.819069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-39c4f297-e8e0-4dc4-9f82-47eb8c436b0b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/df972f7c-6d7f-4631-9138-2998150e72eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9043758 Nov 22 16:56:56.819678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34068) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:56.820253 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] Sync routers for ids ['df972f7c-6d7f-4631-9138-2998150e72eb'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:56:56.831291 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b7d5f442-adb4-4cd6-9e4b-c3f8564e36bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8593633 Nov 22 16:56:56.835043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34070) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:56.843810 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] Routers {'df972f7c-6d7f-4631-9138-2998150e72eb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:56.844973 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['df972f7c-6d7f-4631-9138-2998150e72eb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:56.846785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:f8:0e:27', 'name': 'tempest-NetworksTestDHCPv6-2024355271'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:56.863258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a0b1658f-2818-4171-b896-e0cab85275b2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=df972f7c-6d7f-4631-9138-2998150e72eb HTTP/1.1" status: 200 len: 205 time: 0.0397778 Nov 22 16:56:56.868410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34074) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:56.883838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b9b7da6d-47fb-4b0c-a2e5-faf2d3910eb9 None None] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0ca1758d-a95f-4878-8d86-a640c7f89788,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:56.890106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b9b7da6d-47fb-4b0c-a2e5-faf2d3910eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:56.965795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7da6d-47fb-4b0c-a2e5-faf2d3910eb9 None None] Pushing event updated for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:56.966553 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:57.010960 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] Routers {'df972f7c-6d7f-4631-9138-2998150e72eb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:56:57.011895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['df972f7c-6d7f-4631-9138-2998150e72eb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:57.014658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.058891 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:57.059685 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c548f2-c368-43de-b38d-d328c9e240a9 None None] The sync data for ids ['df972f7c-6d7f-4631-9138-2998150e72eb'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:56:57.237728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:56:57.328162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0ca1758d-a95f-4878-8d86-a640c7f89788 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:56:57.385823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.390709 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.406189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:57.407701 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.473868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.474388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router df972f7c-6d7f-4631-9138-2998150e72eb {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:56:57.492573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.494483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8ac3ecdb-65cb-45ef-80cc-01c1be40cb2d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/df972f7c-6d7f-4631-9138-2998150e72eb HTTP/1.1" status: 204 len: 168 time: 0.6250606 Nov 22 16:56:57.497249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34084) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:57.509777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.535090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 28d98da8-8122-4ae3-8fee-388455616894 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:56:57.587270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet d6b99880-fb28-47f0-95be-369b72ef7427 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:57.593778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.674141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.826399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd86fc9-4e80-46e9-85b8-41c2b0d5a093 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:57.836265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.847983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::288 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/097c020a-d08c-4797-97fc-21f5af1fb3fa/28d98da8-8122-4ae3-8fee-388455616894) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:57.862531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8:0:1:f816:3eff:fef8:e27 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/899e141f-a195-4f98-ab78-83138d3e9f14/28d98da8-8122-4ae3-8fee-388455616894) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:56:57.894240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f080fbd5-079c-4c47-9bee-77ab4e043c4d None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:57.894980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f080fbd5-079c-4c47-9bee-77ab4e043c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.928966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.956516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:57.966402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5ab02-1890-4d8a-8128-8219a1001be8 None None] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:56:57.969216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/d6b99880-fb28-47f0-95be-369b72ef7427 HTTP/1.1" status: 204 len: 168 time: 0.4688828 Nov 22 16:56:57.970368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:58.005553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66c4f1-a9cd-4cad-a65c-e373e6363bff tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b99880-fb28-47f0-95be-369b72ef7427,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:58.127074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.154179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.208358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port c67096bb-9f4a-4625-bd8a-afd35e400fbb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:58.209118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.212398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.267636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:56:58.271894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:56:58.311431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:56:58.329723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:58.330654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port c67096bb-9f4a-4625-bd8a-afd35e400fbb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c67096bb-9f4a-4625-bd8a-afd35e400fbb,segment=NetworkSegment(dce242e7-2355-4267-bf17-918eee250d4c),segment_id=dce242e7-2355-4267-bf17-918eee250d4c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:58.331049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.333845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.353058 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for c67096bb-9f4a-4625-bd8a-afd35e400fbb owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:58.405190 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5657623 Nov 22 16:56:58.409217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34098) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:58.446012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088e1e4-41a1-4aa5-8700-b29a9dd7bbe9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=28d98da8-8122-4ae3-8fee-388455616894,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:58.464559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] DHCP port deletion for 72f1cd14-eef5-46a8-aed7-bad09f87a850 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:56:58.553731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.580168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Deleting port c67096bb-9f4a-4625-bd8a-afd35e400fbb {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:58.581082 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.642709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=c67096bb-9f4a-4625-bd8a-afd35e400fbb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:58.667265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port c67096bb-9f4a-4625-bd8a-afd35e400fbb on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:58.669680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 28d98da8-8122-4ae3-8fee-388455616894 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:56:58.670268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.862299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.896157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.904185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72f1cd14-eef5-46a8-aed7-bad09f87a850']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:58.919556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce242e7-2355-4267-bf17-918eee250d4c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:58.919850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce242e7-2355-4267-bf17-918eee250d4c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:56:58.931114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 28d98da8-8122-4ae3-8fee-388455616894 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:58.939315 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.958732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.965473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:56:58.965913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.993468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a2660a99-33f5-4daa-915b-f4dd8e6fb7a3 None None] Provisioning complete for port 28d98da8-8122-4ae3-8fee-388455616894 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:58.994058 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2660a99-33f5-4daa-915b-f4dd8e6fb7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:58.996222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] For port c67096bb-9f4a-4625-bd8a-afd35e400fbb, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:56:58.996605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:56:59.049461 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:56:59.057200 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.093577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.102156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/72f1cd14-eef5-46a8-aed7-bad09f87a850 HTTP/1.1" status: 204 len: 168 time: 1.0933645 Nov 22 16:56:59.102156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d161c-4dd0-44cc-9b40-f86ff22efb03 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=72f1cd14-eef5-46a8-aed7-bad09f87a850,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.102702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34112) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.105357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Calling delete_port for c67096bb-9f4a-4625-bd8a-afd35e400fbb owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:56:59.110621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Port c67096bb-9f4a-4625-bd8a-afd35e400fbb was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:56:59.114334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1062043253', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:56:59.126287 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.164499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.165738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.183796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2660a99-33f5-4daa-915b-f4dd8e6fb7a3 None None] Port 28d98da8-8122-4ae3-8fee-388455616894 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:56:59.193862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Network 72f1cd14-eef5-46a8-aed7-bad09f87a850 is not hosted by any dhcp agent {{(pid=103516) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:56:59.194591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] No DVR routers for this DVR port c67096bb-9f4a-4625-bd8a-afd35e400fbb on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:56:59.196956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2890b34f-820d-4d4e-8f3f-23edf911331a None None] Pushing event deleted for resources: {'Port': ['ID=c67096bb-9f4a-4625-bd8a-afd35e400fbb,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.207285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a2660a99-33f5-4daa-915b-f4dd8e6fb7a3 None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:56:59.209575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2660a99-33f5-4daa-915b-f4dd8e6fb7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.304861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.308356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c67096bb-9f4a-4625-bd8a-afd35e400fbb no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:56:59.357900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c67096bb-9f4a-4625-bd8a-afd35e400fbb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:56:59.358442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c67096bb-9f4a-4625-bd8a-afd35e400fbb not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:56:59.391414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=28d98da8-8122-4ae3-8fee-388455616894,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:56:59.413905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.496540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.507258 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ab9d3715-3130-4905-a104-7cc3785ae7d0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/28d98da8-8122-4ae3-8fee-388455616894 HTTP/1.1" status: 204 len: 168 time: 1.0762670 Nov 22 16:56:59.510217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34116) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.538000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7fb6c003-4c4e-484d-9e0c-d5f8785adb9c None None] Could not find standard attr ID for object 51b009af-ffa3-4bc1-a149-26f6b71bcc1c. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:59.634627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca60bb80-b18b-4504-b87b-499d8cef4cf8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:59.643596 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ca60bb80-b18b-4504-b87b-499d8cef4cf8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1320925 Nov 22 16:56:59.646161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.698143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dd012b70-9d1e-440f-a2d4-59884b286601 None None] Could not find standard attr ID for object 28d98da8-8122-4ae3-8fee-388455616894. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:56:59.727591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfee61-bdfc-4770-b192-8bc13e954614 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:59.731951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-41bfee61-bdfc-4770-b192-8bc13e954614 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0847402 Nov 22 16:56:59.736428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34122) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.787179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:56:59.850085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8f64a-d05f-4170-b24d-935cb52d2399 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:59.854321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8f64a-d05f-4170-b24d-935cb52d2399 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:59.858603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d8f64a-d05f-4170-b24d-935cb52d2399 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:56:59.864298 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-05d8f64a-d05f-4170-b24d-935cb52d2399 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1268530 Nov 22 16:56:59.866899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:56:59.946449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 097c020a-d08c-4797-97fc-21f5af1fb3fa {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:56:59.953624 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.012874 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.124670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.168978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.192798 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.240083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.280502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=097c020a-d08c-4797-97fc-21f5af1fb3fa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:00.289167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944482c-0320-41fe-a158-26690d36145a None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:00.306987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.314546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34128) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:00.316668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a96c1c79-550b-4639-bd24-546b2078d2d2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/097c020a-d08c-4797-97fc-21f5af1fb3fa HTTP/1.1" status: 204 len: 168 time: 0.4424186 Nov 22 16:57:00.405424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 899e141f-a195-4f98-ab78-83138d3e9f14 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:00.415808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.25.6.139 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/948a385f-08a7-4795-97ad-a752fbc806d0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:00.417745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.511635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.666392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.668715 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.762411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.821671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=899e141f-a195-4f98-ab78-83138d3e9f14,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:00.830982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.834446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d250318-9765-4890-ba0c-d82cab2a1bab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/899e141f-a195-4f98-ab78-83138d3e9f14 HTTP/1.1" status: 204 len: 168 time: 0.5187168 Nov 22 16:57:00.837296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:00.859891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:00.885671 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-58fa5fa8-f32a-48ff-9c90-2e47d9524d39 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470672 Nov 22 16:57:00.888506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34150) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:00.893967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:00.908553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:00.917174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:00.920060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:00.939688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62b9faf-09d9-40fd-89fb-551deafcfc7d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:00.976452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=948a385f-08a7-4795-97ad-a752fbc806d0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:01.040807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44dba8b3-04bb-42eb-9adb-f737fef45974 None None] Provisioning complete for port 948a385f-08a7-4795-97ad-a752fbc806d0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:01.041032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:01.041233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44dba8b3-04bb-42eb-9adb-f737fef45974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.044738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.154801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44dba8b3-04bb-42eb-9adb-f737fef45974 None None] Port 948a385f-08a7-4795-97ad-a752fbc806d0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:01.328269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.387211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:01.391761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:01.397510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:01.398332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.421825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=2314db92-d819-4812-aa04-37c0c262184e,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:01.434969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badd6405-1b6f-4613-9e02-f7896616b6e3 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:01.441137 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-82e98eda-5b56-4fee-870f-0e6eecab1150 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5513797 Nov 22 16:57:01.446356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:01.453182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:01.521642 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.602841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7cb3a87c-6472-4564-a61c-24cabdb4153a None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:01.603517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cb3a87c-6472-4564-a61c-24cabdb4153a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.626465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:01.635988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.855862 n-d-816206-6 neutron-server[103515]: INFO neutron.db.ipam_backend_mixin [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2314db92-d819-4812-aa04-37c0c262184e (CIDR: 2001:db8::/64) Nov 22 16:57:01.862142 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:57:01.862606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:01.874644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:01.893441 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f73d382f-f8c4-4e9e-a9a5-a105a3b66efa tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4431295 Nov 22 16:57:01.894692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34162) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:01.912416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'subnet': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:02.007026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31133657-a041-4bef-8241-866e77672c70 None None] Update dhcp port {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'fixed_ips': [{'subnet_id': '2314db92-d819-4812-aa04-37c0c262184e'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '0ca1758d-a95f-4878-8d86-a640c7f89788'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:57:02.056917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31133657-a041-4bef-8241-866e77672c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.096141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:02.100563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.119611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 953561ee-5df2-42c5-9795-25c5ee29c72d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:02.263711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-31133657-a041-4bef-8241-866e77672c70 None None] Allocated IP 2001:db8::2 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/2314db92-d819-4812-aa04-37c0c262184e/0ca1758d-a95f-4878-8d86-a640c7f89788) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:02.380016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-31133657-a041-4bef-8241-866e77672c70 None None] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0ca1758d-a95f-4878-8d86-a640c7f89788,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:02.414804 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31133657-a041-4bef-8241-866e77672c70 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.423891 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31133657-a041-4bef-8241-866e77672c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.519699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133657-a041-4bef-8241-866e77672c70 None None] Pushing event updated for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:02.542374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 16:57:02.759411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:02.773093 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.773340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] Sync routers for ids ['953561ee-5df2-42c5-9795-25c5ee29c72d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:02.796508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:02.798277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-087eece3-8502-45f0-a40f-4205fc78f724 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.6946235 Nov 22 16:57:02.802377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34186) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:02.819056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] Routers {'953561ee-5df2-42c5-9795-25c5ee29c72d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:02.819056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['953561ee-5df2-42c5-9795-25c5ee29c72d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:02.960326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:02.981622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] Routers {'953561ee-5df2-42c5-9795-25c5ee29c72d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:03.013126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['953561ee-5df2-42c5-9795-25c5ee29c72d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:03.064450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:03.066649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7f4c9aa3-9f32-418d-a59b-43571b69bf33 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/routers/953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 200 len: 881 time: 0.2633719 Nov 22 16:57:03.070248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34194) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.076856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd4241-2fb9-4da4-bc0a-20d2495b91dd None None] The sync data for ids ['953561ee-5df2-42c5-9795-25c5ee29c72d'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:03.145259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0ca1758d-a95f-4878-8d86-a640c7f89788,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:03.197749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-acdc7ad3-00ea-483b-a5bf-ab3ac482cfbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1137679 Nov 22 16:57:03.220323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.237755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.240314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.248428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0ca1758d-a95f-4878-8d86-a640c7f89788 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:03.338314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Subnet': ['ID=9fd20b55-6e43-4933-9bef-c75784ad568e,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:03.400443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:03.404136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.422827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:03.427940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:03.444470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:03.445355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:03.470701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14ca71c9-9f1b-4062-93ea-62d270eb1284 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3991108 Nov 22 16:57:03.472401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34200) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.478282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1062043253'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:03.499443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:03.506930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-1efc20f3-8863-4349-9984-92998e00a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:03.508714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-1efc20f3-8863-4349-9984-92998e00a7e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1096 time: 0.1880939 Nov 22 16:57:03.512940 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c838f23-38df-467f-9f59-8305518e3863 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6170754 Nov 22 16:57:03.519401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:03.527838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Request body: {'port': {'network_id': 'b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec', 'mac_address': 'fa:16:3e:23:a6:46', 'name': 'tempest-NetworksTestDHCPv6-1019214520'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:03.760431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-2aa53628-89af-41cc-b303-438f94a81d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:03.762129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-2aa53628-89af-41cc-b303-438f94a81d67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.2064176 Nov 22 16:57:03.767249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba3e1be-ddb9-4233-87cd-58ec226d9c87 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:03.800218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Made reservation on behalf of d5e3f2b405f64dc79656aa7da9a8eb65 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:03.925688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4a03355a-aaf5-4f99-b0c6-71c8dd602330 None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:03.929378 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a03355a-aaf5-4f99-b0c6-71c8dd602330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.014025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.026514 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-680d0db9-f204-4778-9731-357a5ebcfed5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 1000 time: 0.2424557 Nov 22 16:57:04.028389 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.028901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.131334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] device_id is not set on port 306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:57:04.187478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 953561ee-5df2-42c5-9795-25c5ee29c72d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:04.235347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-2222eda3-2f82-4d02-b6a8-cc6648ad1812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:04.238072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-2222eda3-2f82-4d02-b6a8-cc6648ad1812 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1852860 Nov 22 16:57:04.359634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-f856005e-88ac-4259-9576-71422f9127e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:04.360544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:04.361248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-f856005e-88ac-4259-9576-71422f9127e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1152580 Nov 22 16:57:04.374794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.383142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-262fb3b4-2d09-47d0-b62a-dcdd93dcd447 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 200 len: 888 time: 0.9027028 Nov 22 16:57:04.383142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34224) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:04.397177 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] Sync routers for ids ['953561ee-5df2-42c5-9795-25c5ee29c72d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:04.424354 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] Routers {'953561ee-5df2-42c5-9795-25c5ee29c72d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:04.425203 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['953561ee-5df2-42c5-9795-25c5ee29c72d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:04.465778 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:04.477950 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] Routers {'953561ee-5df2-42c5-9795-25c5ee29c72d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:04.479498 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['953561ee-5df2-42c5-9795-25c5ee29c72d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:04.526236 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:04.527151 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada3f8a7-97eb-4695-9100-2f226e41cb3c None None] The sync data for ids ['953561ee-5df2-42c5-9795-25c5ee29c72d'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:04.580469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-02eff6b3-e47d-4cf3-b1c6-73631d185d8b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/routers/953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 200 len: 888 time: 0.1971128 Nov 22 16:57:04.580771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34228) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:04.620667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7abdce59-1c6e-40a4-b0fb-f684203aa0b3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 200 len: 205 time: 0.0385447 Nov 22 16:57:04.621339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34230) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:04.657949 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-23dbfc43-fe29-4a1d-a7aa-453e0e3b3c2d service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872064 Nov 22 16:57:04.731850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8::37a (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/2314db92-d819-4812-aa04-37c0c262184e/306bdaad-1828-4eb3-8c47-8b3e6a22b6c6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:04.744446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:a646 (b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec/9fd20b55-6e43-4933-9bef-c75784ad568e/306bdaad-1828-4eb3-8c47-8b3e6a22b6c6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:04.900271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:04.909716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8617636-09bd-42c8-8c0f-c7fd875476c7 req-d68235e8-2613-4fd2-963d-dead009d4e41 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315941 Nov 22 16:57:04.963523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.009379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.104370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:05.108974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:05.112359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.125782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:05.132781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:05.134053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.161890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event updated for resources: {'Port': ['ID=306bdaad-1828-4eb3-8c47-8b3e6a22b6c6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:05.188748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a0a7874-8b28-4341-9028-cb71076b46cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6663406 Nov 22 16:57:05.191142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34246) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:05.198690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c67da06f-3862-4b5d-ab91-13bcfda8e9f2 None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:05.199178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c67da06f-3862-4b5d-ab91-13bcfda8e9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.250232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 948a385f-08a7-4795-97ad-a752fbc806d0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:05.260126 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.356397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting port 306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:05.357119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.407206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0ca1758d-a95f-4878-8d86-a640c7f89788 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:05.408214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.422989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 948a385f-08a7-4795-97ad-a752fbc806d0 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:05.538757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:05.539496 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.689524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-16203a75-b907-42a3-afad-8681108f36e4 None None] Provisioning complete for port 306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:05.690401 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16203a75-b907-42a3-afad-8681108f36e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.718807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.750195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=948a385f-08a7-4795-97ad-a752fbc806d0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:05.757547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-16203a75-b907-42a3-afad-8681108f36e4 None None] Port 306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:05.785904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554dac63-8a15-4320-8423-4558bfa65aa0 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:05.847153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.975371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:05.977494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.023394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.057935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Calling delete_port for 306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:06.065899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.065899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router 953561ee-5df2-42c5-9795-25c5ee29c72d {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:06.089013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.097326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b0cd5614-26e8-43c9-b2c0-320c00f45c70 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 204 len: 168 time: 1.4713161 Nov 22 16:57:06.097326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34260) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:06.106836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-553672515'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:06.147267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:06.153086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.302299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.312621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:06.334818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.335350 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment 905f533f-3d76-477d-a7db-340d5bedb673 of type vlan for network bfa474db-d4e4-4861-820e-f8c8288795b0 Nov 22 16:57:06.335889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Port': ['ID=306bdaad-1828-4eb3-8c47-8b3e6a22b6c6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:06.408954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.410600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.412665 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-adca0832-5005-4279-8a90-a07b47139b93 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 HTTP/1.1" status: 204 len: 168 time: 1.2196133 Nov 22 16:57:06.415842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34274) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:06.496723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff5abd-a203-46cc-8a8f-fc5d3930ae63 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.500960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1bff5abd-a203-46cc-8a8f-fc5d3930ae63 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0816789 Nov 22 16:57:06.500960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.501256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34276) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:06.518505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.518505 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.591507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11740ee-edae-4154-aa27-7ada2772f021 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.598566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5016055 Nov 22 16:57:06.606627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34278) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:06.606990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34280) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:06.607862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b11740ee-edae-4154-aa27-7ada2772f021 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1049092 Nov 22 16:57:06.612977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:06.679174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c018d5-977f-4194-b870-e04b4ca7036f tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=bfa474db-d4e4-4861-820e-f8c8288795b0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:06.691286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bfa474db-d4e4-4861-820e-f8c8288795b0 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:06.778516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370a2a7-47f0-4b71-9e67-3d81341e7afe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.780626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370a2a7-47f0-4b71-9e67-3d81341e7afe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.782496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e370a2a7-47f0-4b71-9e67-3d81341e7afe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:06.787356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e370a2a7-47f0-4b71-9e67-3d81341e7afe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1223106 Nov 22 16:57:06.787516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34282) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:06.807649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:06.812967 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.841164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 2314db92-d819-4812-aa04-37c0c262184e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:06.846119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:06.897220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.007998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.035734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.086208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.102993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.135478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fc43fd-49b1-47f3-97eb-740e229e36d9 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:07.136315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.141128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/2314db92-d819-4812-aa04-37c0c262184e HTTP/1.1" status: 204 len: 168 time: 0.3528118 Nov 22 16:57:07.142399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc902a6-090a-4c5c-9ebe-008dd283a8e9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=2314db92-d819-4812-aa04-37c0c262184e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.149958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34288) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.186746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': '905f533f-3d76-477d-a7db-340d5bedb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:07.187255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: bfa474db-d4e4-4861-820e-f8c8288795b0, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:07.228385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network bfa474db-d4e4-4861-820e-f8c8288795b0 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:07.243106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Deleting subnet 9fd20b55-6e43-4933-9bef-c75784ad568e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:07.248262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.250183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bfa474db-d4e4-4861-820e-f8c8288795b0) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:07.255779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:07.256372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.272216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c3f545-024a-4fdc-8e46-2d6e37c50166 None None] Network bfa474db-d4e4-4861-820e-f8c8288795b0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:07.296235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0346742f-7a24-4643-bdf9-b84c2cbc4ff4 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6873088 Nov 22 16:57:07.299034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34294) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.310880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1298621052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:07.374283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.375467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.381495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.509071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.514611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.537668 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.542547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-40850d09-0ca2-4582-9804-9a942b6baf37 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2423697 Nov 22 16:57:07.543212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34298) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.566530 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.574616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-bfa474db-d4e4-4861-820e-f8c8288795b0', 'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': '0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:07.575477 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.579025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.689631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.765130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Allocated IP 172.20.0.2 (bfa474db-d4e4-4861-820e-f8c8288795b0/0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94/8b659f58-f997-49e7-a14d-9137a1d78cca) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:07.775441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd20b55-6e43-4933-9bef-c75784ad568e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:07.777992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:07.784088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0f53e510-42f4-44a1-ba7c-f515fb23b38c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/9fd20b55-6e43-4933-9bef-c75784ad568e HTTP/1.1" status: 204 len: 168 time: 0.6245222 Nov 22 16:57:07.787964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.850368 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-202912b7-dceb-47b3-ae37-8a9830c77fc8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0610006 Nov 22 16:57:07.854730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:07.942661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f50c9e-0f57-4861-97c3-2d2d128bea84 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:07.946485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c5f50c9e-0f57-4861-97c3-2d2d128bea84 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0906529 Nov 22 16:57:07.961956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.059019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.067505 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.144987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Network bfa474db-d4e4-4861-820e-f8c8288795b0 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:08.148198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:08.152315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:08.195528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e80e99-5770-48fb-b702-35c8079b31bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:08.200400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-27e80e99-5770-48fb-b702-35c8079b31bb tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2368820 Nov 22 16:57:08.207356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.283862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Pushing event updated for resources: {'Port': ['ID=8b659f58-f997-49e7-a14d-9137a1d78cca,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:08.302232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-812b8bb8-e348-4d7f-9aee-b71cb08788b2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940046 Nov 22 16:57:08.308507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Attempting to bind port 8b659f58-f997-49e7-a14d-9137a1d78cca on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:08.309052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Attempting to bind port 8b659f58-f997-49e7-a14d-9137a1d78cca by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '905f533f-3d76-477d-a7db-340d5bedb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:08.309727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Attempting to bind port 8b659f58-f997-49e7-a14d-9137a1d78cca on network bfa474db-d4e4-4861-820e-f8c8288795b0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:08.313843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.317587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:08.318637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Checking segment: {'id': '905f533f-3d76-477d-a7db-340d5bedb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:08.319663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.320402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Bound using segment: {'id': '905f533f-3d76-477d-a7db-340d5bedb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:08.321048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Bound port: 8b659f58-f997-49e7-a14d-9137a1d78cca, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905f533f-3d76-477d-a7db-340d5bedb673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': 'bfa474db-d4e4-4861-820e-f8c8288795b0'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:08.321680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.399200 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b826fe0b-0eb8-4c1b-aa14-646ea4b7d6cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.400089 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b826fe0b-0eb8-4c1b-aa14-646ea4b7d6cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.403302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b826fe0b-0eb8-4c1b-aa14-646ea4b7d6cf tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/306bdaad-1828-4eb3-8c47-8b3e6a22b6c6 HTTP/1.1" status: 404 len: 333 time: 0.0881505 Nov 22 16:57:08.410254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.443481 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e8ca18-296b-4ff5-9408-9ad290b485a7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.443938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e8ca18-296b-4ff5-9408-9ad290b485a7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.448160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-87e8ca18-296b-4ff5-9408-9ad290b485a7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/9fd20b55-6e43-4933-9bef-c75784ad568e HTTP/1.1" status: 404 len: 337 time: 0.0368376 Nov 22 16:57:08.456570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] For port 8b659f58-f997-49e7-a14d-9137a1d78cca, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:08.461868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34324) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.465946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] For port 8b659f58-f997-49e7-a14d-9137a1d78cca, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b659f58-f997-49e7-a14d-9137a1d78cca,segment=NetworkSegment(905f533f-3d76-477d-a7db-340d5bedb673),segment_id=905f533f-3d76-477d-a7db-340d5bedb673)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:08.475995 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.560121 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da16c29-0e51-44a1-893d-4bb76f786ca3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.566485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da16c29-0e51-44a1-893d-4bb76f786ca3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.570519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4da16c29-0e51-44a1-893d-4bb76f786ca3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/2314db92-d819-4812-aa04-37c0c262184e HTTP/1.1" status: 404 len: 337 time: 0.1054068 Nov 22 16:57:08.577870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34326) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.625190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b766efc-b0c7-4f77-8976-f670e358f0db None None] Pushing event updated for resources: {'Port': ['ID=8b659f58-f997-49e7-a14d-9137a1d78cca,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:08.625962 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1d544b9-a738-48d1-8c03-f4878f317499 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.626721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1d544b9-a738-48d1-8c03-f4878f317499 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.630201 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1d544b9-a738-48d1-8c03-f4878f317499 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/28d98da8-8122-4ae3-8fee-388455616894 HTTP/1.1" status: 404 len: 333 time: 0.0513437 Nov 22 16:57:08.632649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.672422 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4d69e9-502e-448d-b78c-73361b093fa1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.673211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4d69e9-502e-448d-b78c-73361b093fa1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.676988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1302667-bc95-4737-af68-8fa80eaf82a6 None None] Network b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:08.677869 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2d4d69e9-502e-448d-b78c-73361b093fa1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/899e141f-a195-4f98-ab78-83138d3e9f14 HTTP/1.1" status: 404 len: 337 time: 0.0429814 Nov 22 16:57:08.686451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.742669 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5729eefd-ff34-45e8-b211-49456eb11508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.743141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5729eefd-ff34-45e8-b211-49456eb11508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.757164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5729eefd-ff34-45e8-b211-49456eb11508 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/097c020a-d08c-4797-97fc-21f5af1fb3fa HTTP/1.1" status: 404 len: 337 time: 0.0694849 Nov 22 16:57:08.765236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34332) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.817180 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c4f8de-e7a9-4949-801c-c26156394ca2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.817834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c4f8de-e7a9-4949-801c-c26156394ca2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.829171 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-88c4f8de-e7a9-4949-801c-c26156394ca2 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/51b009af-ffa3-4bc1-a149-26f6b71bcc1c HTTP/1.1" status: 404 len: 333 time: 0.0628810 Nov 22 16:57:08.831948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:08.910922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:08.914254 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1aef1ad-c10c-4d6a-9a49-8c909e48bde8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:08.914662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1aef1ad-c10c-4d6a-9a49-8c909e48bde8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:08.930578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f1aef1ad-c10c-4d6a-9a49-8c909e48bde8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/cca5c05f-0285-43fe-b606-ddf2057ac0d3 HTTP/1.1" status: 404 len: 337 time: 0.0963836 Nov 22 16:57:08.930937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34338) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.078571 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-42fe0ea5-91d7-43ad-a217-56fad0271504 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.079035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42fe0ea5-91d7-43ad-a217-56fad0271504 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.097547 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-42fe0ea5-91d7-43ad-a217-56fad0271504 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/9482d7f8-6c29-482b-adb3-2b33892f74bc HTTP/1.1" status: 404 len: 337 time: 0.1628041 Nov 22 16:57:09.098109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34344) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.129942 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-40a36c44-7870-4636-b836-6fcefb556da1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.130521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40a36c44-7870-4636-b836-6fcefb556da1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.136432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-40a36c44-7870-4636-b836-6fcefb556da1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/255f0801-d504-4931-997b-620264b5f5cc HTTP/1.1" status: 404 len: 333 time: 0.0349917 Nov 22 16:57:09.136731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34346) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.186817 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.190281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f530bdcf-5432-4545-8763-1aa234eb3671 None None] Provisioning complete for port 0ca1758d-a95f-4878-8d86-a640c7f89788 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:09.190800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f530bdcf-5432-4545-8763-1aa234eb3671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.243542 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-71bb62c0-34a3-4ca1-8b5f-5e3effab2e87 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.249549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71bb62c0-34a3-4ca1-8b5f-5e3effab2e87 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.255436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-71bb62c0-34a3-4ca1-8b5f-5e3effab2e87 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/e1dd9f5d-fdfa-496d-8685-4bd8063f0da1 HTTP/1.1" status: 404 len: 337 time: 0.1177220 Nov 22 16:57:09.263334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34350) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.352333 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2f5aed-83da-483c-9565-aab4b43e57b6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.352813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2f5aed-83da-483c-9565-aab4b43e57b6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.358996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d2f5aed-83da-483c-9565-aab4b43e57b6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/c01668ec-6af7-4832-aa04-a6e4571392d7 HTTP/1.1" status: 404 len: 337 time: 0.0908604 Nov 22 16:57:09.369667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34352) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.384281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] DHCP port deletion for b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:09.452973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b659f58-f997-49e7-a14d-9137a1d78cca up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:09.461708 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a378a6-d833-47f6-a3ba-2ef99b735f6e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.462432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a378a6-d833-47f6-a3ba-2ef99b735f6e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.468652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-59a378a6-d833-47f6-a3ba-2ef99b735f6e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/228ab8a7-61d8-41cf-a5ca-8fe38912502e HTTP/1.1" status: 404 len: 333 time: 0.0949032 Nov 22 16:57:09.469056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.512902 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff597a08-3693-477f-999f-8af20666fee4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.513754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff597a08-3693-477f-999f-8af20666fee4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.520000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ff597a08-3693-477f-999f-8af20666fee4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/39645ae4-c02f-4369-8f77-35b8a805a1ab HTTP/1.1" status: 404 len: 337 time: 0.0498574 Nov 22 16:57:09.520806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.540803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8b659f58-f997-49e7-a14d-9137a1d78cca triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:09.541177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.550761 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4691dea1-6843-4727-b67a-f224d16a57fe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.551567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4691dea1-6843-4727-b67a-f224d16a57fe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.559206 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4691dea1-6843-4727-b67a-f224d16a57fe tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/71599e9c-f258-4722-907a-d839c78f1d25 HTTP/1.1" status: 404 len: 333 time: 0.0371637 Nov 22 16:57:09.559809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.585688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] Deleting port 0ca1758d-a95f-4878-8d86-a640c7f89788 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:09.585688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.618745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.20.0.1 (bfa474db-d4e4-4861-820e-f8c8288795b0/0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94/ff69a348-7482-4131-81a3-15d4e64145da) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:09.647131 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4222c436-1104-4c9b-9ed5-d812bffccead tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.648384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4222c436-1104-4c9b-9ed5-d812bffccead tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.653837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4222c436-1104-4c9b-9ed5-d812bffccead tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/cfb824fd-a8a9-4a17-84d4-b0dece475b0c HTTP/1.1" status: 404 len: 337 time: 0.0928600 Nov 22 16:57:09.657258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34368) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.756516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] For port 0ca1758d-a95f-4878-8d86-a640c7f89788, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0ca1758d-a95f-4878-8d86-a640c7f89788,segment=NetworkSegment(cc2da739-b0d5-4faa-93f4-4cb720b35125),segment_id=cc2da739-b0d5-4faa-93f4-4cb720b35125)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:09.756923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.762832 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb081b2-34a8-4a5c-8dea-c2bc02fc98a1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.764347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb081b2-34a8-4a5c-8dea-c2bc02fc98a1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.771265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ecb081b2-34a8-4a5c-8dea-c2bc02fc98a1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/26216da7-7714-4579-a4d9-43224a0eb04d HTTP/1.1" status: 404 len: 333 time: 0.1120634 Nov 22 16:57:09.773931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34370) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.776462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] Calling delete_port for 0ca1758d-a95f-4878-8d86-a640c7f89788 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:09.809052 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be1634c-19d5-4a9c-b312-4796fdb76117 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.809636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be1634c-19d5-4a9c-b312-4796fdb76117 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.815651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4be1634c-19d5-4a9c-b312-4796fdb76117 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/7afafc8c-eb1c-4e48-998e-6fa42d2ea119 HTTP/1.1" status: 404 len: 337 time: 0.0406823 Nov 22 16:57:09.818901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34372) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.851681 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f53a9b1-da44-4164-8ba7-04db7a848da4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.852259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f53a9b1-da44-4164-8ba7-04db7a848da4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.858364 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f53a9b1-da44-4164-8ba7-04db7a848da4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/eeb406ff-a17a-4206-b109-d1fccd818993 HTTP/1.1" status: 404 len: 333 time: 0.0381958 Nov 22 16:57:09.859542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34374) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.892890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.895674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:09.898071 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-687f374b-d20c-4636-847d-d509556740ab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.898533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-687f374b-d20c-4636-847d-d509556740ab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.901579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-687f374b-d20c-4636-847d-d509556740ab tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/fec668f6-e214-4bfe-9f9a-4f3b4bc86c47 HTTP/1.1" status: 404 len: 337 time: 0.0410779 Nov 22 16:57:09.905128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34376) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.942952 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-91065901-f985-4fe7-9b10-0fb1591957e3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:09.943616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91065901-f985-4fe7-9b10-0fb1591957e3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:09.946854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-91065901-f985-4fe7-9b10-0fb1591957e3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/e44ae566-ec09-4cb8-9a27-2d677901fbde HTTP/1.1" status: 404 len: 333 time: 0.0403490 Nov 22 16:57:09.949309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34378) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:09.987510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 8b659f58-f997-49e7-a14d-9137a1d78cca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b659f58-f997-49e7-a14d-9137a1d78cca,segment=NetworkSegment(905f533f-3d76-477d-a7db-340d5bedb673),segment_id=905f533f-3d76-477d-a7db-340d5bedb673)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:09.998147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.018230 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b506c89-80c7-46e5-9df8-b66d677ef2e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.018804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b506c89-80c7-46e5-9df8-b66d677ef2e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.024276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b506c89-80c7-46e5-9df8-b66d677ef2e0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/8fd48273-2989-4de2-a0e6-5e70603ed6c5 HTTP/1.1" status: 404 len: 337 time: 0.0716255 Nov 22 16:57:10.025188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34380) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.051410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=8b659f58-f997-49e7-a14d-9137a1d78cca,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:10.054198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.073481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] No DVR routers for this DVR port 0ca1758d-a95f-4878-8d86-a640c7f89788 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:10.087725 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5009454c-715c-40d0-b0bb-9ad2e950dc8c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.088744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5009454c-715c-40d0-b0bb-9ad2e950dc8c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.098883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34384) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.100084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5009454c-715c-40d0-b0bb-9ad2e950dc8c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/6a1bd281-75b4-4923-85c6-d1ef05550297 HTTP/1.1" status: 404 len: 333 time: 0.0730560 Nov 22 16:57:10.110022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.123691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb07f7-410a-4dbb-9f27-d76612f1a150 None None] Pushing event deleted for resources: {'Port': ['ID=0ca1758d-a95f-4878-8d86-a640c7f89788,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:10.166472 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9c97bd-946e-483f-8a4e-f7700344ef52 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.166932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9c97bd-946e-483f-8a4e-f7700344ef52 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.170813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2d9c97bd-946e-483f-8a4e-f7700344ef52 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/47074c53-8cc3-4451-b14d-9936f061a3f1 HTTP/1.1" status: 404 len: 337 time: 0.0701020 Nov 22 16:57:10.174108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34386) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.215356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network bfa474db-d4e4-4861-820e-f8c8288795b0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:10.216127 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-14368c71-28c1-40cf-b49a-a4a34e2428f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.216584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14368c71-28c1-40cf-b49a-a4a34e2428f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.220854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14368c71-28c1-40cf-b49a-a4a34e2428f4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/9ae2664c-e709-4620-bba9-429d35d06a0e HTTP/1.1" status: 404 len: 337 time: 0.0445280 Nov 22 16:57:10.224032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34388) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.225165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:10.228807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:10.264081 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a779ff-433b-4a70-a06f-f60c9bc190e3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.264759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a779ff-433b-4a70-a06f-f60c9bc190e3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.274181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62a779ff-433b-4a70-a06f-f60c9bc190e3 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/8e400f69-b0bb-4825-9740-48dc006921b2 HTTP/1.1" status: 404 len: 333 time: 0.0495214 Nov 22 16:57:10.274815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34392) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.318532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.322401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=ff69a348-7482-4131-81a3-15d4e64145da,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:10.324485 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-970afa6a-8284-4e1a-a38e-6f4a6f5cc2be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.325189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-970afa6a-8284-4e1a-a38e-6f4a6f5cc2be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.339470 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-970afa6a-8284-4e1a-a38e-6f4a6f5cc2be tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/04b07dd5-585b-4e69-8299-d73301866eab HTTP/1.1" status: 404 len: 337 time: 0.0632985 Nov 22 16:57:10.339624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34394) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.409257 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a06039b-9953-470b-b4c9-337a0c2949c4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.410083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a06039b-9953-470b-b4c9-337a0c2949c4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.414745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8a06039b-9953-470b-b4c9-337a0c2949c4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/8d8bdb27-eedf-4ac2-84e0-0dd6bea68cd4 HTTP/1.1" status: 404 len: 337 time: 0.0384459 Nov 22 16:57:10.417550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.447809 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-129846ee-e2ca-4b20-91c4-e9dee95fa333 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.448389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129846ee-e2ca-4b20-91c4-e9dee95fa333 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.455757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-129846ee-e2ca-4b20-91c4-e9dee95fa333 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/04105e9d-2fac-44c6-8343-2d6fd8325eb1 HTTP/1.1" status: 404 len: 333 time: 0.0368810 Nov 22 16:57:10.456570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34398) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.492762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-d2f73cc6-3805-4ae7-851c-9acf49b5bed4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1624186 Nov 22 16:57:10.501444 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b133549c-6ffe-484c-9580-9a59935804d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.502510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b133549c-6ffe-484c-9580-9a59935804d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.513958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd50d5b-0b86-4b42-a645-46aa539a2303 None None] Network bfa474db-d4e4-4861-820e-f8c8288795b0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:10.517880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b133549c-6ffe-484c-9580-9a59935804d4 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/b1a6b03e-e4ed-4f63-81e8-af80e5f95aa4 HTTP/1.1" status: 404 len: 337 time: 0.0598168 Nov 22 16:57:10.518072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34400) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.550016 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f53d43-b9d4-4065-a8e7-f6c280623019 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.550471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f53d43-b9d4-4065-a8e7-f6c280623019 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.557279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b0f53d43-b9d4-4065-a8e7-f6c280623019 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/8f30c08d-607f-4108-ad26-8ac9f0f75b9c HTTP/1.1" status: 404 len: 337 time: 0.0382352 Nov 22 16:57:10.558043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.584506 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9632c39f-14d9-4343-bdbb-5b5d6bd08578 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.585242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9632c39f-14d9-4343-bdbb-5b5d6bd08578 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.591856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9632c39f-14d9-4343-bdbb-5b5d6bd08578 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/ff35748b-ffc0-4d2a-bb08-3063c0e68df2 HTTP/1.1" status: 404 len: 333 time: 0.0328040 Nov 22 16:57:10.592572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34404) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.621284 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-845cc22c-6622-4416-b7b6-9509024d173e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.621766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-845cc22c-6622-4416-b7b6-9509024d173e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.629731 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-845cc22c-6622-4416-b7b6-9509024d173e tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3128966d-db84-40a6-94ef-2a8ed7000146 HTTP/1.1" status: 404 len: 337 time: 0.0353317 Nov 22 16:57:10.630559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34406) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.664745 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-83182b10-7e1d-4d9e-b9de-71dbfb4fb10f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.665210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83182b10-7e1d-4d9e-b9de-71dbfb4fb10f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.672193 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-83182b10-7e1d-4d9e-b9de-71dbfb4fb10f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/7fe0e730-684b-49e3-8a83-ada9094b1595 HTTP/1.1" status: 404 len: 337 time: 0.0405397 Nov 22 16:57:10.672815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34410) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.700370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.707229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3f96d887-9001-4bbf-a8cf-54a76ed84359 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports?device_id=98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f HTTP/1.1" status: 200 len: 205 time: 0.0332937 Nov 22 16:57:10.707839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34412) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.727309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3494a-9a14-4635-a527-08393beadea5 req-ca73f23a-1d65-4843-b629-072cd5fc934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:10.728852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-ca73f23a-1d65-4843-b629-072cd5fc934a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.1415789 Nov 22 16:57:10.768311 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-bb57c608-d3f8-43c2-a76c-65dc0679f064 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] delete failed (client error): The resource could not be found. Nov 22 16:57:10.769257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bb57c608-d3f8-43c2-a76c-65dc0679f064 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/routers/98f73aa2-b7f4-4fab-a3a9-2ac8bb26a83f HTTP/1.1" status: 404 len: 336 time: 0.0604146 Nov 22 16:57:10.786634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34416) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.817617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dddb0f18-e589-4ec3-8de7-ed5a21bbeaad None None] Provisioning complete for port 8b659f58-f997-49e7-a14d-9137a1d78cca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:10.818181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dddb0f18-e589-4ec3-8de7-ed5a21bbeaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:10.853541 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-229d0b30-5e31-40f6-8ba1-4c99e02e20cc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:10.854052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229d0b30-5e31-40f6-8ba1-4c99e02e20cc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:10.860336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-229d0b30-5e31-40f6-8ba1-4c99e02e20cc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/c346258a-bd4e-4d97-a5c9-539d38cdfc29 HTTP/1.1" status: 404 len: 337 time: 0.0683002 Nov 22 16:57:10.860719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34424) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:10.941976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-28b8fc9d-006f-4c88-b8c6-03a395016562 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "GET /v2.0/ports?device_id=a79e9e00-e118-43d4-9935-3a38490627a0 HTTP/1.1" status: 200 len: 205 time: 0.0799851 Nov 22 16:57:10.944464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34426) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.027093 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-8252d81d-f7e9-4453-8dc4-c593e3bb7503 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] delete failed (client error): The resource could not be found. Nov 22 16:57:11.032906 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8252d81d-f7e9-4453-8dc4-c593e3bb7503 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/routers/a79e9e00-e118-43d4-9935-3a38490627a0 HTTP/1.1" status: 404 len: 336 time: 0.0871348 Nov 22 16:57:11.033997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.078306 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ee8ed7-231c-4393-9b63-07257c49cf7a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.079036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ee8ed7-231c-4393-9b63-07257c49cf7a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.086514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34432) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.087029 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-41ee8ed7-231c-4393-9b63-07257c49cf7a tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3a2736ea-de20-4b18-87be-984b4a3d10b4 HTTP/1.1" status: 404 len: 337 time: 0.0516691 Nov 22 16:57:11.148986 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c19011-057f-4bc5-bf15-67da9a9d2cb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.149471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c19011-057f-4bc5-bf15-67da9a9d2cb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.155978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e6c19011-057f-4bc5-bf15-67da9a9d2cb8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3725e7bd-f36e-43ab-9b41-0134e7a2f8ee HTTP/1.1" status: 404 len: 337 time: 0.0642433 Nov 22 16:57:11.157710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34434) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.163265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3494a-9a14-4635-a527-08393beadea5 req-17fb4a67-2e60-4b4a-83ea-fcbfaa7d105d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:11.164868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-17fb4a67-2e60-4b4a-83ea-fcbfaa7d105d service neutron] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 910 time: 0.3773177 Nov 22 16:57:11.195887 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad454de-fb69-4693-867f-ef5116456dd7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.196472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad454de-fb69-4693-867f-ef5116456dd7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.210357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3ad454de-fb69-4693-867f-ef5116456dd7 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/3c002bbb-c39c-4790-a0d5-79ba2b527974 HTTP/1.1" status: 404 len: 333 time: 0.0515029 Nov 22 16:57:11.218619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34436) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.288920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b659f58-f997-49e7-a14d-9137a1d78cca up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:11.296535 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa6bba2-6e0b-478e-9b0a-a72b889991fc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.297007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa6bba2-6e0b-478e-9b0a-a72b889991fc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.302975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-faa6bba2-6e0b-478e-9b0a-a72b889991fc tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/1f58b311-d502-4e62-be83-ccc593ac1f1d HTTP/1.1" status: 404 len: 337 time: 0.0801911 Nov 22 16:57:11.308108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34438) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.345178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-0df29a97-731e-406e-8563-fab9cbe1a05a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 1000 time: 0.1636963 Nov 22 16:57:11.369093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cd12a15a-3e17-4183-b1cf-68c91f2a2ff1 None None] Provisioning complete for port 8b659f58-f997-49e7-a14d-9137a1d78cca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:11.369471 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd12a15a-3e17-4183-b1cf-68c91f2a2ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.411788 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b011fd3e-f748-4987-8259-bba3e599c5b6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.413077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b011fd3e-f748-4987-8259-bba3e599c5b6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.418995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34444) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.419361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b011fd3e-f748-4987-8259-bba3e599c5b6 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/c995cd3a-feb5-43ce-a95c-f0c59a0fd832 HTTP/1.1" status: 404 len: 333 time: 0.0991526 Nov 22 16:57:11.457879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8b659f58-f997-49e7-a14d-9137a1d78cca triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:11.458293 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.474115 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.484728 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aae2fa7-4559-4652-84d4-4151549d4b80 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.486012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3aae2fa7-4559-4652-84d4-4151549d4b80 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.496007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3494a-9a14-4635-a527-08393beadea5 req-63591d8b-93b9-4f1c-9f28-b855d4189b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:11.499840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-63591d8b-93b9-4f1c-9f28-b855d4189b2d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.1018941 Nov 22 16:57:11.501729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.503042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3aae2fa7-4559-4652-84d4-4151549d4b80 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/b8040902-1f50-4e12-905e-f3b6837644a9 HTTP/1.1" status: 404 len: 337 time: 0.0815408 Nov 22 16:57:11.503722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34446) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.565782 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5208418d-ae41-49dc-90b2-607cf714d9b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.566710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5208418d-ae41-49dc-90b2-607cf714d9b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.569633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5208418d-ae41-49dc-90b2-607cf714d9b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/783281ad-6cb7-44bb-8cec-42c3ecb4b781 HTTP/1.1" status: 404 len: 333 time: 0.0613017 Nov 22 16:57:11.582247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34448) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.604648 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.618051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=ff69a348-7482-4131-81a3-15d4e64145da,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:11.640248 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4139696-e28d-4a13-bbd7-47cce3f3c704 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.640709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4139696-e28d-4a13-bbd7-47cce3f3c704 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.646309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4139696-e28d-4a13-bbd7-47cce3f3c704 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/3e7e016c-4f6d-4c0a-b247-16e3bb4de99a HTTP/1.1" status: 404 len: 337 time: 0.0607350 Nov 22 16:57:11.652657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34450) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.683739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cd12a15a-3e17-4183-b1cf-68c91f2a2ff1 None None] Provisioning complete for port ff69a348-7482-4131-81a3-15d4e64145da triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:11.684692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd12a15a-3e17-4183-b1cf-68c91f2a2ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.710811 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3da038-c8c1-4401-af96-79579f86845f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.711442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3da038-c8c1-4401-af96-79579f86845f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.716937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e3da038-c8c1-4401-af96-79579f86845f tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/22027a12-239d-447b-945b-14fa7da194ee HTTP/1.1" status: 404 len: 333 time: 0.0589125 Nov 22 16:57:11.725962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34452) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.732092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cd12a15a-3e17-4183-b1cf-68c91f2a2ff1 None None] Port ff69a348-7482-4131-81a3-15d4e64145da cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:11.754075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3494a-9a14-4635-a527-08393beadea5 req-8ac394ea-e087-4781-86b1-1779fd6b44ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:11.755589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-8ac394ea-e087-4781-86b1-1779fd6b44ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2021391 Nov 22 16:57:11.783466 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f98b705-de3c-4465-9dfe-294e6f4d41a1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.783983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f98b705-de3c-4465-9dfe-294e6f4d41a1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.789302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3f98b705-de3c-4465-9dfe-294e6f4d41a1 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/46d27f5e-0be2-4b07-9ecc-78cec41341f5 HTTP/1.1" status: 404 len: 337 time: 0.0601046 Nov 22 16:57:11.793572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0ca1758d-a95f-4878-8d86-a640c7f89788 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:11.796142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34454) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.818508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0ca1758d-a95f-4878-8d86-a640c7f89788 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:11.819171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0ca1758d-a95f-4878-8d86-a640c7f89788 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:11.820925 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0008c627-1dd4-4aee-8ced-51f33b29c7f0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.821488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0008c627-1dd4-4aee-8ced-51f33b29c7f0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.827956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0008c627-1dd4-4aee-8ced-51f33b29c7f0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/307391b7-feda-4361-9445-17f8c032d2e7 HTTP/1.1" status: 404 len: 333 time: 0.0274024 Nov 22 16:57:11.830409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34456) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.866385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ae2fef49-c88f-44f9-96c5-96f2c8a28f4c None None] Provisioning complete for port ff69a348-7482-4131-81a3-15d4e64145da triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:11.868575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae2fef49-c88f-44f9-96c5-96f2c8a28f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:11.870195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network bfa474db-d4e4-4861-820e-f8c8288795b0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:11.873450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:11.921208 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff1d6e3a-649e-45e5-b333-7bb2990ceda0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.923930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff1d6e3a-649e-45e5-b333-7bb2990ceda0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:11.941378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ff1d6e3a-649e-45e5-b333-7bb2990ceda0 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/dc6c9fb1-4a0e-4cc7-9303-fc332491b901 HTTP/1.1" status: 404 len: 337 time: 0.1089208 Nov 22 16:57:11.942375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34460) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:11.966197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ae2fef49-c88f-44f9-96c5-96f2c8a28f4c None None] Port ff69a348-7482-4131-81a3-15d4e64145da cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:11.996006 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b3639b-2772-4c83-b671-c9ff1695a10c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:11.997206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b3639b-2772-4c83-b671-c9ff1695a10c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:12.002574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0b3639b-2772-4c83-b671-c9ff1695a10c tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/e7d59836-c8ee-4628-b2e4-87c7ecc536ff HTTP/1.1" status: 404 len: 333 time: 0.0589890 Nov 22 16:57:12.005075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34462) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.039673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-d10a9027-84e7-46dc-8c1f-902613867676 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414346 Nov 22 16:57:12.045894 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e306cf-7dc1-498e-a60b-0150c16153d9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:12.046693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e306cf-7dc1-498e-a60b-0150c16153d9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:12.050244 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-51e306cf-7dc1-498e-a60b-0150c16153d9 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/2c30b397-e1a2-4658-8488-b86f3fd1e4f6 HTTP/1.1" status: 404 len: 337 time: 0.0438240 Nov 22 16:57:12.054108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.080312 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab49d2ad-e87a-46e5-b57e-7be3df884b16 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:12.080783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab49d2ad-e87a-46e5-b57e-7be3df884b16 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:12.087138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ab49d2ad-e87a-46e5-b57e-7be3df884b16 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/ports/2d8e865c-8e35-4be4-9c99-9192ef8c1b6c HTTP/1.1" status: 404 len: 333 time: 0.0314078 Nov 22 16:57:12.088036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.129696 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e983d2-013e-4627-9618-4c08566ee1b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:12.130803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e983d2-013e-4627-9618-4c08566ee1b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:12.139300 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-23e983d2-013e-4627-9618-4c08566ee1b8 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/subnets/7212bc2a-54e0-4bdf-af7f-e9d6ac5fb421 HTTP/1.1" status: 404 len: 337 time: 0.0436478 Nov 22 16:57:12.147545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34470) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.278636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.281837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ea92f780-66c2-46a1-b04f-90ebcbbba625 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:12.296648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d2875641-8bb2-44d4-99c8-34261d209265 None None] Provisioning complete for port ff69a348-7482-4131-81a3-15d4e64145da triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:12.297136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2875641-8bb2-44d4-99c8-34261d209265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.310020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bf3494a-9a14-4635-a527-08393beadea5 req-936453ee-e218-42d5-a20a-09b7e49f6604 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560647 Nov 22 16:57:12.340373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d2875641-8bb2-44d4-99c8-34261d209265 None None] Port ff69a348-7482-4131-81a3-15d4e64145da cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:12.490246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:12.492601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.501088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-585b5c25-dc3e-4184-b74a-ccddb5792f41 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ea92f780-66c2-46a1-b04f-90ebcbbba625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9568238 Nov 22 16:57:12.503879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.506533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] Sync routers for ids ['ea92f780-66c2-46a1-b04f-90ebcbbba625'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:12.521586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] Routers {'ea92f780-66c2-46a1-b04f-90ebcbbba625'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:12.522296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ea92f780-66c2-46a1-b04f-90ebcbbba625'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.543863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.560071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2da739-b0d5-4faa-93f4-4cb720b35125') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.560992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2da739-b0d5-4faa-93f4-4cb720b35125') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.563923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65389a47-a79e-4ce8-81b9-a0bdf1cb41a5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:12.564436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.565444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-65389a47-a79e-4ce8-81b9-a0bdf1cb41a5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports/ff69a348-7482-4131-81a3-15d4e64145da HTTP/1.1" status: 200 len: 910 time: 0.0604808 Nov 22 16:57:12.568531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34482) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:12.578847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.582079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:12.582676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] Routers {'ea92f780-66c2-46a1-b04f-90ebcbbba625'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:12.583312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ea92f780-66c2-46a1-b04f-90ebcbbba625'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.599882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.609744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:12.610078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.626625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:12.628574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7071fe1d-fef3-4aae-bc9b-86d4142911f8 None None] The sync data for ids ['ea92f780-66c2-46a1-b04f-90ebcbbba625'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:12.653304 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:12.687559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.709007 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:12.716782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] 10.222.0.65 "DELETE /v2.0/networks/b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec HTTP/1.1" status: 204 len: 168 time: 0.5629637 Nov 22 16:57:12.740778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e0897-b5d4-4b8f-aacf-aa6c3ba51d15 tempest-NetworksTestDHCPv6-166933815 tempest-NetworksTestDHCPv6-166933815-project] Pushing event deleted for resources: {'Network': ['ID=b8d3d47b-5ea4-4ead-8a12-c68fdc11a8ec,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:12.805559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.079809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34496) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.254058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6646ff20-0cba-48cf-a733-baf5f9a77fa7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5e3f2b405f64dc79656aa7da9a8eb65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726198 Nov 22 16:57:13.265447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.317153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.328498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.328730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96ba-1562-453e-ab8f-5ed0ad68ae38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.354456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96ba-1562-453e-ab8f-5ed0ad68ae38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.419478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=ff69a348-7482-4131-81a3-15d4e64145da,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.428225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96ba-1562-453e-ab8f-5ed0ad68ae38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.433196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2b4b96ba-1562-453e-ab8f-5ed0ad68ae38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.435098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2b4b96ba-1562-453e-ab8f-5ed0ad68ae38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/621ad9f1-3419-4f08-bcab-73ebf44809d1 HTTP/1.1" status: 204 len: 168 time: 0.1685691 Nov 22 16:57:13.444187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b96ba-1562-453e-ab8f-5ed0ad68ae38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ad9f1-3419-4f08-bcab-73ebf44809d1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:13.486173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:13.486883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:13.491230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2ca99ece-c239-418d-aabe-846333b2628b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/ports/ff69a348-7482-4131-81a3-15d4e64145da HTTP/1.1" status: 200 len: 910 time: 0.9188240 Nov 22 16:57:13.491675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34508) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:13.930002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.307064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port ff69a348-7482-4131-81a3-15d4e64145da {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:14.307566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.334768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34540) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.433889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.448776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for ff69a348-7482-4131-81a3-15d4e64145da owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:14.483601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-943e127b-4c8c-4d31-b3f5-8dcdb54fdc16 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.485700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-943e127b-4c8c-4d31-b3f5-8dcdb54fdc16 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1491141 Nov 22 16:57:14.488227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34548) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.493061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-7d525ac2-c142-4781-a8e1-6ed277d135fa tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.496228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7d525ac2-c142-4781-a8e1-6ed277d135fa tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046787 Nov 22 16:57:14.496648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34550) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.501416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-3b8eebcd-8769-4594-97fa-6a750cd3fdc1 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.502764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b8eebcd-8769-4594-97fa-6a750cd3fdc1 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0050924 Nov 22 16:57:14.505495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.514560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-cebd1eb4-66d4-49eb-b3b0-8bfda92cdf66 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.518480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cebd1eb4-66d4-49eb-b3b0-8bfda92cdf66 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074790 Nov 22 16:57:14.518623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34554) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.526592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-ada42cd2-d506-44c0-a6da-93e601bfeeb4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.530923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ada42cd2-d506-44c0-a6da-93e601bfeeb4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0081756 Nov 22 16:57:14.534266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34558) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.541103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-9e642447-772f-4d82-b272-0a76fac3110e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.545571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9e642447-772f-4d82-b272-0a76fac3110e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0084674 Nov 22 16:57:14.545811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34560) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.554805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-8bbd9d8c-cfdb-4a0e-aa2b-413f273b6647 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.555832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8bbd9d8c-cfdb-4a0e-aa2b-413f273b6647 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0067203 Nov 22 16:57:14.558712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34562) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.565527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-8bff17bf-2a05-4471-a981-a7126494fb65 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.569673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8bff17bf-2a05-4471-a981-a7126494fb65 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0095091 Nov 22 16:57:14.570276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34564) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.575233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-bad73c40-92bd-4db9-8aaa-1ba3678145cd tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.580133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bad73c40-92bd-4db9-8aaa-1ba3678145cd tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087073 Nov 22 16:57:14.580710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.585826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-f52fe10f-68ee-4817-b7fb-33b1a2320753 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.589405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f52fe10f-68ee-4817-b7fb-33b1a2320753 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0076275 Nov 22 16:57:14.590155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34568) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.595681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-98dd95d4-546f-4a86-ad63-ab27fcdc7806 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.598220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-98dd95d4-546f-4a86-ad63-ab27fcdc7806 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0072110 Nov 22 16:57:14.599796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34570) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.604484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-50ccb585-3886-4d96-80ca-fe1a6f16ed25 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.605612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-50ccb585-3886-4d96-80ca-fe1a6f16ed25 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0047469 Nov 22 16:57:14.615855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34572) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.618671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-4cdcc85b-cb15-4eda-8817-52695ace07b6 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.633332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4cdcc85b-cb15-4eda-8817-52695ace07b6 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0101919 Nov 22 16:57:14.633582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34574) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.633582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-e05ae06c-bc2a-4925-aad9-4ef85d79e958 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.633582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e05ae06c-bc2a-4925-aad9-4ef85d79e958 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0058615 Nov 22 16:57:14.634143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.641285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-3ce69d09-7328-45f5-b292-7898338ef0b9 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.644480 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3ce69d09-7328-45f5-b292-7898338ef0b9 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075903 Nov 22 16:57:14.645083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34578) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.650762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-1b93037e-420f-40a0-924d-7521bad92eeb tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.653991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b93037e-420f-40a0-924d-7521bad92eeb tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0060840 Nov 22 16:57:14.654794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34580) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.659468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-f21668fc-76fb-4e8a-8149-f9136c1b644f tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.663461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f21668fc-76fb-4e8a-8149-f9136c1b644f tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051310 Nov 22 16:57:14.663642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34582) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.668045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-79c337f5-a7cb-42f7-973a-0d8611183c8e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.672657 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-79c337f5-a7cb-42f7-973a-0d8611183c8e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062578 Nov 22 16:57:14.672871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.678976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-f48afbb9-ac05-4b6f-89cf-66fb2590d5d3 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.680236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f48afbb9-ac05-4b6f-89cf-66fb2590d5d3 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0062013 Nov 22 16:57:14.682403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34586) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.686913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-c7146ab2-adaf-4fde-b3cd-966e7d8e98a7 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.689744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c7146ab2-adaf-4fde-b3cd-966e7d8e98a7 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0045383 Nov 22 16:57:14.690995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34588) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.695401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-bf12460b-d68b-4446-bc34-48bb09ba36ff tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.698230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf12460b-d68b-4446-bc34-48bb09ba36ff tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044210 Nov 22 16:57:14.699029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34590) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.704578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-9d070299-eb08-47fd-9030-64da65e3af27 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.707692 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d070299-eb08-47fd-9030-64da65e3af27 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0056510 Nov 22 16:57:14.708368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34592) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.712732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-06728f7c-58c9-4203-a537-8dc19e5a9150 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.716102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06728f7c-58c9-4203-a537-8dc19e5a9150 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045252 Nov 22 16:57:14.716389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34594) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.720472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-3383e2d9-e2f8-406f-a1f1-f2259ee4b6f0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.723402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3383e2d9-e2f8-406f-a1f1-f2259ee4b6f0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040514 Nov 22 16:57:14.724059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34596) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.730525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-046b05ec-20b4-4e08-b20d-2ae0bb24cee4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.735109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-046b05ec-20b4-4e08-b20d-2ae0bb24cee4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0098655 Nov 22 16:57:14.735562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34598) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.739916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-621686c5-74f2-4007-9c6d-f7c0c11097e0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.743341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-621686c5-74f2-4007-9c6d-f7c0c11097e0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044482 Nov 22 16:57:14.743627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.748372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-ca8b4257-2f72-4044-a44a-96501ef4e836 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.752052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ca8b4257-2f72-4044-a44a-96501ef4e836 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050747 Nov 22 16:57:14.752052 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:14.754461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34602) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.760517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-a7a904cb-4fb8-4a61-8af7-269257fe73c4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.765966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a7a904cb-4fb8-4a61-8af7-269257fe73c4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100327 Nov 22 16:57:14.766745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34604) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.771747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-6f9d0bc9-9cae-4677-b3fe-b8f400713e07 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.775981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f9d0bc9-9cae-4677-b3fe-b8f400713e07 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0076075 Nov 22 16:57:14.776736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34606) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.784268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=ff69a348-7482-4131-81a3-15d4e64145da,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:14.801453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-45298cb6-7fcb-4a90-b0e4-ae09e4374024 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.806837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34608) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.808701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45298cb6-7fcb-4a90-b0e4-ae09e4374024 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0306728 Nov 22 16:57:14.833850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-e591ab29-64a7-43c5-a4bb-1763364b9c86 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.837367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e591ab29-64a7-43c5-a4bb-1763364b9c86 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0270584 Nov 22 16:57:14.838072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.844832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-337ad9ee-463d-4d13-ac6a-e09d21b98231 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.848892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-337ad9ee-463d-4d13-ac6a-e09d21b98231 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0068853 Nov 22 16:57:14.849078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34612) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.853361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-30320e41-fd26-44ea-b124-7f3c52b1ec02 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.856639 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30320e41-fd26-44ea-b124-7f3c52b1ec02 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0042689 Nov 22 16:57:14.857367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34614) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.862420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-4b176cbb-92b1-4fb6-9b56-c43c93a314b7 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.865723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4b176cbb-92b1-4fb6-9b56-c43c93a314b7 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0051501 Nov 22 16:57:14.866867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34616) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.876901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-0aeaf2f1-d21c-4908-95b1-c417a15914f2 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.882279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0aeaf2f1-d21c-4908-95b1-c417a15914f2 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0108142 Nov 22 16:57:14.883035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.925258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-760a0234-3c05-4248-b857-70c6057ca6f2 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.928814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-760a0234-3c05-4248-b857-70c6057ca6f2 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0414999 Nov 22 16:57:14.929490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34620) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.934886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-17deb1b4-7561-408c-ae1a-10b701a52e75 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.940113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-17deb1b4-7561-408c-ae1a-10b701a52e75 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0088272 Nov 22 16:57:14.940978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34622) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.946908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-5269388e-e4c1-4e6f-847a-d8f36d142df6 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.951617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5269388e-e4c1-4e6f-847a-d8f36d142df6 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0085983 Nov 22 16:57:14.952580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34624) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.957409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-96a75f26-dbde-4b26-ba1b-f5df6d2117cd tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.961247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-96a75f26-dbde-4b26-ba1b-f5df6d2117cd tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079138 Nov 22 16:57:14.962316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34626) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.971108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-cee6e63c-7be2-49a5-afbb-7ccac719ecad tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.975383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34628) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.975825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cee6e63c-7be2-49a5-afbb-7ccac719ecad tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0093381 Nov 22 16:57:14.981710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-30360750-04d0-4a14-a84b-71b23d6f3c09 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.985048 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30360750-04d0-4a14-a84b-71b23d6f3c09 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0079172 Nov 22 16:57:14.987539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34630) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:14.991771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-82a44968-6d6c-478e-aae6-3f7d2d93a8fa tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:14.992876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-82a44968-6d6c-478e-aae6-3f7d2d93a8fa tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0042963 Nov 22 16:57:14.995159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34632) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.000737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-df96399c-a3ba-4f52-b448-312129f3ec66 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.002016 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-df96399c-a3ba-4f52-b448-312129f3ec66 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056779 Nov 22 16:57:15.003161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.005282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34634) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.010220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-5383fa1f-5680-4673-baf0-b98ab74dc971 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.014254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34636) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.017672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5383fa1f-5680-4673-baf0-b98ab74dc971 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0110354 Nov 22 16:57:15.020536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-3d390505-ccf3-4f97-a869-823aae83fa67 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.023689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3d390505-ccf3-4f97-a869-823aae83fa67 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0060296 Nov 22 16:57:15.025411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34640) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.030184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-9e7a8c18-ceeb-4398-9c88-68730228fcb1 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.033672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9e7a8c18-ceeb-4398-9c88-68730228fcb1 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0072448 Nov 22 16:57:15.034290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.038502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-7a235028-80f4-4b61-a6b5-09688556b015 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.042373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7a235028-80f4-4b61-a6b5-09688556b015 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0071723 Nov 22 16:57:15.042949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34644) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.048349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-6e6861bd-8acb-45ef-90ee-a6ccb0d54992 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.051895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6e6861bd-8acb-45ef-90ee-a6ccb0d54992 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0080502 Nov 22 16:57:15.052821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34646) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.062668 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-9c99d0ee-0289-4ea8-8711-ceff4f7240d0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.066933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9c99d0ee-0289-4ea8-8711-ceff4f7240d0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0130661 Nov 22 16:57:15.068535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34648) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.079101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-977fad54-ed23-494f-a64c-11a4294ee305 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.082467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-977fad54-ed23-494f-a64c-11a4294ee305 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0106919 Nov 22 16:57:15.082891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34652) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.087551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-0ed30d0b-548e-47b4-ad7f-eb68389ab413 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.091156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0ed30d0b-548e-47b4-ad7f-eb68389ab413 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0068271 Nov 22 16:57:15.091834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34654) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.096014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-d5b06b27-1c46-4921-b446-4d3f00ced36e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.099669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d5b06b27-1c46-4921-b446-4d3f00ced36e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0068955 Nov 22 16:57:15.100307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.104384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-778ce077-64f2-4dc9-8d4d-04b67bd3b6a9 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.108622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-778ce077-64f2-4dc9-8d4d-04b67bd3b6a9 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0073888 Nov 22 16:57:15.109250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34658) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.113343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-88084ed6-fcfa-4b77-8ef8-12f226dd8db7 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.116888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88084ed6-fcfa-4b77-8ef8-12f226dd8db7 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0066843 Nov 22 16:57:15.117509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34660) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.122108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-e0581b70-c648-4323-abd9-ce06be89e00b tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.126483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e0581b70-c648-4323-abd9-ce06be89e00b tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080078 Nov 22 16:57:15.127123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34662) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.131943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-eaabe85e-1f28-41ba-ba18-55c40a4ccb0e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.135683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eaabe85e-1f28-41ba-ba18-55c40a4ccb0e tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076132 Nov 22 16:57:15.136316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34664) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.141098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-54ff4205-db62-4149-828c-8cc5f9edf48c tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.144810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-54ff4205-db62-4149-828c-8cc5f9edf48c tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075378 Nov 22 16:57:15.145393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34666) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.150414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-a010687c-797e-4c1f-8eca-ca519ce8d265 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.151332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a010687c-797e-4c1f-8eca-ca519ce8d265 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050337 Nov 22 16:57:15.157693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34668) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.164737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [None req-be71a58c-471a-4f36-b21e-e85d282bd381 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.166196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-be71a58c-471a-4f36-b21e-e85d282bd381 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073612 Nov 22 16:57:15.168777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34670) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.184400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-b62d3f6c-ebb0-44d1-8a7e-ea2f46201c23 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.185416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b62d3f6c-ebb0-44d1-8a7e-ea2f46201c23 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0106752 Nov 22 16:57:15.194495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34672) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.198821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-c71239dd-8a41-4b4f-bb36-11ebfb7c5899 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.204733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c71239dd-8a41-4b4f-bb36-11ebfb7c5899 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0091379 Nov 22 16:57:15.207222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34674) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.211969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-65db5285-35ce-442a-a908-b1423275b29a tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.212907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-65db5285-35ce-442a-a908-b1423275b29a tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047579 Nov 22 16:57:15.215246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34676) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.221515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-32db01a6-e35f-4a4e-9cf2-a086c8749980 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.225129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32db01a6-e35f-4a4e-9cf2-a086c8749980 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089734 Nov 22 16:57:15.225755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34678) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.230324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-d82295fa-e415-4fea-8060-902808aeb4b5 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.235494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d82295fa-e415-4fea-8060-902808aeb4b5 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0088079 Nov 22 16:57:15.236097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34680) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.242711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-0807fad4-0454-485e-bce3-5d797dbac67b tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.246150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0807fad4-0454-485e-bce3-5d797dbac67b tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085475 Nov 22 16:57:15.246511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34686) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.251731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-f30f8b32-83bf-4ef5-8a35-dee4673afbc8 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.255344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f30f8b32-83bf-4ef5-8a35-dee4673afbc8 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0078387 Nov 22 16:57:15.255887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34688) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.260330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-4b8e659c-e33b-4ee7-8803-30512ec83e85 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.263917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4b8e659c-e33b-4ee7-8803-30512ec83e85 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0071118 Nov 22 16:57:15.264497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34690) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.268557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-35ff7abf-4e30-4160-a623-31b2e5d68d2f tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.272382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-35ff7abf-4e30-4160-a623-31b2e5d68d2f tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0069797 Nov 22 16:57:15.272988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34692) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.276730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-ec962d9c-8f2d-422c-bbc4-029053f69fc0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.281122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ec962d9c-8f2d-422c-bbc4-029053f69fc0 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0072973 Nov 22 16:57:15.281720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34694) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.286004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-621ec56a-a134-4797-b3ae-26722146460d tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.289432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-621ec56a-a134-4797-b3ae-26722146460d tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0067050 Nov 22 16:57:15.290544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.295343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [None req-3cdcb74a-a22f-4452-99b0-c535393912e4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:57:15.314532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3cdcb74a-a22f-4452-99b0-c535393912e4 tempest-ExtensionsTestJSON-1919252681 tempest-ExtensionsTestJSON-1919252681-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079200 Nov 22 16:57:15.336936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ea92f780-66c2-46a1-b04f-90ebcbbba625 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:15.428471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:15.441759 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] Sync routers for ids ['ea92f780-66c2-46a1-b04f-90ebcbbba625'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:15.458027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34702) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.463925 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] Routers {'ea92f780-66c2-46a1-b04f-90ebcbbba625'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:15.464403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ccf4b632-df36-4588-9c4d-96dba1d96308 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ea92f780-66c2-46a1-b04f-90ebcbbba625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683490 Nov 22 16:57:15.465408 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ea92f780-66c2-46a1-b04f-90ebcbbba625'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:15.501277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88506eae-2b73-4e23-aa99-0ffcffc83c30 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea92f780-66c2-46a1-b04f-90ebcbbba625 HTTP/1.1" status: 200 len: 205 time: 0.0422192 Nov 22 16:57:15.503845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.539788 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:15.556406 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] Routers {'ea92f780-66c2-46a1-b04f-90ebcbbba625'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:15.557148 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ea92f780-66c2-46a1-b04f-90ebcbbba625'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:15.600677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.603153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:15.603910 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856fd926-9fe5-4b62-ae7e-4de7bf0e38df None None] The sync data for ids ['ea92f780-66c2-46a1-b04f-90ebcbbba625'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:15.681433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34708) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.799372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.802561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.832367 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24836319-abea-4db9-b89e-1729558b8427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.861276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.863930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router ea92f780-66c2-46a1-b04f-90ebcbbba625 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:57:15.874029 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.878358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3fcd6166-1509-47c0-b4ec-872da0b2a303 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/ea92f780-66c2-46a1-b04f-90ebcbbba625 HTTP/1.1" status: 204 len: 168 time: 0.3733337 Nov 22 16:57:15.879547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34716) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:15.947673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet 0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:15.952265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.962641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24836319-abea-4db9-b89e-1729558b8427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.968716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24836319-abea-4db9-b89e-1729558b8427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:15.998819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.021286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24836319-abea-4db9-b89e-1729558b8427 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d34becc23c654a638ab04a885ac19bbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387923 Nov 22 16:57:16.026036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34718) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:16.035934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24836319-abea-4db9-b89e-1729558b8427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5d4d22-2560-4ebb-90dd-0eec626fe1d8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.099183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.106787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb053-e78f-41b2-9380-1a10cf1e5b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.150119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb053-e78f-41b2-9380-1a10cf1e5b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.164985 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.191996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.204749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.209077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de8a51e9-453e-4c16-a820-439104b75c86 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94 HTTP/1.1" status: 204 len: 168 time: 0.3283100 Nov 22 16:57:16.212004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34720) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:16.227903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99449864-1c2a-4447-b411-b6b1417d2658 None None] Network bfa474db-d4e4-4861-820e-f8c8288795b0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:16.320828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.324904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb053-e78f-41b2-9380-1a10cf1e5b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.329290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f0eb053-e78f-41b2-9380-1a10cf1e5b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.330743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6f0eb053-e78f-41b2-9380-1a10cf1e5b42 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ed5d4d22-2560-4ebb-90dd-0eec626fe1d8 HTTP/1.1" status: 204 len: 168 time: 0.3033862 Nov 22 16:57:16.370884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eb053-e78f-41b2-9380-1a10cf1e5b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5d4d22-2560-4ebb-90dd-0eec626fe1d8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.484519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 8b659f58-f997-49e7-a14d-9137a1d78cca {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:16.485078 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.536954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] DHCP port deletion for bfa474db-d4e4-4861-820e-f8c8288795b0 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:16.595469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 8b659f58-f997-49e7-a14d-9137a1d78cca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b659f58-f997-49e7-a14d-9137a1d78cca,segment=NetworkSegment(905f533f-3d76-477d-a7db-340d5bedb673),segment_id=905f533f-3d76-477d-a7db-340d5bedb673)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:16.595846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.611619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 8b659f58-f997-49e7-a14d-9137a1d78cca owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:16.621351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] Deleting port 8b659f58-f997-49e7-a14d-9137a1d78cca {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:16.622004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.705388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.706410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] For port 8b659f58-f997-49e7-a14d-9137a1d78cca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8b659f58-f997-49e7-a14d-9137a1d78cca,segment=NetworkSegment(905f533f-3d76-477d-a7db-340d5bedb673),segment_id=905f533f-3d76-477d-a7db-340d5bedb673)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:16.706872 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.726514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] Calling delete_port for 8b659f58-f997-49e7-a14d-9137a1d78cca owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:16.737956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=8b659f58-f997-49e7-a14d-9137a1d78cca,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.748535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port 8b659f58-f997-49e7-a14d-9137a1d78cca on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:16.838769 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:16.840929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.868347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.869534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa474db-d4e4-4861-820e-f8c8288795b0']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:16.885927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905f533f-3d76-477d-a7db-340d5bedb673') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:16.886232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905f533f-3d76-477d-a7db-340d5bedb673') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:16.899633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.916220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.916604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] Pushing event deleted for resources: {'Port': ['ID=8b659f58-f997-49e7-a14d-9137a1d78cca,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:16.925934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:16.926474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:16.934274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df64552-ce54-42fc-aea3-fb3add13da5f None None] No DVR routers for this DVR port 8b659f58-f997-49e7-a14d-9137a1d78cca on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:16.992011 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:17.031437 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.040021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.054772 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/bfa474db-d4e4-4861-820e-f8c8288795b0 HTTP/1.1" status: 204 len: 168 time: 0.8349915 Nov 22 16:57:17.054865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34748) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:17.059205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2131553773', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:17.082842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727fe6b-0bfb-48e7-b251-ac5035809262 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=bfa474db-d4e4-4861-820e-f8c8288795b0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:17.097259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.099372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.183391 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.198080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.229208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.230574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-37404f5c-4570-4528-bca9-4fcba468c656 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1764209 Nov 22 16:57:17.234084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34756) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:17.239785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1271321336'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:17.285030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:17.288368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b659f58-f997-49e7-a14d-9137a1d78cca no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:17.292432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.321624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8b659f58-f997-49e7-a14d-9137a1d78cca {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:17.322001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8b659f58-f997-49e7-a14d-9137a1d78cca not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:17.326890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 885} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:17.341121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.341628 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment c2401197-f748-40ae-bdec-73b57f16c148 of type vlan for network e08286f5-32fc-4bec-b3cf-44121bc09c94 Nov 22 16:57:17.402992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.443584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.454008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:17.454008 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.456384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34764) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:17.577823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3397977 Nov 22 16:57:17.578008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34774) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:17.583726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:17.632346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219923634'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:17.665129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:17.675354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.693608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.699263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42734b-fb17-46fe-926a-92148753f471 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=e08286f5-32fc-4bec-b3cf-44121bc09c94,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:17.715703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:17.724355 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:17.730720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.892110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.897773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.938832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79802d95-e741-4b1f-ad73-d4072ec6df57,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:17.972418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:17.988911 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:17.990030 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment 939c0e0b-5fde-47f6-bb93-e0fd51195e99 of type vlan for network 7e0638e7-f834-4735-9bd0-4b92a83cda71 Nov 22 16:57:17.995024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.043092 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.073597 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.083220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:18.084113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.085336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:18.085831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: e08286f5-32fc-4bec-b3cf-44121bc09c94, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:18.092371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=143691a3-7a0a-40e6-97a2-6f25cd38e0e3,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:18.113482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6538768 Nov 22 16:57:18.139799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:18.156099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e08286f5-32fc-4bec-b3cf-44121bc09c94) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:18.165999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f042f1-6366-4f80-aa1a-7418f029f05f None None] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:18.185967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:18.186857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.249360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a742a4-0b61-4376-ad0d-8af1d3f5dd12 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=7e0638e7-f834-4735-9bd0-4b92a83cda71,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:18.277982 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f57279cb-ff61-40c9-aa29-726fdbd96c3d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6984518 Nov 22 16:57:18.280844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34778) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:18.305512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 7e0638e7-f834-4735-9bd0-4b92a83cda71 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:18.649749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e08286f5-32fc-4bec-b3cf-44121bc09c94', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:18.650643 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:18.858749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Allocated IP 172.20.0.2 (e08286f5-32fc-4bec-b3cf-44121bc09c94/143691a3-7a0a-40e6-97a2-6f25cd38e0e3/25d0fa7f-5a94-4824-bba0-cb593dc673d8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:19.088784 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.099999 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.132427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.206929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:19.209251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:19.217975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:19.237846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Pushing event updated for resources: {'Port': ['ID=25d0fa7f-5a94-4824-bba0-cb593dc673d8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:19.377554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Attempting to bind port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:19.378869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Attempting to bind port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:19.379387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Attempting to bind port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 on network e08286f5-32fc-4bec-b3cf-44121bc09c94 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:19.392786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:19.393519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Checking segment: {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:19.394081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.394880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Bound using segment: {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:19.397092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Bound port: 25d0fa7f-5a94-4824-bba0-cb593dc673d8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:19.397670 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.429327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.20.0.1 (e08286f5-32fc-4bec-b3cf-44121bc09c94/143691a3-7a0a-40e6-97a2-6f25cd38e0e3/e0f2762e-d839-4fe5-be4c-316eba30e341) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:19.566347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] For port 25d0fa7f-5a94-4824-bba0-cb593dc673d8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:19.573124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] For port 25d0fa7f-5a94-4824-bba0-cb593dc673d8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=25d0fa7f-5a94-4824-bba0-cb593dc673d8,segment=NetworkSegment(c2401197-f748-40ae-bdec-73b57f16c148),segment_id=c2401197-f748-40ae-bdec-73b57f16c148)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:19.579641 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.582669 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.637738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.723409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc50420-9743-4cdb-bb81-86d43b1acc30 None None] Pushing event updated for resources: {'Port': ['ID=25d0fa7f-5a94-4824-bba0-cb593dc673d8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:19.759733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:19.764503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:19.769444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:19.816095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=e0f2762e-d839-4fe5-be4c-316eba30e341,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:19.879593 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:19.967340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3c36152c-f5bb-4624-ab09-cffd7d2a3a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.107180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.556747 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.569578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.626235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:20.823400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:20.828165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:21.005516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=e0f2762e-d839-4fe5-be4c-316eba30e341,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:21.034639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:57:21.202626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:21.215884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:21.230879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-61788da7-f654-4539-86df-4e36d810c3c2 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9461288 Nov 22 16:57:21.232094 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34816) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:21.232838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:21.234311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:56:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:21.238568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-2103655805'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:21.314259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:21.322611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.365900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:21.406983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.407340 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment befd635b-c100-4076-baae-362af5746ecf of type vlan for network 51243e8b-477a-4378-882d-4cc844acf028 Nov 22 16:57:21.532352 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.566345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.579652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:21.580566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.601621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0736efc-e849-4d2f-a2e1-0f6c1987bd35 None None] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:21.604256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d0fa7f-5a94-4824-bba0-cb593dc673d8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:21.640121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34824) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:21.645691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:21.804432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:21.813083 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:21.941475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5d936458-5120-4626-a3da-f57165f3ec06 None None] Provisioning complete for port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:21.941891 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5d936458-5120-4626-a3da-f57165f3ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.062144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:22.087240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8510373 Nov 22 16:57:22.087580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34830) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:22.106354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:22.140250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603275a-8168-4dcd-8ef2-9fda795fdfd3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=51243e8b-477a-4378-882d-4cc844acf028,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.148851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.166249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:22.166619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.226063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=f0a70209-d1ef-4414-94fe-0f99f75f981b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.229129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 51243e8b-477a-4378-882d-4cc844acf028 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:22.248874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:22.257072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.262952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': '939c0e0b-5fde-47f6-bb93-e0fd51195e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:22.263787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: 7e0638e7-f834-4735-9bd0-4b92a83cda71, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:22.287703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 7e0638e7-f834-4735-9bd0-4b92a83cda71 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:22.300412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 7e0638e7-f834-4735-9bd0-4b92a83cda71) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:22.310896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:22.312859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.332200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0ba6d-210c-4e77-a616-5277a6cf193f None None] Network 7e0638e7-f834-4735-9bd0-4b92a83cda71 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:22.352510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-db76b4d8-207c-4dcf-9d46-76f62c2de7c6 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7110741 Nov 22 16:57:22.353125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34832) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:22.374212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1539929810'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:22.441699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:22.447534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.516546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:22.535873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.539359 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment dd216ba9-d161-4e91-9d2f-9c7e6bd648d3 of type vlan for network 9ed0da1b-7b26-4857-9fdc-2effe1705924 Nov 22 16:57:22.587851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.599539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5d936458-5120-4626-a3da-f57165f3ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.675497 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.676101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5d936458-5120-4626-a3da-f57165f3ec06 None None] For port 25d0fa7f-5a94-4824-bba0-cb593dc673d8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=25d0fa7f-5a94-4824-bba0-cb593dc673d8,segment=NetworkSegment(c2401197-f748-40ae-bdec-73b57f16c148),segment_id=c2401197-f748-40ae-bdec-73b57f16c148)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:22.707733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=cd650012-f280-402a-b77e-4734220b004f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.739599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.739955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5d936458-5120-4626-a3da-f57165f3ec06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.753753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:22.755602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.777206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:22.778153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: 51243e8b-477a-4378-882d-4cc844acf028, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:22.803116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 51243e8b-477a-4378-882d-4cc844acf028 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:22.824743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 51243e8b-477a-4378-882d-4cc844acf028) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:22.844388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:22.846894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:22.848825 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b75620-632b-4b82-958b-4d7ba00f1d01 None None] Network 51243e8b-477a-4378-882d-4cc844acf028 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:22.867781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5066528 Nov 22 16:57:22.869382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34846) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:22.878226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47638d53-7b1a-4931-aad9-80e071b2d205 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=9ed0da1b-7b26-4857-9fdc-2effe1705924,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:22.888713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': '9ed0da1b-7b26-4857-9fdc-2effe1705924', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:22.898322 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-04234f69-0a95-4eb2-a327-28479b18694d tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8096840 Nov 22 16:57:22.901234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34848) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:22.965185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 9ed0da1b-7b26-4857-9fdc-2effe1705924 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:23.114720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:23.118572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.171169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7e7edf2-741f-46ab-acaa-fb0ece43a6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.281141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d936458-5120-4626-a3da-f57165f3ec06 None None] Pushing event updated for resources: {'Port': ['ID=25d0fa7f-5a94-4824-bba0-cb593dc673d8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:23.284031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a2f71355-b481-42ec-85ca-fa3a937123c2 None None] Provisioning complete for port e0f2762e-d839-4fe5-be4c-316eba30e341 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:23.284391 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2f71355-b481-42ec-85ca-fa3a937123c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.515123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.567219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-7e0638e7-f834-4735-9bd0-4b92a83cda71', 'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71', 'tenant_id': 'e1150ec48348405fabbec6e9f6da2f1a', 'fixed_ips': [{'subnet_id': 'f0a70209-d1ef-4414-94fe-0f99f75f981b'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:23.568085 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.622055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.638958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2f71355-b481-42ec-85ca-fa3a937123c2 None None] Port e0f2762e-d839-4fe5-be4c-316eba30e341 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:23.645997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=8b6d4b46-667c-46f2-9662-7d023e1dda5f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:23.684321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': 'dd216ba9-d161-4e91-9d2f-9c7e6bd648d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '9ed0da1b-7b26-4857-9fdc-2effe1705924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:23.684886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: 9ed0da1b-7b26-4857-9fdc-2effe1705924, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:23.710103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 9ed0da1b-7b26-4857-9fdc-2effe1705924 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:23.725193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 9ed0da1b-7b26-4857-9fdc-2effe1705924) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:23.733129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:23.733876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.771900 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06acf6b7-be94-4fac-abd2-bed2c83541e2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8978736 Nov 22 16:57:23.779796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34860) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:23.811806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-51243e8b-477a-4378-882d-4cc844acf028', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:23.812886 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.815236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8718e1-3ade-4f8a-b222-73ccbd47a641 None None] Network 9ed0da1b-7b26-4857-9fdc-2effe1705924 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:23.926516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:23.942939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Allocated IP 2001:db8:0:ffff::2 (7e0638e7-f834-4735-9bd0-4b92a83cda71/f0a70209-d1ef-4414-94fe-0f99f75f981b/84dfbb58-34b9-4165-8f79-271365fbd9e9) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:23.975922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a2f71355-b481-42ec-85ca-fa3a937123c2 None None] Provisioning complete for port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:23.976418 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2f71355-b481-42ec-85ca-fa3a937123c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.006680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.041474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:20Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:20Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:24.064850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.21.0.1 (51243e8b-477a-4378-882d-4cc844acf028/cd650012-f280-402a-b77e-4734220b004f/5a6dabbe-c990-4a67-a8fc-ce26be9e2779) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:24.102033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.162428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6d4b46-667c-46f2-9662-7d023e1dda5f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.247138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.269868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.275120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed0da1b-7b26-4857-9fdc-2effe1705924']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:24.287479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd216ba9-d161-4e91-9d2f-9c7e6bd648d3') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:24.287824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd216ba9-d161-4e91-9d2f-9c7e6bd648d3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:24.299615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.311065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.311857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:24.312335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Updating router ec045587-2163-4d97-8a19-d79f0994595a port e0f2762e-d839-4fe5-be4c-316eba30e341 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:24.318897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.329723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:24.330220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.411797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 51243e8b-477a-4378-882d-4cc844acf028 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:24.433015 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:24.435552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:24.437478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.448291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.456894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:24.465750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.475349 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/9ed0da1b-7b26-4857-9fdc-2effe1705924 HTTP/1.1" status: 204 len: 168 time: 0.6908326 Nov 22 16:57:24.501426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34868) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:24.514825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.515430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127974907'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:24.520417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1625f-42df-4d8e-84a0-2a2313557e73 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=9ed0da1b-7b26-4857-9fdc-2effe1705924,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.523981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:24.587643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:24.593109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.605218 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.628551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 887} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:24.656820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.657178 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment 0c531ba7-e486-46cb-90d7-5508e43ed21c of type vlan for network e20c6a73-406a-414d-84e7-7812c12b8aeb Nov 22 16:57:24.718433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d7603-169d-4133-b5b6-84703f518662 None None] Network 9ed0da1b-7b26-4857-9fdc-2effe1705924 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:24.723053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.757395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.764732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:24.765509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.787676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d7603-169d-4133-b5b6-84703f518662 None None] Network 9ed0da1b-7b26-4857-9fdc-2effe1705924 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:57:24.848113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Allocated IP 172.21.0.2 (51243e8b-477a-4378-882d-4cc844acf028/cd650012-f280-402a-b77e-4734220b004f/24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:24.862866 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.876292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.909616 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4070733 Nov 22 16:57:24.918422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:24.918647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34876) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:24.926979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:24.973929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Pushing event updated for resources: {'Port': ['ID=84dfbb58-34b9-4165-8f79-271365fbd9e9,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.036799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=e20c6a73-406a-414d-84e7-7812c12b8aeb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.065639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.065910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.066272 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.066680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.067032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.067470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.068005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.068517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.068869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.069452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.069823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.070160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc999f4-fc5d-4654-9e4a-2229bfbfdb64 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:25.087448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:25.091595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.203674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e20c6a73-406a-414d-84e7-7812c12b8aeb details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:25.251899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Network 7e0638e7-f834-4735-9bd0-4b92a83cda71 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:25.255122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.276557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:25.285330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:25.395406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.407486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.412187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.506243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=72320c93-5190-4a0f-bf91-61eb4286c0b2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.510966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': '0c531ba7-e486-46cb-90d7-5508e43ed21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:25.511436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: e20c6a73-406a-414d-84e7-7812c12b8aeb, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:25.533392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d0fa7f-5a94-4824-bba0-cb593dc673d8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:25.544964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network e20c6a73-406a-414d-84e7-7812c12b8aeb is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:25.556654 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.559541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.573004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e20c6a73-406a-414d-84e7-7812c12b8aeb) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:25.578636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:25.579963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.606155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375c0ff2-467c-4c40-bebb-654da6a5c2ff None None] Network e20c6a73-406a-414d-84e7-7812c12b8aeb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:25.608997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.617819 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd7477a7-0363-4d96-87cd-8f801d57bb86 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6927493 Nov 22 16:57:25.618131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34882) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:25.626479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97640654'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:25.681323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Network 51243e8b-477a-4378-882d-4cc844acf028 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:25.683838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5b7b6650-c613-4791-9d05-8cbee7843f1b None None] Provisioning complete for port e0f2762e-d839-4fe5-be4c-316eba30e341 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:25.684382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b7b6650-c613-4791-9d05-8cbee7843f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.708550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Pushing event updated for resources: {'Port': ['ID=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:25.710040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:25.711358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:25.726429 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.737074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 51243e8b-477a-4378-882d-4cc844acf028 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:25.738700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:25.751820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:25.792130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:25.811127 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.811513 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment ef573f5b-1164-4634-a0f7-8c35fca6f043 of type vlan for network 11bb9323-4723-4967-a315-358d523351b8 Nov 22 16:57:25.835241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.836454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Attempting to bind port 84dfbb58-34b9-4165-8f79-271365fbd9e9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:25.837219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Attempting to bind port 84dfbb58-34b9-4165-8f79-271365fbd9e9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '939c0e0b-5fde-47f6-bb93-e0fd51195e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:25.837802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Attempting to bind port 84dfbb58-34b9-4165-8f79-271365fbd9e9 on network 7e0638e7-f834-4735-9bd0-4b92a83cda71 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:25.861082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:25.898236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.900154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:25.902926 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.949359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:25.950011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Checking segment: {'id': '939c0e0b-5fde-47f6-bb93-e0fd51195e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:25.951372 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.951761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Bound using segment: {'id': '939c0e0b-5fde-47f6-bb93-e0fd51195e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:25.952354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Bound port: 84dfbb58-34b9-4165-8f79-271365fbd9e9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939c0e0b-5fde-47f6-bb93-e0fd51195e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7e0638e7-f834-4735-9bd0-4b92a83cda71'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:25.952823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.953802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:25.961637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:25.962537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.035097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:26.043256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4fee0ad5-e4c9-4364-b779-dc8bedf2262a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1406612 Nov 22 16:57:26.043980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34892) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.046072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4263327 Nov 22 16:57:26.049551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34894) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.052229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-1341178675'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:26.060462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': '11bb9323-4723-4967-a315-358d523351b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:26.073837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9438dcb-225c-4662-af2d-10cf29d37b53 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=11bb9323-4723-4967-a315-358d523351b8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.077960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:26.083099 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.086567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5b7b6650-c613-4791-9d05-8cbee7843f1b None None] Port e0f2762e-d839-4fe5-be4c-316eba30e341 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:26.123127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:26.125292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 11bb9323-4723-4967-a315-358d523351b8 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:26.146265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.147005 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment 69e9ea43-f00e-4e48-9203-b0ea805cb931 of type vlan for network 37357ade-c1e7-4edd-93bb-18583457148f Nov 22 16:57:26.193446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:26.197788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.212114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Attempting to bind port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:26.212504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Attempting to bind port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:26.213024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Attempting to bind port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 on network 51243e8b-477a-4378-882d-4cc844acf028 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:26.228976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:26.229375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Checking segment: {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:26.229782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.230181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Bound using segment: {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:26.230663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Bound port: 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:26.231620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.238038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.246985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.275647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Performing IP validity checks on allocation pools {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:57:26.276171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:57:26.298404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.303673 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.305019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:26.305763 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.339140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2939696 Nov 22 16:57:26.352932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34896) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.358886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] For port 84dfbb58-34b9-4165-8f79-271365fbd9e9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:26.389612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.389904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:26.464016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6b925-bb7c-4659-afed-3b891773c5db tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=37357ade-c1e7-4edd-93bb-18583457148f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.466183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] For port 84dfbb58-34b9-4165-8f79-271365fbd9e9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=84dfbb58-34b9-4165-8f79-271365fbd9e9,segment=NetworkSegment(939c0e0b-5fde-47f6-bb93-e0fd51195e99),segment_id=939c0e0b-5fde-47f6-bb93-e0fd51195e99)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:26.522900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 37357ade-c1e7-4edd-93bb-18583457148f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:26.531583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:26.535916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.539142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.540886 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.710456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e20c6a73-406a-414d-84e7-7812c12b8aeb', 'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb', 'tenant_id': 'e1150ec48348405fabbec6e9f6da2f1a', 'fixed_ips': [{'subnet_id': '72320c93-5190-4a0f-bf91-61eb4286c0b2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:26.711335 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.734809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f0aae-0801-4440-aae3-c8509473ef25 None None] Pushing event updated for resources: {'Port': ['ID=e0f2762e-d839-4fe5-be4c-316eba30e341,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.771694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=9b305d35-d5b4-4348-9211-c067bcd443a6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:26.787615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': 'ef573f5b-1164-4634-a0f7-8c35fca6f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '11bb9323-4723-4967-a315-358d523351b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:26.788325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: 11bb9323-4723-4967-a315-358d523351b8, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:26.817355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] For port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:26.836893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 11bb9323-4723-4967-a315-358d523351b8 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:26.867404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 11bb9323-4723-4967-a315-358d523351b8) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:26.877917 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:26.878633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:26.940793 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-39ac8a72-7b11-4127-b607-11d01beab402 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8899539 Nov 22 16:57:26.946130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34908) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:26.956050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.025684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=bf87c6aa-fc31-4414-bd6c-f239f931a8f2,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.110330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:27.110712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: 37357ade-c1e7-4edd-93bb-18583457148f, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:27.132836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2834618-1985-4b97-82ca-cb1584b6df20 None None] Network 11bb9323-4723-4967-a315-358d523351b8 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:27.143014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 37357ade-c1e7-4edd-93bb-18583457148f is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:27.180556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 37357ade-c1e7-4edd-93bb-18583457148f) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:27.198227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:27.198831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.230147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a2280731-076b-44e2-a142-c51a3b9a9767 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8739624 Nov 22 16:57:27.231696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34910) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:27.241341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] For port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,segment=NetworkSegment(befd635b-c100-4076-baae-362af5746ecf),segment_id=befd635b-c100-4076-baae-362af5746ecf)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:27.258782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb9c11-2127-4db2-ab3c-142782eac2d9 None None] Network 37357ade-c1e7-4edd-93bb-18583457148f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:27.280213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.369585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.380398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.461279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Attempting to bind port e0f2762e-d839-4fe5-be4c-316eba30e341 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:27.461787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Attempting to bind port e0f2762e-d839-4fe5-be4c-316eba30e341 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:27.462266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Attempting to bind port e0f2762e-d839-4fe5-be4c-316eba30e341 on network e08286f5-32fc-4bec-b3cf-44121bc09c94 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:27.468420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.470273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856366f-fff8-4ec1-bd78-c43d0f5f31f5 None None] Pushing event updated for resources: {'Port': ['ID=84dfbb58-34b9-4165-8f79-271365fbd9e9,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.473111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fa5a90fb-44cb-4448-9bcf-06d30b8600e4 None None] Provisioning complete for port e0f2762e-d839-4fe5-be4c-316eba30e341 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:27.473545 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa5a90fb-44cb-4448-9bcf-06d30b8600e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.572354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=9b305d35-d5b4-4348-9211-c067bcd443a6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:27.604271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.613780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:27.614775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Checking segment: {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:27.615336 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.615904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Bound using segment: {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:27.616540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Bound port: e0f2762e-d839-4fe5-be4c-316eba30e341, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2401197-f748-40ae-bdec-73b57f16c148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:27.617080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.680762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11bb9323-4723-4967-a315-358d523351b8']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.703279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef573f5b-1164-4634-a0f7-8c35fca6f043') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.703587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef573f5b-1164-4634-a0f7-8c35fca6f043') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:27.729168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.750600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.769537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:27.770601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:27.777644 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:27.896251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a90fb-44cb-4448-9bcf-06d30b8600e4 None None] Port e0f2762e-d839-4fe5-be4c-316eba30e341 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:57:27.989129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:27.990834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cd609-09cc-4bbc-82ed-0cadc53dba20 None None] Pushing event updated for resources: {'Port': ['ID=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.003516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.016306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-37357ade-c1e7-4edd-93bb-18583457148f', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:28.021568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.028076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/11bb9323-4723-4967-a315-358d523351b8 HTTP/1.1" status: 204 len: 168 time: 1.0799315 Nov 22 16:57:28.031351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Allocated IP 2001:db8::1 (e20c6a73-406a-414d-84e7-7812c12b8aeb/72320c93-5190-4a0f-bf91-61eb4286c0b2/4fed67bb-f57a-4248-a9a9-337b6400d55c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:28.072566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:28.073404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e94b1-c864-46b9-b99d-2f05114d2beb tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=11bb9323-4723-4967-a315-358d523351b8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.099128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065587268'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:28.151330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:28.154911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.171811 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fe0a6-08fe-4aab-9fb7-9fa58f0335e0 None None] Network 11bb9323-4723-4967-a315-358d523351b8 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:28.213816 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:28.240001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.240269 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment e6d14fa9-8751-480e-ad9a-a6a3c2e47d8e of type vlan for network 7ce4db0d-c548-4c45-9eb0-636331c402e1 Nov 22 16:57:28.366443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.384838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Allocated IP 172.22.0.2 (37357ade-c1e7-4edd-93bb-18583457148f/bf87c6aa-fc31-4414-bd6c-f239f931a8f2/12c683f3-e431-4138-9951-12fa7e76856e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:28.404816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.414294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:28.416531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.465337 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3837366 Nov 22 16:57:28.496007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34924) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:28.507010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': '7ce4db0d-c548-4c45-9eb0-636331c402e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:28.541242 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.567557 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.585377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fe0a6-08fe-4aab-9fb7-9fa58f0335e0 None None] Network 11bb9323-4723-4967-a315-358d523351b8 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:57:28.633148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Network 37357ade-c1e7-4edd-93bb-18583457148f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:28.655803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] For port e0f2762e-d839-4fe5-be4c-316eba30e341, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:28.658880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8953e6-c838-4d24-8e44-cc472f27193f None None] Network 7e0638e7-f834-4735-9bd0-4b92a83cda71 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:28.703408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cd85d-870b-42b6-a896-e86eca57f4bf tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=7ce4db0d-c548-4c45-9eb0-636331c402e1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:28.754166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:28.757991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.804439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 7ce4db0d-c548-4c45-9eb0-636331c402e1 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:28.903785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:28.945376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:28.961849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] For port e0f2762e-d839-4fe5-be4c-316eba30e341, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0f2762e-d839-4fe5-be4c-316eba30e341,segment=NetworkSegment(c2401197-f748-40ae-bdec-73b57f16c148),segment_id=c2401197-f748-40ae-bdec-73b57f16c148)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:28.976402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a9a48083-cbc7-4ec5-bc1f-9cb80dac57f6 None None] Provisioning complete for port 84dfbb58-34b9-4165-8f79-271365fbd9e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:28.976927 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9a48083-cbc7-4ec5-bc1f-9cb80dac57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:28.996464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.068471 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.157236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Pushing event updated for resources: {'Port': ['ID=12c683f3-e431-4138-9951-12fa7e76856e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.288600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.430254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f0aae-0801-4440-aae3-c8509473ef25 None None] Pushing event updated for resources: {'Port': ['ID=e0f2762e-d839-4fe5-be4c-316eba30e341,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.437299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f4d8e0-21e0-41de-8496-cfa266747478 None None] Network 51243e8b-477a-4378-882d-4cc844acf028 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:29.519725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.22.0.1 (37357ade-c1e7-4edd-93bb-18583457148f/bf87c6aa-fc31-4414-bd6c-f239f931a8f2/d4736ad1-c00c-4b99-bb3a-3c6aea2c5898) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:29.531671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=ee7d2c7c-a4d3-46f2-9ff0-6ca8170f769a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:29.585239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': 'e6d14fa9-8751-480e-ad9a-a6a3c2e47d8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7ce4db0d-c548-4c45-9eb0-636331c402e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:29.585892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: 7ce4db0d-c548-4c45-9eb0-636331c402e1, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:29.608321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 7ce4db0d-c548-4c45-9eb0-636331c402e1 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:29.621144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 7ce4db0d-c548-4c45-9eb0-636331c402e1) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:29.645909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:29.648436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.709345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0aae8a-8cd7-4ba1-a819-2bcd16671f07 None None] Network 7ce4db0d-c548-4c45-9eb0-636331c402e1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:29.714734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-97e59a6f-07fc-43d4-bec5-6b2a18da2b13 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2159126 Nov 22 16:57:29.719423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:29.784124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 84dfbb58-34b9-4165-8f79-271365fbd9e9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:29.788509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.869503 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.915412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.941136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 37357ade-c1e7-4edd-93bb-18583457148f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:29.946030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:29.951505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:29.954906 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Attempting to bind port 12c683f3-e431-4138-9951-12fa7e76856e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:29.955276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Attempting to bind port 12c683f3-e431-4138-9951-12fa7e76856e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:29.955636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Attempting to bind port 12c683f3-e431-4138-9951-12fa7e76856e on network 37357ade-c1e7-4edd-93bb-18583457148f {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:29.984549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:29.984953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Checking segment: {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:29.986443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:29.986856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Bound using segment: {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:29.987516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Bound port: 12c683f3-e431-4138-9951-12fa7e76856e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:29.987912 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.007844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.029385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.085200 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.190773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.269595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=ee7d2c7c-a4d3-46f2-9ff0-6ca8170f769a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.287796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.366996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.374578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:30.375223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.394437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ce4db0d-c548-4c45-9eb0-636331c402e1']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.407825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d14fa9-8751-480e-ad9a-a6a3c2e47d8e') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.408173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d14fa9-8751-480e-ad9a-a6a3c2e47d8e') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:30.426276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.440869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.448213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:30.448608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:30.451938 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:30.477167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:30.529560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.540404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.544931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/7ce4db0d-c548-4c45-9eb0-636331c402e1 HTTP/1.1" status: 204 len: 168 time: 0.8226287 Nov 22 16:57:30.557476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34948) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.563057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-47848178'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:30.566310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c060368-97f6-4a95-ab66-83bb8909d929 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=7ce4db0d-c548-4c45-9eb0-636331c402e1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.593122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:30.597055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.647201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:30.658126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.658476 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment c3ecf1ba-bbba-48c7-9b67-b81a8687d70a of type vlan for network 22c0647c-6a6f-4006-b807-83e054161246 Nov 22 16:57:30.705068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.755506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.761763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:30.762375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.763981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.772377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.848660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 84dfbb58-34b9-4165-8f79-271365fbd9e9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:30.849692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.851494 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9a48083-cbc7-4ec5-bc1f-9cb80dac57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.881847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:30.884828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.914002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:30.928574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3671315 Nov 22 16:57:30.943461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:30.970985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': '22c0647c-6a6f-4006-b807-83e054161246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.004998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.051082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network 37357ade-c1e7-4edd-93bb-18583457148f is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:31.052774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:31.063446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b09ac9-b7d0-4565-9c43-ca26c03218e9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=22c0647c-6a6f-4006-b807-83e054161246,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.129771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] For port 12c683f3-e431-4138-9951-12fa7e76856e, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:31.160635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:31.170517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.183301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 22c0647c-6a6f-4006-b807-83e054161246 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:31.195249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:31.251133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] For port 12c683f3-e431-4138-9951-12fa7e76856e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=12c683f3-e431-4138-9951-12fa7e76856e,segment=NetworkSegment(69e9ea43-f00e-4e48-9203-b0ea805cb931),segment_id=69e9ea43-f00e-4e48-9203-b0ea805cb931)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:31.332720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:31.348036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b1d23792-41df-48ba-b228-85983464df7e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1112041 Nov 22 16:57:31.358342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34962) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.371934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'network': {'name': 'tempest-RoutersTest-176243226'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.413718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:31.418385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.473824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.475326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:31.492137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.492713 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added segment cb1ca7bf-be60-4eb6-9852-838c1e1e34ac of type vlan for network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 Nov 22 16:57:31.509779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Network e20c6a73-406a-414d-84e7-7812c12b8aeb is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:31.583853 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.588042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.590197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=e2071b63-82c6-469b-81d6-d2490c3dd989,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:31.602704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:31.608800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:31.630768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a9a48083-cbc7-4ec5-bc1f-9cb80dac57f6 None None] For port 84dfbb58-34b9-4165-8f79-271365fbd9e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=84dfbb58-34b9-4165-8f79-271365fbd9e9,segment=NetworkSegment(939c0e0b-5fde-47f6-bb93-e0fd51195e99),segment_id=939c0e0b-5fde-47f6-bb93-e0fd51195e99)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:31.661892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': 'c3ecf1ba-bbba-48c7-9b67-b81a8687d70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '22c0647c-6a6f-4006-b807-83e054161246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:31.662254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: 22c0647c-6a6f-4006-b807-83e054161246, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:31.662873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.680849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:31.682096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.696182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 22c0647c-6a6f-4006-b807-83e054161246 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:31.703145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b36e2-9506-4a29-8d8b-afb91cf4c81a None None] Network 7ce4db0d-c548-4c45-9eb0-636331c402e1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:31.715388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 22c0647c-6a6f-4006-b807-83e054161246) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:31.722577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:31.722577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:31.743874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-137d65c6-17f9-46a2-952a-92286ebbc4d0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7992685 Nov 22 16:57:31.746285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34968) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.851651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6147ccb-40f6-47ae-9aa1-08a3f78f3602 None None] Network 22c0647c-6a6f-4006-b807-83e054161246 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:31.859244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4995124 Nov 22 16:57:31.864612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34970) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:31.873082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'subnet': {'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:31.968940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.038897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.083729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697293c5-395d-4733-8688-dc82126c4291 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Network': ['ID=e182a88f-21e4-42b0-b3b2-36de2fbe5a91,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.150292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.151981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a9a48083-cbc7-4ec5-bc1f-9cb80dac57f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.177912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:32.274357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Made reservation on behalf of f0292ce08da746bdbda563edca0e55bf for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:32.292440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=e2071b63-82c6-469b-81d6-d2490c3dd989,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.292662 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.385472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Pushing event updated for resources: {'Port': ['ID=4fed67bb-f57a-4248-a9a9-337b6400d55c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.449066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.474340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c0647c-6a6f-4006-b807-83e054161246']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:32.496645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ecf1ba-bbba-48c7-9b67-b81a8687d70a') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:32.504194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ecf1ba-bbba-48c7-9b67-b81a8687d70a') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:32.518525 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.552752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.563216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:32.563948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:32.567854 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:32.656446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.675398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.680167 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/22c0647c-6a6f-4006-b807-83e054161246 HTTP/1.1" status: 204 len: 168 time: 0.9318445 Nov 22 16:57:32.686054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34978) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:32.686327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64662f9-7aaa-4682-868a-6cd184f20c44 None None] Pushing event updated for resources: {'Port': ['ID=12c683f3-e431-4138-9951-12fa7e76856e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.698045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36f380-6655-420e-b3c0-e827fce96439 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=22c0647c-6a6f-4006-b807-83e054161246,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.708555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-530744364'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:32.737219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.771979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872b36e2-9506-4a29-8d8b-afb91cf4c81a None None] Network 7ce4db0d-c548-4c45-9eb0-636331c402e1 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:57:32.800345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a48083-cbc7-4ec5-bc1f-9cb80dac57f6 None None] Pushing event updated for resources: {'Port': ['ID=84dfbb58-34b9-4165-8f79-271365fbd9e9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.800899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:32.812462 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.854955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Checking segment: {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:32.855318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network hostable DHCP agents. Network: e182a88f-21e4-42b0-b3b2-36de2fbe5a91, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:32.877749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Subnet': ['ID=f5b508c4-afec-4259-a0d1-d01ed23f9176,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:32.885483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Attempting to bind port 4fed67bb-f57a-4248-a9a9-337b6400d55c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:32.886415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Attempting to bind port 4fed67bb-f57a-4248-a9a9-337b6400d55c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0c531ba7-e486-46cb-90d7-5508e43ed21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:32.887349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Attempting to bind port 4fed67bb-f57a-4248-a9a9-337b6400d55c on network e20c6a73-406a-414d-84e7-7812c12b8aeb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:32.897284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:32.903627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:32.904137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:32.906962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a931b5e9-9767-465c-a6c1-c57b96985ff9 None None] Network 22c0647c-6a6f-4006-b807-83e054161246 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:32.918630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.918810 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment 80052418-d981-4de3-9e77-b987b4b58d6d of type vlan for network fc72e367-c4b7-41cb-b8eb-50d402e150f0 Nov 22 16:57:32.928529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e182a88f-21e4-42b0-b3b2-36de2fbe5a91) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:32.935401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:32.935936 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.936472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:32.936897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Checking segment: {'id': '0c531ba7-e486-46cb-90d7-5508e43ed21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:32.937400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.937828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Bound using segment: {'id': '0c531ba7-e486-46cb-90d7-5508e43ed21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:32.938382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Bound port: 4fed67bb-f57a-4248-a9a9-337b6400d55c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c531ba7-e486-46cb-90d7-5508e43ed21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': 'e20c6a73-406a-414d-84e7-7812c12b8aeb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:32.938778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:32.988151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-898bc294-affe-4cdf-80b6-a13f32c1a775 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1220634 Nov 22 16:57:32.990880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 34982) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:32.997927 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.042178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a931b5e9-9767-465c-a6c1-c57b96985ff9 None None] Network 22c0647c-6a6f-4006-b807-83e054161246 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:57:33.043304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.052084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b69c88-4a87-40e3-88fc-7646c6388f8d None None] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:33.056540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:33.057189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.157234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Provisioning complete for port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:33.158327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.234555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5379424 Nov 22 16:57:33.235656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82fef4-b023-4274-b2ff-aa91eb8ad130 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=fc72e367-c4b7-41cb-b8eb-50d402e150f0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:33.238685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 34990) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:33.245980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:33.273087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:33.329001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:30Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:29Z', 'revision_number': 1, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:28Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:33.427463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:33.455796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.457356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa6958-c1da-493a-9006-ffd5f78cc010 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:30Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:29Z', 'revision_number': 1, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:28Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:33.474158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:33.474741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.617166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] For port 4fed67bb-f57a-4248-a9a9-337b6400d55c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:33.678625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] For port 4fed67bb-f57a-4248-a9a9-337b6400d55c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fed67bb-f57a-4248-a9a9-337b6400d55c,segment=NetworkSegment(0c531ba7-e486-46cb-90d7-5508e43ed21c),segment_id=0c531ba7-e486-46cb-90d7-5508e43ed21c)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:33.877397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:33.903232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.022834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:34.064869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.091668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81f6dd-c179-413d-b40c-cce45935d608 None None] Network 37357ade-c1e7-4edd-93bb-18583457148f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:34.109769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': '80052418-d981-4de3-9e77-b987b4b58d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:34.110148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: fc72e367-c4b7-41cb-b8eb-50d402e150f0, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:34.139976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:34.152411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, fc72e367-c4b7-41cb-b8eb-50d402e150f0) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:34.158619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:34.159566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.190798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-233af81f-59a0-403d-8ee9-c6e2535c7725 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9505439 Nov 22 16:57:34.193351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35000) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:34.203265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:34.294807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Allocated IP 172.23.0.1 (e182a88f-21e4-42b0-b3b2-36de2fbe5a91/f5b508c4-afec-4259-a0d1-d01ed23f9176/7e540774-605b-4e50-aec8-2503c7bfa3c1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:34.318045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac466d-137d-4d7a-a974-aed5e3d768b9 None None] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:34.460571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:34.467228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.503394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.557988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.564278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.592637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'fixed_ips': [{'subnet_id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:34.593573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.712079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:34.727699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:34.728777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:34.747532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:34.797593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,segment=NetworkSegment(befd635b-c100-4076-baae-362af5746ecf),segment_id=befd635b-c100-4076-baae-362af5746ecf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:34.800791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a816f-3893-4043-ad14-162f1c6e3a7b None None] Pushing event updated for resources: {'Port': ['ID=4fed67bb-f57a-4248-a9a9-337b6400d55c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:34.851012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=7e540774-605b-4e50-aec8-2503c7bfa3c1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:34.966480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.062856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.199679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.215038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-fc72e367-c4b7-41cb-b8eb-50d402e150f0', 'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0', 'tenant_id': 'e1150ec48348405fabbec6e9f6da2f1a', 'fixed_ips': [{'subnet_id': '0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:35.222686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.272032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.335215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=9511a88a-f1d8-4d74-92e4-b607d36e2c3a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:35.373301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:35.378333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:35.390592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.391496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.426780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e6216e3c-6c3a-49c9-82f2-f85faf18e294 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2320976 Nov 22 16:57:35.429137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35018) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.429640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:35.432385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:57:35.432739 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:57:35.551282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fed67bb-f57a-4248-a9a9-337b6400d55c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:35.561536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63490-b7c1-495a-ae08-98772d47d032 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.567325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63490-b7c1-495a-ae08-98772d47d032 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.575126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63490-b7c1-495a-ae08-98772d47d032 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.576951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63490-b7c1-495a-ae08-98772d47d032 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.578535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f63490-b7c1-495a-ae08-98772d47d032 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:35.580530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-78f63490-b7c1-495a-ae08-98772d47d032 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1502838 Nov 22 16:57:35.587427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35020) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:35.592901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2101757002'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:35.663258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:35.671575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.737713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:35.779558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:35.781901 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment e2862dbe-2718-4f4a-9cdf-619aae1af121 of type vlan for network 2c925914-b331-4fec-9ea6-a806eb098011 Nov 22 16:57:35.935398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.009969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.012341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.020881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:36.021812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.027624 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.168522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5799522 Nov 22 16:57:36.181863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35026) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:36.198950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:36.202908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce4e13-80e0-4e1c-9efb-df3df343f2b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=2c925914-b331-4fec-9ea6-a806eb098011,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:36.242720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Allocated IP 2001:db8::2 (fc72e367-c4b7-41cb-b8eb-50d402e150f0/0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c/8ce588e9-a38b-4118-975b-c5f90991e62b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:36.299318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:36.318134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event updated for resources: {'Port': ['ID=7e540774-605b-4e50-aec8-2503c7bfa3c1,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:36.481069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Allocated IP 172.23.0.2 (e182a88f-21e4-42b0-b3b2-36de2fbe5a91/f5b508c4-afec-4259-a0d1-d01ed23f9176/436c7117-5f21-4658-ab6c-84bb35447bb5) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:36.679078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:36.682099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0747bcc-2c32-4939-92aa-4482efd44fd0 None None] Network e20c6a73-406a-414d-84e7-7812c12b8aeb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:37.088734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.166703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.208035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4fed67bb-f57a-4248-a9a9-337b6400d55c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:37.208410 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.312550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.331801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:37.335264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:37.341805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.350213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Provisioning complete for port 84dfbb58-34b9-4165-8f79-271365fbd9e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:37.351019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.368530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 2c925914-b331-4fec-9ea6-a806eb098011 is not hosted by any dhcp agent {{(pid=103515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:57:37.375887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:37.388198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:37.394621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:37.395336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.396754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "PUT /v2.0/networks/2c925914-b331-4fec-9ea6-a806eb098011 HTTP/1.1" status: 200 len: 723 time: 1.2136407 Nov 22 16:57:37.399716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35044) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:37.411929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': '2c925914-b331-4fec-9ea6-a806eb098011', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:37.484947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:37.650736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:37.658283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.672880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Pushing event updated for resources: {'Port': ['ID=436c7117-5f21-4658-ab6c-84bb35447bb5,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:37.728022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.744453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d508ad-1fc5-4bd5-8f16-1be87097238b tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=2c925914-b331-4fec-9ea6-a806eb098011,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:37.777403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:37.799963 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:37.824027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:37.844845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.075936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:38.101356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-202b2b66-7a7e-4da0-90ca-12c8d7442d01 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1090767 Nov 22 16:57:38.103450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.106239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35046) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:38.116664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:38.324021 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:38.349915 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:38.351193 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:38.426398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': 'e2862dbe-2718-4f4a-9cdf-619aae1af121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '2c925914-b331-4fec-9ea6-a806eb098011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:38.427183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: 2c925914-b331-4fec-9ea6-a806eb098011, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:38.472718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=554f3a54-8e4e-45ce-a6c6-fd7a03df266c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:38.507550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:38.536316 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:38.626405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:38.629456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:38.636618 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.654285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Pushing event updated for resources: {'Port': ['ID=8ce588e9-a38b-4118-975b-c5f90991e62b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:38.677085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Attempting to bind port 436c7117-5f21-4658-ab6c-84bb35447bb5 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:38.677968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Attempting to bind port 436c7117-5f21-4658-ab6c-84bb35447bb5 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:38.678572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Attempting to bind port 436c7117-5f21-4658-ab6c-84bb35447bb5 on network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:38.774111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network 2c925914-b331-4fec-9ea6-a806eb098011 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:38.816975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 2c925914-b331-4fec-9ea6-a806eb098011) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:38.820043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 4fed67bb-f57a-4248-a9a9-337b6400d55c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fed67bb-f57a-4248-a9a9-337b6400d55c,segment=NetworkSegment(0c531ba7-e486-46cb-90d7-5508e43ed21c),segment_id=0c531ba7-e486-46cb-90d7-5508e43ed21c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:38.828730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:38.829316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Checking segment: {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:38.829733 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.830926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Bound using segment: {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:38.831633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Bound port: 436c7117-5f21-4658-ab6c-84bb35447bb5, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:38.831916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.843628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742b3ee3-f944-4e5a-9f95-53469819403d None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:38.868573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:38.868573 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:38.892465 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:35Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:25Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e540774-605b-4e50-aec8-2503c7bfa3c1', 'name': '', 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:1e:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:34Z', 'updated_at': '2021-11-22T16:57:35Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:30Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:28Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:38.938638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-380930b7-fe5d-477a-ab47-e1e8f4c7cb60 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5375690 Nov 22 16:57:38.942199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35062) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:38.948993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:38.984868 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:38.987119 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Updating router ec045587-2163-4d97-8a19-d79f0994595a port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:39.034374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.035366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 12c683f3-e431-4138-9951-12fa7e76856e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:39.044491 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.104697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Provisioning complete for port e0f2762e-d839-4fe5-be4c-316eba30e341 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:39.105349 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.150960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.extraroute_db [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:57:39.154566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Attempting to bind port 8ce588e9-a38b-4118-975b-c5f90991e62b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:39.155037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Attempting to bind port 8ce588e9-a38b-4118-975b-c5f90991e62b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '80052418-d981-4de3-9e77-b987b4b58d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:39.155478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Attempting to bind port 8ce588e9-a38b-4118-975b-c5f90991e62b on network fc72e367-c4b7-41cb-b8eb-50d402e150f0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:39.159414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12746365'] for subnet, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.187663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.extraroute_db [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Removed routes are [] {{(pid=103514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:57:39.188360 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.198286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:39.198818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Checking segment: {'id': '80052418-d981-4de3-9e77-b987b4b58d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:39.199384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.199855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Bound using segment: {'id': '80052418-d981-4de3-9e77-b987b4b58d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:39.201174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Bound port: 8ce588e9-a38b-4118-975b-c5f90991e62b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80052418-d981-4de3-9e77-b987b4b58d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:39.201834 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.541403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.559433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752851183948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12645665'] for subnet, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.651907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=554f3a54-8e4e-45ce-a6c6-fd7a03df266c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:39.655471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:39.656020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.660487 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32e04c71-6e90-49e4-96bf-d777320c728c tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "PUT /v2.0/subnets/554f3a54-8e4e-45ce-a6c6-fd7a03df266c HTTP/1.1" status: 200 len: 826 time: 0.7161827 Nov 22 16:57:39.661507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35070) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:39.743961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] For port 436c7117-5f21-4658-ab6c-84bb35447bb5, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:39.766738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=4fed67bb-f57a-4248-a9a9-337b6400d55c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:39.798222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.802971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 12c683f3-e431-4138-9951-12fa7e76856e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:39.803458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.839660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] For port 436c7117-5f21-4658-ab6c-84bb35447bb5, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=436c7117-5f21-4658-ab6c-84bb35447bb5,segment=NetworkSegment(cb1ca7bf-be60-4eb6-9852-838c1e1e34ac),segment_id=cb1ca7bf-be60-4eb6-9852-838c1e1e34ac)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:39.882151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] For port 8ce588e9-a38b-4118-975b-c5f90991e62b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:39.915745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.931137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.940452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:39.977804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] For port 8ce588e9-a38b-4118-975b-c5f90991e62b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce588e9-a38b-4118-975b-c5f90991e62b,segment=NetworkSegment(80052418-d981-4de3-9e77-b987b4b58d6d),segment_id=80052418-d981-4de3-9e77-b987b4b58d6d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:40.001608 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.023141 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.043118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.081387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Pushing event updated for resources: {'Port': ['ID=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:40.120348 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.120973 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.121460 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.122599 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.123110 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.123605 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.124077 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.124548 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.125068 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.125545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.126216 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.126694 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:40.186891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=554f3a54-8e4e-45ce-a6c6-fd7a03df266c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:40.198956 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:40.199715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:40.200504 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 on network 51243e8b-477a-4378-882d-4cc844acf028 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:40.215184 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:40.216535 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking segment: {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:40.217173 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.217845 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Bound using segment: {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:40.218544 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Bound port: 5a6dabbe-c990-4a67-a8fc-ce26be9e2779, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befd635b-c100-4076-baae-362af5746ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '51243e8b-477a-4378-882d-4cc844acf028'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:40.221076 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.231005 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.275101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0500c97e-ef5a-409b-812a-fbae12e35687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-2c925914-b331-4fec-9ea6-a806eb098011', 'network_id': '2c925914-b331-4fec-9ea6-a806eb098011', 'tenant_id': 'e1150ec48348405fabbec6e9f6da2f1a', 'fixed_ips': [{'subnet_id': '554f3a54-8e4e-45ce-a6c6-fd7a03df266c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:40.275963 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0500c97e-ef5a-409b-812a-fbae12e35687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.400332 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.414047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.415765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.468059 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] For port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:40.476187 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] For port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,segment=NetworkSegment(befd635b-c100-4076-baae-362af5746ecf),segment_id=befd635b-c100-4076-baae-362af5746ecf)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:40.488734 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.519746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c925914-b331-4fec-9ea6-a806eb098011']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:40.545145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] For port e0f2762e-d839-4fe5-be4c-316eba30e341, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0f2762e-d839-4fe5-be4c-316eba30e341,segment=NetworkSegment(c2401197-f748-40ae-bdec-73b57f16c148),segment_id=c2401197-f748-40ae-bdec-73b57f16c148)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:40.565945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf60cb-9e4d-409a-8cbb-01e95bd9bc8a None None] Pushing event updated for resources: {'Port': ['ID=436c7117-5f21-4658-ab6c-84bb35447bb5,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:40.580184 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Pushing event updated for resources: {'Port': ['ID=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:40.581495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2862dbe-2718-4f4a-9cdf-619aae1af121') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:40.581839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2862dbe-2718-4f4a-9cdf-619aae1af121') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:40.592665 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Updating router ec045587-2163-4d97-8a19-d79f0994595a port 7e540774-605b-4e50-aec8-2503c7bfa3c1 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:40.596889 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.634136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.689421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.700470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:40.717507 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.739727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:40.910480 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:40.940935 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.948922 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:40.953268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:40.957837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/2c925914-b331-4fec-9ea6-a806eb098011 HTTP/1.1" status: 204 len: 168 time: 1.2927678 Nov 22 16:57:40.962401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35086) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:40.994739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Provisioning complete for port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:40.997927 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.085530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5375e-d84c-4dc1-8509-95df01d3ef2c None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:41.104371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9872cb-239b-4d03-88a2-51787f5518b4 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=2c925914-b331-4fec-9ea6-a806eb098011,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.111449 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-107b08ea-e172-4185-a9cb-d1fb22ea88c2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:41.118204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107b08ea-e172-4185-a9cb-d1fb22ea88c2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:41.126056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-107b08ea-e172-4185-a9cb-d1fb22ea88c2 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/2c925914-b331-4fec-9ea6-a806eb098011 HTTP/1.1" status: 404 len: 339 time: 0.1624939 Nov 22 16:57:41.133224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35088) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:41.156429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678054865', 'description': 'd1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:41.200931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec5375e-d84c-4dc1-8509-95df01d3ef2c None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:57:41.208920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:41.235741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb76855-3c43-45e8-8886-663e55c0433d None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:41.238000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:41.243839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.252652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.256421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c66d7bdc-ea1e-46ba-a22b-e07ff103aff8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 934 time: 3.1424820 Nov 22 16:57:41.257030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35090) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:41.267964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb76855-3c43-45e8-8886-663e55c0433d None None] Network 2c925914-b331-4fec-9ea6-a806eb098011 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 16:57:41.272940 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.279677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdefde-7902-4e4f-bd95-5d987d14369c None None] Pushing event updated for resources: {'Port': ['ID=8ce588e9-a38b-4118-975b-c5f90991e62b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.354224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 12c683f3-e431-4138-9951-12fa7e76856e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=12c683f3-e431-4138-9951-12fa7e76856e,segment=NetworkSegment(69e9ea43-f00e-4e48-9203-b0ea805cb931),segment_id=69e9ea43-f00e-4e48-9203-b0ea805cb931)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:41.365078 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.367003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 84dfbb58-34b9-4165-8f79-271365fbd9e9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:41.478637 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.490676 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.496498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:41.514893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.515583 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment bb7a57d6-5771-4525-8620-63ae7859ee66 of type vlan for network b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 Nov 22 16:57:41.535775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-27fa9ed5-b82f-4199-b529-bcc1962a0dd1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 934 time: 0.2772667 Nov 22 16:57:41.538316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:41.546413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'routes': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:41.554111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Pushing event updated for resources: {'Port': ['ID=e0f2762e-d839-4fe5-be4c-316eba30e341,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.600126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.681744 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Pushing event updated for resources: {'Port': ['ID=7e540774-605b-4e50-aec8-2503c7bfa3c1,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.690628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.698522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:41.699422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.711384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=12c683f3-e431-4138-9951-12fa7e76856e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:41.732946 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.764216 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port 7e540774-605b-4e50-aec8-2503c7bfa3c1 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:41.764704 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port 7e540774-605b-4e50-aec8-2503c7bfa3c1 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:41.765155 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port 7e540774-605b-4e50-aec8-2503c7bfa3c1 on network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:41.777641 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:41.778715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking segment: {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:41.782161 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.782708 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Bound using segment: {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:41.783306 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Bound port: 7e540774-605b-4e50-aec8-2503c7bfa3c1, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:41.783795 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:41.829093 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6922491 Nov 22 16:57:41.841083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35100) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:41.869783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 84dfbb58-34b9-4165-8f79-271365fbd9e9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:41.879572 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.008115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] For port 7e540774-605b-4e50-aec8-2503c7bfa3c1, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:42.011210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000acfc9-ff6b-4fba-9187-97b52bd9b504 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:42.012861 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] For port 7e540774-605b-4e50-aec8-2503c7bfa3c1, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7e540774-605b-4e50-aec8-2503c7bfa3c1,segment=NetworkSegment(cb1ca7bf-be60-4eb6-9852-838c1e1e34ac),segment_id=cb1ca7bf-be60-4eb6-9852-838c1e1e34ac)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:42.018164 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.053259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:42.088591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] For port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,segment=NetworkSegment(befd635b-c100-4076-baae-362af5746ecf),segment_id=befd635b-c100-4076-baae-362af5746ecf)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:42.111491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703a3a70-39b5-4abe-9917-b379066b5985 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:42.112382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.112747 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Updating router ec045587-2163-4d97-8a19-d79f0994595a port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 16:57:42.113107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-703a3a70-39b5-4abe-9917-b379066b5985 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks?id=b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 HTTP/1.1" status: 200 len: 764 time: 0.2666516 Nov 22 16:57:42.122934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35106) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:42.128569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'description': 'd2'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:42.240012 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.328930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Provisioning complete for port 4fed67bb-f57a-4248-a9a9-337b6400d55c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:42.331704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.341782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43016f4c-573e-47c8-8645-9222f6e335bd None None] Pushing event updated for resources: {'Port': ['ID=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:42.409321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132fb87c-4866-422c-b716-1fdab733c9ad None None] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:42.525259 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Pushing event updated for resources: {'Port': ['ID=7e540774-605b-4e50-aec8-2503c7bfa3c1,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:42.742424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.795765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Provisioning complete for port 12c683f3-e431-4138-9951-12fa7e76856e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:42.796499 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.812134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.886080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.extraroute_db [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added routes are [] {{(pid=103514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:57:42.886656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.extraroute_db [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103514) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:57:42.934075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:42.992639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.003570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 is not hosted by any dhcp agent {{(pid=103515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 16:57:43.011864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.013276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.015095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1188f91a-b28e-4811-9aff-4e1ae2f912fa tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "PUT /v2.0/networks/b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 HTTP/1.1" status: 200 len: 761 time: 0.8910592 Nov 22 16:57:43.019329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35118) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:43.210072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f5ec49-65d4-4908-8fd7-a732500e7c41 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.212634 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21f5ec49-65d4-4908-8fd7-a732500e7c41 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks?id=b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 HTTP/1.1" status: 200 len: 764 time: 0.1917706 Nov 22 16:57:43.218163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35120) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:43.241158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:43.243540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e311a0-729a-4518-b385-5f49f6e123dd None None] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:43.245458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:43.279520 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.298114 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.450590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:43.450969 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:43.451338 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Attempting to bind port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 on network 37357ade-c1e7-4edd-93bb-18583457148f {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:43.458671 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:43.459052 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Checking segment: {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:43.459456 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.459854 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Bound using segment: {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:43.460328 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Bound port: d4736ad1-c00c-4b99-bb3a-3c6aea2c5898, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e9ea43-f00e-4e48-9203-b0ea805cb931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:43.460708 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.478178 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Pushing event updated for resources: {'Port': ['ID=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:43.570591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.577608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.588238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22a6196-6e83-4c67-9a3a-9e6ec77020f0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:43.589974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c22a6196-6e83-4c67-9a3a-9e6ec77020f0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3703828 Nov 22 16:57:43.593400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:43.637558 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] For port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:43.644176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] For port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,segment=NetworkSegment(69e9ea43-f00e-4e48-9203-b0ea805cb931),segment_id=69e9ea43-f00e-4e48-9203-b0ea805cb931)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:43.655378 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.693205 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1cec893f-7d46-47f0-8adc-1836f98a4f0f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 207 time: 0.0951691 Nov 22 16:57:43.693551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:43.772483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:43.772855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:43.809858 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:43.813314 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:43.816118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:43.846483 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7886-c8be-4dde-91bd-a278141fec6a None None] Pushing event updated for resources: {'Port': ['ID=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:44.008066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.022150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.054726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.063756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.083358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.098578 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:44.099845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:44.104902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.119049 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4462beff-80b7-4d43-bad5-3fe5ff090118 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4226916 Nov 22 16:57:44.122772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.124240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:44.126203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29e00240-c3f0-4e69-ba61-17bdbd1e314c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 700 time: 2.5846143 Nov 22 16:57:44.128864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35136) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:44.136676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Provisioning complete for port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:44.137247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.265884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0f2762e-d839-4fe5-be4c-316eba30e341 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:44.435604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-73cf2ea3-308f-4a28-9a92-9e0bc1a217ed tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 700 time: 0.3012073 Nov 22 16:57:44.441644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35144) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:44.471133 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-691ec635-d466-4b62-930b-ee9c03414426 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3422782 Nov 22 16:57:44.471682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:44.586816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] Update dhcp port {'port': {'network_id': 'fc72e367-c4b7-41cb-b8eb-50d402e150f0', 'fixed_ips': [{'subnet_id': '0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c', 'ip_address': '2001:db8::2'}, {'subnet_id': '9511a88a-f1d8-4d74-92e4-b607d36e2c3a'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '8ce588e9-a38b-4118-975b-c5f90991e62b'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 16:57:44.613894 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:42Z', 'revision_number': 7, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e540774-605b-4e50-aec8-2503c7bfa3c1', 'name': '', 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:1e:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:34Z', 'updated_at': '2021-11-22T16:57:42Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:43Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:44.622745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaedf4-385f-4b2a-89a1-f9f90e5636c1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.630156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaedf4-385f-4b2a-89a1-f9f90e5636c1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.631792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaedf4-385f-4b2a-89a1-f9f90e5636c1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.636161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaedf4-385f-4b2a-89a1-f9f90e5636c1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.639847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edaedf4-385f-4b2a-89a1-f9f90e5636c1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.643435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2edaedf4-385f-4b2a-89a1-f9f90e5636c1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1710465 Nov 22 16:57:44.647929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35150) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:44.662587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e0f2762e-d839-4fe5-be4c-316eba30e341 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:44.663163 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.711629 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef5ea56-80d7-4714-8453-e3d00357b210 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:42Z', 'revision_number': 7, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e540774-605b-4e50-aec8-2503c7bfa3c1', 'name': '', 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:1e:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:34Z', 'updated_at': '2021-11-22T16:57:42Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:43Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:44.737112 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.753517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Provisioning complete for port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:44.754688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:44.784824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b75626-dd90-4501-aade-9e610556b447 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.792039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b75626-dd90-4501-aade-9e610556b447 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.796060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b75626-dd90-4501-aade-9e610556b447 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.799573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b75626-dd90-4501-aade-9e610556b447 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.806821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b75626-dd90-4501-aade-9e610556b447 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:44.825631 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-39b75626-dd90-4501-aade-9e610556b447 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1758571 Nov 22 16:57:44.831300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.006785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf030c02-2959-4b5d-9046-a4ce654ba615 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.008143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cf030c02-2959-4b5d-9046-a4ce654ba615 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks/7e0638e7-f834-4735-9bd0-4b92a83cda71 HTTP/1.1" status: 200 len: 803 time: 0.1759391 Nov 22 16:57:45.016044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.100425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fed67bb-f57a-4248-a9a9-337b6400d55c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:45.201106 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-58421d95-0859-43a9-b6c8-1e8ed46069a0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/networks/7e0638e7-f834-4735-9bd0-4b92a83cda71?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1838267 Nov 22 16:57:45.206452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35158) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.297518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a3ac3b-ef3f-4e4b-915d-421d599e7e9f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.308079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a4a3ac3b-ef3f-4e4b-915d-421d599e7e9f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/subnets/f0a70209-d1ef-4414-94fe-0f99f75f981b HTTP/1.1" status: 200 len: 843 time: 0.0953002 Nov 22 16:57:45.308447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35162) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.341094 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.428490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c3aff4-697a-4ae1-a3df-4d669b5b91bc tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.430060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-33c3aff4-697a-4ae1-a3df-4d669b5b91bc tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "GET /v2.0/subnets/f0a70209-d1ef-4414-94fe-0f99f75f981b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1206274 Nov 22 16:57:45.437745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35164) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.439951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.449493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-414173204'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:45.491102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:45.494284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.546434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:57:45.566293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] For port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,segment=NetworkSegment(69e9ea43-f00e-4e48-9203-b0ea805cb931),segment_id=69e9ea43-f00e-4e48-9203-b0ea805cb931)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:45.568050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.568439 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Added segment 49a3e4b2-2949-46bf-a3cf-0bafebb5a362 of type vlan for network b8884dc9-44b2-4166-8a85-256d73aab178 Nov 22 16:57:45.655055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] Allocated IP 172.20.0.1 (fc72e367-c4b7-41cb-b8eb-50d402e150f0/9511a88a-f1d8-4d74-92e4-b607d36e2c3a/8ce588e9-a38b-4118-975b-c5f90991e62b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:45.686391 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.746570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.835295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.842763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:45.843436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.849861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4fed67bb-f57a-4248-a9a9-337b6400d55c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:45.849861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.912557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35178) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:45.913095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4749751 Nov 22 16:57:45.921901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:45.930201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Provisioning complete for port 436c7117-5f21-4658-ab6c-84bb35447bb5 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:45.931291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:45.991570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77600255-4ff5-4197-b543-fcf7fb09ca69 None None] Pushing event updated for resources: {'Port': ['ID=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:46.027093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c52e4-33d7-46d0-81c0-8b9e035e4741 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Network': ['ID=b8884dc9-44b2-4166-8a85-256d73aab178,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:46.046048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] For port 8ce588e9-a38b-4118-975b-c5f90991e62b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce588e9-a38b-4118-975b-c5f90991e62b,segment=NetworkSegment(80052418-d981-4de3-9e77-b987b4b58d6d),segment_id=80052418-d981-4de3-9e77-b987b4b58d6d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:46.050737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 7e540774-605b-4e50-aec8-2503c7bfa3c1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:46.051018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.079567 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.105040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b8884dc9-44b2-4166-8a85-256d73aab178 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:57:46.167015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 7e540774-605b-4e50-aec8-2503c7bfa3c1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7e540774-605b-4e50-aec8-2503c7bfa3c1,segment=NetworkSegment(cb1ca7bf-be60-4eb6-9852-838c1e1e34ac),segment_id=cb1ca7bf-be60-4eb6-9852-838c1e1e34ac)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:46.167392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.179461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.186607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 7e540774-605b-4e50-aec8-2503c7bfa3c1 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:46.193393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:46.232006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:46.232787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:46.343126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:46.408333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.457996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=7e540774-605b-4e50-aec8-2503c7bfa3c1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:46.467485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Made reservation on behalf of e1150ec48348405fabbec6e9f6da2f1a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:57:46.471381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.605612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Performing IP validity checks on allocation pools {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 16:57:46.606781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 16:57:46.799750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.861870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:46.983029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=4e08ce00-b72a-4e14-a5b1-3052b19bf50a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:47.023546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] For port 436c7117-5f21-4658-ab6c-84bb35447bb5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=436c7117-5f21-4658-ab6c-84bb35447bb5,segment=NetworkSegment(cb1ca7bf-be60-4eb6-9852-838c1e1e34ac),segment_id=cb1ca7bf-be60-4eb6-9852-838c1e1e34ac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:47.038305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.042514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.043215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Checking segment: {'id': '49a3e4b2-2949-46bf-a3cf-0bafebb5a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:47.043690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network hostable DHCP agents. Network: b8884dc9-44b2-4166-8a85-256d73aab178, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:57:47.049780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71502417-c79a-4b1b-b060-8dc74f5064e9 None None] Pushing event updated for resources: {'Port': ['ID=8ce588e9-a38b-4118-975b-c5f90991e62b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:47.115013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Pushing event updated for resources: {'Port': ['ID=436c7117-5f21-4658-ab6c-84bb35447bb5,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:47.126350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 12c683f3-e431-4138-9951-12fa7e76856e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:47.178793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Provisioning complete for port 8ce588e9-a38b-4118-975b-c5f90991e62b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:47.179262 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.251117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:42Z', 'revision_number': 7, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7e540774-605b-4e50-aec8-2503c7bfa3c1', 'name': '', 'network_id': 'e182a88f-21e4-42b0-b3b2-36de2fbe5a91', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:1e:33:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:34Z', 'updated_at': '2021-11-22T16:57:42Z', 'revision_number': 4, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'f5b508c4-afec-4259-a0d1-d01ed23f9176', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:45Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:47.292142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:47.298538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 12c683f3-e431-4138-9951-12fa7e76856e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:47.298919 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.377878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:47.378527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:47.488225 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.596190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:47.633720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] For port 8ce588e9-a38b-4118-975b-c5f90991e62b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce588e9-a38b-4118-975b-c5f90991e62b,segment=NetworkSegment(80052418-d981-4de3-9e77-b987b4b58d6d),segment_id=80052418-d981-4de3-9e77-b987b4b58d6d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:47.664887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.704488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Could not find standard attr ID for object 7e540774-605b-4e50-aec8-2503c7bfa3c1. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 16:57:47.745581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Network b8884dc9-44b2-4166-8a85-256d73aab178 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:57:47.761835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b8884dc9-44b2-4166-8a85-256d73aab178) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:47.785241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 436c7117-5f21-4658-ab6c-84bb35447bb5 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:47.786081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:47.786918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.792322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae8c9e-b62e-421b-a18e-33da98378f0a None None] Network b8884dc9-44b2-4166-8a85-256d73aab178 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:47.968402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Provisioning complete for port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:47.969173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:47.970917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6459fb1a-3c46-46c0-b348-d049ea04750a None None] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:47.992236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:48.001505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35200) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.002081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-468a738d-2a44-44b3-87c8-4f256d239f0a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.0860457 Nov 22 16:57:48.008623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:57:48.096983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Pushing event updated for resources: {'Port': ['ID=8ce588e9-a38b-4118-975b-c5f90991e62b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.161687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.161984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.162334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.162678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.163019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.163426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.163747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.164105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.164412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.164746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.165076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.165397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac65ce4-9ba9-40ef-95bc-b7eba9442aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.232940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12746365'] for subnet, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.253690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:48.265772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14da8451-caf1-4647-a7c7-cc594364f74a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8197138 Nov 22 16:57:48.268096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35208) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.326374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 436c7117-5f21-4658-ab6c-84bb35447bb5 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:48.326753 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.390062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet f5b508c4-afec-4259-a0d1-d01ed23f9176 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:48.394625 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.451229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.477840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752851183948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12645665'] for subnet, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.581104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b8884dc9-44b2-4166-8a85-256d73aab178', 'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178', 'tenant_id': 'e1150ec48348405fabbec6e9f6da2f1a', 'fixed_ips': [{'subnet_id': '4e08ce00-b72a-4e14-a5b1-3052b19bf50a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:57:48.581498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:57:48.582149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.582508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.584858 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "PUT /v2.0/subnets/4e08ce00-b72a-4e14-a5b1-3052b19bf50a HTTP/1.1" status: 200 len: 900 time: 0.5805247 Nov 22 16:57:48.588584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35212) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.601317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9cdc0-710b-4659-b5d7-150d52959a58 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event updated for resources: {'Subnet': ['ID=4e08ce00-b72a-4e14-a5b1-3052b19bf50a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.676864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:46Z', 'revision_number': 8, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:45Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:48.680540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.758566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3bdf158f-936b-4909-922e-1cbd10f4c759 None None] Provisioning complete for port 8ce588e9-a38b-4118-975b-c5f90991e62b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:48.761053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3bdf158f-936b-4909-922e-1cbd10f4c759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.828966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0728b39-a14b-4b17-a286-3cc39fe93451 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:46Z', 'revision_number': 8, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:45Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:48.841687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.858124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.870412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:48.919709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=f5b508c4-afec-4259-a0d1-d01ed23f9176,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:48.922326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:48.925605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/f5b508c4-afec-4259-a0d1-d01ed23f9176 HTTP/1.1" status: 204 len: 168 time: 0.6565049 Nov 22 16:57:48.928341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35220) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:48.947786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c14f8f-504e-406b-838f-01778f29cdf8 None None] Network e182a88f-21e4-42b0-b3b2-36de2fbe5a91 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:48.974760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.975111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.975461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.975805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.976148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.976486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.976819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.977150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.977483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.977840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.978176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:48.978505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3068bf-d993-49c0-91d9-d48ff7ccc51b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:57:49.085169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.113721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.207985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 436c7117-5f21-4658-ab6c-84bb35447bb5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:49.208330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.331066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 436c7117-5f21-4658-ab6c-84bb35447bb5, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=436c7117-5f21-4658-ab6c-84bb35447bb5,segment=NetworkSegment(cb1ca7bf-be60-4eb6-9852-838c1e1e34ac),segment_id=cb1ca7bf-be60-4eb6-9852-838c1e1e34ac)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:49.331684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.349749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 436c7117-5f21-4658-ab6c-84bb35447bb5 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:49.363279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Allocated IP 2001:db8::3 (b8884dc9-44b2-4166-8a85-256d73aab178/4e08ce00-b72a-4e14-a5b1-3052b19bf50a/64a24824-cc1d-425e-9bb8-517f94cdbef0) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:57:49.396225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:49.396529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.474660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.492887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port 436c7117-5f21-4658-ab6c-84bb35447bb5 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:49.540900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f85cb5d2-0006-41c0-85b4-51290fdaf07b None None] Provisioning complete for port 8ce588e9-a38b-4118-975b-c5f90991e62b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:49.541608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f85cb5d2-0006-41c0-85b4-51290fdaf07b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.558071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=436c7117-5f21-4658-ab6c-84bb35447bb5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:49.617802 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272103c7-6024-4a94-a75b-806d49118265 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:49.644392 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:49.656811 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.664066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.688332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e182a88f-21e4-42b0-b3b2-36de2fbe5a91']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.699352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.699664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb1ca7bf-be60-4eb6-9852-838c1e1e34ac') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:49.713381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.728828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb6a561-1451-4028-95c9-035a1b80ddd6 None None] DHCP port deletion for e182a88f-21e4-42b0-b3b2-36de2fbe5a91 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:49.730500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.740172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:49.740922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:49.746013 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:49.814910 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.845801 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.861483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce588e9-a38b-4118-975b-c5f90991e62b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:49.872821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.874496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.883416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35234) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:49.893284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/e182a88f-21e4-42b0-b3b2-36de2fbe5a91 HTTP/1.1" status: 204 len: 168 time: 0.9628158 Nov 22 16:57:49.905773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d8d10-9563-44e9-ac0c-1052c6d65ba5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=e182a88f-21e4-42b0-b3b2-36de2fbe5a91,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:49.947531 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:49.966161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:49.975071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Pushing event updated for resources: {'Port': ['ID=64a24824-cc1d-425e-9bb8-517f94cdbef0,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.022668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Network b8884dc9-44b2-4166-8a85-256d73aab178 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:57:50.026894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:57:50.034437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c093d468-5d8a-40de-8309-46be548b8c3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.042564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:57:50.141916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.169824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8884dc9-44b2-4166-8a85-256d73aab178']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.181252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a3e4b2-2949-46bf-a3cf-0bafebb5a362') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.181675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a3e4b2-2949-46bf-a3cf-0bafebb5a362') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.195144 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.202218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8ce588e9-a38b-4118-975b-c5f90991e62b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:50.205286 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.210163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.211767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Attempting to bind port 64a24824-cc1d-425e-9bb8-517f94cdbef0 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:57:50.216749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Attempting to bind port 64a24824-cc1d-425e-9bb8-517f94cdbef0 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '49a3e4b2-2949-46bf-a3cf-0bafebb5a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:57:50.217198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Attempting to bind port 64a24824-cc1d-425e-9bb8-517f94cdbef0 on network b8884dc9-44b2-4166-8a85-256d73aab178 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:57:50.217783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:50.218264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.254099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:57:50.254449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Checking segment: {'id': '49a3e4b2-2949-46bf-a3cf-0bafebb5a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:57:50.254863 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.255260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Bound using segment: {'id': '49a3e4b2-2949-46bf-a3cf-0bafebb5a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:57:50.256064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Bound port: 64a24824-cc1d-425e-9bb8-517f94cdbef0, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49a3e4b2-2949-46bf-a3cf-0bafebb5a362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'b8884dc9-44b2-4166-8a85-256d73aab178'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:57:50.256453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:50.291156 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:50.293503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=4e08ce00-b72a-4e14-a5b1-3052b19bf50a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.300663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 16:57:50.300663 n-d-816206-6 neutron-server[103514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 16:57:50.300663 n-d-816206-6 neutron-server[103514]: [parameters: {'id': 'b8884dc9-44b2-4166-8a85-256d73aab178'}] Nov 22 16:57:50.300663 n-d-816206-6 neutron-server[103514]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:57:50.301033 n-d-816206-6 neutron-server[103514]: DEBUG oslo_db.api [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:57:50.349629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] For port 64a24824-cc1d-425e-9bb8-517f94cdbef0, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:57:50.353558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] For port 64a24824-cc1d-425e-9bb8-517f94cdbef0, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=64a24824-cc1d-425e-9bb8-517f94cdbef0,segment=NetworkSegment(49a3e4b2-2949-46bf-a3cf-0bafebb5a362),segment_id=49a3e4b2-2949-46bf-a3cf-0bafebb5a362)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:57:50.364276 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.377978 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:46Z', 'revision_number': 8, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:45Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.413245 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272103c7-6024-4a94-a75b-806d49118265 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:50.424436 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:50.424752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.498127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a1480-a633-4aac-8696-35b7cadac3fd None None] Pushing event updated for resources: {'Port': ['ID=64a24824-cc1d-425e-9bb8-517f94cdbef0,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:50.529135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4deba7-6602-4edc-89b7-82dca4308821 None None] Network b8884dc9-44b2-4166-8a85-256d73aab178 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:50.533157 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:50.658908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.736975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea06706-fcdd-4c73-a658-971544add003 None None] Network b8884dc9-44b2-4166-8a85-256d73aab178 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:50.802023 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-272103c7-6024-4a94-a75b-806d49118265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:46Z', 'revision_number': 8, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:45Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:50.802622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:50.838231 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272103c7-6024-4a94-a75b-806d49118265 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:46Z', 'revision_number': 8, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4736ad1-c00c-4b99-bb3a-3c6aea2c5898', 'name': '', 'network_id': '37357ade-c1e7-4edd-93bb-18583457148f', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:d1:e5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:29Z', 'updated_at': '2021-11-22T16:57:45Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'bf87c6aa-fc31-4414-bd6c-f239f931a8f2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:50.890588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:50.947028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting port 64a24824-cc1d-425e-9bb8-517f94cdbef0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:50.947546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.010641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:51.011374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.071701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d4c77a-d517-43b4-9acd-88ce7cec6cfa None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 16:57:51.143516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] For port 64a24824-cc1d-425e-9bb8-517f94cdbef0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=64a24824-cc1d-425e-9bb8-517f94cdbef0,segment=NetworkSegment(49a3e4b2-2949-46bf-a3cf-0bafebb5a362),segment_id=49a3e4b2-2949-46bf-a3cf-0bafebb5a362)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:51.145270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.186659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:51.187207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.216950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Calling delete_port for 64a24824-cc1d-425e-9bb8-517f94cdbef0 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:51.237647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce588e9-a38b-4118-975b-c5f90991e62b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:57:51.323412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port d4736ad1-c00c-4b99-bb3a-3c6aea2c5898, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,segment=NetworkSegment(69e9ea43-f00e-4e48-9203-b0ea805cb931),segment_id=69e9ea43-f00e-4e48-9203-b0ea805cb931)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:51.323825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.347072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:51.362681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.395303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Port': ['ID=64a24824-cc1d-425e-9bb8-517f94cdbef0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.401305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No DVR routers for this DVR port 64a24824-cc1d-425e-9bb8-517f94cdbef0 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:51.418570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8ce588e9-a38b-4118-975b-c5f90991e62b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:57:51.419282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.420708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4c77a-d517-43b4-9acd-88ce7cec6cfa None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 16:57:51.573982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.611811 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.618951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8884dc9-44b2-4166-8a85-256d73aab178']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.631194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49a3e4b2-2949-46bf-a3cf-0bafebb5a362') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.631622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49a3e4b2-2949-46bf-a3cf-0bafebb5a362') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:51.644477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.658530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=d4736ad1-c00c-4b99-bb3a-3c6aea2c5898,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.673510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.681686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:51.682086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:51.685916 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:51.826264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.835580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:51.839222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/b8884dc9-44b2-4166-8a85-256d73aab178 HTTP/1.1" status: 204 len: 168 time: 3.2496576 Nov 22 16:57:51.850679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 436c7117-5f21-4658-ab6c-84bb35447bb5 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:51.854159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:51.877082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 436c7117-5f21-4658-ab6c-84bb35447bb5 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:51.878459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 436c7117-5f21-4658-ab6c-84bb35447bb5 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:51.927595 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-491ae04c-825d-4aed-a414-ace8c00c9448 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:51.928069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491ae04c-825d-4aed-a414-ace8c00c9448 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:51.936050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-491ae04c-825d-4aed-a414-ace8c00c9448 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/4e08ce00-b72a-4e14-a5b1-3052b19bf50a HTTP/1.1" status: 404 len: 337 time: 0.0671828 Nov 22 16:57:51.936050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b1c2c-7c9c-407f-b849-07cfc8976164 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=b8884dc9-44b2-4166-8a85-256d73aab178,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:51.936050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35258) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:51.966790 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-14179c67-6d21-4cd8-af77-e603d04585be tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:51.967636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14179c67-6d21-4cd8-af77-e603d04585be tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:51.970492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-14179c67-6d21-4cd8-af77-e603d04585be tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/b8884dc9-44b2-4166-8a85-256d73aab178 HTTP/1.1" status: 404 len: 339 time: 0.0350478 Nov 22 16:57:51.974419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35262) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.022304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.089559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.256206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.283394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:52.297192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7a57d6-5771-4525-8620-63ae7859ee66') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:52.297502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7a57d6-5771-4525-8620-63ae7859ee66') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:52.316362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.338879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.354642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:52.357189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:52.363766 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:52.403388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:52.445527 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.454797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.461026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7 HTTP/1.1" status: 204 len: 168 time: 0.4855731 Nov 22 16:57:52.461814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35276) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.503006 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-b205b38f-8d47-4c80-a4a8-f77404008c68 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:52.503617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b205b38f-8d47-4c80-a4a8-f77404008c68 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:52.510357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b205b38f-8d47-4c80-a4a8-f77404008c68 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/554f3a54-8e4e-45ce-a6c6-fd7a03df266c HTTP/1.1" status: 404 len: 337 time: 0.0415199 Nov 22 16:57:52.511124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35278) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.532292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8d0f9-9d12-4484-8e41-b8212d3d965a tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=b67cfa82-5e15-4ff8-a1cd-4145f2b7f9f7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.553122 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46b7f56-a9ee-4274-8cd3-851a94e99087 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:52.553813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a46b7f56-a9ee-4274-8cd3-851a94e99087 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:52.562372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a46b7f56-a9ee-4274-8cd3-851a94e99087 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/2c925914-b331-4fec-9ea6-a806eb098011 HTTP/1.1" status: 404 len: 339 time: 0.0404372 Nov 22 16:57:52.563170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35280) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:52.630463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting subnet 9511a88a-f1d8-4d74-92e4-b607d36e2c3a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:52.633902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.728282 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.839155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.909902 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c811bdfc-bf00-4ad3-9a70-d8b751c0675c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.947179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:52.989182 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:52.990939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=9511a88a-f1d8-4d74-92e4-b607d36e2c3a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:52.998999 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0e200c3f-8be1-4e71-b30a-9f5a1e0ddd25 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1145546 Nov 22 16:57:52.999712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f5141b-efba-46e5-ba67-d7e01c36c6d9 None None] Network fc72e367-c4b7-41cb-b8eb-50d402e150f0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:53.001723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35284) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.012890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.023020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3df8664c-3886-446a-befc-561eedc9ac06 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/9511a88a-f1d8-4d74-92e4-b607d36e2c3a HTTP/1.1" status: 204 len: 168 time: 0.4586802 Nov 22 16:57:53.025433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35286) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.028293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:53.073151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:53.074044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:53.107987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting subnet 0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:53.111886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.194868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.269231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:53.335645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.342639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet bf87c6aa-fc31-4414-bd6c-f239f931a8f2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:53.346923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.430818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.522307 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.560428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.582857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.586424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eb482cd7-bee1-4db6-a180-8633012de2a9 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/0bb5cc0e-1d4f-4b60-a2e0-611531b82b5c HTTP/1.1" status: 204 len: 168 time: 0.5397320 Nov 22 16:57:53.589153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35300) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.633741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.752061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.796467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.845098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=bf87c6aa-fc31-4414-bd6c-f239f931a8f2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:53.849204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.861427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fa698687-c9f2-460d-a2f6-a39999d3cdf6 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/bf87c6aa-fc31-4414-bd6c-f239f931a8f2 HTTP/1.1" status: 204 len: 168 time: 0.8572609 Nov 22 16:57:53.862711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:53.867012 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:57:53.886234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b524e3-97e4-48e2-95b1-b44471026ece None None] Network 37357ade-c1e7-4edd-93bb-18583457148f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:53.927594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting port 8ce588e9-a38b-4118-975b-c5f90991e62b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:53.928858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.985980 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:53.997724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] DHCP port deletion for fc72e367-c4b7-41cb-b8eb-50d402e150f0 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:54.070729 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.087959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] For port 8ce588e9-a38b-4118-975b-c5f90991e62b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce588e9-a38b-4118-975b-c5f90991e62b,segment=NetworkSegment(80052418-d981-4de3-9e77-b987b4b58d6d),segment_id=80052418-d981-4de3-9e77-b987b4b58d6d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:54.088704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.113616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 12c683f3-e431-4138-9951-12fa7e76856e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:54.114383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.117720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Calling delete_port for 8ce588e9-a38b-4118-975b-c5f90991e62b owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:54.228725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:51Z', 'revision_number': 9, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.242796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 12c683f3-e431-4138-9951-12fa7e76856e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=12c683f3-e431-4138-9951-12fa7e76856e,segment=NetworkSegment(69e9ea43-f00e-4e48-9203-b0ea805cb931),segment_id=69e9ea43-f00e-4e48-9203-b0ea805cb931)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:54.244491 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.271525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 12c683f3-e431-4138-9951-12fa7e76856e owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:54.274254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:54.292192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Deleting port 8ce588e9-a38b-4118-975b-c5f90991e62b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:54.293331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.319088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.376170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:54.377352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.388501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc07825-5c38-4251-9246-73de119a2c2f None None] DHCP port deletion for 37357ade-c1e7-4edd-93bb-18583457148f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:54.425025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No DVR routers for this DVR port 8ce588e9-a38b-4118-975b-c5f90991e62b on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:54.442656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.449329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Port': ['ID=8ce588e9-a38b-4118-975b-c5f90991e62b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.500635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=12c683f3-e431-4138-9951-12fa7e76856e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.514743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port 12c683f3-e431-4138-9951-12fa7e76856e on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:54.537540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3cc07825-5c38-4251-9246-73de119a2c2f None None] The port '12c683f3-e431-4138-9951-12fa7e76856e' was deleted {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 22 16:57:54.571436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:54.588088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.666253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc72e367-c4b7-41cb-b8eb-50d402e150f0']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.680410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80052418-d981-4de3-9e77-b987b4b58d6d') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.680713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80052418-d981-4de3-9e77-b987b4b58d6d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.695585 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.707526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.713633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] For port 8ce588e9-a38b-4118-975b-c5f90991e62b, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:54.714274 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.722062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.730307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Calling delete_port for 8ce588e9-a38b-4118-975b-c5f90991e62b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:54.732014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:54.732343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.736093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Port 8ce588e9-a38b-4118-975b-c5f90991e62b was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:57:54.738901 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.751827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37357ade-c1e7-4edd-93bb-18583457148f']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.770746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e9ea43-f00e-4e48-9203-b0ea805cb931') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.774641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e9ea43-f00e-4e48-9203-b0ea805cb931') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:54.802764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] Pushing event deleted for resources: {'Port': ['ID=8ce588e9-a38b-4118-975b-c5f90991e62b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.804645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 12c683f3-e431-4138-9951-12fa7e76856e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:54.806621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1db2e-d6f6-4048-acd5-c7559ee2abbf None None] No DVR routers for this DVR port 8ce588e9-a38b-4118-975b-c5f90991e62b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:54.812263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.834077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.840353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:54.841159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:54.845443 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:54.856237 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:54.865524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.905410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.905929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 12c683f3-e431-4138-9951-12fa7e76856e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:54.906279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 12c683f3-e431-4138-9951-12fa7e76856e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:54.906694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce588e9-a38b-4118-975b-c5f90991e62b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:54.912450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/fc72e367-c4b7-41cb-b8eb-50d402e150f0 HTTP/1.1" status: 204 len: 168 time: 1.3199055 Nov 22 16:57:54.913800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558607b4-1b1a-4ffd-813f-6b53327c98ce tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=fc72e367-c4b7-41cb-b8eb-50d402e150f0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:54.916275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35318) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.965386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.967504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8ce588e9-a38b-4118-975b-c5f90991e62b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:54.967504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce588e9-a38b-4118-975b-c5f90991e62b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:54.972156 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4624eba8-789c-4454-9b3a-46eff741d6d1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:54.974230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4624eba8-789c-4454-9b3a-46eff741d6d1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:54.975633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:54.982807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/37357ade-c1e7-4edd-93bb-18583457148f HTTP/1.1" status: 204 len: 168 time: 1.1183751 Nov 22 16:57:54.987453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4624eba8-789c-4454-9b3a-46eff741d6d1 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/e2071b63-82c6-469b-81d6-d2490c3dd989 HTTP/1.1" status: 404 len: 337 time: 0.0658510 Nov 22 16:57:54.987453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35320) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:54.994064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35322) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.026681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb1efc-6f5b-45a0-8385-5cc17f8f7669 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=37357ade-c1e7-4edd-93bb-18583457148f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.072705 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e1dc4c-156e-4694-871a-79de97e088c7 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:55.072916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43e1dc4c-156e-4694-871a-79de97e088c7 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:55.079160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43e1dc4c-156e-4694-871a-79de97e088c7 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/22c0647c-6a6f-4006-b807-83e054161246 HTTP/1.1" status: 404 len: 339 time: 0.0799758 Nov 22 16:57:55.080099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35326) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.142351 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6517b455-23c7-44e0-9b21-9f15b157b00e tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:55.144052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6517b455-23c7-44e0-9b21-9f15b157b00e tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:55.154187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6517b455-23c7-44e0-9b21-9f15b157b00e tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/ee7d2c7c-a4d3-46f2-9ff0-6ca8170f769a HTTP/1.1" status: 404 len: 337 time: 0.0727603 Nov 22 16:57:55.155553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.186179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:51Z', 'revision_number': 9, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:55.209189 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f593b5a-ade7-47f0-89ee-b650a1c3de50 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:55.209920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f593b5a-ade7-47f0-89ee-b650a1c3de50 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:55.220086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0f593b5a-ade7-47f0-89ee-b650a1c3de50 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/7ce4db0d-c548-4c45-9eb0-636331c402e1 HTTP/1.1" status: 404 len: 339 time: 0.0593421 Nov 22 16:57:55.222507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35332) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.242973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d507a4-09d5-4a97-8ec2-10d2107c1efa None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:51Z', 'revision_number': 9, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': '5a6dabbe-c990-4a67-a8fc-ce26be9e2779', 'name': '', 'network_id': '51243e8b-477a-4378-882d-4cc844acf028', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:79:a5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3180, 'fixed_ips': [{'subnet_id': 'cd650012-f280-402a-b77e-4734220b004f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:23Z', 'updated_at': '2021-11-22T16:57:41Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': 'cd650012-f280-402a-b77e-4734220b004f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:55.276673 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-461c38c3-7191-48ef-9cf8-d4e98cc730bd tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:55.277372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-461c38c3-7191-48ef-9cf8-d4e98cc730bd tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:55.282884 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-461c38c3-7191-48ef-9cf8-d4e98cc730bd tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/9b305d35-d5b4-4348-9211-c067bcd443a6 HTTP/1.1" status: 404 len: 337 time: 0.0593691 Nov 22 16:57:55.285401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.332260 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e290bcb2-5f51-4f86-96ef-f81a2dc059b0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:55.332808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e290bcb2-5f51-4f86-96ef-f81a2dc059b0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:55.342253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e290bcb2-5f51-4f86-96ef-f81a2dc059b0 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/11bb9323-4723-4967-a315-358d523351b8 HTTP/1.1" status: 404 len: 339 time: 0.0556901 Nov 22 16:57:55.343104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.420408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting subnet 72320c93-5190-4a0f-bf91-61eb4286c0b2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:55.429478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.436273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.504486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.533172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.699785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.847737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.909312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=72320c93-5190-4a0f-bf91-61eb4286c0b2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:55.912989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:55.917233 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d1d350d2-c724-4cc1-886a-3bb6618f14c8 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/72320c93-5190-4a0f-bf91-61eb4286c0b2 HTTP/1.1" status: 204 len: 168 time: 0.5724332 Nov 22 16:57:55.922187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35352) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:55.922390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a927e26-e918-4f01-af50-264fe435a637 None None] Network e20c6a73-406a-414d-84e7-7812c12b8aeb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:55.966976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:55.966976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.040142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.063507 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.165236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting port 4fed67bb-f57a-4248-a9a9-337b6400d55c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:56.165864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.193465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 5a6dabbe-c990-4a67-a8fc-ce26be9e2779, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,segment=NetworkSegment(befd635b-c100-4076-baae-362af5746ecf),segment_id=befd635b-c100-4076-baae-362af5746ecf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:56.193961 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.220179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:56.294018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] DHCP port deletion for e20c6a73-406a-414d-84e7-7812c12b8aeb request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:56.312882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] For port 4fed67bb-f57a-4248-a9a9-337b6400d55c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fed67bb-f57a-4248-a9a9-337b6400d55c,segment=NetworkSegment(0c531ba7-e486-46cb-90d7-5508e43ed21c),segment_id=0c531ba7-e486-46cb-90d7-5508e43ed21c)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:56.313560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.344894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Calling delete_port for 4fed67bb-f57a-4248-a9a9-337b6400d55c owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:56.388807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] Deleting port 4fed67bb-f57a-4248-a9a9-337b6400d55c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:56.389504 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.475706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.516291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] For port 4fed67bb-f57a-4248-a9a9-337b6400d55c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fed67bb-f57a-4248-a9a9-337b6400d55c,segment=NetworkSegment(0c531ba7-e486-46cb-90d7-5508e43ed21c),segment_id=0c531ba7-e486-46cb-90d7-5508e43ed21c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:56.517249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.554407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.555656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] Calling delete_port for 4fed67bb-f57a-4248-a9a9-337b6400d55c owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:56.559277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Port': ['ID=4fed67bb-f57a-4248-a9a9-337b6400d55c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.561955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No DVR routers for this DVR port 4fed67bb-f57a-4248-a9a9-337b6400d55c on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:56.649224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=5a6dabbe-c990-4a67-a8fc-ce26be9e2779,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.710656 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.775598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.825278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] No DVR routers for this DVR port 4fed67bb-f57a-4248-a9a9-337b6400d55c on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:56.830540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864de14-ea1d-4720-93cd-b43a6dc90525 None None] Pushing event deleted for resources: {'Port': ['ID=4fed67bb-f57a-4248-a9a9-337b6400d55c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:56.834558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:56.838878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e20c6a73-406a-414d-84e7-7812c12b8aeb']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:56.853193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c531ba7-e486-46cb-90d7-5508e43ed21c') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:56.853510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c531ba7-e486-46cb-90d7-5508e43ed21c') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:56.863003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:56.863640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d4736ad1-c00c-4b99-bb3a-3c6aea2c5898 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:56.864239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fed67bb-f57a-4248-a9a9-337b6400d55c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:56.876206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.889321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 4fed67bb-f57a-4248-a9a9-337b6400d55c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:56.890002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fed67bb-f57a-4248-a9a9-337b6400d55c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:56.906264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.914449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 887 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:56.914860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:56.918241 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:57.040236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.045698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.070271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.076163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/e20c6a73-406a-414d-84e7-7812c12b8aeb HTTP/1.1" status: 204 len: 168 time: 1.1500812 Nov 22 16:57:57.091869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35374) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.101275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c4fc-b1ac-4ace-8c65-b411ece6de2f tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=e20c6a73-406a-414d-84e7-7812c12b8aeb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:57.536144 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07f8aad-b866-4a41-b5aa-3f8f6f40bc4e tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:57.536760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07f8aad-b866-4a41-b5aa-3f8f6f40bc4e tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:57.542398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d07f8aad-b866-4a41-b5aa-3f8f6f40bc4e tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/8b6d4b46-667c-46f2-9662-7d023e1dda5f HTTP/1.1" status: 404 len: 337 time: 0.4471970 Nov 22 16:57:57.542893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35384) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.564940 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d669bd29-52ba-4c75-aad6-c518e40a6a78 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] DELETE failed (client error): The resource could not be found. Nov 22 16:57:57.565802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d669bd29-52ba-4c75-aad6-c518e40a6a78 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:57:57.571858 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d669bd29-52ba-4c75-aad6-c518e40a6a78 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/9ed0da1b-7b26-4857-9fdc-2effe1705924 HTTP/1.1" status: 404 len: 339 time: 0.0247979 Nov 22 16:57:57.572198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.638979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting subnet f0a70209-d1ef-4414-94fe-0f99f75f981b {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:57.642715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.692891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:57:57.708465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.811081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.847163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:57:57.859609 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:57:57.861506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-024b36a2-3353-4ac4-b762-a2bc3c946ac8 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8761446 Nov 22 16:57:57.864885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35394) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.875261 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:57.876165 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:57.943231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.945964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet cd650012-f280-402a-b77e-4734220b004f {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:57:57.950279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.971722 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:57.977938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/subnets/f0a70209-d1ef-4414-94fe-0f99f75f981b HTTP/1.1" status: 204 len: 168 time: 0.4046733 Nov 22 16:57:57.981903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f50c83-f82c-49cf-a4d2-c56933a92caf None None] Network 7e0638e7-f834-4735-9bd0-4b92a83cda71 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:57.985852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:57.990607 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:58.033957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.153025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.155086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16182e52-0df7-4478-92a3-67dffee309c5 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a70209-d1ef-4414-94fe-0f99f75f981b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:58.215618 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.320297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Deleting port 84dfbb58-34b9-4165-8f79-271365fbd9e9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:58.324490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.364148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] DHCP port deletion for 7e0638e7-f834-4735-9bd0-4b92a83cda71 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:58.387912 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:56Z', 'revision_number': 10, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:58.389732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.428427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=cd650012-f280-402a-b77e-4734220b004f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:58.442877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.446545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c7dc71-c0a4-48ba-971c-90d1cb741a63 None None] Network 51243e8b-477a-4378-882d-4cc844acf028 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:57:58.450188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e316ed5a-cc29-4197-b678-575f4e6878a7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/cd650012-f280-402a-b77e-4734220b004f HTTP/1.1" status: 204 len: 168 time: 0.5822973 Nov 22 16:57:58.451131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35414) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:58.459760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] For port 84dfbb58-34b9-4165-8f79-271365fbd9e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=84dfbb58-34b9-4165-8f79-271365fbd9e9,segment=NetworkSegment(939c0e0b-5fde-47f6-bb93-e0fd51195e99),segment_id=939c0e0b-5fde-47f6-bb93-e0fd51195e99)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:58.460301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:57:58.460900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.475146 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:57:58.475772 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:58.481197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Calling delete_port for 84dfbb58-34b9-4165-8f79-271365fbd9e9 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:58.590590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Deleting port 84dfbb58-34b9-4165-8f79-271365fbd9e9 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:58.591171 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.592970 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.614365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.631190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Port': ['ID=84dfbb58-34b9-4165-8f79-271365fbd9e9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:58.660341 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:57:58.677960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] No DVR routers for this DVR port 84dfbb58-34b9-4165-8f79-271365fbd9e9 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:58.734788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:57:58.735357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.792570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] For port 84dfbb58-34b9-4165-8f79-271365fbd9e9, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:58.794260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.803457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,segment=NetworkSegment(befd635b-c100-4076-baae-362af5746ecf),segment_id=befd635b-c100-4076-baae-362af5746ecf)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:57:58.803917 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.812846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Calling delete_port for 84dfbb58-34b9-4165-8f79-271365fbd9e9 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:58.816451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Port 84dfbb58-34b9-4165-8f79-271365fbd9e9 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 16:57:58.818263 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.822526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:57:58.887928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] Pushing event deleted for resources: {'Port': ['ID=84dfbb58-34b9-4165-8f79-271365fbd9e9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:58.918557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:58.932506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3843e0c8-c97e-4847-9089-d47f81c28057 None None] No DVR routers for this DVR port 84dfbb58-34b9-4165-8f79-271365fbd9e9 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:58.961152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 84dfbb58-34b9-4165-8f79-271365fbd9e9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:57:58.970975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0638e7-f834-4735-9bd0-4b92a83cda71']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:58.991326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939c0e0b-5fde-47f6-bb93-e0fd51195e99') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:58.991621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939c0e0b-5fde-47f6-bb93-e0fd51195e99') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:59.015290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.021687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.029430 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.036923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:59.037330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.050175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 84dfbb58-34b9-4165-8f79-271365fbd9e9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:57:59.051119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 84dfbb58-34b9-4165-8f79-271365fbd9e9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:59.056388 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:59.099304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.114378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:57:59.134751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d876aa-1e2a-405f-84fa-98b12682ef4f None None] DHCP port deletion for 51243e8b-477a-4378-882d-4cc844acf028 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:57:59.144914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.155295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.162838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] 10.222.0.65 "DELETE /v2.0/networks/7e0638e7-f834-4735-9bd0-4b92a83cda71 HTTP/1.1" status: 204 len: 168 time: 1.1683247 Nov 22 16:57:59.177748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7408a-9738-49a0-bd55-bc713adcc761 tempest-NetworksIpV6Test-224816739 tempest-NetworksIpV6Test-224816739-project] Pushing event deleted for resources: {'Network': ['ID=7e0638e7-f834-4735-9bd0-4b92a83cda71,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.180763 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:56Z', 'revision_number': 10, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:59.253581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.254341 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a043cb0-4104-45c1-b4c8-4255040dc7a0 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:57:56Z', 'revision_number': 10, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None, '_interfaces': [{'id': 'e0f2762e-d839-4fe5-be4c-316eba30e341', 'name': '', 'network_id': 'e08286f5-32fc-4bec-b3cf-44121bc09c94', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'mac_address': 'fa:16:3e:a3:b3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:57:19Z', 'updated_at': '2021-11-22T16:57:40Z', 'revision_number': 5, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'subnets': [{'id': '143691a3-7a0a-40e6-97a2-6f25cd38e0e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:57:59.279269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51243e8b-477a-4378-882d-4cc844acf028']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:59.295714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befd635b-c100-4076-baae-362af5746ecf') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:59.296013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befd635b-c100-4076-baae-362af5746ecf') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:57:59.307186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.322549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.331028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:57:59.331690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:57:59.335401 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:57:59.411393 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.422836 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.426565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/51243e8b-477a-4378-882d-4cc844acf028 HTTP/1.1" status: 204 len: 168 time: 0.9744496 Nov 22 16:57:59.429374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35436) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:59.439617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ea54-f7f5-4c9f-bce7-bd9d026e8ffa tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=51243e8b-477a-4378-882d-4cc844acf028,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:57:59.559168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35446) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:59.814697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-df966871-252c-4d77-ab9f-2f5992a6cceb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1150ec48348405fabbec6e9f6da2f1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2535012 Nov 22 16:57:59.815699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35450) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:57:59.901239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb166428-52c4-44af-acf5-c4eb16326715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:57:59.929897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb166428-52c4-44af-acf5-c4eb16326715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.013932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.040348 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb166428-52c4-44af-acf5-c4eb16326715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.053294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cb166428-52c4-44af-acf5-c4eb16326715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.061681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cb166428-52c4-44af-acf5-c4eb16326715 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79802d95-e741-4b1f-ad73-d4072ec6df57 HTTP/1.1" status: 204 len: 168 time: 0.2376230 Nov 22 16:58:00.091387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb166428-52c4-44af-acf5-c4eb16326715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79802d95-e741-4b1f-ad73-d4072ec6df57,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:00.392444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port e0f2762e-d839-4fe5-be4c-316eba30e341 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:00.393469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.511782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port e0f2762e-d839-4fe5-be4c-316eba30e341, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e0f2762e-d839-4fe5-be4c-316eba30e341,segment=NetworkSegment(c2401197-f748-40ae-bdec-73b57f16c148),segment_id=c2401197-f748-40ae-bdec-73b57f16c148)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:00.512438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.526817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for e0f2762e-d839-4fe5-be4c-316eba30e341 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:00.775718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:00.799220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:00.805151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:00.805710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5a6dabbe-c990-4a67-a8fc-ce26be9e2779 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:00.806277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:00.863413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:00.863952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 24a3e5a8-3f47-44f7-bdd6-a72cd29a3b71 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:00.883873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=e0f2762e-d839-4fe5-be4c-316eba30e341,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.016399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35494) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:01.098721 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.232992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1102e4b7-5de6-4f86-9258-4fb9d41b07a1 tempest-ServiceProvidersTest-759707354 tempest-ServiceProvidersTest-759707354-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2152586 Nov 22 16:58:01.358056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:01.461211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:01.469194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ba8c0b6e-ee92-448e-b24d-bbffed1a01ac tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0375369 Nov 22 16:58:01.471685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:01.474300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:01.504564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:01.505407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:01.551146 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting subnet 143691a3-7a0a-40e6-97a2-6f25cd38e0e3 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:01.562520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.639752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.664831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:01.770931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.864658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b55489d-743a-4560-90cf-6b123a0e6980 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.878745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.911002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Subnet': ['ID=143691a3-7a0a-40e6-97a2-6f25cd38e0e3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:01.927239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.930764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1fc12c80-46f6-46ae-9d6c-f187c2bb0e69 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/143691a3-7a0a-40e6-97a2-6f25cd38e0e3 HTTP/1.1" status: 204 len: 168 time: 0.4572074 Nov 22 16:58:01.934659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35530) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:01.961607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:01.976039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b55489d-743a-4560-90cf-6b123a0e6980 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:01.983448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b55489d-743a-4560-90cf-6b123a0e6980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.013388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4b55489d-743a-4560-90cf-6b123a0e6980 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ceb5b71de664f379bb7c44e195d6a1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3480451 Nov 22 16:58:02.016406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:02.035658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.059064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55489d-743a-4560-90cf-6b123a0e6980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542ae044-1ab6-4eba-9240-c43ec7659ba2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.101891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6a5034a-05a8-4053-937f-408ab3c9346d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.113915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:58:00Z', 'revision_number': 11, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.120067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Deleting port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:02.128370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.130795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6a5034a-05a8-4053-937f-408ab3c9346d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.151576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5fbea-5060-4047-8092-7ce859c84021 None None] Network e08286f5-32fc-4bec-b3cf-44121bc09c94 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:02.158147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:02.204240 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6a5034a-05a8-4053-937f-408ab3c9346d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.207876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6a5034a-05a8-4053-937f-408ab3c9346d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.209082 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b6a5034a-05a8-4053-937f-408ab3c9346d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/542ae044-1ab6-4eba-9240-c43ec7659ba2 HTTP/1.1" status: 204 len: 168 time: 0.1916003 Nov 22 16:58:02.221752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5034a-05a8-4053-937f-408ab3c9346d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542ae044-1ab6-4eba-9240-c43ec7659ba2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.288791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] For port 25d0fa7f-5a94-4824-bba0-cb593dc673d8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=25d0fa7f-5a94-4824-bba0-cb593dc673d8,segment=NetworkSegment(c2401197-f748-40ae-bdec-73b57f16c148),segment_id=c2401197-f748-40ae-bdec-73b57f16c148)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:02.289165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.294966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:02.295432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.323316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Calling delete_port for 25d0fa7f-5a94-4824-bba0-cb593dc673d8 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:02.409668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:02.482634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:58:00Z', 'revision_number': 11, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.529052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62915c94-ce11-4534-a788-0711c15504f3 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:58:00Z', 'revision_number': 11, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:02.530840 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.609504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Port': ['ID=25d0fa7f-5a94-4824-bba0-cb593dc673d8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:02.620556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No DVR routers for this DVR port 25d0fa7f-5a94-4824-bba0-cb593dc673d8 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:02.727325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.752636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08286f5-32fc-4bec-b3cf-44121bc09c94']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.763740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2401197-f748-40ae-bdec-73b57f16c148') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.764149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2401197-f748-40ae-bdec-73b57f16c148') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:02.774923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.788977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.796043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:02.796534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: timer() Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:02.800044 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:02.875181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.897564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:02.911091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/networks/e08286f5-32fc-4bec-b3cf-44121bc09c94 HTTP/1.1" status: 204 len: 168 time: 0.9748521 Nov 22 16:58:02.913693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:02.917494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad25cd6a-1101-42c5-93a2-56c2b56f7d09 None None] DHCP port deletion for e08286f5-32fc-4bec-b3cf-44121bc09c94 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:02.919619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'routes': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:02.950491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff060683-ec9e-4257-89bd-9b968d0f2c02 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Pushing event deleted for resources: {'Network': ['ID=e08286f5-32fc-4bec-b3cf-44121bc09c94,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.020877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d0fa7f-5a94-4824-bba0-cb593dc673d8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:03.044945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 25d0fa7f-5a94-4824-bba0-cb593dc673d8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:03.045195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d0fa7f-5a94-4824-bba0-cb593dc673d8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:03.045704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0f2762e-d839-4fe5-be4c-316eba30e341 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:03.076108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e0f2762e-d839-4fe5-be4c-316eba30e341 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:03.076467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e0f2762e-d839-4fe5-be4c-316eba30e341 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:03.185869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.extraroute_db [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Added routes are [] {{(pid=103515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 22 16:58:03.186407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.extraroute_db [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Removed routes are [] {{(pid=103515) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 22 16:58:03.186507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.411026 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.415423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.423395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35582) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.512438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router ec045587-2163-4d97-8a19-d79f0994595a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:58:03.546075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1453602495'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:03.583813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Made reservation on behalf of 2980f5aa736047b58ba9df15d69fd355 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:03.592307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.596299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:03.603178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.608010 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-969f9d19-c030-4312-88da-23a5c17dc208 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 701 time: 0.6929734 Nov 22 16:58:03.608573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35588) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.609591 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] Sync routers for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:03.623514 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:03.624332 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:03.633683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.665611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-862bc564-8068-4bee-8eaf-abea6ccea9d1 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 205 time: 0.0515776 Nov 22 16:58:03.669409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35590) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:03.802464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.808374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.846100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:03.863980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513d55be-9f7f-460d-98f5-0fe44ecbb21f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:03.890037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.890513 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Added segment 4768f1b9-1354-4b80-a844-490d809e3b1a of type vlan for network e2e74a96-7759-46e2-bbb8-31d3bbafa022 Nov 22 16:58:03.948522 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:03.953219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.983581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:03.992132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:03.992838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.018979 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:58:00Z', 'revision_number': 11, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:04.081482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event updated for resources: {'Network': ['ID=e2e74a96-7759-46e2-bbb8-31d3bbafa022,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.097521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:04.100734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de9cac53-aa93-45f8-a192-4074ff2db72b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6754885 Nov 22 16:58:04.101425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35600) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.104290 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] Checking router: ec045587-2163-4d97-8a19-d79f0994595a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:04.107885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Request body: {'subnet': {'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:04.122265 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] Routers {'ec045587-2163-4d97-8a19-d79f0994595a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:04.126658 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ec045587-2163-4d97-8a19-d79f0994595a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:04.211732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.233630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Made reservation on behalf of 2980f5aa736047b58ba9df15d69fd355 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:04.238204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.306162 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] Set router ec045587-2163-4d97-8a19-d79f0994595a gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:04.446425 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:58:00Z', 'revision_number': 11, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:04.494241 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e284ff7-5820-429d-af63-d87162320a13 None None] The sync data for ids ['ec045587-2163-4d97-8a19-d79f0994595a'] in n-d-816206-6 is: [{'id': 'ec045587-2163-4d97-8a19-d79f0994595a', 'name': 'tempest-RoutersTest-router-2131553773', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:57:17Z', 'updated_at': '2021-11-22T16:58:00Z', 'revision_number': 11, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:04.508022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.517881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.521257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.586542 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.587161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router ec045587-2163-4d97-8a19-d79f0994595a {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:04.595639 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.600818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-18726636-d23c-4e4c-94c3-a3a04ccda3dd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 204 len: 168 time: 0.9266043 Nov 22 16:58:04.602677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35612) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.615299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-178140534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:04.621559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Checking segment: {'id': '4768f1b9-1354-4b80-a844-490d809e3b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:04.622246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Network hostable DHCP agents. Network: e2e74a96-7759-46e2-bbb8-31d3bbafa022, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:04.627553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event updated for resources: {'Subnet': ['ID=2b82a578-288b-46ef-adce-e957d4f0823d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:04.661855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.664666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.671857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:04.689976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e2e74a96-7759-46e2-bbb8-31d3bbafa022) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:04.695297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:04.696436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.705750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83962333-8d7f-4f7a-9de5-86bcf34032fd None None] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:04.747001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:04.747368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52c42eb0-72f9-4920-b15e-cc404619642f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6368484 Nov 22 16:58:04.752096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Request body: {'port': {'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022', 'name': 'tempest-TagsExtTest-677848022'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:04.899496 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.900345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Made reservation on behalf of 2980f5aa736047b58ba9df15d69fd355 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:04.904831 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.910554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.943591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e2e74a96-7759-46e2-bbb8-31d3bbafa022', 'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022', 'tenant_id': '2980f5aa736047b58ba9df15d69fd355', 'fixed_ips': [{'subnet_id': '2b82a578-288b-46ef-adce-e957d4f0823d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 16:58:04.945151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.951509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] device_id is not set on port 2770fa20-6bd4-4bc5-acd8-da7594910bba yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 16:58:04.962567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:04.964031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6a72dcc9-582b-4b67-af6f-8d25e13f38a3 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3601050 Nov 22 16:58:04.966921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:05.008699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:05.128519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Allocated IP 172.20.0.2 (e2e74a96-7759-46e2-bbb8-31d3bbafa022/2b82a578-288b-46ef-adce-e957d4f0823d/8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:05.263297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-1ac85ae3-efef-433a-930e-e87cdd15affb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2032225 Nov 22 16:58:05.327549 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.335651 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.343896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1828946', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39224'] for router, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.379507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1829033'] for router, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.391575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Pushing event updated for resources: {'Port': ['ID=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.398779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:05.400434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:05.403449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:05.459982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Attempting to bind port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:58:05.460633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Attempting to bind port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4768f1b9-1354-4b80-a844-490d809e3b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:58:05.461157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Attempting to bind port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 on network e2e74a96-7759-46e2-bbb8-31d3bbafa022 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:58:05.468937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:58:05.469645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Checking segment: {'id': '4768f1b9-1354-4b80-a844-490d809e3b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:05.470289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.470864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Bound using segment: {'id': '4768f1b9-1354-4b80-a844-490d809e3b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:58:05.471536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Bound port: 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4768f1b9-1354-4b80-a844-490d809e3b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'e2e74a96-7759-46e2-bbb8-31d3bbafa022'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:58:05.472122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.505882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Allocated IP 172.20.0.10 (e2e74a96-7759-46e2-bbb8-31d3bbafa022/2b82a578-288b-46ef-adce-e957d4f0823d/2770fa20-6bd4-4bc5-acd8-da7594910bba) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:58:05.538529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-aaca4023-3642-443a-b248-e95cee305b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:05.540058 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-aaca4023-3642-443a-b248-e95cee305b3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1096 time: 0.1621742 Nov 22 16:58:05.546846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] For port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:58:05.550942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] For port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,segment=NetworkSegment(4768f1b9-1354-4b80-a844-490d809e3b1a),segment_id=4768f1b9-1354-4b80-a844-490d809e3b1a)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:58:05.557417 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.648864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd3b272-09ed-4825-ac9e-1d49c584f067 None None] Pushing event updated for resources: {'Port': ['ID=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:05.665633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Router 5d5a43da-f299-418b-a4ec-8c786a50d5f9 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 16:58:05.845293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:58:05.847320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-e68f0668-21fd-440c-b59b-8e8ce2cdef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:05.848798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-e68f0668-21fd-440c-b59b-8e8ce2cdef72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.2787585 Nov 22 16:58:05.857524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] Sync routers for ids ['5d5a43da-f299-418b-a4ec-8c786a50d5f9'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:58:05.858139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:05.861773 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a59fa9df-49b4-4601-92b1-d1fbaed96572 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "PUT /v2.0/routers/5d5a43da-f299-418b-a4ec-8c786a50d5f9 HTTP/1.1" status: 200 len: 693 time: 0.8913875 Nov 22 16:58:05.862575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35644) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:05.888052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] Routers {'5d5a43da-f299-418b-a4ec-8c786a50d5f9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:05.888756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5d5a43da-f299-418b-a4ec-8c786a50d5f9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:06.003546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d6e0c43f-42ad-4348-8e3e-218184013e13 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/routers/5d5a43da-f299-418b-a4ec-8c786a50d5f9 HTTP/1.1" status: 200 len: 699 time: 0.1388407 Nov 22 16:58:06.003936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-62c44187-ae8d-48ac-ba3d-a7c177b7c58b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 1000 time: 0.1279411 Nov 22 16:58:06.005102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.049669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] Set router 5d5a43da-f299-418b-a4ec-8c786a50d5f9 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:06.080433 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8611ae2e-1bf5-4c0e-bfe3-341e4e1931f7 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d5a43da-f299-418b-a4ec-8c786a50d5f9 HTTP/1.1" status: 200 len: 205 time: 0.0741761 Nov 22 16:58:06.083089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35652) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.102116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.129012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5a43da-f299-418b-a4ec-8c786a50d5f9', 'name': 'tempest-RoutersTest-router-178140534', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:04Z', 'updated_at': '2021-11-22T16:58:05Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:06.142571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-a7840bf2-192c-4b24-bb15-91a667b30adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:06.144879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-a7840bf2-192c-4b24-bb15-91a667b30adf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1216757 Nov 22 16:58:06.186271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] Checking router: 5d5a43da-f299-418b-a4ec-8c786a50d5f9 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:58:06.197508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] Routers {'5d5a43da-f299-418b-a4ec-8c786a50d5f9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:58:06.198584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:57:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5d5a43da-f299-418b-a4ec-8c786a50d5f9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:06.237865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.241745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-e704e8a2-a00e-4883-b6bf-7a96c585b39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:06.243373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-e704e8a2-a00e-4883-b6bf-7a96c585b39a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880830 Nov 22 16:58:06.290577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.303012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] Set router 5d5a43da-f299-418b-a4ec-8c786a50d5f9 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:58:06.371050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-05385a02-c12f-400c-b405-9dcdff2a4857 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105356 Nov 22 16:58:06.404162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:58:06.408827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5a43da-f299-418b-a4ec-8c786a50d5f9', 'name': 'tempest-RoutersTest-router-178140534', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:04Z', 'updated_at': '2021-11-22T16:58:05Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:06.422115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:06.446664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0afbd4bf-9fa9-475e-a74e-3b9b99a0c390 None None] The sync data for ids ['5d5a43da-f299-418b-a4ec-8c786a50d5f9'] in n-d-816206-6 is: [{'id': '5d5a43da-f299-418b-a4ec-8c786a50d5f9', 'name': 'tempest-RoutersTest-router-178140534', 'tenant_id': 'f0292ce08da746bdbda563edca0e55bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:58:04Z', 'updated_at': '2021-11-22T16:58:05Z', 'revision_number': 2, 'project_id': 'f0292ce08da746bdbda563edca0e55bf', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:58:06.448990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:58:06.532011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:06.532702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.560733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.565629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.628417 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0bab7db1-fe78-4342-8bcf-07279d3ed09c req-bbfccb55-4c09-4e0c-afc0-7cbb08b61ca1 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233269 Nov 22 16:58:06.663106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event updated for resources: {'Port': ['ID=2770fa20-6bd4-4bc5-acd8-da7594910bba,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:06.675075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.675075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Fanout notify agent at l3_agent the message router_deleted on router 5d5a43da-f299-418b-a4ec-8c786a50d5f9 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:06.686591 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb90ab4b-1a73-4e34-8669-dfcf8ebf6a97 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9384995 Nov 22 16:58:06.687369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35662) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.688958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.691532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-44298243-cff7-4e8b-aa74-da5989c32d75 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/5d5a43da-f299-418b-a4ec-8c786a50d5f9 HTTP/1.1" status: 204 len: 168 time: 0.6071110 Nov 22 16:58:06.705746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35666) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.705979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-653433213', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:06.770899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e699156a-df8c-4134-accf-8327333f36c5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d5a43da-f299-418b-a4ec-8c786a50d5f9 HTTP/1.1" status: 200 len: 205 time: 0.0617135 Nov 22 16:58:06.774237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35668) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.779732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.780936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.834225 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-9be9bc9e-117b-4cbb-ab53-7fa05b20ad2e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:06.835299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9be9bc9e-117b-4cbb-ab53-7fa05b20ad2e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/5d5a43da-f299-418b-a4ec-8c786a50d5f9 HTTP/1.1" status: 404 len: 336 time: 0.0593596 Nov 22 16:58:06.837839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35670) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.887757 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.894398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.903437 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3c727a-2239-421a-8c0e-f703bdc81522 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:06.904005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3c727a-2239-421a-8c0e-f703bdc81522 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:06.907256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ad3c727a-2239-421a-8c0e-f703bdc81522 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/f5b508c4-afec-4259-a0d1-d01ed23f9176 HTTP/1.1" status: 404 len: 337 time: 0.0684230 Nov 22 16:58:06.910052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35672) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.922095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:06.929807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:06.931078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fb33718f-63e6-413a-a3ad-59c922cf119c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2427251 Nov 22 16:58:06.933934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35674) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:06.938440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-753f2ce6-7560-4467-a7f3-8e509ded0f59 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-618507366', 'prefixes': ['172.20.0.0/16']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:06.954812 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b6bb8b-a3b1-4b8b-98f0-0fd38885db15 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:06.955325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b6bb8b-a3b1-4b8b-98f0-0fd38885db15 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:06.959047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-65b6bb8b-a3b1-4b8b-98f0-0fd38885db15 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/bf87c6aa-fc31-4414-bd6c-f239f931a8f2 HTTP/1.1" status: 404 len: 337 time: 0.0480742 Nov 22 16:58:06.962596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35676) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.012542 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ce6aea-32b8-459e-bff0-f86e7c51d1d5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:07.013004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ce6aea-32b8-459e-bff0-f86e7c51d1d5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:07.014165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:07.014898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.024504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-07ce6aea-32b8-459e-bff0-f86e7c51d1d5 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/cd650012-f280-402a-b77e-4734220b004f HTTP/1.1" status: 404 len: 337 time: 0.0608344 Nov 22 16:58:07.027753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35678) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.065775 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-483aef67-22f3-4b40-ad96-56eb0330bd52 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:07.066249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-483aef67-22f3-4b40-ad96-56eb0330bd52 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:07.072977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-483aef67-22f3-4b40-ad96-56eb0330bd52 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/143691a3-7a0a-40e6-97a2-6f25cd38e0e3 HTTP/1.1" status: 404 len: 337 time: 0.0417452 Nov 22 16:58:07.073232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35682) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.079054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-753f2ce6-7560-4467-a7f3-8e509ded0f59 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for subnetpool, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.083628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-753f2ce6-7560-4467-a7f3-8e509ded0f59 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1453989 Nov 22 16:58:07.083628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35686) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.088623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-d260d5ff-3995-4f35-b5b2-94e2dc15da03 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-245950194') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:07.131366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-27c62b14-936d-4def-97d0-89ab33222b60 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 200 len: 205 time: 0.0555758 Nov 22 16:58:07.132256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35690) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.211071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.233994 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-3ed815a1-f17a-4495-b038-e27eef32eef9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:07.238342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3ed815a1-f17a-4495-b038-e27eef32eef9 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/ec045587-2163-4d97-8a19-d79f0994595a HTTP/1.1" status: 404 len: 336 time: 0.1009440 Nov 22 16:58:07.238342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35694) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.266699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,segment=NetworkSegment(4768f1b9-1354-4b80-a844-490d809e3b1a),segment_id=4768f1b9-1354-4b80-a844-490d809e3b1a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:07.276011 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.304328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-504b2c5e-7a1a-4222-949b-d54ea71e984b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea92f780-66c2-46a1-b04f-90ebcbbba625 HTTP/1.1" status: 200 len: 205 time: 0.0629272 Nov 22 16:58:07.304608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.361613 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d260d5ff-3995-4f35-b5b2-94e2dc15da03 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-245950194 HTTP/1.1" status: 201 len: 201 time: 0.2770069 Nov 22 16:58:07.362760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35698) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.366687 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-051bcb2c-af7d-4125-907d-9c01384d9864 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:07.370040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-051bcb2c-af7d-4125-907d-9c01384d9864 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/ea92f780-66c2-46a1-b04f-90ebcbbba625 HTTP/1.1" status: 404 len: 336 time: 0.0622017 Nov 22 16:58:07.370189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-c82eda43-2c33-483e-90f5-ab3f568b0acc tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-286024036') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:07.370294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35700) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.381235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:07.388310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfa3915-6ee1-476c-b6c9-7719e97ef4a5 None None] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:07.420593 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e79a1c4-9f3c-41ab-b097-b5238b87accd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:07.421491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e79a1c4-9f3c-41ab-b097-b5238b87accd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:07.426010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4e79a1c4-9f3c-41ab-b097-b5238b87accd tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/0c7b33d9-61f6-4d10-b0c1-fcdc93c2aa94 HTTP/1.1" status: 404 len: 337 time: 0.0541534 Nov 22 16:58:07.428530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35702) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.462022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5289f006-0b01-406b-9c59-bb9737dedcfe tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 200 len: 205 time: 0.0321939 Nov 22 16:58:07.463842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-432a62cc-2d8a-4a4b-95c1-5c503e52b543 None None] Provisioning complete for port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:07.464216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-432a62cc-2d8a-4a4b-95c1-5c503e52b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.465250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.520083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c82eda43-2c33-483e-90f5-ab3f568b0acc tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-286024036 HTTP/1.1" status: 201 len: 201 time: 0.1560979 Nov 22 16:58:07.523116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.528191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-21aa8da0-7053-4684-8a6c-eeec6fd00825 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-1200216804') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:07.534336 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-26259eee-0437-4f0e-ae64-99402d763298 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:07.539069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-26259eee-0437-4f0e-ae64-99402d763298 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/953561ee-5df2-42c5-9795-25c5ee29c72d HTTP/1.1" status: 404 len: 336 time: 0.0700994 Nov 22 16:58:07.543105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35710) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.562985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:07.592087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.593225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5852e4d1-5f1d-497b-b6be-0d8339a93f64 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=df972f7c-6d7f-4631-9138-2998150e72eb HTTP/1.1" status: 200 len: 205 time: 0.0480056 Nov 22 16:58:07.723405 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-c32d9e23-7250-4521-95ca-240bc18a75eb tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:07.727311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35718) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.736702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c32d9e23-7250-4521-95ca-240bc18a75eb tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/df972f7c-6d7f-4631-9138-2998150e72eb HTTP/1.1" status: 404 len: 336 time: 0.1435146 Nov 22 16:58:07.797011 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a1b678-92f0-486e-b2d8-bd003adeaf0a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:07.797011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a1b678-92f0-486e-b2d8-bd003adeaf0a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:07.799804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-19a1b678-92f0-486e-b2d8-bd003adeaf0a tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/d6b99880-fb28-47f0-95be-369b72ef7427 HTTP/1.1" status: 404 len: 337 time: 0.0714679 Nov 22 16:58:07.803615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35724) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.837175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21aa8da0-7053-4684-8a6c-eeec6fd00825 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-1200216804 HTTP/1.1" status: 201 len: 201 time: 0.3127260 Nov 22 16:58:07.840552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35726) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.851000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-c9f5f642-8ccb-4947-82da-77eeafbe2970 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-317201214') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:07.856082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bd2a3ccc-1796-466d-9453-a07a6dad608b tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=78818660-c272-41b8-8548-1096516aeaa8 HTTP/1.1" status: 200 len: 205 time: 0.0497494 Nov 22 16:58:07.857748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35728) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.923147 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-327b9935-2d58-4157-9f77-0121fda85e8e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:07.924193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-327b9935-2d58-4157-9f77-0121fda85e8e tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/78818660-c272-41b8-8548-1096516aeaa8 HTTP/1.1" status: 404 len: 336 time: 0.0655110 Nov 22 16:58:07.927665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35730) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.983802 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-5802be7d-bf5b-4558-865a-1bbd16ac5d80 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:07.984294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5802be7d-bf5b-4558-865a-1bbd16ac5d80 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:07.989021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5802be7d-bf5b-4558-865a-1bbd16ac5d80 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/e240507a-09a1-4a5c-8bae-4235a0b5570b HTTP/1.1" status: 404 len: 337 time: 0.0592887 Nov 22 16:58:07.989722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c9f5f642-8ccb-4947-82da-77eeafbe2970 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-317201214 HTTP/1.1" status: 201 len: 201 time: 0.1480074 Nov 22 16:58:07.991190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35736) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.994050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35738) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:07.999543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-a3c9d874-ab23-4dc9-a8ff-76da75016669 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.042468 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b6e76d51-99d2-4eb8-bf52-f7d75a39275c tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "GET /v2.0/ports?device_id=44269f74-84b2-4e10-8e27-0bdc2de3e15b HTTP/1.1" status: 200 len: 205 time: 0.0475233 Nov 22 16:58:08.081614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35740) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.130962 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-820aaa62-dad1-4f6b-88a1-9d597f065b92 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] delete failed (client error): The resource could not be found. Nov 22 16:58:08.134402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-820aaa62-dad1-4f6b-88a1-9d597f065b92 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/routers/44269f74-84b2-4e10-8e27-0bdc2de3e15b HTTP/1.1" status: 404 len: 336 time: 0.0492508 Nov 22 16:58:08.134787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35742) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.176346 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-911ec818-89d7-41fb-809b-3117136cea61 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:08.184229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911ec818-89d7-41fb-809b-3117136cea61 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:08.187508 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-911ec818-89d7-41fb-809b-3117136cea61 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/7069cfe7-f9e2-40a5-97c4-2e2159921ab1 HTTP/1.1" status: 404 len: 337 time: 0.0517287 Nov 22 16:58:08.190729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35744) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.228943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a3c9d874-ab23-4dc9-a8ff-76da75016669 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags HTTP/1.1" status: 200 len: 240 time: 0.2316024 Nov 22 16:58:08.229175 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-319adad2-182f-482e-be70-9241b5f76052 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] DELETE failed (client error): The resource could not be found. Nov 22 16:58:08.229175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319adad2-182f-482e-be70-9241b5f76052 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 16:58:08.229704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35746) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.235316 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-319adad2-182f-482e-be70-9241b5f76052 tempest-RoutersTest-593050342 tempest-RoutersTest-593050342-project] 10.222.0.65 "DELETE /v2.0/subnets/628a69d8-9ece-4f5a-a72b-ccca390b17bc HTTP/1.1" status: 404 len: 337 time: 0.0413723 Nov 22 16:58:08.241569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-e96ac02d-dd66-4bd5-ba08-c3c31dfa7f66 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-245950194') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.384588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35750) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.385980 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e96ac02d-dd66-4bd5-ba08-c3c31dfa7f66 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-245950194 HTTP/1.1" status: 204 len: 168 time: 0.1510963 Nov 22 16:58:08.395696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-1865eed0-d890-4b7f-ac6a-a46ccf35b955 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-245950194') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.475499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-60975b12-256e-410a-9ab2-f16651a9ab17 None None] Provisioning complete for port 2770fa20-6bd4-4bc5-acd8-da7594910bba triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:08.479311 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60975b12-256e-410a-9ab2-f16651a9ab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.537880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-60975b12-256e-410a-9ab2-f16651a9ab17 None None] Port 2770fa20-6bd4-4bc5-acd8-da7594910bba cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:08.564396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-60975b12-256e-410a-9ab2-f16651a9ab17 None None] Provisioning complete for port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:08.564813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60975b12-256e-410a-9ab2-f16651a9ab17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:08.594807 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1865eed0-d890-4b7f-ac6a-a46ccf35b955 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-245950194 HTTP/1.1" status: 204 len: 168 time: 0.2083762 Nov 22 16:58:08.596221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35758) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.606129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-e3408465-b8ef-431d-aee0-8b922292aab4 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.751398 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e3408465-b8ef-431d-aee0-8b922292aab4 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags HTTP/1.1" status: 200 len: 205 time: 0.1539974 Nov 22 16:58:08.753764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35760) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.764545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-3302b1e9-c2da-41e7-955e-fb9612102d92 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.829913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:08.856023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35764) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.888327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3302b1e9-c2da-41e7-955e-fb9612102d92 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags HTTP/1.1" status: 200 len: 240 time: 0.1334331 Nov 22 16:58:08.890821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35770) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:08.895705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-b78e027e-b24e-4b00-896a-72547394d439 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-286024036') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:08.999325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6be1846b-01c0-4999-87bf-844b7f91ac97 None None] Provisioning complete for port 2770fa20-6bd4-4bc5-acd8-da7594910bba triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:08.999511 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6be1846b-01c0-4999-87bf-844b7f91ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.045504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b78e027e-b24e-4b00-896a-72547394d439 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-286024036 HTTP/1.1" status: 204 len: 168 time: 0.1532872 Nov 22 16:58:09.048002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35772) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.053560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-d2c9aa57-969b-40de-8b8a-8af99333fc56 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-286024036') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.084800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:09.085605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.104510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6bdd6f00-34eb-4cca-a030-885d9e3f6ed6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0292ce08da746bdbda563edca0e55bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446928 Nov 22 16:58:09.104816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35774) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.134807 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.135661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6be1846b-01c0-4999-87bf-844b7f91ac97 None None] Port 2770fa20-6bd4-4bc5-acd8-da7594910bba cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:58:09.180702 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aad3548-4636-47b0-a11c-4dd4b32c8a78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.199663 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d2c9aa57-969b-40de-8b8a-8af99333fc56 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-286024036 HTTP/1.1" status: 204 len: 168 time: 0.1492550 Nov 22 16:58:09.202887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35782) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.206233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aad3548-4636-47b0-a11c-4dd4b32c8a78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.210195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-59e13a45-6407-4bef-b643-531c6781e422 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.296299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aad3548-4636-47b0-a11c-4dd4b32c8a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.300249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4aad3548-4636-47b0-a11c-4dd4b32c8a78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:09.305065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4aad3548-4636-47b0-a11c-4dd4b32c8a78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a8b81df-19ac-4729-8bf6-02afbb2ae2bb HTTP/1.1" status: 204 len: 168 time: 0.1957884 Nov 22 16:58:09.313900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3548-4636-47b0-a11c-4dd4b32c8a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8b81df-19ac-4729-8bf6-02afbb2ae2bb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:09.326752 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59e13a45-6407-4bef-b643-531c6781e422 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags HTTP/1.1" status: 200 len: 205 time: 0.1183541 Nov 22 16:58:09.327977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35788) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.333268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-571d02b4-b1a8-4d60-83cb-d46af9fe7497 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.432808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-571d02b4-b1a8-4d60-83cb-d46af9fe7497 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags HTTP/1.1" status: 200 len: 241 time: 0.1037190 Nov 22 16:58:09.437529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35790) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.444554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-cb42cd4e-938a-40f1-a61c-d87096349631 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-1200216804') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.553304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb42cd4e-938a-40f1-a61c-d87096349631 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-1200216804 HTTP/1.1" status: 204 len: 168 time: 0.1137524 Nov 22 16:58:09.555437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35794) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.563270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-02c83a4f-e0f4-4d74-85ec-252c20cd20be tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-1200216804') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.683817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-02c83a4f-e0f4-4d74-85ec-252c20cd20be tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-1200216804 HTTP/1.1" status: 204 len: 168 time: 0.1252880 Nov 22 16:58:09.686290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35802) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.692163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-38e366c6-3fb6-46a9-8811-c3c32dfa61c8 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.791187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-38e366c6-3fb6-46a9-8811-c3c32dfa61c8 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags HTTP/1.1" status: 200 len: 205 time: 0.1033926 Nov 22 16:58:09.794985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35810) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.801591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-fa9bae69-1eca-45e5-ac41-8502b1ddeb85 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.833963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fa9bae69-1eca-45e5-ac41-8502b1ddeb85 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags HTTP/1.1" status: 200 len: 240 time: 0.0354869 Nov 22 16:58:09.834241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35816) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.839025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-0d9aa388-29da-495b-87c7-357783821f12 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-317201214') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.873693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0d9aa388-29da-495b-87c7-357783821f12 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-317201214 HTTP/1.1" status: 204 len: 168 time: 0.0349729 Nov 22 16:58:09.873906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35818) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.878782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-49766e33-f971-45c5-87c7-6e71fd8b3129 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-317201214') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.948745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-49766e33-f971-45c5-87c7-6e71fd8b3129 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-317201214 HTTP/1.1" status: 204 len: 168 time: 0.0735910 Nov 22 16:58:09.953339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:09.959418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-c1607a40-13e7-49a6-9f2b-12830729878b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:09.993133 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c1607a40-13e7-49a6-9f2b-12830729878b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags HTTP/1.1" status: 200 len: 205 time: 0.0357208 Nov 22 16:58:09.993254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35824) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.010621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-e5ec85de-aff5-4a3a-a1eb-f47bf9172331 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.041583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5ec85de-aff5-4a3a-a1eb-f47bf9172331 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0473497 Nov 22 16:58:10.045458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35828) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.057803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-cf24355a-d32d-4033-a53b-5c95af3dad0b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.184929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cf24355a-d32d-4033-a53b-5c95af3dad0b tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags HTTP/1.1" status: 204 len: 168 time: 0.1379392 Nov 22 16:58:10.186922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35840) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.192373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-b198a0a7-6027-43b1-ba29-a219e78711af tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.276282 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b198a0a7-6027-43b1-ba29-a219e78711af tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags HTTP/1.1" status: 204 len: 168 time: 0.0881529 Nov 22 16:58:10.279867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35842) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.284439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-76a3bf68-d3ab-4aa2-9698-7a3f3d18f63a tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.304537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35844) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.368231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-76a3bf68-d3ab-4aa2-9698-7a3f3d18f63a tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags HTTP/1.1" status: 204 len: 168 time: 0.0863597 Nov 22 16:58:10.372146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35848) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.376914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-f3d868a8-4b24-437f-b325-154e04177fe1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-82060721') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.460879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3d868a8-4b24-437f-b325-154e04177fe1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-82060721 HTTP/1.1" status: 201 len: 201 time: 0.0867131 Nov 22 16:58:10.462981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35852) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.468252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6801cddf-74da-4131-b1de-b402e3ef6bdd tempest-DvrRoutersNegativeTest-225204808 tempest-DvrRoutersNegativeTest-225204808-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-141510413', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:10.468921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-37dd2850-824e-479b-b0f6-55898c10e072 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-710796621') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.474645 n-d-816206-6 neutron-server[103515]: DEBUG neutron.policy [None req-6801cddf-74da-4131-b1de-b402e3ef6bdd tempest-DvrRoutersNegativeTest-225204808 tempest-DvrRoutersNegativeTest-225204808-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103515) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 22 16:58:10.477486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.policy [None req-6801cddf-74da-4131-b1de-b402e3ef6bdd tempest-DvrRoutersNegativeTest-225204808 tempest-DvrRoutersNegativeTest-225204808-project] Failed policy check for 'create_router' {{(pid=103515) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 22 16:58:10.478335 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-6801cddf-74da-4131-b1de-b402e3ef6bdd tempest-DvrRoutersNegativeTest-225204808 tempest-DvrRoutersNegativeTest-225204808-project] create failed (client error): Access was denied to this resource. Nov 22 16:58:10.483689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6801cddf-74da-4131-b1de-b402e3ef6bdd tempest-DvrRoutersNegativeTest-225204808 tempest-DvrRoutersNegativeTest-225204808-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1737378 Nov 22 16:58:10.587902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.588137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-37dd2850-824e-479b-b0f6-55898c10e072 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-710796621 HTTP/1.1" status: 201 len: 201 time: 0.1238976 Nov 22 16:58:10.593622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-59166949-6979-486b-b276-e43aeaff6ce5 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-126358077') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.769756 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59166949-6979-486b-b276-e43aeaff6ce5 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-126358077 HTTP/1.1" status: 201 len: 201 time: 0.1805058 Nov 22 16:58:10.772347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35866) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.778869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-dcb2137e-23f6-4e13-9fe1-400ad6b98e63 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-498098277') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.833322 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dcb2137e-23f6-4e13-9fe1-400ad6b98e63 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-498098277 HTTP/1.1" status: 201 len: 201 time: 0.0593867 Nov 22 16:58:10.835592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35874) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.836013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35876) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.844408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-3a29c49e-635c-4cd1-810d-f50134992c14 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', {'tags': ['tempest-TagsExtTest-Tag-642785369', 'tempest-TagsExtTest-Tag-1304257319', 'tempest-TagsExtTest-Tag-40982182']}) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:10.973345 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3a29c49e-635c-4cd1-810d-f50134992c14 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags HTTP/1.1" status: 200 len: 315 time: 0.1336191 Nov 22 16:58:10.973725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35884) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:10.980834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-b06e84b7-0dda-4732-818e-e81c4368ce99 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.034881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f095b7bc-7ad5-4a9d-8dbc-8555cd6e3655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.101454 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b06e84b7-0dda-4732-818e-e81c4368ce99 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags HTTP/1.1" status: 204 len: 168 time: 0.1240072 Nov 22 16:58:11.102189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35886) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.109931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-de051950-7327-43d3-9d14-a1f12ab25f9c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-642785369') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.147858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f095b7bc-7ad5-4a9d-8dbc-8555cd6e3655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.153906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f095b7bc-7ad5-4a9d-8dbc-8555cd6e3655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.215250 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-de051950-7327-43d3-9d14-a1f12ab25f9c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:11.220355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de051950-7327-43d3-9d14-a1f12ab25f9c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-642785369 HTTP/1.1" status: 404 len: 328 time: 0.1162841 Nov 22 16:58:11.220864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35894) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.226116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35896) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.226498 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f095b7bc-7ad5-4a9d-8dbc-8555cd6e3655 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3a700925cf6e4ea58ee899de4b181fed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3874326 Nov 22 16:58:11.232583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-5b170daf-4943-4157-b365-443b7f9b1e9d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-1304257319') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.237798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095b7bc-7ad5-4a9d-8dbc-8555cd6e3655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801fdda4-a3ba-41c7-b1ee-432fc473a39a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.337211 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-5b170daf-4943-4157-b365-443b7f9b1e9d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:11.342032 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b170daf-4943-4157-b365-443b7f9b1e9d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-1304257319 HTTP/1.1" status: 404 len: 329 time: 0.1103349 Nov 22 16:58:11.342882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35898) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.348118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-dd3b7db0-186e-42f0-b384-09484a92b5e3 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d', 'tempest-TagsExtTest-Tag-40982182') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.353151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-ed6bdcbd-3074-40d1-8f80-75bf5df59a69 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1040237 Nov 22 16:58:11.368536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c21e1d0-371b-4920-a387-c9906f74429f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.413743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c21e1d0-371b-4920-a387-c9906f74429f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.432474 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-dd3b7db0-186e-42f0-b384-09484a92b5e3 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:11.434228 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd3b7db0-186e-42f0-b384-09484a92b5e3 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags/tempest-TagsExtTest-Tag-40982182 HTTP/1.1" status: 404 len: 327 time: 0.0904009 Nov 22 16:58:11.439469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35902) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.447171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-62cc27dd-945c-4773-a699-c95c05e9865c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', {'tags': ['tempest-TagsExtTest-Tag-319915761', 'tempest-TagsExtTest-Tag-598560710', 'tempest-TagsExtTest-Tag-2029769282']}) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.545171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-8ceb3930-1f3b-416d-80cb-61d546cf5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.547626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-8ceb3930-1f3b-416d-80cb-61d546cf5f6c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.1308761 Nov 22 16:58:11.548594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c21e1d0-371b-4920-a387-c9906f74429f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.551444 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9c21e1d0-371b-4920-a387-c9906f74429f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:11.554897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9c21e1d0-371b-4920-a387-c9906f74429f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/801fdda4-a3ba-41c7-b1ee-432fc473a39a HTTP/1.1" status: 204 len: 168 time: 0.3251691 Nov 22 16:58:11.576258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21e1d0-371b-4920-a387-c9906f74429f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801fdda4-a3ba-41c7-b1ee-432fc473a39a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:11.581529 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62cc27dd-945c-4773-a699-c95c05e9865c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags HTTP/1.1" status: 200 len: 316 time: 0.1383326 Nov 22 16:58:11.582186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.592961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-8575f74a-fe78-4715-be28-6653dd1c69a3 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.719096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-c8810729-a298-49dc-be73-da8953a65e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.724818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8575f74a-fe78-4715-be28-6653dd1c69a3 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags HTTP/1.1" status: 204 len: 168 time: 0.1415830 Nov 22 16:58:11.725736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35916) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.731425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-c8810729-a298-49dc-be73-da8953a65e99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 910 time: 0.1492717 Nov 22 16:58:11.732448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-09b1922b-c6be-4b30-b84c-7fbc61b03113 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-319915761') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.807081 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-09b1922b-c6be-4b30-b84c-7fbc61b03113 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:11.811595 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09b1922b-c6be-4b30-b84c-7fbc61b03113 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-319915761 HTTP/1.1" status: 404 len: 328 time: 0.0810819 Nov 22 16:58:11.812703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35918) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.818383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-2f1a62f8-4548-4e44-9fa5-ae21dcac78ff tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-598560710') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.828210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-c9d167b0-5ac6-44e3-b433-caa4333902f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 1000 time: 0.0854938 Nov 22 16:58:11.885852 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-2f1a62f8-4548-4e44-9fa5-ae21dcac78ff tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:11.887661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f1a62f8-4548-4e44-9fa5-ae21dcac78ff tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-598560710 HTTP/1.1" status: 404 len: 328 time: 0.0739515 Nov 22 16:58:11.892271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.898043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-23025c42-6a10-425d-baa9-28af7198ec9e tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba', 'tempest-TagsExtTest-Tag-2029769282') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:11.943327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-0eb299d2-700c-4bf1-92dc-c74edf7cbed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:11.948401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-0eb299d2-700c-4bf1-92dc-c74edf7cbed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.1106927 Nov 22 16:58:11.968620 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-23025c42-6a10-425d-baa9-28af7198ec9e tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:11.969971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-23025c42-6a10-425d-baa9-28af7198ec9e tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags/tempest-TagsExtTest-Tag-2029769282 HTTP/1.1" status: 404 len: 329 time: 0.0764065 Nov 22 16:58:11.972854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35932) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:11.978791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-2e15f521-737e-4caa-8acd-611dacab14ba tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', {'tags': ['tempest-TagsExtTest-Tag-890957618', 'tempest-TagsExtTest-Tag-1339604780', 'tempest-TagsExtTest-Tag-438020867']}) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:12.029984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-b2894145-0816-49a4-833c-9126608a4313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:12.034419 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-b2894145-0816-49a4-833c-9126608a4313 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723503 Nov 22 16:58:12.161021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2e15f521-737e-4caa-8acd-611dacab14ba tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags HTTP/1.1" status: 200 len: 316 time: 0.1869457 Nov 22 16:58:12.163659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.169183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-03a638a2-3684-491c-bbcc-333c51c8d0b1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:12.728422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-07d4b66e-847f-4aee-af5a-063510a830eb service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861920 Nov 22 16:58:12.887298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2be6a11-36ae-45e7-bb96-63f4e620d024 req-ad1cd676-6a75-4e2e-ace6-09b67b5a98f8 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473327 Nov 22 16:58:12.922323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.925921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35978) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:12.926384 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-03a638a2-3684-491c-bbcc-333c51c8d0b1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags HTTP/1.1" status: 204 len: 168 time: 0.7610757 Nov 22 16:58:12.935565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-2d40764b-eb1f-4d39-ab94-c5a6e3d7eb2e tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-890957618') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.039923 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-2d40764b-eb1f-4d39-ab94-c5a6e3d7eb2e tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:13.040847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2d40764b-eb1f-4d39-ab94-c5a6e3d7eb2e tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-890957618 HTTP/1.1" status: 404 len: 328 time: 0.1140733 Nov 22 16:58:13.044693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35984) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.049518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-6c3f14a0-a08f-4356-9415-ad53ec908f81 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-1339604780') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.051703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-368bb727-a7e0-4ad3-a962-14287b35fd9e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:13.053619 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-368bb727-a7e0-4ad3-a962-14287b35fd9e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:58:13.054301 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-368bb727-a7e0-4ad3-a962-14287b35fd9e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:58:13.055642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-368bb727-a7e0-4ad3-a962-14287b35fd9e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1321237 Nov 22 16:58:13.060031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 35986) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.064857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1908636858'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:13.098378 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.108379 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.141576 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-6c3f14a0-a08f-4356-9415-ad53ec908f81 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:13.142709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6c3f14a0-a08f-4356-9415-ad53ec908f81 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-1339604780 HTTP/1.1" status: 404 len: 329 time: 0.0970209 Nov 22 16:58:13.145483 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35992) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.151908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-5b0ca5f7-3909-44be-8563-8f4d33d0c9ca tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03', 'tempest-TagsExtTest-Tag-438020867') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.218419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.224089 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.253963 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-5b0ca5f7-3909-44be-8563-8f4d33d0c9ca tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:13.255034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b0ca5f7-3909-44be-8563-8f4d33d0c9ca tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags/tempest-TagsExtTest-Tag-438020867 HTTP/1.1" status: 404 len: 328 time: 0.1079385 Nov 22 16:58:13.257810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 35998) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.263534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-80ce663a-ced9-48e0-8265-b9fc26bfcc8f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', {'tags': ['tempest-TagsExtTest-Tag-1386987351', 'tempest-TagsExtTest-Tag-593910836', 'tempest-TagsExtTest-Tag-2052212971']}) {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.288215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=426b118e-bf88-4a6c-8bc8-4b7ad096729d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.324765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.330594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.361224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.365294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3013742 Nov 22 16:58:13.366101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36000) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.375396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'cc7aaf31-8bbc-4eab-88a3-0f79f03d6413', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:13.379260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-80ce663a-ced9-48e0-8265-b9fc26bfcc8f tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "PUT /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags HTTP/1.1" status: 200 len: 317 time: 0.1201906 Nov 22 16:58:13.381847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36002) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.388822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-36105674-5add-4fb4-9b95-6046cf74bf1c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.429784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd057b32-d264-4a8e-8e45-6edf2f3b897d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7aaf31-8bbc-4eab-88a3-0f79f03d6413,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.438367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-36105674-5add-4fb4-9b95-6046cf74bf1c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0553193 Nov 22 16:58:13.440808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36008) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.440939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.445697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-7bc5feff-1da8-40e9-992c-641579fa6017 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-1386987351') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.487725 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-7bc5feff-1da8-40e9-992c-641579fa6017 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:13.491316 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7bc5feff-1da8-40e9-992c-641579fa6017 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-1386987351 HTTP/1.1" status: 404 len: 329 time: 0.0469525 Nov 22 16:58:13.491565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36014) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.497078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-d4708f10-2ea1-4fec-8e2b-6e6a959b27c9 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-593910836') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.526180 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-d4708f10-2ea1-4fec-8e2b-6e6a959b27c9 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:13.527944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4708f10-2ea1-4fec-8e2b-6e6a959b27c9 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-593910836 HTTP/1.1" status: 404 len: 328 time: 0.0353870 Nov 22 16:58:13.530748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36016) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.540135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-1e33bf33-68e2-481d-923f-a59898ab001c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3', 'tempest-TagsExtTest-Tag-2052212971') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.545039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.549913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.573280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020004e3-532f-4020-a420-ef13fab4f75a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.594658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.595803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b9326b5-98a6-485d-9e4a-0df5fa1ba464 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2290041 Nov 22 16:58:13.599006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36018) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.603422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-18b3ef44-4f74-4a10-8ddd-e67d62c67765 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'cc7aaf31-8bbc-4eab-88a3-0f79f03d6413', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:13.632363 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-1e33bf33-68e2-481d-923f-a59898ab001c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] show failed (client error): The resource could not be found. Nov 22 16:58:13.633769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1e33bf33-68e2-481d-923f-a59898ab001c tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags/tempest-TagsExtTest-Tag-2052212971 HTTP/1.1" status: 404 len: 329 time: 0.1017609 Nov 22 16:58:13.636646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36024) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.646175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-5ef05127-60e7-4be0-81e2-935a656e1ffe tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd6a20b44-2f8b-434f-9a7e-198120da04a3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.650611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18b3ef44-4f74-4a10-8ddd-e67d62c67765 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.677916 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ef05127-60e7-4be0-81e2-935a656e1ffe tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3/tags HTTP/1.1" status: 204 len: 168 time: 0.0398870 Nov 22 16:58:13.678543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36026) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.683833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-d10f2dfd-5939-4879-9c04-8655404cd439 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '62200b35-a240-49f2-8c70-873ef6992b03') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.710799 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-18b3ef44-4f74-4a10-8ddd-e67d62c67765 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): There was a conflict when trying to complete your request. Nov 22 16:58:13.710799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-18b3ef44-4f74-4a10-8ddd-e67d62c67765 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1108274 Nov 22 16:58:13.715157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36028) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.779679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d10f2dfd-5939-4879-9c04-8655404cd439 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03/tags HTTP/1.1" status: 204 len: 168 time: 0.1001005 Nov 22 16:58:13.780288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36030) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.784547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-6d00d193-e065-4c18-b4a2-ebabcb632a12 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2770fa20-6bd4-4bc5-acd8-da7594910bba') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.794443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f87f11c-3c07-4468-866f-37201067b3fe tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.824971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f87f11c-3c07-4468-866f-37201067b3fe tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.851333 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d00d193-e065-4c18-b4a2-ebabcb632a12 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba/tags HTTP/1.1" status: 204 len: 168 time: 0.0698993 Nov 22 16:58:13.852111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36034) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.856926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-0e7472df-9475-4d6d-bb6c-354387c8b563 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2b82a578-288b-46ef-adce-e957d4f0823d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:13.876738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f87f11c-3c07-4468-866f-37201067b3fe tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.880007 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9f87f11c-3c07-4468-866f-37201067b3fe tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:13.881588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9f87f11c-3c07-4468-866f-37201067b3fe tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/cc7aaf31-8bbc-4eab-88a3-0f79f03d6413 HTTP/1.1" status: 204 len: 168 time: 0.1656492 Nov 22 16:58:13.884811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36040) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.893548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87f11c-3c07-4468-866f-37201067b3fe tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7aaf31-8bbc-4eab-88a3-0f79f03d6413,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:13.962980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7844ed18-41c5-4b6b-8677-797530476326 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0768023 Nov 22 16:58:13.969046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36046) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:13.973873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851335207'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:13.996155 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0e7472df-9475-4d6d-bb6c-354387c8b563 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d/tags HTTP/1.1" status: 204 len: 168 time: 0.1423683 Nov 22 16:58:14.001113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36048) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.009500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.101916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.112900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.125716 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-39c97155-e50b-48c4-acef-5f60e37c43ef tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for subnetpool, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.129829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-39c97155-e50b-48c4-acef-5f60e37c43ef tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnetpools/d6a20b44-2f8b-434f-9a7e-198120da04a3 HTTP/1.1" status: 204 len: 168 time: 0.1272569 Nov 22 16:58:14.130500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36050) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.143809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe88e53-e37f-4abc-aae8-0706e1c0b3e1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:14.160592 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.161896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21b3fd8b-9136-4834-b025-5398034bdbda tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1918008 Nov 22 16:58:14.164639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36052) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.169098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1e4d21d7-963c-41ea-94cb-1dac2e3fb648 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '3fe88e53-e37f-4abc-aae8-0706e1c0b3e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:14.169597 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-1e4d21d7-963c-41ea-94cb-1dac2e3fb648 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 22 16:58:14.170124 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-1e4d21d7-963c-41ea-94cb-1dac2e3fb648 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:14.171067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1e4d21d7-963c-41ea-94cb-1dac2e3fb648 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0054641 Nov 22 16:58:14.173876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36054) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.179960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dfaa5ef3-bac9-4638-84c2-c715f4484a4d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "GET /v2.0/ports?device_id=62200b35-a240-49f2-8c70-873ef6992b03 HTTP/1.1" status: 200 len: 205 time: 0.0483205 Nov 22 16:58:14.182197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36056) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.287459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.372617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50a06ed-958f-417c-bf5f-4d0a9988ed4e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.400372 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50a06ed-958f-417c-bf5f-4d0a9988ed4e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.508333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.514326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.582257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50a06ed-958f-417c-bf5f-4d0a9988ed4e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.587562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d50a06ed-958f-417c-bf5f-4d0a9988ed4e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.588757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d50a06ed-958f-417c-bf5f-4d0a9988ed4e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/3fe88e53-e37f-4abc-aae8-0706e1c0b3e1 HTTP/1.1" status: 204 len: 168 time: 0.4137065 Nov 22 16:58:14.590284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.591119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Fanout notify agent at l3_agent the message router_deleted on router 62200b35-a240-49f2-8c70-873ef6992b03 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 16:58:14.592134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36078) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.610863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.612305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a179fb1-7dcd-405a-bf6c-f4d3fba1d904 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/routers/62200b35-a240-49f2-8c70-873ef6992b03 HTTP/1.1" status: 204 len: 168 time: 0.4289331 Nov 22 16:58:14.613606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a06ed-958f-417c-bf5f-4d0a9988ed4e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe88e53-e37f-4abc-aae8-0706e1c0b3e1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:14.617414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.690038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b269a240-f5d2-4759-a793-d09fb79ba54c tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0966740 Nov 22 16:58:14.704134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36082) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.708054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207639316'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:14.737399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.771912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Deleting port 2770fa20-6bd4-4bc5-acd8-da7594910bba {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:14.772924 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.825022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.829943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.864026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeea75e-4a54-4f71-b272-721b45d68e45,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:14.888067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.893223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36090) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.893817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e249047c-4ead-4d38-8daa-3d3eeddad43f tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1963608 Nov 22 16:58:14.897921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b939a935-757a-44e7-8cfa-622d2120cd4d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '5eeea75e-4a54-4f71-b272-721b45d68e45', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:14.899376 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-b939a935-757a-44e7-8cfa-622d2120cd4d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 22 16:58:14.899874 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-b939a935-757a-44e7-8cfa-622d2120cd4d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:14.900808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b939a935-757a-44e7-8cfa-622d2120cd4d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066209 Nov 22 16:58:14.904310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36092) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:14.906582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:14.926162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Calling delete_port for 2770fa20-6bd4-4bc5-acd8-da7594910bba owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:14.985457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5388b8b7-48cf-4f80-b1c4-c8022f29c438 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.051913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5388b8b7-48cf-4f80-b1c4-c8022f29c438 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.084469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.102964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5388b8b7-48cf-4f80-b1c4-c8022f29c438 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.106505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5388b8b7-48cf-4f80-b1c4-c8022f29c438 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.107986 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5388b8b7-48cf-4f80-b1c4-c8022f29c438 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/5eeea75e-4a54-4f71-b272-721b45d68e45 HTTP/1.1" status: 204 len: 168 time: 0.2024958 Nov 22 16:58:15.113358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36098) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.117525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event deleted for resources: {'Port': ['ID=2770fa20-6bd4-4bc5-acd8-da7594910bba,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.177434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-76b6bd4c-3dcd-4b7f-b7c4-1b213ff2c5b1 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0623784 Nov 22 16:58:15.181238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36100) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.186782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1533871335'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.191459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388b8b7-48cf-4f80-b1c4-c8022f29c438 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeea75e-4a54-4f71-b272-721b45d68e45,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.234247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.283343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.290759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1e16f2fb-8c71-475e-beb4-89dab9b90f1d tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/ports/2770fa20-6bd4-4bc5-acd8-da7594910bba HTTP/1.1" status: 204 len: 168 time: 0.6721854 Nov 22 16:58:15.291563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36110) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.368532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.374423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.381271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Deleting subnet 2b82a578-288b-46ef-adce-e957d4f0823d {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 16:58:15.386878 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.413872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d660372d-1bb4-4ec8-95cd-369ef8dbeb90,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.419485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.420713 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf3aff7e-ea92-41c4-a145-63fc9a8212f6 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2384052 Nov 22 16:58:15.426815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.431212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-133c5ae4-23b8-4db6-8d78-834469979459 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'd660372d-1bb4-4ec8-95cd-369ef8dbeb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.437989 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-133c5ae4-23b8-4db6-8d78-834469979459 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 22 16:58:15.438838 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-133c5ae4-23b8-4db6-8d78-834469979459 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:15.443488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-133c5ae4-23b8-4db6-8d78-834469979459 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157642 Nov 22 16:58:15.445164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36114) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.463012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8fef0000-e0fc-49c5-849f-04a7bbe9a191 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'd660372d-1bb4-4ec8-95cd-369ef8dbeb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.463724 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-8fef0000-e0fc-49c5-849f-04a7bbe9a191 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 22 16:58:15.464286 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-8fef0000-e0fc-49c5-849f-04a7bbe9a191 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:15.465605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8fef0000-e0fc-49c5-849f-04a7bbe9a191 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0193114 Nov 22 16:58:15.468694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.474139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36118) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.475610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-728e2313-9b7e-4e60-998d-811556a6b061 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'd660372d-1bb4-4ec8-95cd-369ef8dbeb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.476429 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-728e2313-9b7e-4e60-998d-811556a6b061 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 22 16:58:15.477049 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-728e2313-9b7e-4e60-998d-811556a6b061 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:15.482247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-728e2313-9b7e-4e60-998d-811556a6b061 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108354 Nov 22 16:58:15.482909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.492993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-12ba0da7-7203-4429-88c6-4ba61af39147 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'd660372d-1bb4-4ec8-95cd-369ef8dbeb90', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.493943 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-12ba0da7-7203-4429-88c6-4ba61af39147 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 22 16:58:15.495125 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-12ba0da7-7203-4429-88c6-4ba61af39147 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:15.513820 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12ba0da7-7203-4429-88c6-4ba61af39147 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0292394 Nov 22 16:58:15.514021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36122) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.610862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c41de0c-6e15-4807-801c-c9882146fc49 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.647945 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.652918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c41de0c-6e15-4807-801c-c9882146fc49 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.766412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.782632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.786088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/subnets/2b82a578-288b-46ef-adce-e957d4f0823d HTTP/1.1" status: 204 len: 168 time: 0.4932466 Nov 22 16:58:15.789708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.806989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c41de0c-6e15-4807-801c-c9882146fc49 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.809035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0d08d-760c-4ea2-89b3-23cd32bc58a8 None None] Network e2e74a96-7759-46e2-bbb8-31d3bbafa022 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:15.811581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c41de0c-6e15-4807-801c-c9882146fc49 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.812878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c41de0c-6e15-4807-801c-c9882146fc49 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/d660372d-1bb4-4ec8-95cd-369ef8dbeb90 HTTP/1.1" status: 204 len: 168 time: 0.2983835 Nov 22 16:58:15.816863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3218b7-1c7a-4833-8aa7-77ab6e5552e1 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event deleted for resources: {'Subnet': ['ID=2b82a578-288b-46ef-adce-e957d4f0823d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.820249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36136) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.847861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41de0c-6e15-4807-801c-c9882146fc49 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d660372d-1bb4-4ec8-95cd-369ef8dbeb90,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:15.881043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7f6a0042-a2bf-4877-be56-62485e45aae5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0593939 Nov 22 16:58:15.888043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36140) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:15.894561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2049613372'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:15.941877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:15.981524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.052622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Deleting port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:16.054099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.059970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.074906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.113390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6385565f-cd76-4c9a-aa76-16d532906100,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.125086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] DHCP port deletion for e2e74a96-7759-46e2-bbb8-31d3bbafa022 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 16:58:16.162058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.164324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] For port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,segment=NetworkSegment(4768f1b9-1354-4b80-a844-490d809e3b1a),segment_id=4768f1b9-1354-4b80-a844-490d809e3b1a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:16.164691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.169727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-68440367-3e84-4e3b-b478-97177d4713d8 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2803717 Nov 22 16:58:16.170874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36150) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.180682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Calling delete_port for 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:16.181750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-440cfaa4-dc84-4c68-b5bd-652ea3ac4e79 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.182301 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-440cfaa4-dc84-4c68-b5bd-652ea3ac4e79 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:58:16.183459 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-440cfaa4-dc84-4c68-b5bd-652ea3ac4e79 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.191512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36152) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.191737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-440cfaa4-dc84-4c68-b5bd-652ea3ac4e79 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137825 Nov 22 16:58:16.197568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e22ce2b8-5e29-403f-ba7c-f8ac5be12711 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.222480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] Deleting port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:58:16.223127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.296592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] For port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,segment=NetworkSegment(4768f1b9-1354-4b80-a844-490d809e3b1a),segment_id=4768f1b9-1354-4b80-a844-490d809e3b1a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:16.297434 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.302995 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-e22ce2b8-5e29-403f-ba7c-f8ac5be12711 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.304896 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e22ce2b8-5e29-403f-ba7c-f8ac5be12711 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1123660 Nov 22 16:58:16.309579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.314935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] Calling delete_port for 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:58:16.315681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3c900e08-5d75-4af6-a5f1-fbcede928474 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.316237 n-d-816206-6 neutron-server[103515]: WARNING neutron.api.v2.base [None req-3c900e08-5d75-4af6-a5f1-fbcede928474 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 22 16:58:16.317166 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-3c900e08-5d75-4af6-a5f1-fbcede928474 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.318302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c900e08-5d75-4af6-a5f1-fbcede928474 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076659 Nov 22 16:58:16.322535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36156) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.323317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.331944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d0bdeccf-a0ee-4627-bfbc-a01227aa42be tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.372448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event deleted for resources: {'Port': ['ID=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.378319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] No DVR routers for this DVR port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:16.417551 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-d0bdeccf-a0ee-4627-bfbc-a01227aa42be tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.419375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0bdeccf-a0ee-4627-bfbc-a01227aa42be tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0957606 Nov 22 16:58:16.429139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36164) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.436222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f237f5b3-925e-4575-9f30-aaaf272d3225 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.438611 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-f237f5b3-925e-4575-9f30-aaaf272d3225 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 22 16:58:16.439168 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-f237f5b3-925e-4575-9f30-aaaf272d3225 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.440220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f237f5b3-925e-4575-9f30-aaaf272d3225 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100517 Nov 22 16:58:16.443232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.445835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36168) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.456572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a70db781-6c95-4105-96ae-a5b0012085e7 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.479657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] No DVR routers for this DVR port 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:58:16.495462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.534001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c87f4-9ff4-49d7-a865-d6c502bd7a45 None None] Pushing event deleted for resources: {'Port': ['ID=8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.559083 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-a70db781-6c95-4105-96ae-a5b0012085e7 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.561617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e74a96-7759-46e2-bbb8-31d3bbafa022']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:16.563486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a70db781-6c95-4105-96ae-a5b0012085e7 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1165750 Nov 22 16:58:16.564087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36172) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.568713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a6ae347d-7fd4-4226-9d8b-7e88d50ba9f2 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.569462 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-a6ae347d-7fd4-4226-9d8b-7e88d50ba9f2 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 22 16:58:16.569938 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-a6ae347d-7fd4-4226-9d8b-7e88d50ba9f2 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.573256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a6ae347d-7fd4-4226-9d8b-7e88d50ba9f2 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057800 Nov 22 16:58:16.573385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4768f1b9-1354-4b80-a844-490d809e3b1a') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:16.573385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4768f1b9-1354-4b80-a844-490d809e3b1a') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:16.574911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36174) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.579418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-01593312-b927-4e54-a2dd-7146c6d4b21b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.582821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.598071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.604663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:16.605335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:16.613564 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:16.631273 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-01593312-b927-4e54-a2dd-7146c6d4b21b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.632741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-01593312-b927-4e54-a2dd-7146c6d4b21b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0568593 Nov 22 16:58:16.635703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36176) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.646970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e4cf94d4-9d21-4245-9376-1fc9a7322b7a tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6385565f-cd76-4c9a-aa76-16d532906100', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:16.700582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.704319 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-e4cf94d4-9d21-4245-9376-1fc9a7322b7a tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:16.707170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e4cf94d4-9d21-4245-9376-1fc9a7322b7a tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0682800 Nov 22 16:58:16.709104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36178) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.738320 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.742271 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] 10.222.0.65 "DELETE /v2.0/networks/e2e74a96-7759-46e2-bbb8-31d3bbafa022 HTTP/1.1" status: 204 len: 168 time: 0.9514918 Nov 22 16:58:16.743770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e396fe-d36b-4e94-b6b8-7690cc5effc7 tempest-TagsExtTest-988992658 tempest-TagsExtTest-988992658-project] Pushing event deleted for resources: {'Network': ['ID=e2e74a96-7759-46e2-bbb8-31d3bbafa022,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.793737 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-173ecee7-2225-4c48-8e45-5ac9c14d4077 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.823738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-173ecee7-2225-4c48-8e45-5ac9c14d4077 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.866426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:58:16.909126 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-173ecee7-2225-4c48-8e45-5ac9c14d4077 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.911884 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-173ecee7-2225-4c48-8e45-5ac9c14d4077 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:16.915732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-173ecee7-2225-4c48-8e45-5ac9c14d4077 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/6385565f-cd76-4c9a-aa76-16d532906100 HTTP/1.1" status: 204 len: 168 time: 0.2032113 Nov 22 16:58:16.916340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36194) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.938259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:58:16.938669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8ce46ec0-4ddc-40d8-87ff-c543aa1b8c44 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:58:16.942835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ecee7-2225-4c48-8e45-5ac9c14d4077 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6385565f-cd76-4c9a-aa76-16d532906100,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:16.993026 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-834a0d1c-96d6-4de9-897d-e1ca7952498d tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0717461 Nov 22 16:58:16.993306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36196) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:16.998067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--735282862'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:17.026166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.114696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.119882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.153769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a1dc69-81ea-4a29-8085-30d5f6a553d2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:17.167003 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.172043 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd77d07b-93fd-4b43-8662-92bf0029e41b tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1747363 Nov 22 16:58:17.172237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36208) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.177054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-46e3abb7-718e-4361-befc-47f8a959d731 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'a8a1dc69-81ea-4a29-8085-30d5f6a553d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:17.222286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36210) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.254754 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-46e3abb7-718e-4361-befc-47f8a959d731 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The resource could not be found. Nov 22 16:58:17.256092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-46e3abb7-718e-4361-befc-47f8a959d731 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0828373 Nov 22 16:58:17.259207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36214) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.265592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5a6f61fd-88a3-4f2a-9442-6e570c3af686 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': 'a8a1dc69-81ea-4a29-8085-30d5f6a553d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ee27f9a9-73cd-4d98-a92c-566cf378303c'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:17.320667 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-5a6f61fd-88a3-4f2a-9442-6e570c3af686 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The resource could not be found. Nov 22 16:58:17.324726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5a6f61fd-88a3-4f2a-9442-6e570c3af686 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0614839 Nov 22 16:58:17.325216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36216) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.409295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f06d53-7932-498a-ab05-4bdc05491d15 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.417791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a5f2b77a-b6a4-4aaa-bf77-4e1bb5841a67 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2980f5aa736047b58ba9df15d69fd355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1914027 Nov 22 16:58:17.418687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36218) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.443107 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f06d53-7932-498a-ab05-4bdc05491d15 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.483787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c0beb-7043-4ff8-8762-7a4a5e749e92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.496953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f06d53-7932-498a-ab05-4bdc05491d15 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.500932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-64f06d53-7932-498a-ab05-4bdc05491d15 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.502371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-64f06d53-7932-498a-ab05-4bdc05491d15 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/a8a1dc69-81ea-4a29-8085-30d5f6a553d2 HTTP/1.1" status: 204 len: 168 time: 0.1760097 Nov 22 16:58:17.506831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.509901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c0beb-7043-4ff8-8762-7a4a5e749e92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.536721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f06d53-7932-498a-ab05-4bdc05491d15 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a1dc69-81ea-4a29-8085-30d5f6a553d2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:17.592237 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c0beb-7043-4ff8-8762-7a4a5e749e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.595991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-296c0beb-7043-4ff8-8762-7a4a5e749e92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.597206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-296c0beb-7043-4ff8-8762-7a4a5e749e92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/513d55be-9f7f-460d-98f5-0fe44ecbb21f HTTP/1.1" status: 204 len: 168 time: 0.1781154 Nov 22 16:58:17.614031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bdf4fcfa-0adb-4f0c-a0a0-16b8c5be6f71 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1041183 Nov 22 16:58:17.614999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c0beb-7043-4ff8-8762-7a4a5e749e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513d55be-9f7f-460d-98f5-0fe44ecbb21f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:17.620241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36236) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.625108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-44d0bbc6-2da2-4e71-ab65-9a122b1b3e85 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '6584a3ef-1e18-48b0-8136-3b9a6f52dd1c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:17.689436 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-44d0bbc6-2da2-4e71-ab65-9a122b1b3e85 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The resource could not be found. Nov 22 16:58:17.696872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36238) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.698436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-44d0bbc6-2da2-4e71-ab65-9a122b1b3e85 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0767300 Nov 22 16:58:17.701741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--2060296223'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:17.765638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.864147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.870926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.923244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:17.924784 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2268841 Nov 22 16:58:17.927020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eea894-ac8d-4efb-9faf-cedfba7c6b47 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4447c40f-4cd0-420e-af81-3449282483b0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:17.928372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:17.934740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--53217699'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:17.992213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.092731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.098714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.147355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.152160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2205124 Nov 22 16:58:18.154729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.159408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bd55f5a3-19f3-4d37-a366-e88d12cfac75 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group_rule': {'security_group_id': '4447c40f-4cd0-420e-af81-3449282483b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '47f93c22-eb51-462f-bb2a-92d4cecda10b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:18.165318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaa5565-1255-4150-a640-2b527526a0f5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f93c22-eb51-462f-bb2a-92d4cecda10b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:18.227379 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-bd55f5a3-19f3-4d37-a366-e88d12cfac75 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 16:58:18.235653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36274) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.236549 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd55f5a3-19f3-4d37-a366-e88d12cfac75 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0803950 Nov 22 16:58:18.356685 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774edd1e-7799-45d4-9a80-fcd4ba328d43 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.389856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774edd1e-7799-45d4-9a80-fcd4ba328d43 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.445193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774edd1e-7799-45d4-9a80-fcd4ba328d43 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.450188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774edd1e-7799-45d4-9a80-fcd4ba328d43 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.454937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36280) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.466610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-774edd1e-7799-45d4-9a80-fcd4ba328d43 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/47f93c22-eb51-462f-bb2a-92d4cecda10b HTTP/1.1" status: 204 len: 168 time: 0.2264640 Nov 22 16:58:18.488861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774edd1e-7799-45d4-9a80-fcd4ba328d43 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f93c22-eb51-462f-bb2a-92d4cecda10b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:18.568868 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-273f1224-db24-433f-b5df-24cb161e0490 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1126873 Nov 22 16:58:18.572841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36292) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.650925 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af6df8f2-7db8-4df8-a24c-a91536a22ab5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.695413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af6df8f2-7db8-4df8-a24c-a91536a22ab5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.754651 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af6df8f2-7db8-4df8-a24c-a91536a22ab5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.758031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af6df8f2-7db8-4df8-a24c-a91536a22ab5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:18.761276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-af6df8f2-7db8-4df8-a24c-a91536a22ab5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/4447c40f-4cd0-420e-af81-3449282483b0 HTTP/1.1" status: 204 len: 168 time: 0.1852133 Nov 22 16:58:18.764215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.795330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6df8f2-7db8-4df8-a24c-a91536a22ab5 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4447c40f-4cd0-420e-af81-3449282483b0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:18.909453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36308) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:18.911657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-be4c20bc-d0ba-4af2-8e67-13fc5440f628 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1455641 Nov 22 16:58:18.915971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'tempest-secgroup--446653288'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:18.942943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.068470 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.077352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.127160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52927a07-c7dd-462e-987e-176d06ac81d9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:19.136167 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.137499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-142f569e-1ac8-478f-9815-033ff61456fc tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2258909 Nov 22 16:58:19.146337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36320) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.170270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2d98c351-edd0-40a6-b06e-8bbd3db841e9 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:19.170699 n-d-816206-6 neutron-server[103514]: WARNING neutron.api.v2.base [None req-2d98c351-edd0-40a6-b06e-8bbd3db841e9 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 22 16:58:19.172882 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-2d98c351-edd0-40a6-b06e-8bbd3db841e9 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] update failed (client error): There was a conflict when trying to complete your request. Nov 22 16:58:19.177761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36324) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.178308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2d98c351-edd0-40a6-b06e-8bbd3db841e9 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "PUT /v2.0/security-groups/52927a07-c7dd-462e-987e-176d06ac81d9 HTTP/1.1" status: 409 len: 330 time: 0.0298996 Nov 22 16:58:19.251533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c780c21-36c4-4b90-8e23-7fdf0f1fd996 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.278309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c780c21-36c4-4b90-8e23-7fdf0f1fd996 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.345290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c780c21-36c4-4b90-8e23-7fdf0f1fd996 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.348936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4c780c21-36c4-4b90-8e23-7fdf0f1fd996 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:19.350527 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4c780c21-36c4-4b90-8e23-7fdf0f1fd996 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/52927a07-c7dd-462e-987e-176d06ac81d9 HTTP/1.1" status: 204 len: 168 time: 0.1714411 Nov 22 16:58:19.353314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36334) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.385775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c780c21-36c4-4b90-8e23-7fdf0f1fd996 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52927a07-c7dd-462e-987e-176d06ac81d9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:19.443794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e39f39a-419f-4624-995a-9a00ddea54e4 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892260 Nov 22 16:58:19.448075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36342) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.466512 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-bd9f23d1-5a52-4937-a6c8-ac7001844c2a tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] delete failed (client error): The resource could not be found. Nov 22 16:58:19.467820 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd9f23d1-5a52-4937-a6c8-ac7001844c2a tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "DELETE /v2.0/security-groups/93753694-d4a3-4f0a-a92f-3508bcb2aa9c HTTP/1.1" status: 404 len: 347 time: 0.0179405 Nov 22 16:58:19.471405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36344) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.484954 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-11fd1886-2f92-4ed8-a523-3ad4a8797c68 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] show failed (client error): The resource could not be found. Nov 22 16:58:19.489367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11fd1886-2f92-4ed8-a523-3ad4a8797c68 tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-groups/fc4cec09-8b7f-42df-8a94-7063f250cd8c HTTP/1.1" status: 404 len: 347 time: 0.0134642 Nov 22 16:58:19.491559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36348) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.516570 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-01c5b927-634c-4c91-85ae-5d2bc376b93e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] show failed (client error): The resource could not be found. Nov 22 16:58:19.519437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-01c5b927-634c-4c91-85ae-5d2bc376b93e tempest-NegativeSecGroupTest-656596708 tempest-NegativeSecGroupTest-656596708-project] 10.222.0.65 "GET /v2.0/security-group-rules/ef171285-1878-4653-b980-ec168330c3d7 HTTP/1.1" status: 404 len: 356 time: 0.0267768 Nov 22 16:58:19.914301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36368) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:19.953150 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3016caf8-1708-4905-b4b6-e9ea57faa719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.237236 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b4a21a90-eab9-44b6-9c2d-9a69c575eea6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0311b7a802640818c823d40daec89dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3212385 Nov 22 16:58:20.239553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36384) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:20.348285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52169eaa-27a1-4e4d-8ec2-6fe13720a29f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.383257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52169eaa-27a1-4e4d-8ec2-6fe13720a29f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.459058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52169eaa-27a1-4e4d-8ec2-6fe13720a29f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.461891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52169eaa-27a1-4e4d-8ec2-6fe13720a29f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:20.463280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52169eaa-27a1-4e4d-8ec2-6fe13720a29f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/426b118e-bf88-4a6c-8bc8-4b7ad096729d HTTP/1.1" status: 204 len: 168 time: 0.2216163 Nov 22 16:58:20.473548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169eaa-27a1-4e4d-8ec2-6fe13720a29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426b118e-bf88-4a6c-8bc8-4b7ad096729d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:21.339871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36446) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:21.491486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1760918723'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:21.528121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Made reservation on behalf of eee4e7d5b86b4467b247dfd69b6b18a6 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:21.531866 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.540984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.625214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.633555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.682091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:21.705588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.706212 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Added segment 17286016-3146-471f-8e37-2d1f91e7344f of type vlan for network 800396e5-b5f5-4524-95f0-006251033042 Nov 22 16:58:21.715995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03df8a88-7414-4913-b95d-756fda1033ee,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:21.766339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.807539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.826477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:21.827499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:21.910292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5687416 Nov 22 16:58:21.913644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36466) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:21.920390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-4a919d96-85f7-4ded-b9e0-fe3cdc8112d7 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-2070414486') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:21.939996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afab88-808f-4f87-a58e-500b48dafe5d tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Pushing event updated for resources: {'Network': ['ID=800396e5-b5f5-4524-95f0-006251033042,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:21.951789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 800396e5-b5f5-4524-95f0-006251033042 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:22.029068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a919d96-85f7-4ded-b9e0-fe3cdc8112d7 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "PUT /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-2070414486 HTTP/1.1" status: 201 len: 201 time: 0.1140521 Nov 22 16:58:22.031674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36472) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.037434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-59c29fd3-c4e7-4c72-9628-55651876b5b2 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-2070414486') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.133545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-59c29fd3-c4e7-4c72-9628-55651876b5b2 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-2070414486 HTTP/1.1" status: 204 len: 168 time: 0.0981734 Nov 22 16:58:22.133844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36480) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.145188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-553bc0af-cf27-4d03-b335-9303b255eb42 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.223558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-553bc0af-cf27-4d03-b335-9303b255eb42 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags HTTP/1.1" status: 200 len: 238 time: 0.0886827 Nov 22 16:58:22.226216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.230882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-fddc443a-ddf5-410e-bcb8-d684f4f52fc2 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', {'tags': ['tempest-TagsTest-Tag-508264528', 'tempest-TagsTest-Tag-185874869', 'tempest-TagsTest-Tag-1061516483']}) {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.320919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fddc443a-ddf5-410e-bcb8-d684f4f52fc2 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "PUT /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags HTTP/1.1" status: 200 len: 307 time: 0.0903630 Nov 22 16:58:22.321135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36490) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.326266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-1ef2582c-2d66-473c-af83-d896b63f1946 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-508264528') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.447843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ef2582c-2d66-473c-af83-d896b63f1946 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "DELETE /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-508264528 HTTP/1.1" status: 204 len: 168 time: 0.1257620 Nov 22 16:58:22.451192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36502) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.456751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-4d3c4a48-5263-4e17-892a-5e9c2b263066 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-508264528') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.549536 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-4d3c4a48-5263-4e17-892a-5e9c2b263066 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] show failed (client error): The resource could not be found. Nov 22 16:58:22.550671 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d3c4a48-5263-4e17-892a-5e9c2b263066 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-508264528 HTTP/1.1" status: 404 len: 325 time: 0.0979495 Nov 22 16:58:22.553330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36510) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.558638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-15782fd1-a9eb-4f1a-a220-2ac605c03f3e tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-185874869') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.633337 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15782fd1-a9eb-4f1a-a220-2ac605c03f3e tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-185874869 HTTP/1.1" status: 204 len: 168 time: 0.0760479 Nov 22 16:58:22.633569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36512) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.643157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-942679ee-0fa8-4d11-90ac-628477c6e532 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-1061516483') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.740062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-942679ee-0fa8-4d11-90ac-628477c6e532 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-1061516483 HTTP/1.1" status: 204 len: 168 time: 0.1013522 Nov 22 16:58:22.742376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36518) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.752997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-420ecb48-fac8-4ce1-9b5e-deb2fa2b4ae0 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.853094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-420ecb48-fac8-4ce1-9b5e-deb2fa2b4ae0 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "DELETE /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags HTTP/1.1" status: 204 len: 168 time: 0.1094129 Nov 22 16:58:22.856503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36524) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.860942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.tag.tag_plugin [None req-417985d2-dfb4-4a5b-9141-73cd717c09b6 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-185874869') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:22.924550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66cdf81c-0e9d-43c8-8f97-44659a1a1e6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:22.940199 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-417985d2-dfb4-4a5b-9141-73cd717c09b6 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] show failed (client error): The resource could not be found. Nov 22 16:58:22.941509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-417985d2-dfb4-4a5b-9141-73cd717c09b6 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-185874869 HTTP/1.1" status: 404 len: 325 time: 0.0840330 Nov 22 16:58:22.945579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:22.951173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-adf63552-fd94-4e78-bb8a-e6453784279e tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042', 'tempest-TagsTest-Tag-1061516483') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:23.054140 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-adf63552-fd94-4e78-bb8a-e6453784279e tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] show failed (client error): The resource could not be found. Nov 22 16:58:23.056551 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-adf63552-fd94-4e78-bb8a-e6453784279e tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "GET /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags/tempest-TagsTest-Tag-1061516483 HTTP/1.1" status: 404 len: 326 time: 0.1099393 Nov 22 16:58:23.059806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36528) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:23.065441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.tag.tag_plugin [None req-727a01d3-2256-4e3e-a63f-811673c73895 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '800396e5-b5f5-4524-95f0-006251033042') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:23.185761 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-727a01d3-2256-4e3e-a63f-811673c73895 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "DELETE /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042/tags HTTP/1.1" status: 204 len: 168 time: 0.1240857 Nov 22 16:58:23.191854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36536) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:23.284030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.388508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.410966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800396e5-b5f5-4524-95f0-006251033042']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:23.422177 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17286016-3146-471f-8e37-2d1f91e7344f') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:23.422635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17286016-3146-471f-8e37-2d1f91e7344f') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:58:23.435284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.454591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.464815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 16:58:23.465503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: timer() Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 16:58:23.469740 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 16:58:23.551106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.562397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:23.568626 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] 10.222.0.65 "DELETE /v2.0/networks/800396e5-b5f5-4524-95f0-006251033042 HTTP/1.1" status: 204 len: 168 time: 0.3732779 Nov 22 16:58:23.580541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a1329-cd9c-413b-8c80-618234b69f12 tempest-TagsTest-142809198 tempest-TagsTest-142809198-project] Pushing event deleted for resources: {'Network': ['ID=800396e5-b5f5-4524-95f0-006251033042,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:23.928935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36556) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:24.038662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.122756 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f776e67f-1f49-4806-8792-16a353aad624 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eee4e7d5b86b4467b247dfd69b6b18a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922886 Nov 22 16:58:24.125490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36564) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:24.220110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87c30c5c-19b3-42ce-9e01-48ad659e6926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.274255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87c30c5c-19b3-42ce-9e01-48ad659e6926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.364285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87c30c5c-19b3-42ce-9e01-48ad659e6926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.367025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87c30c5c-19b3-42ce-9e01-48ad659e6926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:24.368199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-87c30c5c-19b3-42ce-9e01-48ad659e6926 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03df8a88-7414-4913-b95d-756fda1033ee HTTP/1.1" status: 204 len: 168 time: 0.2414112 Nov 22 16:58:24.381196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c30c5c-19b3-42ce-9e01-48ad659e6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df8a88-7414-4913-b95d-756fda1033ee,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:25.460760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:26.021145 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:29.899807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36740) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.033542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3020e5c4-b564-473b-bc49-2b1b9fab7c7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.142848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3020e5c4-b564-473b-bc49-2b1b9fab7c7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.149767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3020e5c4-b564-473b-bc49-2b1b9fab7c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.213349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.214505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3020e5c4-b564-473b-bc49-2b1b9fab7c7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=825245f477334b35b37c4b5a73aa7af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3116333 Nov 22 16:58:30.215087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020e5c4-b564-473b-bc49-2b1b9fab7c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431464ee-9cd1-4681-a929-48c05a179387,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:30.270462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.294258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.363665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.371590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.378983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/431464ee-9cd1-4681-a929-48c05a179387 HTTP/1.1" status: 204 len: 168 time: 0.1572044 Nov 22 16:58:30.390531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431464ee-9cd1-4681-a929-48c05a179387,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:30.398795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.399552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.400277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.400855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.402173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.402747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.403294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.403860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.404404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.404946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.405490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.406112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6cb4fa-9f76-4865-a656-2adfd0650e48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:30.794353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36768) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.808514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a020b589-4b42-4917-82ec-ac0689d485ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.838317 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:58:30.900529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a020b589-4b42-4917-82ec-ac0689d485ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.906609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a020b589-4b42-4917-82ec-ac0689d485ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:30.954459 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a020b589-4b42-4917-82ec-ac0689d485ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c5804ff3011447bb32715bad36993fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588924 Nov 22 16:58:30.957136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36772) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:30.958478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b589-4b42-4917-82ec-ac0689d485ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651a48a5-a4b9-4db0-8aa7-e5ecd5379083,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:31.032240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b28cdd4-1276-45c7-831e-8a096d2cdcf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.062850 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b28cdd4-1276-45c7-831e-8a096d2cdcf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.146896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b28cdd4-1276-45c7-831e-8a096d2cdcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.149756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7b28cdd4-1276-45c7-831e-8a096d2cdcf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:31.151589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7b28cdd4-1276-45c7-831e-8a096d2cdcf8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/651a48a5-a4b9-4db0-8aa7-e5ecd5379083 HTTP/1.1" status: 204 len: 168 time: 0.1933291 Nov 22 16:58:31.181411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28cdd4-1276-45c7-831e-8a096d2cdcf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651a48a5-a4b9-4db0-8aa7-e5ecd5379083,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:33.963997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e4321-9a8b-417e-a65e-a19af8c0fdcd req-db642382-355f-42e2-a8dc-274f7cfa9539 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:33.966605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6e4321-9a8b-417e-a65e-a19af8c0fdcd req-db642382-355f-42e2-a8dc-274f7cfa9539 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0527546 Nov 22 16:58:34.019148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6e4321-9a8b-417e-a65e-a19af8c0fdcd req-f6643d7c-d11b-4ebf-adda-f36f49b0d771 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457120 Nov 22 16:58:35.213159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760f029-e951-47d0-a659-b5bdf9b3d709 req-dae862ac-d80c-4bf6-8296-e6d9e0341642 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:35.221184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9760f029-e951-47d0-a659-b5bdf9b3d709 req-dae862ac-d80c-4bf6-8296-e6d9e0341642 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0803571 Nov 22 16:58:35.309125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9760f029-e951-47d0-a659-b5bdf9b3d709 req-073fd387-004d-4c57-9e39-5b9bcce32020 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869186 Nov 22 16:58:36.506556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8edf-c48b-4845-ba8c-ccccb27cdb88 req-de9e8d6d-1a2d-441b-80ce-d5c7af947ee2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:36.511285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b8d8edf-c48b-4845-ba8c-ccccb27cdb88 req-de9e8d6d-1a2d-441b-80ce-d5c7af947ee2 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0903482 Nov 22 16:58:36.572920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b8d8edf-c48b-4845-ba8c-ccccb27cdb88 req-97ada364-342e-48e2-a35b-335b8afe2b60 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562236 Nov 22 16:58:37.468355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:37.741202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889b4ee8-d11e-4b3f-8ec7-0c087e376420 req-6e717731-ab63-438b-85f6-477bdaed0de6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:37.743721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-889b4ee8-d11e-4b3f-8ec7-0c087e376420 req-6e717731-ab63-438b-85f6-477bdaed0de6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0637376 Nov 22 16:58:37.808852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-889b4ee8-d11e-4b3f-8ec7-0c087e376420 req-602fe759-d540-45ee-9304-f21597ecaa7a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567596 Nov 22 16:58:38.968392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac334f26-6e7e-4b00-9cf3-e03886edd97e req-72912a05-3f78-423b-bb85-470ca2c44c54 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:38.978260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac334f26-6e7e-4b00-9cf3-e03886edd97e req-72912a05-3f78-423b-bb85-470ca2c44c54 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0671539 Nov 22 16:58:39.037313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac334f26-6e7e-4b00-9cf3-e03886edd97e req-19c03706-5b85-427f-a00c-8a6f23f8b896 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579376 Nov 22 16:58:39.055012 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.199669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36966) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:39.365893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba5e8211-15da-4493-80ce-9390a281cc18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.486935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba5e8211-15da-4493-80ce-9390a281cc18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.494935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba5e8211-15da-4493-80ce-9390a281cc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.557047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba5e8211-15da-4493-80ce-9390a281cc18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=23c8b8473c9d498eb2ce9f424bb98b1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3559794 Nov 22 16:58:39.559418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e8211-15da-4493-80ce-9390a281cc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbc2c13-f100-4849-8a73-92a44471b7eb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:39.561105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36984) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:39.634169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd620bf7-4b8e-43ae-80e3-10b3e8ecb25c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.659208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd620bf7-4b8e-43ae-80e3-10b3e8ecb25c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.710359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd620bf7-4b8e-43ae-80e3-10b3e8ecb25c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.713581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fd620bf7-4b8e-43ae-80e3-10b3e8ecb25c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:39.717784 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fd620bf7-4b8e-43ae-80e3-10b3e8ecb25c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dfbc2c13-f100-4849-8a73-92a44471b7eb HTTP/1.1" status: 204 len: 168 time: 0.1555631 Nov 22 16:58:39.727691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd620bf7-4b8e-43ae-80e3-10b3e8ecb25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbc2c13-f100-4849-8a73-92a44471b7eb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:40.031707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 36992) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:40.049577 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20bec765-55a1-4ada-8e76-6ee63630d9f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.139613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20bec765-55a1-4ada-8e76-6ee63630d9f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.168499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-20bec765-55a1-4ada-8e76-6ee63630d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.218828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-20bec765-55a1-4ada-8e76-6ee63630d9f0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85f838b6257e4d15a5ad0bfc2ce7361f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854937 Nov 22 16:58:40.221687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 36996) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:40.222638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bec765-55a1-4ada-8e76-6ee63630d9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1537bc36-1f79-4b11-9f3c-60c2e1995ee7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:40.236934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1471c282-a882-4b65-b6e5-78dc2ea27e1f req-5292b7ee-72b9-409c-a4c7-983b2d604afc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:40.238585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1471c282-a882-4b65-b6e5-78dc2ea27e1f req-5292b7ee-72b9-409c-a4c7-983b2d604afc tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1052830 Nov 22 16:58:40.300773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1471c282-a882-4b65-b6e5-78dc2ea27e1f req-6d22faaa-ea0e-41af-8ac8-06b05f51f164 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531735 Nov 22 16:58:40.312216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9edecab2-33fe-445d-a431-92f83d584fb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.338882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9edecab2-33fe-445d-a431-92f83d584fb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.406638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9edecab2-33fe-445d-a431-92f83d584fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.410351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9edecab2-33fe-445d-a431-92f83d584fb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:40.415290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9edecab2-33fe-445d-a431-92f83d584fb6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1537bc36-1f79-4b11-9f3c-60c2e1995ee7 HTTP/1.1" status: 204 len: 168 time: 0.1923192 Nov 22 16:58:40.427244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edecab2-33fe-445d-a431-92f83d584fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1537bc36-1f79-4b11-9f3c-60c2e1995ee7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:41.342836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37028) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:41.470275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1256619012-network', 'tenant_id': 'fde48b65a4234e889f58402e4b25834f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:41.473281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c61fe-1473-4e3d-8680-8796c9d2ba29 req-eda6a8e1-ab7b-4c6f-9b05-22c93778d2bb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.475294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d2c61fe-1473-4e3d-8680-8796c9d2ba29 req-eda6a8e1-ab7b-4c6f-9b05-22c93778d2bb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0753353 Nov 22 16:58:41.494480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Made reservation on behalf of fde48b65a4234e889f58402e4b25834f for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:41.497920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.506758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.530256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d2c61fe-1473-4e3d-8680-8796c9d2ba29 req-4eb520da-379b-4531-a4f9-211a924fce94 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458100 Nov 22 16:58:41.596612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.601842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.637932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee30297-1f7a-436e-a4c5-d8f4504832ff,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:41.655972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 894} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:58:41.674082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.674714 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Added segment 91bc9fc6-d79e-429d-aefb-319c26d140bd of type vlan for network 539f26ff-25fc-469d-81e1-3a082ae35619 Nov 22 16:58:41.721785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.752771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.754255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:41.755316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.875224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37044) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:41.880328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Request body: {'subnet': {'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1256619012-subnet', 'tenant_id': 'fde48b65a4234e889f58402e4b25834f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:58:41.887972 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5439515 Nov 22 16:58:41.921887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Made reservation on behalf of fde48b65a4234e889f58402e4b25834f for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:58:41.924616 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:41.982642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c217d-754a-4575-a17f-0c0fa78b2663 admin admin] Pushing event updated for resources: {'Network': ['ID=539f26ff-25fc-469d-81e1-3a082ae35619,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:41.992969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 539f26ff-25fc-469d-81e1-3a082ae35619 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:58:42.204682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.256524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7035c8-048e-4cca-8950-74f4622ce697,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:42.297880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Checking segment: {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:58:42.298446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Network hostable DHCP agents. Network: 539f26ff-25fc-469d-81e1-3a082ae35619, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:58:42.322359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Network 539f26ff-25fc-469d-81e1-3a082ae35619 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:58:42.340234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 539f26ff-25fc-469d-81e1-3a082ae35619) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:58:42.350877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1053506-b7c0-41d1-9118-5fdc8b7f23d2 None None] Network 539f26ff-25fc-469d-81e1-3a082ae35619 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:42.359445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.361500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:42.404785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3deedb5c-cea8-494e-840b-8e5ecf011704 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5205545 Nov 22 16:58:42.589145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b1eff6-5644-428c-bdc0-6a2577e69098 None None] Network 539f26ff-25fc-469d-81e1-3a082ae35619 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:58:42.771134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f15582-7001-4009-9220-1a37c5ab2dca req-f8118257-c892-4f0c-b87a-736a5262e996 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:42.773463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09f15582-7001-4009-9220-1a37c5ab2dca req-f8118257-c892-4f0c-b87a-736a5262e996 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0792520 Nov 22 16:58:42.874317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09f15582-7001-4009-9220-1a37c5ab2dca req-37036979-ba03-4f18-b919-4472414de3a5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940480 Nov 22 16:58:44.108294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbef5bf-6841-4056-8608-9560d5a8b773 req-c86fa7b4-649d-43f3-abcb-10b556ebc646 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:44.110495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccbef5bf-6841-4056-8608-9560d5a8b773 req-c86fa7b4-649d-43f3-abcb-10b556ebc646 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0935266 Nov 22 16:58:44.226674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccbef5bf-6841-4056-8608-9560d5a8b773 req-52a68a28-b65a-4013-b824-aa92ec896eea tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085892 Nov 22 16:58:45.423183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5505bf-0e44-4031-ab07-6a404814ea94 req-c2ad325e-a0bc-44f5-805c-f842d72b1908 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:45.424698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a5505bf-0e44-4031-ab07-6a404814ea94 req-c2ad325e-a0bc-44f5-805c-f842d72b1908 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0728414 Nov 22 16:58:45.490698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a5505bf-0e44-4031-ab07-6a404814ea94 req-06b98dc6-4a2a-45dc-9df0-e74727630348 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596850 Nov 22 16:58:46.671807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:58:46.729695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3749edd-7d20-40e0-8f13-6932e31a7c64 req-535fa5cd-c79a-416d-a6cd-ef47306bc7ab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:46.738487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3749edd-7d20-40e0-8f13-6932e31a7c64 req-535fa5cd-c79a-416d-a6cd-ef47306bc7ab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0694962 Nov 22 16:58:46.904395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3749edd-7d20-40e0-8f13-6932e31a7c64 req-a42abc00-dfd7-4482-83de-789668becf1f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646435 Nov 22 16:58:46.963172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:46.996314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'mac_address': 'fa:16:3e:88:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:58:47.047549 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.086569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25f4c46b-ca6d-40fa-8a13-fa40f470d407 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:58:47.134279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:47.144199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:47.233578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:47.288770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['25f4c46b-ca6d-40fa-8a13-fa40f470d407'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:58:48.163438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6c96b-d6af-4511-99a7-07f80134445a req-9fb4917b-297d-48fb-b67c-87a9271202e9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:48.165791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5f6c96b-d6af-4511-99a7-07f80134445a req-9fb4917b-297d-48fb-b67c-87a9271202e9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 944 time: 0.1164985 Nov 22 16:58:48.324576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5f6c96b-d6af-4511-99a7-07f80134445a req-487fefa3-326a-44b3-a0b6-9d263f41f0ea tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155398 Nov 22 16:58:48.679535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:58:48.788842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:58:48.789812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.022172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.156121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:58:49.159826 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc8fcbd-5bee-46d9-8a29-eb9dc017e537" -d '{"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-plugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:58:49.224001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:58:49.228441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:49.294939 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53119495-4f02-4645-8125-ce9107132085 x-openstack-request-id: req-53119495-4f02-4645-8125-ce9107132085 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:58:49.295219 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-plugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:58:49.295960 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53119495-4f02-4645-8125-ce9107132085 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:58:49.296708 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'code': 200} Nov 22 16:58:49.391271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:49.426113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.427883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.428655 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.429443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.431443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.432308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.433264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.434128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.434661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.435190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.435725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.436272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:49.515149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3262e-1f09-4abf-a9a6-665ce70a4579 req-5c2f260e-9dad-4d76-b577-e47bd73c4c73 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:49.517812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cc3262e-1f09-4abf-a9a6-665ce70a4579 req-5c2f260e-9dad-4d76-b577-e47bd73c4c73 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0628984 Nov 22 16:58:49.595473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cc3262e-1f09-4abf-a9a6-665ce70a4579 req-5e9bfe12-02a4-4188-8fbb-a221f14e7c04 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713456 Nov 22 16:58:49.970565 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22aa5a00-1485-42a0-b022-c27a9a69ecc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:50.919855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2ee53-55e2-4d9f-93a2-117e6c6e4acb req-5a8765df-5c53-4814-9a11-73673af0212d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:50.932282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bb2ee53-55e2-4d9f-93a2-117e6c6e4acb req-5a8765df-5c53-4814-9a11-73673af0212d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1363373 Nov 22 16:58:51.022029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1bb2ee53-55e2-4d9f-93a2-117e6c6e4acb req-f483530e-f030-42fd-803a-cfe14a82c81a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860906 Nov 22 16:58:52.223627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6c34fe-2966-42a9-8a90-163710ab3a04 req-e1e1a2d2-00ea-467c-bb83-55956c5e8972 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:52.230925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a6c34fe-2966-42a9-8a90-163710ab3a04 req-e1e1a2d2-00ea-467c-bb83-55956c5e8972 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0978568 Nov 22 16:58:52.359728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a6c34fe-2966-42a9-8a90-163710ab3a04 req-77cae2c8-6c1e-4a60-9b2a-712fd3078911 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163862 Nov 22 16:58:52.931590 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0040cda4-aaee-4e6a-a690-1de1fbc8a44c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:53.729948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae52c85-e783-4776-a7e6-f67c5b479687 req-6969a2b7-8f7c-4860-881c-b76dbb150f0c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:53.732262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae52c85-e783-4776-a7e6-f67c5b479687 req-6969a2b7-8f7c-4860-881c-b76dbb150f0c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1562252 Nov 22 16:58:53.859190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fae52c85-e783-4776-a7e6-f67c5b479687 req-1039a6f2-8987-4139-9a8a-2caeae3f70e5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202066 Nov 22 16:58:54.062573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:55.090476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fda29-e462-4348-8423-e14d214ce0aa req-a76beefd-f98a-4f88-bfd5-a89c2ba4a3af tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:55.100796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a8fda29-e462-4348-8423-e14d214ce0aa req-a76beefd-f98a-4f88-bfd5-a89c2ba4a3af tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1100678 Nov 22 16:58:55.203907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a8fda29-e462-4348-8423-e14d214ce0aa req-5a6bf0bf-9f16-42b3-9e98-26408aa6ef89 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017103 Nov 22 16:58:55.440004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.035047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:56.424061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc108114-10b7-4b8a-8a74-364140a7a114 req-b42dc0b2-bd8b-4af6-83ba-3609ff7263f5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:56.431537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc108114-10b7-4b8a-8a74-364140a7a114 req-b42dc0b2-bd8b-4af6-83ba-3609ff7263f5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0669732 Nov 22 16:58:56.507715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc108114-10b7-4b8a-8a74-364140a7a114 req-baf0448b-88ae-42e9-81db-a318015bf10b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689728 Nov 22 16:58:57.595953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:57.792550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322aeac-51a3-48d0-a0a5-ab61c20b3883 req-c043c1be-df9f-4845-b12d-6ac5d3b768ca tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:57.800988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1322aeac-51a3-48d0-a0a5-ab61c20b3883 req-c043c1be-df9f-4845-b12d-6ac5d3b768ca tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1260610 Nov 22 16:58:57.807721 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d11e510-49d2-4118-b386-2f6de7890f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.009859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1322aeac-51a3-48d0-a0a5-ab61c20b3883 req-e9fa6ecf-1066-43d4-ac08-688b64765dfb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063944 Nov 22 16:58:58.035238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d11e510-49d2-4118-b386-2f6de7890f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.063329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d11e510-49d2-4118-b386-2f6de7890f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.131469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d11e510-49d2-4118-b386-2f6de7890f49 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=140d759675bd424abbf3805dcef0239a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342553 Nov 22 16:58:58.133217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11e510-49d2-4118-b386-2f6de7890f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b750bba4-8f0f-420d-adfe-4fad2f5297a3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:58.136102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37494) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:58.257048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41c1cb18-ff1d-401e-8102-7c46108293eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.316216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41c1cb18-ff1d-401e-8102-7c46108293eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.432283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41c1cb18-ff1d-401e-8102-7c46108293eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.435401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41c1cb18-ff1d-401e-8102-7c46108293eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:58.436700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-41c1cb18-ff1d-401e-8102-7c46108293eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b750bba4-8f0f-420d-adfe-4fad2f5297a3 HTTP/1.1" status: 204 len: 168 time: 0.2993350 Nov 22 16:58:58.453589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1cb18-ff1d-401e-8102-7c46108293eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b750bba4-8f0f-420d-adfe-4fad2f5297a3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:59.299643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.347111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c334a-df0d-43ed-9e23-3022b594bcb1 req-b79b2f36-5ff2-4aae-af6c-af5331a48957 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:58:59.356633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d03c334a-df0d-43ed-9e23-3022b594bcb1 req-b79b2f36-5ff2-4aae-af6c-af5331a48957 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1818304 Nov 22 16:58:59.358294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cb6132-fc0f-4382-a3b4-f1de752f2edb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.550736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d03c334a-df0d-43ed-9e23-3022b594bcb1 req-a2684b4c-9b3b-4a45-9659-f850f8691d15 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824765 Nov 22 16:58:59.611057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cb6132-fc0f-4382-a3b4-f1de752f2edb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.623978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69cb6132-fc0f-4382-a3b4-f1de752f2edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.680648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:58:59.695084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69cb6132-fc0f-4382-a3b4-f1de752f2edb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fcc62d4ee07445ab9fe9d5e43b0e933d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933358 Nov 22 16:58:59.741739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cb6132-fc0f-4382-a3b4-f1de752f2edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fd8044-b9bf-4938-b03e-644678aa89d1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:59.800256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.825573 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.914293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.918210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:58:59.924064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69fd8044-b9bf-4938-b03e-644678aa89d1 HTTP/1.1" status: 204 len: 168 time: 0.2405243 Nov 22 16:58:59.936619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fd8044-b9bf-4938-b03e-644678aa89d1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:58:59.948920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.949514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.950054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.951477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.952571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.953071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.953555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.954912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.955401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.955882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.956362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:58:59.956842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241e0398-d180-460a-8784-56e43c7c427d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:00.949061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4f419-2905-4292-9fa5-f7ea16fe14b4 req-b72e6b84-3cce-4b9e-b8a1-2e937c4e8d09 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:00.960949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c4f419-2905-4292-9fa5-f7ea16fe14b4 req-b72e6b84-3cce-4b9e-b8a1-2e937c4e8d09 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1504912 Nov 22 16:59:01.073181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4c4f419-2905-4292-9fa5-f7ea16fe14b4 req-9adf04f7-6586-49c8-a29c-511f32f509f7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103234 Nov 22 16:59:02.276170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8a542-97c3-477c-9352-151f8775a9ff req-a212f8e0-b2cb-47c3-a359-6952ec608407 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:02.288652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52a8a542-97c3-477c-9352-151f8775a9ff req-a212f8e0-b2cb-47c3-a359-6952ec608407 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0808618 Nov 22 16:59:02.392440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52a8a542-97c3-477c-9352-151f8775a9ff req-585de961-9dc3-40d8-8390-6c9e091acaf9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025360 Nov 22 16:59:03.637635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e60ec-ba55-4ca7-9365-f2696c9a1c8c req-aa3f114f-07bd-4afd-a267-8b7265551224 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:03.646892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-413e60ec-ba55-4ca7-9365-f2696c9a1c8c req-aa3f114f-07bd-4afd-a267-8b7265551224 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0971687 Nov 22 16:59:03.714597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-413e60ec-ba55-4ca7-9365-f2696c9a1c8c req-62b9f290-af64-49d6-ba7e-1630dd0f6d1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610840 Nov 22 16:59:04.086534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37668) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:04.282165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33849a20-f682-4b26-a261-d6e5be9b0aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.395376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33849a20-f682-4b26-a261-d6e5be9b0aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.401080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-33849a20-f682-4b26-a261-d6e5be9b0aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.426955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33849a20-f682-4b26-a261-d6e5be9b0aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f5544e-044f-431e-b29f-fdea0af209d2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:04.455691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-33849a20-f682-4b26-a261-d6e5be9b0aae admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b8f3088c6bc4d5bbe1b42f9f41ded50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3678694 Nov 22 16:59:04.458387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37688) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:04.545193 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5de2-9886-4335-a2f2-bd94e6c8bb92 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.579065 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5de2-9886-4335-a2f2-bd94e6c8bb92 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:04.952408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c3896-d261-4623-91ee-6d0129b3343a req-94ce1880-58dd-40a6-bbf0-bcff28f499e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:04.955008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-872c3896-d261-4623-91ee-6d0129b3343a req-94ce1880-58dd-40a6-bbf0-bcff28f499e7 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0679815 Nov 22 16:59:05.020241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba43-a39c-4685-b845-0282b1432a02 req-9d0c4e98-a9b9-43e8-bbd6-e78ffb01dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.022178 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-9d0c4e98-a9b9-43e8-bbd6-e78ffb01dde7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1096 time: 0.0568352 Nov 22 16:59:05.029668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5de2-9886-4335-a2f2-bd94e6c8bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.033073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5de2-9886-4335-a2f2-bd94e6c8bb92 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.036666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb3b5de2-9886-4335-a2f2-bd94e6c8bb92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25f5544e-044f-431e-b29f-fdea0af209d2 HTTP/1.1" status: 204 len: 168 time: 0.5750291 Nov 22 16:59:05.055513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b5de2-9886-4335-a2f2-bd94e6c8bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f5544e-044f-431e-b29f-fdea0af209d2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:05.059133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-872c3896-d261-4623-91ee-6d0129b3343a req-145fea4e-adb4-4668-a4c2-2975b96cd21b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976131 Nov 22 16:59:05.187697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba43-a39c-4685-b845-0282b1432a02 req-c9ee95a5-17cf-4318-b69f-2fb155c012cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.189948 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-c9ee95a5-17cf-4318-b69f-2fb155c012cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1536627 Nov 22 16:59:05.317248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-33f66c9e-869e-4368-b7b9-c020d358fc6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 1000 time: 0.1203930 Nov 22 16:59:05.391867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba43-a39c-4685-b845-0282b1432a02 req-3cee861d-e199-44ad-890b-b64979a11731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.393757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-3cee861d-e199-44ad-890b-b64979a11731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.0686753 Nov 22 16:59:05.480522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ba43-a39c-4685-b845-0282b1432a02 req-4fecb09a-d672-4288-a5ed-6128dd9371f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:05.482352 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-4fecb09a-d672-4288-a5ed-6128dd9371f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791469 Nov 22 16:59:05.644659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 37730) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:05.659775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-6cd660b6-3f03-4043-bfa9-d30b1c8aff6b service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685696 Nov 22 16:59:05.669402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81b0da38-42f9-450d-b4df-8f4a3cf89bd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.808867 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6331ba43-a39c-4685-b845-0282b1432a02 req-aeafb3b6-1a33-4bcb-a134-f86b2c3c5b87 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377716 Nov 22 16:59:05.848039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81b0da38-42f9-450d-b4df-8f4a3cf89bd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.854263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-81b0da38-42f9-450d-b4df-8f4a3cf89bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:05.886482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0da38-42f9-450d-b4df-8f4a3cf89bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453a7340-469e-4ea1-a2b6-f24932fcafca,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:05.908352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-81b0da38-42f9-450d-b4df-8f4a3cf89bd4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aaaf69498dea4f81a428256325ff9682&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594888 Nov 22 16:59:05.908570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37740) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:06.005097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-316e9ad4-468a-41c2-84cb-bb192a9819f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.039318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-316e9ad4-468a-41c2-84cb-bb192a9819f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.115800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-316e9ad4-468a-41c2-84cb-bb192a9819f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.118716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-316e9ad4-468a-41c2-84cb-bb192a9819f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:06.122260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-316e9ad4-468a-41c2-84cb-bb192a9819f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/453a7340-469e-4ea1-a2b6-f24932fcafca HTTP/1.1" status: 204 len: 168 time: 0.2107773 Nov 22 16:59:06.161247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e9ad4-468a-41c2-84cb-bb192a9819f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453a7340-469e-4ea1-a2b6-f24932fcafca,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:06.255983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-c10e4aa3-12b9-4e64-b15d-ce080aa894e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.258385 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-c10e4aa3-12b9-4e64-b15d-ce080aa894e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1096 time: 0.0689032 Nov 22 16:59:06.274672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ed357-f984-4a29-b4ab-8e2929c49fc0 req-17e4ef1a-501d-4e39-91a7-40a278750ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.277159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-347ed357-f984-4a29-b4ab-8e2929c49fc0 req-17e4ef1a-501d-4e39-91a7-40a278750ae6 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0865061 Nov 22 16:59:06.423700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-347ed357-f984-4a29-b4ab-8e2929c49fc0 req-a69a6e0e-542e-4f80-b260-87c889815caa tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078997 Nov 22 16:59:06.518976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-ae8e8602-7326-4110-a5d8-b99b7a70bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.520852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-ae8e8602-7326-4110-a5d8-b99b7a70bb9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.2321420 Nov 22 16:59:06.662365 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-3fe572de-9166-4967-b6a5-4baac54c6676 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 1000 time: 0.1319084 Nov 22 16:59:06.777630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-5fdc753e-695a-4fb3-939e-c1ca2b4446a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.779397 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-5fdc753e-695a-4fb3-939e-c1ca2b4446a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1091521 Nov 22 16:59:06.846998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-24fcf69f-5d2e-4699-bec2-17036346331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:06.848592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-24fcf69f-5d2e-4699-bec2-17036346331a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608947 Nov 22 16:59:07.007762 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-da7ad434-3ccf-408d-b9f7-a75b9d0dbdbb service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511137 Nov 22 16:59:07.131861 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2dc29d88-53d1-4d2b-a7cc-66e2ac5ff522 req-852fb1b2-433e-4cb8-95ea-bdfc959ce7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110842 Nov 22 16:59:07.470097 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:07.746128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817f633-6b0a-426e-8043-404bd390d6e2 req-0ed4ea84-6f2a-43d1-b232-fc3bc5e99fa8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:07.748647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a817f633-6b0a-426e-8043-404bd390d6e2 req-0ed4ea84-6f2a-43d1-b232-fc3bc5e99fa8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.1882558 Nov 22 16:59:07.827812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a817f633-6b0a-426e-8043-404bd390d6e2 req-2fc06fb2-9d23-4dd9-b4ce-66334b5d8da4 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700660 Nov 22 16:59:07.847467 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:08.766464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:08.882524 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:08.938175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:08.939155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:08.941817 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2626a8a5-442b-4165-8f95-7e23b6a1a041" -d '{"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-unplugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:08.959442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.008566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b69813-4e6a-4e97-98f0-f2d5067177ec req-0c69bb82-5780-4dea-8bd3-f108c753433b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:09.018471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22b69813-4e6a-4e97-98f0-f2d5067177ec req-0c69bb82-5780-4dea-8bd3-f108c753433b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 945 time: 0.0873008 Nov 22 16:59:09.027188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:09.069873 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f66864-3f60-40a2-96f3-682c8d06ea8c x-openstack-request-id: req-59f66864-3f60-40a2-96f3-682c8d06ea8c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:09.070237 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-unplugged", "status": "failed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "code": 422}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:09.070498 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59f66864-3f60-40a2-96f3-682c8d06ea8c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:09.071202 n-d-816206-6 neutron-server[103516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'code': 422} returned with failed status Nov 22 16:59:09.092700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:09.129226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-22b69813-4e6a-4e97-98f0-f2d5067177ec req-e7a94bd6-7ced-4002-91ba-1463a751f774 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095366 Nov 22 16:59:11.294746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-41e0dc89-6516-4900-94a1-57cfc5ffa4d7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524862 Nov 22 16:59:11.424817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-b1dd5da8-722e-4cfb-8e15-be14f6cd5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.427638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-b1dd5da8-722e-4cfb-8e15-be14f6cd5e0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d7faea94a31146baa42de43d54858cdf&device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 1096 time: 0.0673554 Nov 22 16:59:11.665294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-cd6b9eb7-a8dd-4b0e-9ebc-8b50be80c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.668125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-cd6b9eb7-a8dd-4b0e-9ebc-8b50be80c27a service neutron] 10.222.0.66 "GET /v2.0/networks?id=005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 200 len: 910 time: 0.2114120 Nov 22 16:59:11.879868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234f109-82b5-49e2-986b-8a1f178eb245 req-b6bfe2ed-08e5-4ce9-a471-765786b66321 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:11.889813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a234f109-82b5-49e2-986b-8a1f178eb245 req-b6bfe2ed-08e5-4ce9-a471-765786b66321 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.2068841 Nov 22 16:59:11.905078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-d4423c47-22dc-46af-b5b5-6540fa0aaa6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 200 len: 1000 time: 0.2202973 Nov 22 16:59:11.984148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a234f109-82b5-49e2-986b-8a1f178eb245 req-7e63d17c-2126-444c-a946-12335f551615 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927286 Nov 22 16:59:12.031228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 37986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:12.057112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-2e09f5a5-2f79-4c04-9a56-9f2d4dc1111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:12.062476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-2e09f5a5-2f79-4c04-9a56-9f2d4dc1111c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 200 len: 848 time: 0.1056895 Nov 22 16:59:12.128941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-eec8444b-fab4-4248-8ece-1b8dd2fbeea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:12.136956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-eec8444b-fab4-4248-8ece-1b8dd2fbeea0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=005d2048-70d7-458a-bdb6-cf960d7c031e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622547 Nov 22 16:59:12.281505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-9bfd9883-fd7d-4a62-aab0-d78bae3b3fe4 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299729 Nov 22 16:59:12.308027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-a465db50-f549-4943-b53a-e0ab159faa70 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2754941 Nov 22 16:59:12.313442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-54380d7a-6ac1-405c-b7ef-56b4c0850a4a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:12.318191 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-54380d7a-6ac1-405c-b7ef-56b4c0850a4a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091827 Nov 22 16:59:12.468053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8bcc182-f4ce-474d-aa4f-33b3039bff79 req-5de96b06-3ac6-4912-b7ff-238de851f507 service neutron] 10.222.0.66 "GET /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706378 Nov 22 16:59:13.269538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ad1dc-0b5c-4acb-b9b7-f9aae1c298d7 req-c2b2848b-cee9-4c89-b3f5-b75bd01fe975 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:13.271321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-091ad1dc-0b5c-4acb-b9b7-f9aae1c298d7 req-c2b2848b-cee9-4c89-b3f5-b75bd01fe975 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1153498 Nov 22 16:59:13.342818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-091ad1dc-0b5c-4acb-b9b7-f9aae1c298d7 req-61d9e0e6-507c-43e0-bd15-bf9abe784980 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654037 Nov 22 16:59:14.521379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fbd48b-5ecf-49ec-bd93-2c8232d3080b req-977c509d-a54c-47f7-a01c-e2f6eb7c3e08 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:14.530150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03fbd48b-5ecf-49ec-bd93-2c8232d3080b req-977c509d-a54c-47f7-a01c-e2f6eb7c3e08 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.0749569 Nov 22 16:59:14.590784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03fbd48b-5ecf-49ec-bd93-2c8232d3080b req-a7c86f13-8a1a-4b27-8752-fbeb6b443585 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595560 Nov 22 16:59:15.694771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-b8542f57-7b55-47ff-b16c-b90c8798e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.697052 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-b8542f57-7b55-47ff-b16c-b90c8798e58a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115&tenant_id=fba342edc4634c96933c184411d78a2a HTTP/1.1" status: 200 len: 1094 time: 0.1562614 Nov 22 16:59:15.826445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7bdcca-db75-42a6-adf0-fe6866ad610b req-68cbfb38-457e-4139-b217-aa186ab8baab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.834061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-d9e68592-7c4c-45ba-873e-8e70ee490d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.836000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-d9e68592-7c4c-45ba-873e-8e70ee490d14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1094 time: 0.1122200 Nov 22 16:59:15.842685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf7bdcca-db75-42a6-adf0-fe6866ad610b req-68cbfb38-457e-4139-b217-aa186ab8baab tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1347132 Nov 22 16:59:15.929932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf7bdcca-db75-42a6-adf0-fe6866ad610b req-0a81b699-272f-4e56-8377-5baca27d6838 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864100 Nov 22 16:59:15.987464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-daa4ac18-bb36-40e5-b6b9-6289dfce750c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:15.989056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-daa4ac18-bb36-40e5-b6b9-6289dfce750c service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1342363 Nov 22 16:59:16.069964 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-5bf015e5-70ef-4f8c-9612-b72e15c3a9fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 998 time: 0.0716045 Nov 22 16:59:16.133948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-8708c4e9-033a-4fb9-a785-a0b93c5a8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.136695 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-8708c4e9-033a-4fb9-a785-a0b93c5a8cc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.0575569 Nov 22 16:59:16.187062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-c35f5f0a-42ad-4026-a09c-8b1312957d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:16.188758 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-c35f5f0a-42ad-4026-a09c-8b1312957d05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437729 Nov 22 16:59:16.298264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-a08fe09e-c149-4c1e-967a-89021ed408c8 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017137 Nov 22 16:59:16.407524 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f7fc9121-edc3-4eaf-aa0e-58745eeaac16 req-8bc8a277-bc9f-4e63-bce8-40dec2be4c9c service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006472 Nov 22 16:59:17.205300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139588a-8a56-40fa-abc2-0b8820b93fda req-e1f69199-95aa-4efb-bfd5-b1e1cfeb15c8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:17.232859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e139588a-8a56-40fa-abc2-0b8820b93fda req-e1f69199-95aa-4efb-bfd5-b1e1cfeb15c8 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.0989931 Nov 22 16:59:17.357368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e139588a-8a56-40fa-abc2-0b8820b93fda req-d3011d48-5f1b-4307-8262-31aecd76d71c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268015 Nov 22 16:59:18.458898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38222) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:18.464447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-754994272', 'description': 'tempest-secgroup-smoke-754994272 description', 'project_id': '516b008535f945f7b4b825db57649bd8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:18.485942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38224) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:18.527841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.725667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.734564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98c6996-4e6b-4772-9262-0d3fb805411c req-23f999a7-7452-4a3c-b4e9-8ce51f970f9e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:18.737318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.780786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a98c6996-4e6b-4772-9262-0d3fb805411c req-23f999a7-7452-4a3c-b4e9-8ce51f970f9e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1712949 Nov 22 16:59:18.796922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfee6d1-4212-4542-97c3-926729c2eb19,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:18.820228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.823431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-67cd9178-815e-4e6b-b115-412bebcc0ec2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3634403 Nov 22 16:59:18.826387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38228) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:18.844560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group_rule': {'security_group_id': '1bfee6d1-4212-4542-97c3-926729c2eb19', 'project_id': '516b008535f945f7b4b825db57649bd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:18.948188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:18.987293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ff50-be24-4e30-a095-a116704540f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.201048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.208906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.262312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ff50-be24-4e30-a095-a116704540f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.278379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169479f6-e921-4952-8c71-c7e351f24156,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:19.279021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bf9ff50-be24-4e30-a095-a116704540f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.312242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.318945 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-249bf89b-d152-480e-a786-826f597bc55f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4868064 Nov 22 16:59:19.319532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38238) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:19.327464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf9ff50-be24-4e30-a095-a116704540f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff00a1-e09e-4951-b89a-2a9f6c73e434,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:19.343324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group_rule': {'security_group_id': '1bfee6d1-4212-4542-97c3-926729c2eb19', 'project_id': '516b008535f945f7b4b825db57649bd8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:19.349744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a98c6996-4e6b-4772-9262-0d3fb805411c req-2c501bdb-9e4e-4166-9170-a6623d6d5eb3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624790 Nov 22 16:59:19.398205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9bf9ff50-be24-4e30-a095-a116704540f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c340d449b0894ccdab9643e66daec3cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9091132 Nov 22 16:59:19.401583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38240) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:19.456152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.513790 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36413275-2a2d-4cb8-88e2-41156708eba9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.560345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36413275-2a2d-4cb8-88e2-41156708eba9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.669991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.675387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.689009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36413275-2a2d-4cb8-88e2-41156708eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.701203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36413275-2a2d-4cb8-88e2-41156708eba9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.702806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-36413275-2a2d-4cb8-88e2-41156708eba9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09ff00a1-e09e-4951-b89a-2a9f6c73e434 HTTP/1.1" status: 204 len: 168 time: 0.2998788 Nov 22 16:59:19.712046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12354241-ab3c-40e1-80b3-b3ecc24b9fe6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:19.739406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36413275-2a2d-4cb8-88e2-41156708eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff00a1-e09e-4951-b89a-2a9f6c73e434,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:19.772060 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.772060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fc617a32-b373-40aa-bd81-cf68287056bf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4435980 Nov 22 16:59:19.774106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38248) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:19.780239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group_rule': {'security_group_id': '1bfee6d1-4212-4542-97c3-926729c2eb19', 'project_id': '516b008535f945f7b4b825db57649bd8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:19.907217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:19.983221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-52418385-fd6c-43e6-b064-feaa38d64893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.096679 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.103126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.170470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0d8619-4739-47c9-85c8-effceba25665,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:20.186002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.190224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38260) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:20.190402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b7474b8-70be-4c67-93f6-2631fc5c68e2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4148884 Nov 22 16:59:20.196056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group_rule': {'security_group_id': '1bfee6d1-4212-4542-97c3-926729c2eb19', 'project_id': '516b008535f945f7b4b825db57649bd8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:20.301932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.407001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38264) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:20.428496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.435334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.445762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c215c4e2-ebf1-4ca3-b1a0-0352d2944d88 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.476885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49066f7-23d8-4bf3-9a90-7e4cbe672c0f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:20.486590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.490004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-074d2033-2d35-40a0-9e51-d201a2d31dbc tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2986302 Nov 22 16:59:20.495552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38266) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:20.505816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group_rule': {'security_group_id': '1bfee6d1-4212-4542-97c3-926729c2eb19', 'project_id': '516b008535f945f7b4b825db57649bd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:20.614663 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Project 516b008535f945f7b4b825db57649bd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:59:20.621875 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.653459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c215c4e2-ebf1-4ca3-b1a0-0352d2944d88 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.660085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c215c4e2-ebf1-4ca3-b1a0-0352d2944d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.760052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de04271-b19a-4448-b5c5-6896a2b9d614 req-ebaf18b1-0a1b-401d-8907-b1f1b5192680 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:20.764691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5de04271-b19a-4448-b5c5-6896a2b9d614 req-ebaf18b1-0a1b-401d-8907-b1f1b5192680 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.2349002 Nov 22 16:59:20.792050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c215c4e2-ebf1-4ca3-b1a0-0352d2944d88 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=118835b7be8a4c478b8f95e7c0046a25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836927 Nov 22 16:59:20.793488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38274) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:20.802052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215c4e2-ebf1-4ca3-b1a0-0352d2944d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a457de3-f953-4d37-8a26-0994fe5db69f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:20.864711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.902206 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.903258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66d97aa6-8142-4cb0-ac53-9062dba9aad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.948878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66d97aa6-8142-4cb0-ac53-9062dba9aad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:20.959272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad15bd62-98ba-441a-b869-c08d9a8f5657,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:21.014059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5de04271-b19a-4448-b5c5-6896a2b9d614 req-9ac27770-1469-42ca-a62a-186f0fa3881a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2345762 Nov 22 16:59:21.018776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.035578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-829dda0e-4d8b-4b7f-b157-ecc475498517 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5382676 Nov 22 16:59:21.036339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:21.049936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'security_group_rule': {'security_group_id': '1bfee6d1-4212-4542-97c3-926729c2eb19', 'project_id': '516b008535f945f7b4b825db57649bd8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:21.080812 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Project 516b008535f945f7b4b825db57649bd8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 16:59:21.102893 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.108020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66d97aa6-8142-4cb0-ac53-9062dba9aad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.111250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66d97aa6-8142-4cb0-ac53-9062dba9aad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.112711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66d97aa6-8142-4cb0-ac53-9062dba9aad3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a457de3-f953-4d37-8a26-0994fe5db69f HTTP/1.1" status: 204 len: 168 time: 0.3176227 Nov 22 16:59:21.132941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d97aa6-8142-4cb0-ac53-9062dba9aad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a457de3-f953-4d37-8a26-0994fe5db69f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:21.273534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.279971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.316242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5048ba45-0586-4b57-acad-e57bf7c3a523,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:21.345097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:21.346603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cf9a276d-c33c-410e-9e14-29293d83b37f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3064058 Nov 22 16:59:21.771839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-ffe91174-1eac-46c1-bca0-70b991d15704 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-754994272&fields=id&tenant_id=516b008535f945f7b4b825db57649bd8 HTTP/1.1" status: 200 len: 267 time: 0.0869462 Nov 22 16:59:22.746079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-92e7d82c-b47b-4220-8f6d-1dc8e2813061 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:22.747652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-92e7d82c-b47b-4220-8f6d-1dc8e2813061 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 813 time: 0.9683859 Nov 22 16:59:22.781625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-a7912e33-78ed-41d8-8097-6f67117a7490 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/quotas/516b008535f945f7b4b825db57649bd8 HTTP/1.1" status: 200 len: 375 time: 0.0236199 Nov 22 16:59:22.782293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:22.825974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce24a0-72d8-498f-b15a-c01c2ab47b7c req-a6eea632-5920-4916-8650-d581324add62 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:22.835991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30ce24a0-72d8-498f-b15a-c01c2ab47b7c req-a6eea632-5920-4916-8650-d581324add62 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1796219 Nov 22 16:59:22.921039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f2c84c2-7449-42c0-85a8-6afd42aa134a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:22.974187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-69ea8e5b-f027-47a0-914f-dc0295812d13 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336358 Nov 22 16:59:22.999828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1913750349-network', 'tenant_id': '9343c7db5c6642cda58fd7fa1921320c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:23.061957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Made reservation on behalf of 9343c7db5c6642cda58fd7fa1921320c for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:23.066454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.102561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30ce24a0-72d8-498f-b15a-c01c2ab47b7c req-f6094379-151e-4917-9fb5-614ba2298f7d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2638185 Nov 22 16:59:23.117622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.331057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.339240 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.378317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-5e2df878-903e-4dcb-8e7e-801bffd70175 service neutron] 10.222.0.65 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852227 Nov 22 16:59:23.394590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:23.402519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cb9f89-cded-45cd-8448-db72ec10e14c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.410703 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.411084 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Added segment e3b2e06e-f208-4dd4-ac87-e7cc768c61f3 of type vlan for network 0ef88040-323f-4313-bd24-8369c66736d3 Nov 22 16:59:23.502022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.542909 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-98c426a7-d25f-42b2-9c1c-e6977c523319 service neutron] 10.222.0.65 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486399 Nov 22 16:59:23.571269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.572271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:23.572856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:23.773529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] Pushing event updated for resources: {'Network': ['ID=0ef88040-323f-4313-bd24-8369c66736d3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:23.786940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0ef88040-323f-4313-bd24-8369c66736d3 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:23.804861 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0ee6a056-af42-424b-a3bc-6edb4579c8be admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0212836 Nov 22 16:59:23.808062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38346) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:23.818089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Request body: {'subnet': {'network_id': '0ef88040-323f-4313-bd24-8369c66736d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1913750349-subnet', 'tenant_id': '9343c7db5c6642cda58fd7fa1921320c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:23.882364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Made reservation on behalf of 9343c7db5c6642cda58fd7fa1921320c for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:23.886179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.088662 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.320421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-291a991c-4686-4f81-b251-9d8a034815da req-8656692a-31e9-46ab-a520-32c6d5b97b36 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0736423 Nov 22 16:59:24.705521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f229386-5704-43d8-8b9a-30cb432be503 req-5226e489-cc3a-4cc3-a128-d0944784e18e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:24.709544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f229386-5704-43d8-8b9a-30cb432be503 req-5226e489-cc3a-4cc3-a128-d0944784e18e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.3874197 Nov 22 16:59:24.759962 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:24.948735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6ec929-85e2-46e8-b848-ef68a25b6da6,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:25.000158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Checking segment: {'id': 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:25.000642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Network hostable DHCP agents. Network: 0ef88040-323f-4313-bd24-8369c66736d3, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:25.031842 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f229386-5704-43d8-8b9a-30cb432be503 req-69806e17-cc87-459e-9f1d-8e3244592dee tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133321 Nov 22 16:59:25.085892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Network 0ef88040-323f-4313-bd24-8369c66736d3 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:25.104941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 0ef88040-323f-4313-bd24-8369c66736d3) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:25.114084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:25.114243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34260d3-01ca-4a63-9ba5-3c76d414156c None None] Network 0ef88040-323f-4313-bd24-8369c66736d3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:25.114773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:25.172200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-06adeb74-8cac-45bc-935f-a356100cec70 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3541710 Nov 22 16:59:25.450588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad650d6-c80c-495f-a740-4415323f2e44 None None] Network 0ef88040-323f-4313-bd24-8369c66736d3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:25.494543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6723e098-6e99-4bf3-b6fd-45e6bfef9848 req-f1b2ddb1-fcc0-4ab4-a1b3-04cdf44a4d79 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0908630 Nov 22 16:59:25.807707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.048925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.260340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e472c95-37fa-47f3-aa90-6cc07534929b req-a89ee057-4f99-450b-bbd1-fc7f02f19f27 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:26.263952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e472c95-37fa-47f3-aa90-6cc07534929b req-a89ee057-4f99-450b-bbd1-fc7f02f19f27 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1106014 Nov 22 16:59:26.291668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 38420) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:26.297866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-499123901-network', 'tenant_id': '3152ca012e8f4e71a67f8e61605416d7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:26.355136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Made reservation on behalf of 3152ca012e8f4e71a67f8e61605416d7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:26.359591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.449089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.453580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e472c95-37fa-47f3-aa90-6cc07534929b req-3c38e73f-2b6f-42f7-9636-1cfd8080c56e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825082 Nov 22 16:59:26.610876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.616224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.635596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 16:59:26.648427 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.648784 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Added segment 4f53a12d-eb68-45ed-bb73-ca5cbe776558 of type vlan for network fdada47c-72f9-4e56-a387-dfb28ec2d18a Nov 22 16:59:26.700958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74f98268-92e5-4314-b7b7-c94d98cb57cb req-4d533f0f-e880-4ca0-917c-225670aab994 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0340540 Nov 22 16:59:26.738507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.810377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb360600-d0dd-44c8-8c3a-460b513d150c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:26.860928 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.861974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:26.862564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:26.948361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] Pushing event updated for resources: {'Network': ['ID=fdada47c-72f9-4e56-a387-dfb28ec2d18a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:26.954795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7aef91c4-95f7-426e-a402-27c3ecd25a98 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6621375 Nov 22 16:59:26.960142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fdada47c-72f9-4e56-a387-dfb28ec2d18a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 16:59:26.967424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 38436) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:26.972768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Request body: {'subnet': {'network_id': 'fdada47c-72f9-4e56-a387-dfb28ec2d18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-499123901-subnet', 'tenant_id': '3152ca012e8f4e71a67f8e61605416d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:27.106623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Made reservation on behalf of 3152ca012e8f4e71a67f8e61605416d7 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:27.109229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.390768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.488324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3397cb2d-e1de-492f-b1fe-e9b3108b1b11,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:27.494907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Checking segment: {'id': '4f53a12d-eb68-45ed-bb73-ca5cbe776558', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'fdada47c-72f9-4e56-a387-dfb28ec2d18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:27.495400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Network hostable DHCP agents. Network: fdada47c-72f9-4e56-a387-dfb28ec2d18a, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 16:59:27.531130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Network fdada47c-72f9-4e56-a387-dfb28ec2d18a is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 16:59:27.554444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, fdada47c-72f9-4e56-a387-dfb28ec2d18a) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:27.566164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da0595-22ab-44f3-824b-c50c7b03949b None None] Network fdada47c-72f9-4e56-a387-dfb28ec2d18a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:27.579443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:27.580047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:27.658365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3dc12cf4-b401-4a17-9585-21591899190a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6893826 Nov 22 16:59:27.712624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1052c-e980-436d-a116-8fb1cbce57c5 req-a497252e-de50-4131-aff7-ac901db01d40 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:27.724438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2f1052c-e980-436d-a116-8fb1cbce57c5 req-a497252e-de50-4131-aff7-ac901db01d40 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.1286922 Nov 22 16:59:27.832804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a3f5dc-6dc4-4b9a-be66-71a47f242d66 None None] Network fdada47c-72f9-4e56-a387-dfb28ec2d18a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 16:59:27.863094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2f1052c-e980-436d-a116-8fb1cbce57c5 req-8177f3e7-e36c-4557-91b8-20df3b32b865 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266673 Nov 22 16:59:27.916175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bcff517-e7e6-4dcf-93d9-ba56b3f7b5d6 req-2e39c6e3-9819-46d0-b114-08e6bed2b9ce tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0419192 Nov 22 16:59:28.406589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-33595a78-27d8-4768-b312-5f4e4d942e3a tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:28.408141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-33595a78-27d8-4768-b312-5f4e4d942e3a tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/networks?id=0ef88040-323f-4313-bd24-8369c66736d3 HTTP/1.1" status: 200 len: 809 time: 0.1492670 Nov 22 16:59:28.438449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-2a9c0c5f-926e-44d8-a181-1acdb610a3cc tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/quotas/9343c7db5c6642cda58fd7fa1921320c HTTP/1.1" status: 200 len: 375 time: 0.0196173 Nov 22 16:59:28.485735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-a3470310-e2a6-4bcf-a77f-1c6317dd7416 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9343c7db5c6642cda58fd7fa1921320c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462952 Nov 22 16:59:28.609997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-9454efa9-8071-4de0-872c-09f7e21cf4e1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 16:59:28.611092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-9454efa9-8071-4de0-872c-09f7e21cf4e1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1245692 Nov 22 16:59:28.712201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-741375bb-f944-4889-94e9-1a5d43b8ba58 service neutron] 10.222.0.65 "GET /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908048 Nov 22 16:59:28.830570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-eb05cbcb-f4a5-48db-8c57-4455210f735b service neutron] 10.222.0.65 "GET /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112721 Nov 22 16:59:29.169425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-266ebe7e-e381-4f2e-88bb-7c33f4350c63 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.171041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-266ebe7e-e381-4f2e-88bb-7c33f4350c63 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.20 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 813 time: 0.2782586 Nov 22 16:59:29.189125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-015b85a0-4589-4fbb-b8f3-87267d3258c2 req-aa7f79d6-d558-46d3-a2cf-c733967a0eaf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0764821 Nov 22 16:59:29.241612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca0ac3-26a5-4dbd-bd8a-ddf1af3e7e75 req-e4d2849b-7694-49d5-a685-4f04c1c75b74 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:29.253977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48ca0ac3-26a5-4dbd-bd8a-ddf1af3e7e75 req-e4d2849b-7694-49d5-a685-4f04c1c75b74 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.2180765 Nov 22 16:59:29.335658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-c3d204ab-2ac7-4e54-b2c0-63010ce0a2de tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=516b008535f945f7b4b825db57649bd8 HTTP/1.1" status: 200 len: 379 time: 0.1537418 Nov 22 16:59:29.354885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'port': {'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'admin_state_up': True, 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'security_groups': ['1bfee6d1-4212-4542-97c3-926729c2eb19']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:29.374463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34f5f587-3c6b-4905-878c-c1a337638a6a req-582ac651-e1bf-478d-9ee9-9dbc18f51c36 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 210 time: 0.0823209 Nov 22 16:59:29.418066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48ca0ac3-26a5-4dbd-bd8a-ddf1af3e7e75 req-7a4c43ca-aa54-4634-8465-8d2ea6a952ca tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567686 Nov 22 16:59:29.565527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Made reservation on behalf of 516b008535f945f7b4b825db57649bd8 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:29.570485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:29.747568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Allocated IP 172.20.0.8 (f1f2c43b-41bc-497f-beec-47990f118617/09f65eae-c756-49fb-bb81-13baa7f36994/78121450-011f-46e2-9fd8-cf9b3022bfe6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:30.075694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.155643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.228784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'Port': ['ID=78121450-011f-46e2-9fd8-cf9b3022bfe6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:30.233188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Network f1f2c43b-41bc-497f-beec-47990f118617 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:30.235230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:30.239451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:30.359201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:30.360133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.392925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-4d370460-7792-42c1-a30e-5574a9601acf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0494926 Nov 22 16:59:30.406043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Request body: {'port': {'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:30.442782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616d63a-46b8-4cff-b430-937c720a7b82 req-f5a82ea9-732d-45e6-b5f2-74fc10a3c81b tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:30.455321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3616d63a-46b8-4cff-b430-937c720a7b82 req-f5a82ea9-732d-45e6-b5f2-74fc10a3c81b tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 931 time: 0.1311979 Nov 22 16:59:30.572776 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.611283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3616d63a-46b8-4cff-b430-937c720a7b82 req-95ed570f-856c-417d-9e42-785fe92996a5 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534977 Nov 22 16:59:30.763046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e623ac18-b204-4e63-8beb-6852480d1b9f None None] Provisioning complete for port 78121450-011f-46e2-9fd8-cf9b3022bfe6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:30.764097 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e623ac18-b204-4e63-8beb-6852480d1b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:30.843656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:30.900074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e623ac18-b204-4e63-8beb-6852480d1b9f None None] Port 78121450-011f-46e2-9fd8-cf9b3022bfe6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 16:59:31.044516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7502491-7b40-4d2b-b940-c0d4f2e51696 req-ae240fea-8bed-4e0e-a81d-c4f713c3301c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.056611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7502491-7b40-4d2b-b940-c0d4f2e51696 req-ae240fea-8bed-4e0e-a81d-c4f713c3301c tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 943 time: 0.2253785 Nov 22 16:59:31.087192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:31.116193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'port_id': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'mac_address': 'fa:16:3e:88:13:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:31.125750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-5bf1823c-2f00-4b6c-8768-89467c921551 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.127270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-5bf1823c-2f00-4b6c-8768-89467c921551 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.66 "GET /v2.0/networks?id=0ef88040-323f-4313-bd24-8369c66736d3 HTTP/1.1" status: 200 len: 809 time: 0.4470551 Nov 22 16:59:31.160602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Request body: {'port': {'device_id': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3', 'admin_state_up': True, 'tenant_id': '9343c7db5c6642cda58fd7fa1921320c'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:31.175159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.192847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f4c46b-ca6d-40fa-8a13-fa40f470d407 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:31.271133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1559d588-737d-4ec9-9539-832b8411bae5 req-9f3694ba-06dd-486c-b3ca-6941454c682a tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 210 time: 0.1066194 Nov 22 16:59:31.287425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:31.299133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7502491-7b40-4d2b-b940-c0d4f2e51696 req-0f86d0b1-a26a-43c1-b529-998dd6943aef tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385008 Nov 22 16:59:31.300160 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.406618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78121450-011f-46e2-9fd8-cf9b3022bfe6 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:31.410923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:31.425772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.438316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Made reservation on behalf of 9343c7db5c6642cda58fd7fa1921320c for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 16:59:31.443295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.450048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Transition to ACTIVE for port object 78121450-011f-46e2-9fd8-cf9b3022bfe6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:31.463242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.547308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['25f4c46b-ca6d-40fa-8a13-fa40f470d407'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:31.549593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Pushing event updated for resources: {'Port': ['ID=78121450-011f-46e2-9fd8-cf9b3022bfe6,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:31.560279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.561223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.561858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.562444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.563074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.563639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.564771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.568514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.569691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.571541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.572117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.572669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 16:59:31.796314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Attempting to bind port 78121450-011f-46e2-9fd8-cf9b3022bfe6 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:31.796805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Attempting to bind port 78121450-011f-46e2-9fd8-cf9b3022bfe6 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:31.797332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Attempting to bind port 78121450-011f-46e2-9fd8-cf9b3022bfe6 on network f1f2c43b-41bc-497f-beec-47990f118617 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:31.807996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Port 78121450-011f-46e2-9fd8-cf9b3022bfe6 on network f1f2c43b-41bc-497f-beec-47990f118617 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:31.808945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Attempting to bind port 78121450-011f-46e2-9fd8-cf9b3022bfe6 on network f1f2c43b-41bc-497f-beec-47990f118617 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:31.829081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:31.832284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Checking segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:31.832858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Bound using segment: {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:31.833378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Bound port: 78121450-011f-46e2-9fd8-cf9b3022bfe6, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '649c92eb-368b-4c29-93dc-f9af232ec98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:31.833876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:31.843520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Allocated IP 172.20.0.14 (0ef88040-323f-4313-bd24-8369c66736d3/dc6ec929-85e2-46e8-b848-ef68a25b6da6/daa51e66-42c3-4b11-8d0c-090022181b0c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:31.891336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837c052-0752-41f7-a201-21cc82361fb9 req-4fc6cc58-090d-4de3-9127-b4c23bcee6cf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:31.900417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4837c052-0752-41f7-a201-21cc82361fb9 req-4fc6cc58-090d-4de3-9127-b4c23bcee6cf tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.1594052 Nov 22 16:59:31.971692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] For port 78121450-011f-46e2-9fd8-cf9b3022bfe6, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:31.975978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] For port 78121450-011f-46e2-9fd8-cf9b3022bfe6, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:31.981792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.032010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.032642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.037130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] 10.222.0.20 "PUT /v2.0/ports/78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 1091 time: 1.6358070 Nov 22 16:59:32.037618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:32.045907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4837c052-0752-41f7-a201-21cc82361fb9 req-b05d7760-daa0-41ac-b790-4c595d768b89 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441865 Nov 22 16:59:32.057293 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7061b99e-9e9f-449b-a7b0-c8eb74f11259" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:32.239605 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772563eb-6d04-44f2-8630-b26f14b84061 x-openstack-request-id: req-772563eb-6d04-44f2-8630-b26f14b84061 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:32.240187 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:32.240569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.240777 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-772563eb-6d04-44f2-8630-b26f14b84061 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:32.241321 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'status': 'completed', 'code': 200} Nov 22 16:59:32.248372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe384-fda3-47ed-946d-3a7228d37c80 service neutron] Pushing event updated for resources: {'Port': ['ID=78121450-011f-46e2-9fd8-cf9b3022bfe6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.280463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-f2c5a04f-99f4-40b3-a63c-d876b95248fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.292465 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-f2c5a04f-99f4-40b3-a63c-d876b95248fc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1094 time: 0.1857176 Nov 22 16:59:32.379037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.436226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-a7e2392c-5840-40b2-9135-d55aca16f527 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 217 time: 0.1334779 Nov 22 16:59:32.549563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-7c43c9e5-2182-4494-ac09-375723302b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.556364 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-7c43c9e5-2182-4494-ac09-375723302b62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 200 len: 852 time: 0.1077545 Nov 22 16:59:32.603216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Network 0ef88040-323f-4313-bd24-8369c66736d3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:32.605066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Pushing event updated for resources: {'Port': ['ID=daa51e66-42c3-4b11-8d0c-090022181b0c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:32.626426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:32.640024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:32.646418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-89342bb5-8a13-472e-a0a3-396a8125749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.647932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-89342bb5-8a13-472e-a0a3-396a8125749b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1f2c43b-41bc-497f-beec-47990f118617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886998 Nov 22 16:59:32.752980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26c41a-51ed-4e72-8b9a-865c65d69499 req-e799fa44-4614-426a-89a9-8297ec32be45 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.763309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b26c41a-51ed-4e72-8b9a-865c65d69499 req-e799fa44-4614-426a-89a9-8297ec32be45 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 932 time: 0.2845011 Nov 22 16:59:32.793625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3926f-804a-4481-badc-ddce5b6fc329 req-065e2472-05c6-4f40-b7b8-92a920953427 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.795776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2f3926f-804a-4481-badc-ddce5b6fc329 req-065e2472-05c6-4f40-b7b8-92a920953427 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 944 time: 0.2988598 Nov 22 16:59:32.844126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:32.845286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.851001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:32.856834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-191bf99d-40a6-4963-beb1-6c310fef5f99 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007625 Nov 22 16:59:32.926378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-af1edb84-b1a8-4bcf-9c13-43df40515a0d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7818923 Nov 22 16:59:32.939909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:32.940286 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:32.946526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Request body: {'port': {'device_id': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:32.995854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b26c41a-51ed-4e72-8b9a-865c65d69499 req-0e012eb6-1442-4ede-abf2-ba3e286110f9 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314105 Nov 22 16:59:33.010471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2f3926f-804a-4481-badc-ddce5b6fc329 req-23c610ce-5987-4069-89e2-0d97012ae93a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974981 Nov 22 16:59:33.042133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.119300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:33.124991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.149498 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce7952-d2e8-4b45-8495-49694a7b02b4" -d '{"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-plugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:33.194640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:33.214512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.275111 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b80f74-acab-48cf-bcf4-a1b1522b5707 x-openstack-request-id: req-c8b80f74-acab-48cf-bcf4-a1b1522b5707 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:33.276322 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-plugged", "status": "completed", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:33.276748 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8b80f74-acab-48cf-bcf4-a1b1522b5707 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:33.277298 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'code': 200} Nov 22 16:59:33.347345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=10']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:33.640674 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fd5319d-f9f6-4be4-8e36-43b98fd7938e req-6994bc01-51f2-421f-a917-a36bab0238d1 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7758524 Nov 22 16:59:33.667958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a24c7f0-b507-4e1d-8c30-b6844d568643 req-be12ecda-8932-4e6d-8f69-c357b03e599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.669515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a24c7f0-b507-4e1d-8c30-b6844d568643 req-be12ecda-8932-4e6d-8f69-c357b03e599f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1097 time: 0.1531465 Nov 22 16:59:33.747091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4a24c7f0-b507-4e1d-8c30-b6844d568643 req-443c4bb6-7246-4b05-8ffa-5c8cb3f72128 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694764 Nov 22 16:59:33.763524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da214ce7-e33e-43fb-98df-407c620e1dd4 req-41492f92-f2c8-4249-9f78-d515966dbc33 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.822897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da214ce7-e33e-43fb-98df-407c620e1dd4 req-41492f92-f2c8-4249-9f78-d515966dbc33 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.6513331 Nov 22 16:59:33.833170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-5d0045b4-ea8d-4c69-b13b-a68d9661afe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:33.837478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-5d0045b4-ea8d-4c69-b13b-a68d9661afe8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1094 time: 0.0893219 Nov 22 16:59:33.933173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da214ce7-e33e-43fb-98df-407c620e1dd4 req-0bf0f4c1-3a9d-49ef-acbd-4e88ddb241bd tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092038 Nov 22 16:59:33.935637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa51e66-42c3-4b11-8d0c-090022181b0c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:33.945179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:33.968214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Transition to ACTIVE for port object daa51e66-42c3-4b11-8d0c-090022181b0c will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 16:59:33.974336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.077555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-b5f0c087-dbb0-4d5c-8a5f-343c8bfd1add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.080432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-b5f0c087-dbb0-4d5c-8a5f-343c8bfd1add service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 914 time: 0.1090741 Nov 22 16:59:34.081168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Pushing event updated for resources: {'Port': ['ID=daa51e66-42c3-4b11-8d0c-090022181b0c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.194759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-7af263d5-cd11-4b5d-87f4-102372907b94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 217 time: 0.1052358 Nov 22 16:59:34.268570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b5dce-98f3-46a0-ad80-aa09b4bdaf09 req-c4282e6c-9f85-401a-926d-de9816efdcd1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.279615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-071b5dce-98f3-46a0-ad80-aa09b4bdaf09 req-c4282e6c-9f85-401a-926d-de9816efdcd1 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.1162794 Nov 22 16:59:34.298204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-905ad99a-aa82-4a63-add4-9c36100b490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.299972 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-905ad99a-aa82-4a63-add4-9c36100b490a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 200 len: 852 time: 0.0837789 Nov 22 16:59:34.362311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cd75b-3758-4b47-851a-13a4be8b0e66 req-11fe0910-09cb-4292-8534-28df452dcee3 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.370202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a8cd75b-3758-4b47-851a-13a4be8b0e66 req-11fe0910-09cb-4292-8534-28df452dcee3 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 944 time: 0.2222810 Nov 22 16:59:34.374344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-3e85f22d-39b2-4b2c-b54c-767541d5aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.375828 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-3e85f22d-39b2-4b2c-b54c-767541d5aa30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1f2c43b-41bc-497f-beec-47990f118617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652664 Nov 22 16:59:34.435177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-071b5dce-98f3-46a0-ad80-aa09b4bdaf09 req-824d26ee-600a-4e08-82a1-e1049d20a64b tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546640 Nov 22 16:59:34.456551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Attempting to bind port daa51e66-42c3-4b11-8d0c-090022181b0c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 16:59:34.457324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Attempting to bind port daa51e66-42c3-4b11-8d0c-090022181b0c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 16:59:34.457795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Attempting to bind port daa51e66-42c3-4b11-8d0c-090022181b0c on network 0ef88040-323f-4313-bd24-8369c66736d3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:34.471209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Port daa51e66-42c3-4b11-8d0c-090022181b0c on network 0ef88040-323f-4313-bd24-8369c66736d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 16:59:34.471644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Attempting to bind port daa51e66-42c3-4b11-8d0c-090022181b0c on network 0ef88040-323f-4313-bd24-8369c66736d3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 16:59:34.480201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 16, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 16:59:34.481081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Checking segment: {'id': 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 16:59:34.481617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Bound using segment: {'id': 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 16:59:34.483915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Bound port: daa51e66-42c3-4b11-8d0c-090022181b0c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 16:59:34.484501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.547908 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-19bd780d-17b5-40a1-bef4-5df061be9bab service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630266 Nov 22 16:59:34.557669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a8cd75b-3758-4b47-851a-13a4be8b0e66 req-bef90308-8af0-4ea5-ac1f-f7dcaba9bfd5 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616602 Nov 22 16:59:34.607509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] For port daa51e66-42c3-4b11-8d0c-090022181b0c, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 16:59:34.611868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] For port daa51e66-42c3-4b11-8d0c-090022181b0c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=daa51e66-42c3-4b11-8d0c-090022181b0c,segment=NetworkSegment(e3b2e06e-f208-4dd4-ac87-e7cc768c61f3),segment_id=e3b2e06e-f208-4dd4-ac87-e7cc768c61f3)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 16:59:34.618558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.670906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.671542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:34.672937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] 10.222.0.66 "PUT /v2.0/ports/daa51e66-42c3-4b11-8d0c-090022181b0c HTTP/1.1" status: 200 len: 1092 time: 1.7329149 Nov 22 16:59:34.673397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'tag': 'daa51e66-42c3-4b11-8d0c-090022181b0c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:34.675938 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69f0098-2c08-449f-ae94-b05afbce4a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "98219ebb-56c1-42be-8708-ff6108cacdf9", "tag": "daa51e66-42c3-4b11-8d0c-090022181b0c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:34.698411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e93da-4a03-48b5-89c0-37fe0f852c39 service neutron] Pushing event updated for resources: {'Port': ['ID=daa51e66-42c3-4b11-8d0c-090022181b0c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:34.714763 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7061b99e-9e9f-449b-a7b0-c8eb74f11259 req-903d8470-18ca-4aa0-919c-6ab13a874675 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487851 Nov 22 16:59:34.926711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-ae816d0d-156a-4459-8ac7-0785c6313fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:34.929321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-ae816d0d-156a-4459-8ac7-0785c6313fcf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9343c7db5c6642cda58fd7fa1921320c&device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 1095 time: 0.1223073 Nov 22 16:59:34.934078 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be680ee4-aadc-4c43-a997-73ec365ea2e1 x-openstack-request-id: req-be680ee4-aadc-4c43-a997-73ec365ea2e1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:34.934735 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98219ebb-56c1-42be-8708-ff6108cacdf9", "tag": "daa51e66-42c3-4b11-8d0c-090022181b0c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:34.935227 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-be680ee4-aadc-4c43-a997-73ec365ea2e1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:34.935945 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'tag': 'daa51e66-42c3-4b11-8d0c-090022181b0c', 'status': 'completed', 'code': 200} Nov 22 16:59:35.049069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-14a61433-718d-4081-9c2d-d3020bdd289a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa51e66-42c3-4b11-8d0c-090022181b0c HTTP/1.1" status: 200 len: 217 time: 0.0925248 Nov 22 16:59:35.147145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-942ae069-420d-4c28-a19f-c1c109455e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.148942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-942ae069-420d-4c28-a19f-c1c109455e80 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc6ec929-85e2-46e8-b848-ef68a25b6da6 HTTP/1.1" status: 200 len: 849 time: 0.0606096 Nov 22 16:59:35.190750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-82fe1327-4308-4b7e-9bb0-25562f02b6f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ef88040-323f-4313-bd24-8369c66736d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313222 Nov 22 16:59:35.204002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5370d4-ade9-4a20-99bc-6a9f1399b314 req-74845372-cd68-413f-ad9d-025ac681bc0e tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.205591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de5370d4-ade9-4a20-99bc-6a9f1399b314 req-74845372-cd68-413f-ad9d-025ac681bc0e tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.1548297 Nov 22 16:59:35.365705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de5370d4-ade9-4a20-99bc-6a9f1399b314 req-0b5b7026-3cd7-4d67-8188-436000a47cc2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506402 Nov 22 16:59:35.433254 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-82e59e77-cf0c-4bb6-9af9-d571cf4f85f7 service neutron] 10.222.0.66 "GET /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262523 Nov 22 16:59:35.822756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3e5014f-4a0a-45d9-b688-640b3d347c29 req-0fcc6398-b1d3-4c9b-a8f7-ef4ff4ca2515 service neutron] 10.222.0.66 "GET /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785453 Nov 22 16:59:35.915913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0db621-f280-4e8b-88ed-cb68e23cd0b8 req-46e6ed49-9552-439c-974c-9f58fcb2a5f5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.925336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc0db621-f280-4e8b-88ed-cb68e23cd0b8 req-46e6ed49-9552-439c-974c-9f58fcb2a5f5 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.2412295 Nov 22 16:59:35.947760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca1bbc-c234-47a9-b061-4457c67110e3 req-4b6aeb12-2125-451a-986c-32871a41d249 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:35.949339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44ca1bbc-c234-47a9-b061-4457c67110e3 req-4b6aeb12-2125-451a-986c-32871a41d249 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 944 time: 0.1731694 Nov 22 16:59:36.176651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc0db621-f280-4e8b-88ed-cb68e23cd0b8 req-5ea9f7a9-5bbd-46ba-9e4d-920a047bdc53 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034771 Nov 22 16:59:36.189982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-525036c1-a929-4954-b82b-edae6b77eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.192349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-525036c1-a929-4954-b82b-edae6b77eeb0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9343c7db5c6642cda58fd7fa1921320c&device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 1095 time: 0.2631476 Nov 22 16:59:36.198315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44ca1bbc-c234-47a9-b061-4457c67110e3 req-a5d92a22-1b92-4989-9322-d3dc748d69c4 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263560 Nov 22 16:59:36.325550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-83d0e6e0-91f5-4a3c-b089-1288630a6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.327070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-83d0e6e0-91f5-4a3c-b089-1288630a6093 service neutron] 10.222.0.66 "GET /v2.0/networks?id=0ef88040-323f-4313-bd24-8369c66736d3 HTTP/1.1" status: 200 len: 910 time: 0.1223354 Nov 22 16:59:36.386369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-519bdb05-289e-49b9-9450-3e9f499d6e34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=daa51e66-42c3-4b11-8d0c-090022181b0c HTTP/1.1" status: 200 len: 217 time: 0.0480516 Nov 22 16:59:36.471383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-ecf99af4-5cf1-4c26-a106-508b144602cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.472875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-ecf99af4-5cf1-4c26-a106-508b144602cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc6ec929-85e2-46e8-b848-ef68a25b6da6 HTTP/1.1" status: 200 len: 849 time: 0.0782597 Nov 22 16:59:36.535071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-2d1ca93d-2224-4367-a354-0093779a2840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0ef88040-323f-4313-bd24-8369c66736d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492256 Nov 22 16:59:36.731388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab032e-63b7-4b37-9b3e-367a30a82e66 req-1855917b-1311-4054-8735-29ba4040a3fb tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:36.733178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdab032e-63b7-4b37-9b3e-367a30a82e66 req-1855917b-1311-4054-8735-29ba4040a3fb tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.1970170 Nov 22 16:59:36.798775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-1d1b8d6e-1e1e-4d37-956d-42fdf61aee7b service neutron] 10.222.0.66 "GET /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497249 Nov 22 16:59:36.885240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdab032e-63b7-4b37-9b3e-367a30a82e66 req-b5ac13aa-80f7-4405-a6d4-10c249b64d9d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342893 Nov 22 16:59:36.987286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69f0098-2c08-449f-ae94-b05afbce4a3d req-f0613db4-775c-4831-90b2-fc6658c60553 service neutron] 10.222.0.66 "GET /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745455 Nov 22 16:59:37.483105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c492892-f596-4618-ad52-b5a4f6758d43 req-0888a983-aa61-4467-9abe-9a5da7820b9f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:37.484837 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c492892-f596-4618-ad52-b5a4f6758d43 req-0888a983-aa61-4467-9abe-9a5da7820b9f tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.1549845 Nov 22 16:59:37.494949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:37.516007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fe8cb-fbf8-4a82-bb9b-4cdf7776f27c req-b1a3f9a7-f2f1-4305-af2c-6df0d2f5a688 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:37.522119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-527fe8cb-fbf8-4a82-bb9b-4cdf7776f27c req-b1a3f9a7-f2f1-4305-af2c-6df0d2f5a688 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 944 time: 0.1257241 Nov 22 16:59:37.675089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-527fe8cb-fbf8-4a82-bb9b-4cdf7776f27c req-c550ff71-0732-451b-a45a-757412328d7c tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422739 Nov 22 16:59:37.682146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c492892-f596-4618-ad52-b5a4f6758d43 req-87b34e73-c0cc-4a3f-ba8c-31cc91a4bde0 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1895361 Nov 22 16:59:38.025214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ca0fff-098f-429d-8eba-d3c76ecfd2ac req-d34cc4e9-b278-4137-be58-ef6cc06f6783 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:38.026756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71ca0fff-098f-429d-8eba-d3c76ecfd2ac req-d34cc4e9-b278-4137-be58-ef6cc06f6783 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0601687 Nov 22 16:59:38.097921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71ca0fff-098f-429d-8eba-d3c76ecfd2ac req-a9b2d81d-092e-42a2-a088-a553858ba08d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616248 Nov 22 16:59:38.523169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device daa51e66-42c3-4b11-8d0c-090022181b0c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:38.633303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port daa51e66-42c3-4b11-8d0c-090022181b0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=daa51e66-42c3-4b11-8d0c-090022181b0c,segment=NetworkSegment(e3b2e06e-f208-4dd4-ac87-e7cc768c61f3),segment_id=e3b2e06e-f208-4dd4-ac87-e7cc768c61f3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:38.650933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'daa51e66-42c3-4b11-8d0c-090022181b0c', 'network_id': '0ef88040-323f-4313-bd24-8369c66736d3', 'port_id': 'daa51e66-42c3-4b11-8d0c-090022181b0c', 'mac_address': 'fa:16:3e:ad:80:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6ec929-85e2-46e8-b848-ef68a25b6da6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:38.698655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.730943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa51e66-42c3-4b11-8d0c-090022181b0c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:38.773315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port daa51e66-42c3-4b11-8d0c-090022181b0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=daa51e66-42c3-4b11-8d0c-090022181b0c,segment=NetworkSegment(e3b2e06e-f208-4dd4-ac87-e7cc768c61f3),segment_id=e3b2e06e-f208-4dd4-ac87-e7cc768c61f3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:38.779861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:38.847475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=daa51e66-42c3-4b11-8d0c-090022181b0c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:38.863970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c664b2c-bd0c-48a9-b845-6b663bfe3b9c req-c90e85b3-b357-4382-a434-31db3dc9310b tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:38.865776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c664b2c-bd0c-48a9-b845-6b663bfe3b9c req-c90e85b3-b357-4382-a434-31db3dc9310b tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 945 time: 0.0694792 Nov 22 16:59:38.935936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c664b2c-bd0c-48a9-b845-6b663bfe3b9c req-28477cdd-d18c-4513-9d01-84912b9d93ee tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594151 Nov 22 16:59:39.051192 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:39.201273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['daa51e66-42c3-4b11-8d0c-090022181b0c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:39.219180 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ece4ff-081f-4efe-a8ec-631de9e3b4b9 req-2c6c4395-fcfc-4d6e-855d-3f3cb44cf435 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:39.221514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8ece4ff-081f-4efe-a8ec-631de9e3b4b9 req-2c6c4395-fcfc-4d6e-855d-3f3cb44cf435 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0610838 Nov 22 16:59:39.290366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8ece4ff-081f-4efe-a8ec-631de9e3b4b9 req-c47f8bf1-575f-4f97-97cd-670122379299 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623426 Nov 22 16:59:40.099739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e8ec23-6df0-49f3-b2a3-800e624028f9 req-e0dd8d6d-de12-491f-ac28-263a23f9fdf3 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.101312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8e8ec23-6df0-49f3-b2a3-800e624028f9 req-e0dd8d6d-de12-491f-ac28-263a23f9fdf3 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 945 time: 0.0639944 Nov 22 16:59:40.157646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8e8ec23-6df0-49f3-b2a3-800e624028f9 req-cbb6e4c7-9cb5-415b-92ff-5963ca88da71 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501018 Nov 22 16:59:40.429636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28343dd-a40f-46b9-ab1e-4321b449ee7c req-a213b918-9596-4bc8-bb85-b1a5aca1b1c6 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.431196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f28343dd-a40f-46b9-ab1e-4321b449ee7c req-a213b918-9596-4bc8-bb85-b1a5aca1b1c6 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0642118 Nov 22 16:59:40.485723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f28343dd-a40f-46b9-ab1e-4321b449ee7c req-32fa7c90-d687-4be4-b586-04983a8c37e3 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484970 Nov 22 16:59:40.525937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device daa51e66-42c3-4b11-8d0c-090022181b0c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:40.579876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port daa51e66-42c3-4b11-8d0c-090022181b0c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:40.583981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port daa51e66-42c3-4b11-8d0c-090022181b0c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:40.584351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.673720 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.707897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa51e66-42c3-4b11-8d0c-090022181b0c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:40.710201 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0db868-3aad-4d52-888e-621a7fa1c3f7" -d '{"events": [{"server_uuid": "98219ebb-56c1-42be-8708-ff6108cacdf9", "name": "network-vif-plugged", "status": "completed", "tag": "daa51e66-42c3-4b11-8d0c-090022181b0c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:40.725261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port daa51e66-42c3-4b11-8d0c-090022181b0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=daa51e66-42c3-4b11-8d0c-090022181b0c,segment=NetworkSegment(e3b2e06e-f208-4dd4-ac87-e7cc768c61f3),segment_id=e3b2e06e-f208-4dd4-ac87-e7cc768c61f3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:40.737274 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:40.777042 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2abfcc-146a-46b3-b02b-0f8e9e4626fa x-openstack-request-id: req-de2abfcc-146a-46b3-b02b-0f8e9e4626fa {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:40.777464 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98219ebb-56c1-42be-8708-ff6108cacdf9", "name": "network-vif-plugged", "status": "completed", "tag": "daa51e66-42c3-4b11-8d0c-090022181b0c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:40.777928 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de2abfcc-146a-46b3-b02b-0f8e9e4626fa {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:40.778341 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa51e66-42c3-4b11-8d0c-090022181b0c', 'code': 200} Nov 22 16:59:40.826047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=daa51e66-42c3-4b11-8d0c-090022181b0c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:40.919061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839305c-4e02-4344-b68f-9ae2e5333150 req-bc468514-7f6b-49ef-8a20-a7475f805bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:40.920985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9839305c-4e02-4344-b68f-9ae2e5333150 req-bc468514-7f6b-49ef-8a20-a7475f805bc5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 1097 time: 0.0446057 Nov 22 16:59:40.975804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9839305c-4e02-4344-b68f-9ae2e5333150 req-644427d5-4260-408b-b7bb-d69814fe9555 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467529 Nov 22 16:59:41.299391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947b700-2152-45d1-bcc6-92347c7df65f req-0d3bcebb-ca54-47aa-a2b7-1dc13845ce52 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.301575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4947b700-2152-45d1-bcc6-92347c7df65f req-0d3bcebb-ca54-47aa-a2b7-1dc13845ce52 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 946 time: 0.0726156 Nov 22 16:59:41.362891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4947b700-2152-45d1-bcc6-92347c7df65f req-dd1052d6-1075-4df4-918e-f42bfc9e9239 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536234 Nov 22 16:59:41.667850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad80b7-ba71-4ca6-a75a-89b3d1b9926c req-803ed9b2-3865-4ae4-ba1f-c24175e2bd57 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:41.669811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69ad80b7-ba71-4ca6-a75a-89b3d1b9926c req-803ed9b2-3865-4ae4-ba1f-c24175e2bd57 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0765996 Nov 22 16:59:41.736797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69ad80b7-ba71-4ca6-a75a-89b3d1b9926c req-ec52bec3-c0c1-4578-8eac-80c0ea98cc4a tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602369 Nov 22 16:59:42.511937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c1043-5ae7-4427-9bfa-3cf85f3df365 req-d4cda9b8-fd7c-4a7a-9d58-39a6e9379a7d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.513925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b00c1043-5ae7-4427-9bfa-3cf85f3df365 req-d4cda9b8-fd7c-4a7a-9d58-39a6e9379a7d tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 946 time: 0.0660744 Nov 22 16:59:42.566703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b00c1043-5ae7-4427-9bfa-3cf85f3df365 req-64c5501a-3d2f-4b3c-aeb8-19de403bbeb4 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Nov 22 16:59:42.883464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8909d48-1987-46a9-bb9e-8a723870cb03 req-7a84a3f5-a0a5-4b22-9b07-d162fba6f005 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:42.885250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8909d48-1987-46a9-bb9e-8a723870cb03 req-7a84a3f5-a0a5-4b22-9b07-d162fba6f005 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0651817 Nov 22 16:59:42.940498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8909d48-1987-46a9-bb9e-8a723870cb03 req-84f94f3d-1b9d-46ff-9b8f-9a74b09b09ef tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485642 Nov 22 16:59:43.733243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd94326-2da8-430e-8d11-f93fcaa13162 req-6a8eef24-16bd-47ae-a381-cfd6e0e8161e tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:43.735063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfd94326-2da8-430e-8d11-f93fcaa13162 req-6a8eef24-16bd-47ae-a381-cfd6e0e8161e tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 946 time: 0.0623934 Nov 22 16:59:43.821303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dfd94326-2da8-430e-8d11-f93fcaa13162 req-c9fff11a-3d79-41ca-b103-ccdb33af1e60 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702953 Nov 22 16:59:44.122891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d08ec-6f35-4bda-8ffb-12d073bd50da req-35a720d4-9621-4324-bdb6-0c63fb3db0be tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:44.130172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd7d08ec-6f35-4bda-8ffb-12d073bd50da req-35a720d4-9621-4324-bdb6-0c63fb3db0be tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.1022651 Nov 22 16:59:44.201913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd7d08ec-6f35-4bda-8ffb-12d073bd50da req-4ea2435c-e08a-4e20-acfb-5dd3825e5057 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653846 Nov 22 16:59:44.848043 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 16:59:45.372943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e9f31-49a2-4d0c-b190-b44dadcbb06e req-e21267e2-f4f5-470c-9ea8-4e0b357b3ba0 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:45.378002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-036e9f31-49a2-4d0c-b190-b44dadcbb06e req-e21267e2-f4f5-470c-9ea8-4e0b357b3ba0 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0991023 Nov 22 16:59:45.443858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-036e9f31-49a2-4d0c-b190-b44dadcbb06e req-d652e566-ea2a-4592-af27-98c286375a67 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623302 Nov 22 16:59:46.603284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a0fe1-729e-40a3-9eae-68fc0a622023 req-cf9d7e95-98e7-4812-abf2-793783e8f573 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:46.611248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-171a0fe1-729e-40a3-9eae-68fc0a622023 req-cf9d7e95-98e7-4812-abf2-793783e8f573 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 943 time: 0.0655081 Nov 22 16:59:46.676285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-171a0fe1-729e-40a3-9eae-68fc0a622023 req-60b667dd-b1b3-4298-a953-29ca233f9c96 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641432 Nov 22 16:59:46.921069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 78121450-011f-46e2-9fd8-cf9b3022bfe6 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 16:59:47.040821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 78121450-011f-46e2-9fd8-cf9b3022bfe6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:47.053182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 16:59:47.099777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.115320 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78121450-011f-46e2-9fd8-cf9b3022bfe6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 16:59:47.147694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 78121450-011f-46e2-9fd8-cf9b3022bfe6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:47.154408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:47.232470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=78121450-011f-46e2-9fd8-cf9b3022bfe6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:47.410223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['78121450-011f-46e2-9fd8-cf9b3022bfe6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:47.846282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d1226-e5f2-4c97-8705-83cce16472ea req-cb3160fa-efce-4223-b610-17ebe905aab4 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:47.848538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-126d1226-e5f2-4c97-8705-83cce16472ea req-cb3160fa-efce-4223-b610-17ebe905aab4 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 946 time: 0.1076257 Nov 22 16:59:47.864569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e8e8e-06fe-4c19-971d-9fca2b2bce78 req-e2e775fb-ca0c-4f5f-aec2-5aeca7646c90 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:47.866062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b5e8e8e-06fe-4c19-971d-9fca2b2bce78 req-e2e775fb-ca0c-4f5f-aec2-5aeca7646c90 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 944 time: 0.0850627 Nov 22 16:59:47.943821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-126d1226-e5f2-4c97-8705-83cce16472ea req-45f4757b-add1-4473-bc53-55d0cc0f91f8 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876000 Nov 22 16:59:47.948761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b5e8e8e-06fe-4c19-971d-9fca2b2bce78 req-c0757b93-152b-494a-a32a-c0809a13c42f tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754111 Nov 22 16:59:48.938857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 78121450-011f-46e2-9fd8-cf9b3022bfe6 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 16:59:49.000524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 78121450-011f-46e2-9fd8-cf9b3022bfe6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 16:59:49.005750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 78121450-011f-46e2-9fd8-cf9b3022bfe6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 16:59:49.006176 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.124399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.184130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393752c5-7cf9-42a1-a794-456d9485c7a1 req-f20157a1-3825-44e0-8444-813229f753bc tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.185891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-393752c5-7cf9-42a1-a794-456d9485c7a1 req-f20157a1-3825-44e0-8444-813229f753bc tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 946 time: 0.0922203 Nov 22 16:59:49.193485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 78121450-011f-46e2-9fd8-cf9b3022bfe6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:49.194735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:49.195990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cb5fa-4df4-4268-a797-bdf9021ce7ab req-f95d0148-047e-4b39-867b-1028edde2ba4 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.197723 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7ade95-db05-4722-b365-9f6150895196" -d '{"events": [{"server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:49.204119 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.207087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd9cb5fa-4df4-4268-a797-bdf9021ce7ab req-f95d0148-047e-4b39-867b-1028edde2ba4 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 944 time: 0.1346941 Nov 22 16:59:49.287152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=78121450-011f-46e2-9fd8-cf9b3022bfe6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:49.325947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bd9cb5fa-4df4-4268-a797-bdf9021ce7ab req-7e408f2f-1769-401c-a7f5-e251c8c05b4a tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177001 Nov 22 16:59:49.350342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-393752c5-7cf9-42a1-a794-456d9485c7a1 req-fbb01312-2999-4f06-9787-431a1e3a76b8 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/security-groups?id=77cb9f89-cded-45cd-8448-db72ec10e14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328850 Nov 22 16:59:49.402179 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab30210-50e9-4956-9654-ac75e8358d21 x-openstack-request-id: req-bab30210-50e9-4956-9654-ac75e8358d21 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:49.402484 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "name": "network-vif-plugged", "status": "completed", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:49.402749 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bab30210-50e9-4956-9654-ac75e8358d21 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:49.405720 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'code': 200} Nov 22 16:59:49.549051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46e947-b277-4b07-9371-061121b0b8ea req-996956e3-a2fa-41b0-b29a-11617bfac425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.551370 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5e46e947-b277-4b07-9371-061121b0b8ea req-996956e3-a2fa-41b0-b29a-11617bfac425 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0781183 Nov 22 16:59:49.624374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5e46e947-b277-4b07-9371-061121b0b8ea req-fbc47aee-11c0-4940-8048-92268f963853 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656316 Nov 22 16:59:49.959680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bdf9531-55b4-4ad6-bbea-d4f2f24b0611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:49.990107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-14b28d38-3617-4c40-8bc4-770b3d075360 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:49.991579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-14b28d38-3617-4c40-8bc4-770b3d075360 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.66 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 946 time: 0.0579505 Nov 22 16:59:50.105480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Deleting port daa51e66-42c3-4b11-8d0c-090022181b0c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:50.105844 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.211935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] For port daa51e66-42c3-4b11-8d0c-090022181b0c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=daa51e66-42c3-4b11-8d0c-090022181b0c,segment=NetworkSegment(e3b2e06e-f208-4dd4-ac87-e7cc768c61f3),segment_id=e3b2e06e-f208-4dd4-ac87-e7cc768c61f3)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:50.212630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.230144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Calling delete_port for daa51e66-42c3-4b11-8d0c-090022181b0c owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:50.392301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.412622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['daa51e66-42c3-4b11-8d0c-090022181b0c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 16:59:50.454207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Pushing event deleted for resources: {'Port': ['ID=daa51e66-42c3-4b11-8d0c-090022181b0c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:50.549230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] No DVR routers for this DVR port daa51e66-42c3-4b11-8d0c-090022181b0c on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:50.552506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-781bacb3-4870-478c-9d46-e634d2aeb26e req-56173ba8-b260-40cf-8cd7-b2ce788b28e7 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.65 "GET /v2.0/ports?device_id=98219ebb-56c1-42be-8708-ff6108cacdf9 HTTP/1.1" status: 200 len: 210 time: 0.1003561 Nov 22 16:59:50.553570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:50.557630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96497b58-a926-4bd5-90f7-b14a958d0d88 req-7d44896d-6fb8-4397-9599-352a230ee561 tempest-VolumesActionsTest-218718223 tempest-VolumesActionsTest-218718223-project] 10.222.0.66 "DELETE /v2.0/ports/daa51e66-42c3-4b11-8d0c-090022181b0c HTTP/1.1" status: 204 len: 173 time: 0.5533438 Nov 22 16:59:50.560396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'name': 'network-vif-deleted', 'tag': 'daa51e66-42c3-4b11-8d0c-090022181b0c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:50.562932 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e475e82c-0ff8-4f51-8ecd-ecd92e36175e" -d '{"events": [{"server_uuid": "98219ebb-56c1-42be-8708-ff6108cacdf9", "name": "network-vif-deleted", "tag": "daa51e66-42c3-4b11-8d0c-090022181b0c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:50.609406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc434dc9-72d6-43b0-9590-9fffabce26a0 req-4b9bdba9-e001-4d19-8216-c9003c11c1a0 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:50.620962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc434dc9-72d6-43b0-9590-9fffabce26a0 req-4b9bdba9-e001-4d19-8216-c9003c11c1a0 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1675313 Nov 22 16:59:50.654233 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e5865e-a0c3-420d-8239-802e21358498 x-openstack-request-id: req-69e5865e-a0c3-420d-8239-802e21358498 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:50.654592 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98219ebb-56c1-42be-8708-ff6108cacdf9", "name": "network-vif-deleted", "tag": "daa51e66-42c3-4b11-8d0c-090022181b0c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:50.654849 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69e5865e-a0c3-420d-8239-802e21358498 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:50.655292 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98219ebb-56c1-42be-8708-ff6108cacdf9', 'name': 'network-vif-deleted', 'tag': 'daa51e66-42c3-4b11-8d0c-090022181b0c', 'status': 'completed', 'code': 200} Nov 22 16:59:50.701827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc434dc9-72d6-43b0-9590-9fffabce26a0 req-a96f90d6-fc7a-4595-821f-90fd252e3178 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798049 Nov 22 16:59:51.892479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e4c75-a4d7-4bf1-aed2-3191bc53f75a req-53bed991-de9f-48c4-b194-11443505558d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:51.901746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b85e4c75-a4d7-4bf1-aed2-3191bc53f75a req-53bed991-de9f-48c4-b194-11443505558d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0956554 Nov 22 16:59:52.377291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b85e4c75-a4d7-4bf1-aed2-3191bc53f75a req-bab34c0b-b48d-4afa-976e-06100a8158a3 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4744716 Nov 22 16:59:52.525826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26cefa-7e2d-4d7b-8e95-7dc126719875 req-8ddb81bf-507c-422e-b445-fb572b2f4349 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:52.527635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d26cefa-7e2d-4d7b-8e95-7dc126719875 req-8ddb81bf-507c-422e-b445-fb572b2f4349 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 945 time: 0.0613935 Nov 22 16:59:52.590722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d26cefa-7e2d-4d7b-8e95-7dc126719875 req-f86c4e4a-df5f-4105-84d9-6f5c88196486 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564849 Nov 22 16:59:52.614558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39560) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:52.831269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74647f10-eacb-467f-8add-2b44d9c54a69 tempest-TestVolumeBackupRestore-145248208 tempest-TestVolumeBackupRestore-145248208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:52.833687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-74647f10-eacb-467f-8add-2b44d9c54a69 tempest-TestVolumeBackupRestore-145248208 tempest-TestVolumeBackupRestore-145248208-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1091 time: 0.2169971 Nov 22 16:59:52.836048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39570) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:52.841504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:52.873990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:52.911782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-699b0a00-afd2-42ce-b8b3-7fe3e1930ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.049196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.200098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Allocated IP 172.25.6.91 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/f2e4ea3d-a737-441c-a9ab-708f84b7780a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 16:59:53.321530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.362539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.417717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 16:59:53.422942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 16:59:53.428267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 16:59:53.432336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'Port': ['ID=f2e4ea3d-a737-441c-a9ab-708f84b7780a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:53.846660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:53.959360 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.040856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.154170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.161350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.246910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event updated for resources: {'Port': ['ID=f2e4ea3d-a737-441c-a9ab-708f84b7780a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:54.254547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:54.510628 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Floating IP 04d52912-bdec-48bc-a55b-9d0016aa5a20 associated. External IP: 172.25.6.91, port: 78121450-011f-46e2-9fd8-cf9b3022bfe6. Nov 22 16:59:54.633058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device daa51e66-42c3-4b11-8d0c-090022181b0c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:54.675700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: daa51e66-42c3-4b11-8d0c-090022181b0c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:54.676084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device daa51e66-42c3-4b11-8d0c-090022181b0c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:54.901370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Router dfe58a4a-14ab-4540-be40-f2908f901eb9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:55.106317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7b07c-27f0-4a9a-8d43-c35bb6f7400d req-97fdf1d8-a181-49d0-a110-6d12ffb32651 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.107757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eba7b07c-27f0-4a9a-8d43-c35bb6f7400d req-97fdf1d8-a181-49d0-a110-6d12ffb32651 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.1218741 Nov 22 16:59:55.115074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:55.126413 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] Sync routers for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:55.138140 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:55.139335 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:55.222019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eba7b07c-27f0-4a9a-8d43-c35bb6f7400d req-0acb00dd-e13f-4866-9270-6e51a4fc6042 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046784 Nov 22 16:59:55.231274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.278801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-73f83e30-ffe2-442a-8ffa-959899c7fb8d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4391017 Nov 22 16:59:55.278801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:55.279420 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb05cb5b-db88-43d7-93a2-b4b0b5398285" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:55.279677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 39650) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:55.326284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:55.340504 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fba331-98a4-4074-9eca-c91b86224158 x-openstack-request-id: req-33fba331-98a4-4074-9eca-c91b86224158 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:55.340796 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:55.341049 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33fba331-98a4-4074-9eca-c91b86224158 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:55.341452 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'status': 'completed', 'code': 200} Nov 22 16:59:55.364988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2002d43-cccf-4d17-9619-baed08acd63d tempest-TestVolumeBackupRestore-145248208 tempest-TestVolumeBackupRestore-145248208-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.366855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b2002d43-cccf-4d17-9619-baed08acd63d tempest-TestVolumeBackupRestore-145248208 tempest-TestVolumeBackupRestore-145248208-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1091 time: 0.0855999 Nov 22 16:59:55.370654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 16:59:55.376248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Request body: {'floatingip': {'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 16:59:55.412951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-29e53ff5-603b-450a-80cd-6bb235a30c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.415432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-29e53ff5-603b-450a-80cd-6bb235a30c4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0474815 Nov 22 16:59:55.430800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.544297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-86aca52b-2655-4afd-abf6-dc65b89f4c49 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.546140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-86aca52b-2655-4afd-abf6-dc65b89f4c49 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.66 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.1596956 Nov 22 16:59:55.629708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-667e43f1-5e93-485c-8d17-a158f73e0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.634423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-667e43f1-5e93-485c-8d17-a158f73e0be6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 914 time: 0.2072887 Nov 22 16:59:55.661912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.758358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Deleting port 78441505-5c50-460d-90eb-321b723adcbb {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 16:59:55.759298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:55.791008 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-893c27aa-06df-49c1-a891-f7687a5f8280 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 998 time: 0.1386960 Nov 22 16:59:55.835589 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '04d52912-bdec-48bc-a55b-9d0016aa5a20', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:53Z', 'revision_number': 0, 'project_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:55.872703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-182812cd-19ec-4a42-8f7a-567616350de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.874168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-182812cd-19ec-4a42-8f7a-567616350de1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 200 len: 852 time: 0.0757327 Nov 22 16:59:55.893533 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] Checking router: dfe58a4a-14ab-4540-be40-f2908f901eb9 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 16:59:55.908745 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:55.910222 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:55.966563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-336303d0-4b45-4030-9df7-23815527abd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:55.968168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-336303d0-4b45-4030-9df7-23815527abd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1f2c43b-41bc-497f-beec-47990f118617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826216 Nov 22 16:59:56.021950 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.118611 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:56.150027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-4d239a5c-2d9f-43da-ae14-06c14818c28d service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714916 Nov 22 16:59:56.418760 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb05cb5b-db88-43d7-93a2-b4b0b5398285 req-2c38c3b4-b034-438e-86da-ee4b1b5a3d66 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590485 Nov 22 16:59:56.533314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] For port 78441505-5c50-460d-90eb-321b723adcbb, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=78441505-5c50-460d-90eb-321b723adcbb,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 16:59:56.534789 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:56.639917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09b76cf-f144-4442-a3fe-646c101a7149 req-e7244055-e12a-4cac-a5a0-94a009829a3f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 16:59:56.643097 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c09b76cf-f144-4442-a3fe-646c101a7149 req-e7244055-e12a-4cac-a5a0-94a009829a3f tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 945 time: 0.1795175 Nov 22 16:59:56.778079 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '04d52912-bdec-48bc-a55b-9d0016aa5a20', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:53Z', 'revision_number': 0, 'project_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:56.839367 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2938f45-e3f2-45ca-9654-a6b3d076c6d5 None None] The sync data for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 is: [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '04d52912-bdec-48bc-a55b-9d0016aa5a20', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:53Z', 'revision_number': 0, 'project_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 16:59:56.983112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c09b76cf-f144-4442-a3fe-646c101a7149 req-2c629f15-5f9a-4f76-a030-4d431e615960 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3112733 Nov 22 16:59:57.244762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.245038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.245356 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Floating IP 9be169cf-63f1-4952-abdf-aa1ce6816ebc disassociated. External IP: 172.25.6.36, port: 78441505-5c50-460d-90eb-321b723adcbb. Nov 22 16:59:57.245735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Calling delete_port for 78441505-5c50-460d-90eb-321b723adcbb owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 16:59:57.259915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a706a7-ad2d-4824-8661-3af3ea06e7b6 None None] New status for floating IP 04d52912-bdec-48bc-a55b-9d0016aa5a20: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:59:57.478684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.485707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-05a706a7-ad2d-4824-8661-3af3ea06e7b6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 16:59:57.486060 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-05a706a7-ad2d-4824-8661-3af3ea06e7b6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 16:59:57.508362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.611104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:57.680213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event deleted for resources: {'Port': ['ID=78441505-5c50-460d-90eb-321b723adcbb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 16:59:57.987850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a706a7-ad2d-4824-8661-3af3ea06e7b6 None None] New status for floating IP 04d52912-bdec-48bc-a55b-9d0016aa5a20: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 16:59:58.079005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Router dfe58a4a-14ab-4540-be40-f2908f901eb9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:58.143177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Router ac12c140-7fff-4a83-8c14-01540317f55d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 16:59:58.283987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40893892-37e9-4b18-85b9-1a4fb13fad72 req-13d7d34f-451d-46cf-b4c9-1ee007a3ed80 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 210 time: 0.1127093 Nov 22 16:59:58.655905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 78441505-5c50-460d-90eb-321b723adcbb no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 16:59:58.803680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 78441505-5c50-460d-90eb-321b723adcbb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 16:59:58.804781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 78441505-5c50-460d-90eb-321b723adcbb not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 16:59:59.266314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:59.269516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 16:59:59.278888 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] Sync routers for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:59.283152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] Sync routers for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 16:59:59.295329 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.298216 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:59.298868 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:59.314652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 16:59:59.320116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 16:59:59.585746 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 16:59:59.593603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 16:59:59.613876 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f915f1d6-248b-4a40-b605-79a9388a08be" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 16:59:59.651501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc197da1-9d90-4be1-9ad8-8341033f37ed tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "PUT /v2.0/floatingips/04d52912-bdec-48bc-a55b-9d0016aa5a20 HTTP/1.1" status: 200 len: 990 time: 4.2714961 Nov 22 16:59:59.899666 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c27847-8d44-40c4-8f0a-829b3bb04afd x-openstack-request-id: req-26c27847-8d44-40c4-8f0a-829b3bb04afd {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 16:59:59.900172 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 16:59:59.900704 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-26c27847-8d44-40c4-8f0a-829b3bb04afd {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 16:59:59.901402 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'status': 'completed', 'code': 200} Nov 22 16:59:59.902756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] No DVR routers for this DVR port 78441505-5c50-460d-90eb-321b723adcbb on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 16:59:59.930560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47613b91-c417-451c-bf78-9af76f6a2797 req-9dbfcca5-db69-4da7-97c8-9ebff6435096 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0c6e0a5-e437-4703-834f-0c04443cefc5 HTTP/1.1" status: 200 len: 210 time: 0.2501616 Nov 22 16:59:59.934417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 16:59:59.943222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9533726-baa9-4076-acb8-a9bbed0f98d7 req-d92866d2-730c-45de-b9d8-e59f909c052a tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.66 "DELETE /v2.0/ports/78441505-5c50-460d-90eb-321b723adcbb HTTP/1.1" status: 204 len: 173 time: 4.3867311 Nov 22 17:00:00.021156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f1d6-248b-4a40-b605-79a9388a08be req-5e1e5ff6-0104-4a51-a0a7-943584f75764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.032390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-5e1e5ff6-0104-4a51-a0a7-943584f75764 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1693745 Nov 22 17:00:00.160182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:00.168167 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:00.261251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] Checking router: ac12c140-7fff-4a83-8c14-01540317f55d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:00.271463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f1d6-248b-4a40-b605-79a9388a08be req-ae61c1af-1bc2-44a5-aa02-2ecfa17b89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.279074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-ae61c1af-1bc2-44a5-aa02-2ecfa17b89e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 914 time: 0.2362061 Nov 22 17:00:00.291100 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:00.294048 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:00.553460 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-c315a5f2-2f17-4a8b-87f3-4bfff088ae11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 1000 time: 0.2587349 Nov 22 17:00:00.594327 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:00.733445 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f1d6-248b-4a40-b605-79a9388a08be req-ae8391cc-9dec-4267-a22c-b9d853614589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.736284 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-ae8391cc-9dec-4267-a22c-b9d853614589 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 200 len: 852 time: 0.1664095 Nov 22 17:00:00.910120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915f1d6-248b-4a40-b605-79a9388a08be req-4765dc41-dad2-411d-a3dd-d8ba3dd1349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:00.913230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-4765dc41-dad2-411d-a3dd-d8ba3dd1349c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1f2c43b-41bc-497f-beec-47990f118617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1695583 Nov 22 17:00:01.019999 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:01.056912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '04d52912-bdec-48bc-a55b-9d0016aa5a20', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:58Z', 'revision_number': 2, 'project_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:01.063254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39760) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:01.068140 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93786ba6-7b48-4282-a298-719eca15cd7c None None] The sync data for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 is: [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f228ef08-df6c-497a-b5e5-5449a3e84da8', 'name': '', 'network_id': '005d2048-70d7-458a-bdb6-cf960d7c031e', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'mac_address': 'fa:16:3e:2a:83:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:45Z', 'updated_at': '2021-11-22T16:53:56Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'subnets': [{'id': '65d2fd9d-9785-4336-a8bc-f12a748a64bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:01.138875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] Checking router: dfe58a4a-14ab-4540-be40-f2908f901eb9 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:01.170600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:01.172879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:01.284177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-26fdb0b3-f458-4c4f-828f-1a57905c312a service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605747 Nov 22 17:00:01.354289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:01.388178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Deleting port aeb75eee-dcce-48db-9bd6-14f0d29fe3b1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:01.388540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.581925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f915f1d6-248b-4a40-b605-79a9388a08be req-fa4a31f5-5540-453e-840f-94d8d6afa029 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740369 Nov 22 17:00:01.622595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.626626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.680366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Calling delete_port for aeb75eee-dcce-48db-9bd6-14f0d29fe3b1 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:01.713181 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c58948-1b52-490d-b87f-c3f559fe6d0d None None] New status for floating IP 9be169cf-63f1-4952-abdf-aa1ce6816ebc: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:01.834740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '04d52912-bdec-48bc-a55b-9d0016aa5a20', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:58Z', 'revision_number': 2, 'project_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:01.875356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91256d8a-aae9-421a-8ce7-96d36c9110ae None None] The sync data for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 is: [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '04d52912-bdec-48bc-a55b-9d0016aa5a20', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'port_id': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'mac_address': 'fa:16:3e:ef:41:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T16:59:53Z', 'updated_at': '2021-11-22T16:59:58Z', 'revision_number': 2, 'project_id': '516b008535f945f7b4b825db57649bd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:01.906706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}, {'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'name': 'network-vif-deleted', 'tag': '78441505-5c50-460d-90eb-321b723adcbb'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:01.910755 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}, {"server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "name": "network-vif-deleted", "tag": "78441505-5c50-460d-90eb-321b723adcbb"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:01.928980 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.db.api [None req-a5c58948-1b52-490d-b87f-c3f559fe6d0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103517) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:00:01.929555 n-d-816206-6 neutron-server[103517]: DEBUG oslo_db.api [None req-a5c58948-1b52-490d-b87f-c3f559fe6d0d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:00:01.930425 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:01.988249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event deleted for resources: {'Port': ['ID=aeb75eee-dcce-48db-9bd6-14f0d29fe3b1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.019450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.020033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.020555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.021077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.021914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.022452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.023197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.023709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.024280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.024979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.025851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.026389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:02.030898 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4696d219-c317-4905-b468-01c5371f248a x-openstack-request-id: req-4696d219-c317-4905-b468-01c5371f248a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:02.031198 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "status": "completed", "code": 200}, {"server_uuid": "c0c6e0a5-e437-4703-834f-0c04443cefc5", "name": "network-vif-deleted", "tag": "78441505-5c50-460d-90eb-321b723adcbb", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:02.031463 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4696d219-c317-4905-b468-01c5371f248a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:02.031879 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'status': 'completed', 'code': 200} Nov 22 17:00:02.032146 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c6e0a5-e437-4703-834f-0c04443cefc5', 'name': 'network-vif-deleted', 'tag': '78441505-5c50-460d-90eb-321b723adcbb', 'status': 'completed', 'code': 200} Nov 22 17:00:02.105706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.109744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.114080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b29f437-dbe2-4acd-bde4-b7b4bf588605 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "DELETE /v2.0/floatingips/9be169cf-63f1-4952-abdf-aa1ce6816ebc HTTP/1.1" status: 204 len: 168 time: 1.0496356 Nov 22 17:00:02.141563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-f04f5275-1eb9-498c-9cc1-d7367da728f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.144044 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-f04f5275-1eb9-498c-9cc1-d7367da728f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0911059 Nov 22 17:00:02.211318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39784) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.331303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f7995a3-ccba-4da4-b63b-ab3331e87fc9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.353861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-39cbd5ac-ee16-41bb-9964-f36d7a1efecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.355422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-39cbd5ac-ee16-41bb-9964-f36d7a1efecb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 914 time: 0.2008483 Nov 22 17:00:02.380254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f7995a3-ccba-4da4-b63b-ab3331e87fc9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.431364 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c58948-1b52-490d-b87f-c3f559fe6d0d None None] New status for floating IP 9be169cf-63f1-4952-abdf-aa1ce6816ebc: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:02.485364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f7995a3-ccba-4da4-b63b-ab3331e87fc9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.489222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4f7995a3-ccba-4da4-b63b-ab3331e87fc9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:02.490939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4f7995a3-ccba-4da4-b63b-ab3331e87fc9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] 10.222.0.65 "DELETE /v2.0/security-groups/7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f HTTP/1.1" status: 204 len: 168 time: 0.2783537 Nov 22 17:00:02.529572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7995a3-ccba-4da4-b63b-ab3331e87fc9 tempest-TestServerBasicOps-1319409700 tempest-TestServerBasicOps-1319409700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5bd673-b90d-46e3-8e50-b5af0d1d4d2f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:02.536148 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-f41f7293-6428-4fa6-8d40-b1bf44cdab1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 1000 time: 0.1679187 Nov 22 17:00:02.568820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39794) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:02.631218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-39540822-7917-4518-a744-70fa35658686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.634376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-39540822-7917-4518-a744-70fa35658686 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 200 len: 852 time: 0.0889165 Nov 22 17:00:02.704827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-10bcc4c9-2a91-4431-bd8e-b78ac0f42650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:02.706305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-10bcc4c9-2a91-4431-bd8e-b78ac0f42650 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1f2c43b-41bc-497f-beec-47990f118617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647519 Nov 22 17:00:02.859584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-c591c6d5-10da-409d-94b7-499cc205f8a9 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433218 Nov 22 17:00:03.012978 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1aff26b8-0146-4d79-a5c4-31c0b491c3e3 req-43181752-72f2-457f-8c31-46ada6d012eb service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442754 Nov 22 17:00:03.333408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.668242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Deleting port f228ef08-df6c-497a-b5e5-5449a3e84da8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:03.668713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.799816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] For port f228ef08-df6c-497a-b5e5-5449a3e84da8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f228ef08-df6c-497a-b5e5-5449a3e84da8,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:03.800179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:03.814507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Calling delete_port for f228ef08-df6c-497a-b5e5-5449a3e84da8 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:04.050249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.102344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f228ef08-df6c-497a-b5e5-5449a3e84da8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:04.324296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:04.620643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Router ac12c140-7fff-4a83-8c14-01540317f55d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:04.779405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:04.792903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] Sync routers for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:04.795588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8f41cacd-8ccf-4bc8-b8d1-fe60a155b5f0 admin admin] 10.222.0.65 "PUT /v2.0/routers/ac12c140-7fff-4a83-8c14-01540317f55d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2240896 Nov 22 17:00:04.797577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 39840) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:04.831006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:04.835471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:05.129087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.135113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:05.396881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.542225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Deleting port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:05.543780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.609755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T17:00:03Z', 'revision_number': 5, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port': {'id': '753b52a7-cdac-488c-a144-e1ec7fe4ffbf', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ea:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2876, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:40Z', 'updated_at': '2021-11-22T16:53:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:05.695725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] Checking router: ac12c140-7fff-4a83-8c14-01540317f55d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:05.701422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] For port 753b52a7-cdac-488c-a144-e1ec7fe4ffbf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:05.702269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:05.726986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] Routers {'ac12c140-7fff-4a83-8c14-01540317f55d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:05.727754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ac12c140-7fff-4a83-8c14-01540317f55d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:05.753194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Calling delete_port for 753b52a7-cdac-488c-a144-e1ec7fe4ffbf owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:05.976419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] Set router ac12c140-7fff-4a83-8c14-01540317f55d gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:06.058118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T17:00:05Z', 'revision_number': 6, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:06.140408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44938c4f-5f4e-4ea0-bdc6-a57372c3b9e6 None None] The sync data for ids ['ac12c140-7fff-4a83-8c14-01540317f55d'] in n-d-816206-6 is: [{'id': 'ac12c140-7fff-4a83-8c14-01540317f55d', 'name': 'tempest-TestServerBasicOps-2001255268-router', 'tenant_id': 'd7faea94a31146baa42de43d54858cdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:39Z', 'updated_at': '2021-11-22T17:00:05Z', 'revision_number': 6, 'project_id': 'd7faea94a31146baa42de43d54858cdf', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:06.153900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.191907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=753b52a7-cdac-488c-a144-e1ec7fe4ffbf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:06.206707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d4bea-5adb-4e93-b8d0-6d7e678f255c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:06.274919 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-fc6d5c8a-cc8f-4e26-9a9f-837ae143cf1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410539 Nov 22 17:00:06.329238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.464415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-e682f973-0739-40e6-960e-f2fd5ddbee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.467185 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-e682f973-0739-40e6-960e-f2fd5ddbee09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fba342edc4634c96933c184411d78a2a&device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 1097 time: 0.1254754 Nov 22 17:00:06.629068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.642365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.674061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-16491a8e-47ca-473f-ad5c-37faec7e3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:06.675574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-16491a8e-47ca-473f-ad5c-37faec7e3751 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 200 len: 917 time: 0.1800468 Nov 22 17:00:06.755912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.756581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac12c140-7fff-4a83-8c14-01540317f55d {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:00:06.766390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:06.767619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3fa3756f-f358-4380-a568-d320c6c50e02 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ac12c140-7fff-4a83-8c14-01540317f55d HTTP/1.1" status: 204 len: 168 time: 1.9685218 Nov 22 17:00:06.776433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40016) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:06.918018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-492632d2-06a7-45ec-b3c9-b248326b6961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 200 len: 1000 time: 0.2331026 Nov 22 17:00:06.983714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Deleting subnet 65d2fd9d-9785-4336-a8bc-f12a748a64bd {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:06.988679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.046320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-58eae47c-bf33-4d8e-8113-5f584e7c8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:07.049986 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-58eae47c-bf33-4d8e-8113-5f584e7c8f14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 200 len: 855 time: 0.1218729 Nov 22 17:00:07.067320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.176696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-3048d224-cc64-494b-bd4f-0fc12e2b8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:07.179460 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-3048d224-cc64-494b-bd4f-0fc12e2b8916 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c622fab-9b68-4ccd-b840-b14531ff6f11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198413 Nov 22 17:00:07.205528 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.315338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f228ef08-df6c-497a-b5e5-5449a3e84da8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:07.337855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.385681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d2fd9d-9785-4336-a8bc-f12a748a64bd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:07.406461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.422133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d762ff47-0f62-42e4-89f0-c04910071a43 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/65d2fd9d-9785-4336-a8bc-f12a748a64bd HTTP/1.1" status: 204 len: 168 time: 0.6444535 Nov 22 17:00:07.423246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40076) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:07.442158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f228ef08-df6c-497a-b5e5-5449a3e84da8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:07.442546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f228ef08-df6c-497a-b5e5-5449a3e84da8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:07.444054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e944a-6cb8-4234-ade3-bb604bd04e0a None None] Network 005d2048-70d7-458a-bdb6-cf960d7c031e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:07.477434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-7307e71d-1c2a-4fc7-985f-e9b6474843d7 service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750785 Nov 22 17:00:07.567828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.705138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.771196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-73ea5a43-b277-4c27-a238-f463526b9d23 req-fd29f88e-29fd-4239-991c-3bedf67fb83d service neutron] 10.222.0.20 "GET /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829795 Nov 22 17:00:07.829130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Deleting port a941bd36-613e-4334-b2b4-357a842f884c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:07.829748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:07.863471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] DHCP port deletion for 005d2048-70d7-458a-bdb6-cf960d7c031e request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:07.974012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] For port a941bd36-613e-4334-b2b4-357a842f884c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a941bd36-613e-4334-b2b4-357a842f884c,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:07.974513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.013223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Calling delete_port for a941bd36-613e-4334-b2b4-357a842f884c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:08.023758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Deleting port a941bd36-613e-4334-b2b4-357a842f884c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:08.023758 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.170169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.229904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] No DVR routers for this DVR port a941bd36-613e-4334-b2b4-357a842f884c on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:08.266596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] For port a941bd36-613e-4334-b2b4-357a842f884c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a941bd36-613e-4334-b2b4-357a842f884c,segment=NetworkSegment(3678acb6-5541-4b42-9d2c-d2ad9426714d),segment_id=3678acb6-5541-4b42-9d2c-d2ad9426714d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:08.267002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.275153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Pushing event deleted for resources: {'Port': ['ID=a941bd36-613e-4334-b2b4-357a842f884c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:08.298782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Calling delete_port for a941bd36-613e-4334-b2b4-357a842f884c owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:08.403040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.458935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005d2048-70d7-458a-bdb6-cf960d7c031e']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:08.472542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3678acb6-5541-4b42-9d2c-d2ad9426714d') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:08.472845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3678acb6-5541-4b42-9d2c-d2ad9426714d') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:08.482004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.487021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.507999 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.509553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] No DVR routers for this DVR port a941bd36-613e-4334-b2b4-357a842f884c on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:08.524763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:08.525345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.551119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Pushing event deleted for resources: {'Port': ['ID=a941bd36-613e-4334-b2b4-357a842f884c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:08.578607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.579057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.580293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.581251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.582275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.583104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.584832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.585716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.586902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.588626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.589210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.589775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b499388-3221-4342-9291-07f85debc3c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:08.665881 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:08.668732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.675143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:08.683741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40196) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:08.684217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] 10.222.0.65 "DELETE /v2.0/networks/005d2048-70d7-458a-bdb6-cf960d7c031e HTTP/1.1" status: 204 len: 168 time: 1.2595773 Nov 22 17:00:08.713162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be757032-161d-4cc3-a26d-0ee72dc5e87a admin admin] Pushing event deleted for resources: {'Network': ['ID=005d2048-70d7-458a-bdb6-cf960d7c031e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:08.884223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a941bd36-613e-4334-b2b4-357a842f884c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:08.929274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a941bd36-613e-4334-b2b4-357a842f884c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:08.929615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a941bd36-613e-4334-b2b4-357a842f884c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:08.936130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 753b52a7-cdac-488c-a144-e1ec7fe4ffbf no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:09.000970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 753b52a7-cdac-488c-a144-e1ec7fe4ffbf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:09.002804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 753b52a7-cdac-488c-a144-e1ec7fe4ffbf not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:09.060731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.352655 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:09.954420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Deleting port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:09.957045 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.113166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] For port 5ef13f0e-88e1-40fe-8ff0-8ea35e989820, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:10.113921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.139858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Calling delete_port for 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:10.581330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:10.623401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef13f0e-88e1-40fe-8ff0-8ea35e989820,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:11.030472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:11.437934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Router b099996e-cb0d-447b-b4d9-a1396ba04bc4 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:11.447664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e258ea-68c5-419a-bed4-544ff3f609b5 req-59dc2441-4586-49ef-bd4e-2ca064a4a324 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.455661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77e258ea-68c5-419a-bed4-544ff3f609b5 req-59dc2441-4586-49ef-bd4e-2ca064a4a324 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.5555959 Nov 22 17:00:11.538828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77e258ea-68c5-419a-bed4-544ff3f609b5 req-d8c99f2b-f7e6-4ea9-9e7e-e288147e4f3a tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776649 Nov 22 17:00:11.571361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-1b9d8ebb-4a45-4816-8471-9100378499b8 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:11.574159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-1b9d8ebb-4a45-4816-8471-9100378499b8 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 814 time: 0.7861636 Nov 22 17:00:11.596945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-9c38d9a0-9922-4129-a54f-a24242697876 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/quotas/fde48b65a4234e889f58402e4b25834f HTTP/1.1" status: 200 len: 375 time: 0.0158477 Nov 22 17:00:11.637262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-42d4b044-f47b-43d2-b809-212dca9780b1 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297625 Nov 22 17:00:11.773585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-3a8e5585-e3d1-4d1f-9c36-b7117c3143ce service neutron] 10.222.0.65 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082690 Nov 22 17:00:11.880068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-254d8eb6-6c6c-4e30-9534-e8bc234d533f service neutron] 10.222.0.65 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989895 Nov 22 17:00:11.919150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:11.926350 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-65a3b624-59fd-4ffd-8e68-87ea51a8d703 admin admin] 10.222.0.65 "PUT /v2.0/routers/b099996e-cb0d-447b-b4d9-a1396ba04bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2414322 Nov 22 17:00:11.929892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40414) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:11.933315 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] Sync routers for ids ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:11.947902 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] Routers {'b099996e-cb0d-447b-b4d9-a1396ba04bc4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:11.948848 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:12.169134 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] Set router b099996e-cb0d-447b-b4d9-a1396ba04bc4 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:12.204841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8229155d-c46c-4d16-8cd2-44add948f1ee req-85bdddaf-a243-43e1-9772-3add71b752f6 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 210 time: 0.0471342 Nov 22 17:00:12.243490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.517425 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T17:00:10Z', 'revision_number': 5, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port': {'id': '162b3034-82cf-4ab2-8afd-cf5b2cd3953a', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:72:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:53:54Z', 'updated_at': '2021-11-22T16:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:12.561491 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.634426 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] Checking router: b099996e-cb0d-447b-b4d9-a1396ba04bc4 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:12.641982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-1da5ef2d-a718-4f33-a6a9-65ca13095a4e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.648454 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-1da5ef2d-a718-4f33-a6a9-65ca13095a4e tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.3143094 Nov 22 17:00:12.656596 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] Routers {'b099996e-cb0d-447b-b4d9-a1396ba04bc4'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:12.657536 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:12.790236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55175d-4ea3-498b-8669-b0a3d06c4fea req-ca412a9f-1799-4eab-9b92-663eed923fa9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:12.799460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b55175d-4ea3-498b-8669-b0a3d06c4fea req-ca412a9f-1799-4eab-9b92-663eed923fa9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.1219113 Nov 22 17:00:12.877378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b55175d-4ea3-498b-8669-b0a3d06c4fea req-6499a140-8f39-4ed9-a6f9-6df27ca94561 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763855 Nov 22 17:00:12.935736 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Deleting port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:12.936492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:12.958441 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] Set router b099996e-cb0d-447b-b4d9-a1396ba04bc4 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:13.031503 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T17:00:12Z', 'revision_number': 6, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:13.096689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Deleting port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:13.096936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.103391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] For port 162b3034-82cf-4ab2-8afd-cf5b2cd3953a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:13.104119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.140806 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58eae77e-3752-49cb-9b2f-5e5ddad5bca1 None None] The sync data for ids ['b099996e-cb0d-447b-b4d9-a1396ba04bc4'] in n-d-816206-6 is: [{'id': 'b099996e-cb0d-447b-b4d9-a1396ba04bc4', 'name': 'tempest-TestServerBasicOps-588188866-router', 'tenant_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:53:53Z', 'updated_at': '2021-11-22T17:00:12Z', 'revision_number': 6, 'project_id': 'a1879ee4f18145808071bd1bd81ae1f1', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:13.162395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Calling delete_port for 162b3034-82cf-4ab2-8afd-cf5b2cd3953a owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:13.325633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] For port 25f4c46b-ca6d-40fa-8a13-fa40f470d407, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=25f4c46b-ca6d-40fa-8a13-fa40f470d407,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:13.326399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.339595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-181f3368-af5c-48ee-8795-2a1626458ee1 req-f07c8623-6ec2-40f9-bf0c-5a98e70485fb tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 210 time: 0.0433261 Nov 22 17:00:13.763896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.841228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Pushing event deleted for resources: {'Port': ['ID=162b3034-82cf-4ab2-8afd-cf5b2cd3953a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:13.844619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.844984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:13.845309 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Floating IP 75d7969c-c29b-4f3f-a215-8ec0c7c8267e disassociated. External IP: 172.25.6.19, port: 25f4c46b-ca6d-40fa-8a13-fa40f470d407. Nov 22 17:00:13.845700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Calling delete_port for 25f4c46b-ca6d-40fa-8a13-fa40f470d407 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:13.879699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986697eb-ae8e-4d2c-8e79-23e718ebc1ff None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:14.175284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26219f2e-44e0-4c88-bbce-038011afec5c req-98ce0d89-b51b-453f-8302-7641318a467d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:14.175999 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.176888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26219f2e-44e0-4c88-bbce-038011afec5c req-98ce0d89-b51b-453f-8302-7641318a467d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 946 time: 0.1627998 Nov 22 17:00:14.295099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-80f80927-4271-4bb2-ba17-0d8bea4edce0 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:14.297537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-80f80927-4271-4bb2-ba17-0d8bea4edce0 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.66 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 814 time: 0.3828843 Nov 22 17:00:14.301233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26219f2e-44e0-4c88-bbce-038011afec5c req-dfc18e1e-964d-4ada-bb8d-c4e5b79e1dcb tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c3cab65-7440-4432-b21b-680ae82a3084&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016977 Nov 22 17:00:14.318734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Request body: {'port': {'device_id': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619', 'admin_state_up': True, 'tenant_id': 'fde48b65a4234e889f58402e4b25834f'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:14.337756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.341905 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.415541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.455063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event deleted for resources: {'Port': ['ID=25f4c46b-ca6d-40fa-8a13-fa40f470d407,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:14.457055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.457549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b099996e-cb0d-447b-b4d9-a1396ba04bc4 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:00:14.464255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.465433 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-188c8ec3-b271-42f6-9170-e997a3a20029 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b099996e-cb0d-447b-b4d9-a1396ba04bc4 HTTP/1.1" status: 204 len: 168 time: 2.5217400 Nov 22 17:00:14.479745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40474) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:14.488212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1666281c-00ed-4de9-a08b-f43385e3f7d3 req-aaa749ae-29bf-45c4-a443-719914e73082 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 210 time: 0.0640750 Nov 22 17:00:14.597391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Deleting subnet 07d27b36-8b90-44d2-bdae-e95ca80b78a8 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:14.606404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.635643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Made reservation on behalf of fde48b65a4234e889f58402e4b25834f for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:00:14.639488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.674140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:14.751362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.847181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:14.876490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:14.895244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:14.895924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:14.934934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] No DVR routers for this DVR port 25f4c46b-ca6d-40fa-8a13-fa40f470d407 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:14.938204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.942367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5ce3836e-f44b-4653-a340-1f1852fbbd8f req-e2ef214a-2324-4a94-8a9e-81334d8fe5e3 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.20 "DELETE /v2.0/ports/25f4c46b-ca6d-40fa-8a13-fa40f470d407 HTTP/1.1" status: 204 len: 173 time: 2.2488742 Nov 22 17:00:14.943353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-deleted', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:14.943792 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:14.947398 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcfb14c-0d81-4810-8b0e-a372a2c61058" -d '{"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-deleted", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:14.958344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Allocated IP 172.20.0.8 (539f26ff-25fc-469d-81e1-3a082ae35619/bd7035c8-048e-4cca-8950-74f4622ce697/7511af78-d309-4566-8c77-565dcfbb761d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:00:15.001834 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20a47f3-3c25-43ed-a01d-def78f6008db x-openstack-request-id: req-f20a47f3-3c25-43ed-a01d-def78f6008db {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:15.002438 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7567c98-57dc-4913-a552-1d81d03e8115", "name": "network-vif-deleted", "tag": "25f4c46b-ca6d-40fa-8a13-fa40f470d407", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:15.002914 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f20a47f3-3c25-43ed-a01d-def78f6008db {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:15.003585 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7567c98-57dc-4913-a552-1d81d03e8115', 'name': 'network-vif-deleted', 'tag': '25f4c46b-ca6d-40fa-8a13-fa40f470d407', 'status': 'completed', 'code': 200} Nov 22 17:00:15.026089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 162b3034-82cf-4ab2-8afd-cf5b2cd3953a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:15.034617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:15.086626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 25f4c46b-ca6d-40fa-8a13-fa40f470d407 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:15.087067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 25f4c46b-ca6d-40fa-8a13-fa40f470d407 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:15.088494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 162b3034-82cf-4ab2-8afd-cf5b2cd3953a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:15.089120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 162b3034-82cf-4ab2-8afd-cf5b2cd3953a not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:15.089703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:15.138065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:15.138648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5ef13f0e-88e1-40fe-8ff0-8ea35e989820 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:15.155557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:15.232698 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.336418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07d27b36-8b90-44d2-bdae-e95ca80b78a8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.339215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ba63c8-c4ad-4945-ba35-3c06b47a164e None None] Network 81024c35-93ee-4a83-8722-a596a968726b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:15.346217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.352148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52d57b99-8a72-4023-9f4f-be3f25c9a37f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/07d27b36-8b90-44d2-bdae-e95ca80b78a8 HTTP/1.1" status: 204 len: 168 time: 0.8628275 Nov 22 17:00:15.355068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40502) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:15.482782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5187b33-f7bb-4ff3-8407-2df46ee66502 req-c671f0a0-2076-495c-b765-6a6237e622d9 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/ports?device_id=d7567c98-57dc-4913-a552-1d81d03e8115 HTTP/1.1" status: 200 len: 210 time: 0.0529480 Nov 22 17:00:15.555480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.561404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.697095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.735259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Deleting port f482e21f-0b68-46dc-b486-8fffadf856f8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:15.735912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.836093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] For port f482e21f-0b68-46dc-b486-8fffadf856f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f482e21f-0b68-46dc-b486-8fffadf856f8,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:15.836548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:15.854735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Calling delete_port for f482e21f-0b68-46dc-b486-8fffadf856f8 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:15.923703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:15.959697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Pushing event updated for resources: {'Port': ['ID=7511af78-d309-4566-8c77-565dcfbb761d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:15.969781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:15.983123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:15.983847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T16:59:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:16.001136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c774a3-bf7c-43f9-81fe-36a6bf150f7c req-d08c5d6e-d486-45f9-b76d-22f5b17ce94b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.002864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1c774a3-bf7c-43f9-81fe-36a6bf150f7c req-d08c5d6e-d486-45f9-b76d-22f5b17ce94b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 931 time: 0.3399684 Nov 22 17:00:16.004910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Network 539f26ff-25fc-469d-81e1-3a082ae35619 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:00:16.025665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:00:16.028792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:00:16.042533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] DHCP port deletion for 81024c35-93ee-4a83-8722-a596a968726b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:16.117409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1c774a3-bf7c-43f9-81fe-36a6bf150f7c req-7618c430-2720-4da8-81e3-64768a53e882 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986989 Nov 22 17:00:16.148729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:16.148729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.169237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d882e30a-548e-4050-a8ae-ae924856cd24 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8555605 Nov 22 17:00:16.195308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Request body: {'port': {'device_id': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:00:16.214319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] Deleting port f482e21f-0b68-46dc-b486-8fffadf856f8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:16.214699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.220565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:16.280769 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.375527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.404333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] For port f482e21f-0b68-46dc-b486-8fffadf856f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f482e21f-0b68-46dc-b486-8fffadf856f8,segment=NetworkSegment(d89d4c2c-873b-4f1c-8401-bc7b70935a66),segment_id=d89d4c2c-873b-4f1c-8401-bc7b70935a66)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:16.404730 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.419543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Pushing event deleted for resources: {'Port': ['ID=f482e21f-0b68-46dc-b486-8fffadf856f8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.427404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] No DVR routers for this DVR port f482e21f-0b68-46dc-b486-8fffadf856f8 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:16.437133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] Calling delete_port for f482e21f-0b68-46dc-b486-8fffadf856f8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:16.566353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.583404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.634256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81024c35-93ee-4a83-8722-a596a968726b']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:16.660434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] Pushing event deleted for resources: {'Port': ['ID=f482e21f-0b68-46dc-b486-8fffadf856f8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.682502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40524) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:16.689856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89d4c2c-873b-4f1c-8401-bc7b70935a66') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:16.692031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89d4c2c-873b-4f1c-8401-bc7b70935a66') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:16.709162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c15867-8707-45e7-a920-c230213a8ebf None None] No DVR routers for this DVR port f482e21f-0b68-46dc-b486-8fffadf856f8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:16.719017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.751310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.767998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:16.768400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:16.770197 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:16.805913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43118f8a-af1d-4039-bff6-225dfd23a3ad tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.879377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:16.887713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.898813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.920374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] 10.222.0.65 "DELETE /v2.0/networks/81024c35-93ee-4a83-8722-a596a968726b HTTP/1.1" status: 204 len: 168 time: 1.5545235 Nov 22 17:00:16.922689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7511af78-d309-4566-8c77-565dcfbb761d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:16.943440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde85c7-29f9-457a-a377-b266aef21450 admin admin] Pushing event deleted for resources: {'Network': ['ID=81024c35-93ee-4a83-8722-a596a968726b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:16.992747 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:16.995822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f482e21f-0b68-46dc-b486-8fffadf856f8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:16.998880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a827409-65d2-4872-91f7-e0b2ed05a728 None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T16:50:35Z', 'revision_number': 4, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a7422aff-28ff-494e-bba7-012788e63ad3', 'name': '', 'network_id': '4c622fab-9b68-4ccd-b840-b14531ff6f11', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'mac_address': 'fa:16:3e:62:76:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_interface', 'standard_attr_id': 2507, 'fixed_ips': [{'subnet_id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:33Z', 'updated_at': '2021-11-22T16:50:45Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'subnets': [{'id': '95b6189e-9b57-429a-a16d-6efbe1ce6320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:17.019701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Transition to ACTIVE for port object 7511af78-d309-4566-8c77-565dcfbb761d will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:00:17.027200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f482e21f-0b68-46dc-b486-8fffadf856f8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:17.027663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f482e21f-0b68-46dc-b486-8fffadf856f8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:17.029123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43118f8a-af1d-4039-bff6-225dfd23a3ad tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.042230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.130879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:17.143338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Pushing event updated for resources: {'Port': ['ID=7511af78-d309-4566-8c77-565dcfbb761d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:17.218164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-772a864a-ff04-4510-b397-d53d5d7fb865 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d7faea94a31146baa42de43d54858cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0826893 Nov 22 17:00:17.218164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40538) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:17.301706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59645d95-6d01-4720-b214-3be41ae7b783 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.357142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59645d95-6d01-4720-b214-3be41ae7b783 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.415850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Attempting to bind port 7511af78-d309-4566-8c77-565dcfbb761d on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:00:17.415850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Attempting to bind port 7511af78-d309-4566-8c77-565dcfbb761d by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:00:17.417288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Attempting to bind port 7511af78-d309-4566-8c77-565dcfbb761d on network 539f26ff-25fc-469d-81e1-3a082ae35619 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:17.427841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Port 7511af78-d309-4566-8c77-565dcfbb761d on network 539f26ff-25fc-469d-81e1-3a082ae35619 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:00:17.428227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Attempting to bind port 7511af78-d309-4566-8c77-565dcfbb761d on network 539f26ff-25fc-469d-81e1-3a082ae35619 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:00:17.434627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43118f8a-af1d-4039-bff6-225dfd23a3ad tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.438003 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43118f8a-af1d-4039-bff6-225dfd23a3ad tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.442128 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43118f8a-af1d-4039-bff6-225dfd23a3ad tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "DELETE /v2.0/security-groups/1c3cab65-7440-4432-b21b-680ae82a3084 HTTP/1.1" status: 204 len: 168 time: 0.7560506 Nov 22 17:00:17.443393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40544) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:17.450372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7b03e-3a96-442b-83e9-14e670c898e0 req-74819d49-ca17-49f8-a0e9-b40cac0cfc7b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:17.460908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4a7b03e-3a96-442b-83e9-14e670c898e0 req-74819d49-ca17-49f8-a0e9-b40cac0cfc7b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 943 time: 0.2215662 Nov 22 17:00:17.464386 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-73d4060e-258e-4348-bb13-e0d3e11db302 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] show failed (client error): The resource could not be found. Nov 22 17:00:17.470731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40546) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:17.471548 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-73d4060e-258e-4348-bb13-e0d3e11db302 tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "GET /v2.0/security-groups/1c3cab65-7440-4432-b21b-680ae82a3084 HTTP/1.1" status: 404 len: 347 time: 0.0242593 Nov 22 17:00:17.473117 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59645d95-6d01-4720-b214-3be41ae7b783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.479131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59645d95-6d01-4720-b214-3be41ae7b783 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.481163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59645d95-6d01-4720-b214-3be41ae7b783 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bf17e1f-d277-4fd2-972b-d8610e6f78d4 HTTP/1.1" status: 204 len: 168 time: 0.2622459 Nov 22 17:00:17.498267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43118f8a-af1d-4039-bff6-225dfd23a3ad tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3cab65-7440-4432-b21b-680ae82a3084,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:17.510551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:00:17.511109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Checking segment: {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:00:17.511510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Bound using segment: {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:00:17.512073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Bound port: 7511af78-d309-4566-8c77-565dcfbb761d, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:00:17.512769 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.533951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59645d95-6d01-4720-b214-3be41ae7b783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf17e1f-d277-4fd2-972b-d8610e6f78d4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:17.624423 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1ecab-dfad-45b3-bc63-96c73d183df2 None None] New status for floating IP 75d7969c-c29b-4f3f-a215-8ec0c7c8267e: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:17.881064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4a7b03e-3a96-442b-83e9-14e670c898e0 req-7ad99895-0744-4be1-bbdc-16a158b4ce59 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191749 Nov 22 17:00:17.920379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] For port 7511af78-d309-4566-8c77-565dcfbb761d, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:00:17.925493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] For port 7511af78-d309-4566-8c77-565dcfbb761d, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7511af78-d309-4566-8c77-565dcfbb761d,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:00:17.937755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.966376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:17.967174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:17.969345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] 10.222.0.66 "PUT /v2.0/ports/7511af78-d309-4566-8c77-565dcfbb761d HTTP/1.1" status: 200 len: 1091 time: 1.7844439 Nov 22 17:00:17.971681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'tag': '7511af78-d309-4566-8c77-565dcfbb761d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:17.974279 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405" -d '{"events": [{"name": "network-changed", "server_uuid": "608beac5-e081-48bf-823c-2cb78b5b0f30", "tag": "7511af78-d309-4566-8c77-565dcfbb761d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:18.000765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Deleting port df8e2d19-e454-4d1a-994b-4451d25781c1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:18.001138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.095151 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af59fd62-42db-4d86-a19f-fb08881c57f3 x-openstack-request-id: req-af59fd62-42db-4d86-a19f-fb08881c57f3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:18.095389 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "608beac5-e081-48bf-823c-2cb78b5b0f30", "tag": "7511af78-d309-4566-8c77-565dcfbb761d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:18.095682 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af59fd62-42db-4d86-a19f-fb08881c57f3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:18.096353 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'tag': '7511af78-d309-4566-8c77-565dcfbb761d', 'status': 'completed', 'code': 200} Nov 22 17:00:18.171080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-23948b70-8282-4d48-8c09-58b5a0027348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.172947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-23948b70-8282-4d48-8c09-58b5a0027348 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 1094 time: 0.1013994 Nov 22 17:00:18.173595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b6b3b-52d5-4be4-a0d4-ef37635e849b service neutron] Pushing event updated for resources: {'Port': ['ID=7511af78-d309-4566-8c77-565dcfbb761d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.226313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:18.235082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-3cd69184-8205-4c0c-948e-2a0601b04f45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511af78-d309-4566-8c77-565dcfbb761d HTTP/1.1" status: 200 len: 217 time: 0.0532231 Nov 22 17:00:18.244607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.244947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.290404 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30496a6e-01ad-4627-80e5-d030832112e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1879ee4f18145808071bd1bd81ae1f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629094 Nov 22 17:00:18.292840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:18.299984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Calling delete_port for df8e2d19-e454-4d1a-994b-4451d25781c1 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:18.360604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-f56796fd-76a8-493b-9e4c-751e493a026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:18.362620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-f56796fd-76a8-493b-9e4c-751e493a026a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd7035c8-048e-4cca-8950-74f4622ce697 HTTP/1.1" status: 200 len: 854 time: 0.1146159 Nov 22 17:00:18.366638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0131381-6eaa-4830-ad3d-4db155665ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.425691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-d8461da6-4c64-4251-97d3-d56fc927656c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=539f26ff-25fc-469d-81e1-3a082ae35619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493097 Nov 22 17:00:18.428101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0131381-6eaa-4830-ad3d-4db155665ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.529882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0131381-6eaa-4830-ad3d-4db155665ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.533971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0131381-6eaa-4830-ad3d-4db155665ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.540493 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a0131381-6eaa-4830-ad3d-4db155665ef3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3687fd54-df9f-430a-97d8-7175ed1c190d HTTP/1.1" status: 204 len: 168 time: 0.2455883 Nov 22 17:00:18.561976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0131381-6eaa-4830-ad3d-4db155665ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3687fd54-df9f-430a-97d8-7175ed1c190d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.679761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.736325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Pushing event deleted for resources: {'Port': ['ID=df8e2d19-e454-4d1a-994b-4451d25781c1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:18.790649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-1ab48cf4-277e-427e-a34a-8cc7fd8b81e0 service neutron] 10.222.0.66 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530040 Nov 22 17:00:18.836653 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.839457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:18.841703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9096b9f3-5ce2-456f-aa94-5a42c9b41a1d tempest-AttachVolumeShelveTestJSON-1374212445 tempest-AttachVolumeShelveTestJSON-1374212445-project] 10.222.0.65 "DELETE /v2.0/floatingips/75d7969c-c29b-4f3f-a215-8ec0c7c8267e HTTP/1.1" status: 204 len: 168 time: 1.3530922 Nov 22 17:00:19.154002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b3026da-f083-4bf9-8caf-0bf511e4a6b8 req-82493aea-02c9-4860-83db-9a6c8834887d service neutron] 10.222.0.66 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625306 Nov 22 17:00:19.181533 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114f8343-f032-44ca-a747-a5ba4e27122a req-b4cf2162-e9ff-41b4-9b57-3e9066d1404b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.186378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-114f8343-f032-44ca-a747-a5ba4e27122a req-b4cf2162-e9ff-41b4-9b57-3e9066d1404b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 943 time: 0.1511142 Nov 22 17:00:19.270271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-114f8343-f032-44ca-a747-a5ba4e27122a req-4889adff-e256-49b0-b514-65c0bd6670a8 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766008 Nov 22 17:00:19.328087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-aceeb756-2eb7-4e1d-b5f1-6eb8e471930c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.329934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-aceeb756-2eb7-4e1d-b5f1-6eb8e471930c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 1094 time: 0.0830555 Nov 22 17:00:19.494398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-9911abd8-652e-4662-84a6-be810d1fa8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.496906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-9911abd8-652e-4662-84a6-be810d1fa8ae service neutron] 10.222.0.66 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 915 time: 0.1532512 Nov 22 17:00:19.588682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-2c60a315-cd8a-4c4a-b580-7eda00a33347 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511af78-d309-4566-8c77-565dcfbb761d HTTP/1.1" status: 200 len: 217 time: 0.0775893 Nov 22 17:00:19.684681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-b7d73212-e9a7-4544-9de7-88e7f80a9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:19.688409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-b7d73212-e9a7-4544-9de7-88e7f80a9fa7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd7035c8-048e-4cca-8950-74f4622ce697 HTTP/1.1" status: 200 len: 854 time: 0.0841873 Nov 22 17:00:19.804763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-833b67fd-d4dd-42dd-970c-068b255f68c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=539f26ff-25fc-469d-81e1-3a082ae35619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719383 Nov 22 17:00:19.955802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c7f4-ff7e-4592-81c3-231a5a18c70d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:19.960478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-f1697724-3756-48c8-968c-22a9be04513e service neutron] 10.222.0.66 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425595 Nov 22 17:00:20.099193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0cd68d7a-3a6f-4f7b-ae85-a675141a8405 req-7e9b417c-b56f-4c0c-8067-54aa5aca183d service neutron] 10.222.0.66 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253736 Nov 22 17:00:20.494500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a017df-b778-4787-9ecf-6a76f0ba025c req-60887a2e-12e9-4362-a55e-393adcbfe21f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:20.504041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3a017df-b778-4787-9ecf-6a76f0ba025c req-60887a2e-12e9-4362-a55e-393adcbfe21f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 943 time: 0.0921044 Nov 22 17:00:20.570378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e3a017df-b778-4787-9ecf-6a76f0ba025c req-714bf92b-ffdc-498b-a036-3ba12b28f99b tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640748 Nov 22 17:00:21.773492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7e5cb-a6c8-46b0-8ba4-f76a27034b90 req-cd87fb6a-410d-4320-8877-80f60a5a4273 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:21.775123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7aa7e5cb-a6c8-46b0-8ba4-f76a27034b90 req-cd87fb6a-410d-4320-8877-80f60a5a4273 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 943 time: 0.0887654 Nov 22 17:00:21.837732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7aa7e5cb-a6c8-46b0-8ba4-f76a27034b90 req-e8f3ef83-fcbe-4606-b7ae-6fe77f1a8324 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 Nov 22 17:00:21.862466 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:22.780604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7511af78-d309-4566-8c77-565dcfbb761d details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:00:22.973924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8dea991f-9512-4ba5-b593-0c4924dab240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.049000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7511af78-d309-4566-8c77-565dcfbb761d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7511af78-d309-4566-8c77-565dcfbb761d,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:23.087885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '7511af78-d309-4566-8c77-565dcfbb761d', 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619', 'port_id': '7511af78-d309-4566-8c77-565dcfbb761d', 'mac_address': 'fa:16:3e:33:14:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7035c8-048e-4cca-8950-74f4622ce697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:00:23.177619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd001b-ac7d-4d20-a34c-4264342d6571 req-67b852eb-451f-4772-b374-5020fae31b9e tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:23.182643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55fd001b-ac7d-4d20-a34c-4264342d6571 req-67b852eb-451f-4772-b374-5020fae31b9e tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 943 time: 0.1505198 Nov 22 17:00:23.204574 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.250295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7511af78-d309-4566-8c77-565dcfbb761d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:00:23.309876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7511af78-d309-4566-8c77-565dcfbb761d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7511af78-d309-4566-8c77-565dcfbb761d,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:23.314724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:23.325453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55fd001b-ac7d-4d20-a34c-4264342d6571 req-3e978157-89ae-4151-b682-a7a86d63a0d7 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337328 Nov 22 17:00:23.411652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7511af78-d309-4566-8c77-565dcfbb761d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:23.599161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['7511af78-d309-4566-8c77-565dcfbb761d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:00:24.039703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.455681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bea4b-b2f7-4fea-9318-a7ceaa00bbb1 req-ffd4ae74-e507-4559-b2bf-de273aa9625e tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:24.458237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d68bea4b-b2f7-4fea-9318-a7ceaa00bbb1 req-ffd4ae74-e507-4559-b2bf-de273aa9625e tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 944 time: 0.0574219 Nov 22 17:00:24.517501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d68bea4b-b2f7-4fea-9318-a7ceaa00bbb1 req-fff52d35-8022-4091-9741-32a593e5df47 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508869 Nov 22 17:00:24.789907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7511af78-d309-4566-8c77-565dcfbb761d up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:00:24.883548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 7511af78-d309-4566-8c77-565dcfbb761d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:00:24.888497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 7511af78-d309-4566-8c77-565dcfbb761d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:00:24.889080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:24.979766 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.019110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 7511af78-d309-4566-8c77-565dcfbb761d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7511af78-d309-4566-8c77-565dcfbb761d,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:25.020420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511af78-d309-4566-8c77-565dcfbb761d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:25.024762 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a38e9-b7ec-4871-8d41-0e85e7aa59e5" -d '{"events": [{"server_uuid": "608beac5-e081-48bf-823c-2cb78b5b0f30", "name": "network-vif-plugged", "status": "completed", "tag": "7511af78-d309-4566-8c77-565dcfbb761d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:25.030582 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.097095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=7511af78-d309-4566-8c77-565dcfbb761d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:25.107278 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db12f011-32d3-41bd-bde7-c41beef2d261 x-openstack-request-id: req-db12f011-32d3-41bd-bde7-c41beef2d261 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:25.107855 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608beac5-e081-48bf-823c-2cb78b5b0f30", "name": "network-vif-plugged", "status": "completed", "tag": "7511af78-d309-4566-8c77-565dcfbb761d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:25.108287 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db12f011-32d3-41bd-bde7-c41beef2d261 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:25.108765 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7511af78-d309-4566-8c77-565dcfbb761d', 'code': 200} Nov 22 17:00:25.223726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741fde7-68ed-47c0-af6a-8a9a6b7883b0 req-c1838601-53e4-4cb2-8650-af75d8da0596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:25.230274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d741fde7-68ed-47c0-af6a-8a9a6b7883b0 req-c1838601-53e4-4cb2-8650-af75d8da0596 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 1096 time: 0.0505581 Nov 22 17:00:25.297338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d741fde7-68ed-47c0-af6a-8a9a6b7883b0 req-46032ceb-443a-4d3a-a741-9a8f6867934c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546620 Nov 22 17:00:25.435915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:25.680029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486cb83b-b482-47c9-90ab-88a94c7d7928 req-5a70fc34-95c8-4ce4-98cb-1c5939300d0a tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:25.685071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-486cb83b-b482-47c9-90ab-88a94c7d7928 req-5a70fc34-95c8-4ce4-98cb-1c5939300d0a tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.0872660 Nov 22 17:00:25.745153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-486cb83b-b482-47c9-90ab-88a94c7d7928 req-5f9de0dd-1e01-4bf3-937a-105fe79af1b1 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544195 Nov 22 17:00:26.032219 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:26.989519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cab108-02b8-4fce-ba6c-078662a4723a req-1f3d10ab-440b-4ffe-ac35-4b3a1b9bfba7 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:26.992301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5cab108-02b8-4fce-ba6c-078662a4723a req-1f3d10ab-440b-4ffe-ac35-4b3a1b9bfba7 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.1194670 Nov 22 17:00:27.065907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5cab108-02b8-4fce-ba6c-078662a4723a req-c2e44aa8-b9dc-44e6-a8bc-230b26b8cb34 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619009 Nov 22 17:00:27.093185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40796) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:27.847611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.183040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Deleting port a7422aff-28ff-494e-bba7-012788e63ad3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:28.183708 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.237691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d3445-f620-4b46-a9d1-0c9471900391 req-5ff263fb-be73-4dbf-8813-0628853ffa48 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:28.247983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f13d3445-f620-4b46-a9d1-0c9471900391 req-5ff263fb-be73-4dbf-8813-0628853ffa48 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.0907350 Nov 22 17:00:28.283283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] For port a7422aff-28ff-494e-bba7-012788e63ad3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a7422aff-28ff-494e-bba7-012788e63ad3,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:28.283962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.305198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Calling delete_port for a7422aff-28ff-494e-bba7-012788e63ad3 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:28.310830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f13d3445-f620-4b46-a9d1-0c9471900391 req-84a502c6-c559-4b66-abb9-d813f3a88815 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616875 Nov 22 17:00:28.667723 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:28.711286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7422aff-28ff-494e-bba7-012788e63ad3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:29.048076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.374712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Router e70edb3f-977b-4acd-ab89-92b1e0bf4873 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:29.528206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:29.534619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-26c4725e-e23f-497e-822c-82321fee0965 admin admin] 10.222.0.65 "PUT /v2.0/routers/e70edb3f-977b-4acd-ab89-92b1e0bf4873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4374669 Nov 22 17:00:29.535150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40910) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:29.540834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] Sync routers for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:29.559182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:29.562319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:29.576281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40914) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:29.666923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Deleting subnet dc6ec929-85e2-46e8-b848-ef68a25b6da6 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:29.674984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.724572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.746319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:29.799830 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.804540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.880087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.930246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:29.937369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40916) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:29.937581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dc6ec929-85e2-46e8-b848-ef68a25b6da6 HTTP/1.1" status: 204 len: 168 time: 0.3597953 Nov 22 17:00:29.938690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e106f2b8-67b8-4f20-a706-8cdadafa910d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6ec929-85e2-46e8-b848-ef68a25b6da6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:30.042238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65'}], 'enable_snat': True}, 'gw_port_id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T17:00:28Z', 'revision_number': 5, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port': {'id': '37b1b2d7-a1cf-458a-871c-3b9cb0ea9767', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:2e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2501, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:50:29Z', 'updated_at': '2021-11-22T16:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:30.044211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.059520 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.081178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] Checking router: e70edb3f-977b-4acd-ab89-92b1e0bf4873 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:30.095556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] Routers {'e70edb3f-977b-4acd-ab89-92b1e0bf4873'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:30.096730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:30.187299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.221397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ef88040-323f-4313-bd24-8369c66736d3']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:30.234629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:30.234980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3b2e06e-f208-4dd4-ac87-e7cc768c61f3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:30.235771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] Set router e70edb3f-977b-4acd-ab89-92b1e0bf4873 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:30.250106 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.252462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Deleting port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:30.252786 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.306422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.316318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:30.316713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:30.318370 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:30.367238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T17:00:30Z', 'revision_number': 6, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:30.420882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a264705a-521f-4bb5-b33a-32ad3a992ff5 None None] The sync data for ids ['e70edb3f-977b-4acd-ab89-92b1e0bf4873'] in n-d-816206-6 is: [{'id': 'e70edb3f-977b-4acd-ab89-92b1e0bf4873', 'name': 'tempest-AttachVolumeShelveTestJSON-662096317-router', 'tenant_id': 'fba342edc4634c96933c184411d78a2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:50:27Z', 'updated_at': '2021-11-22T17:00:30Z', 'revision_number': 6, 'project_id': 'fba342edc4634c96933c184411d78a2a', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:30.431945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] For port 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:30.432518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.441526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.453818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.461800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40924) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:30.480431 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0ef88040-323f-4313-bd24-8369c66736d3 HTTP/1.1" status: 204 len: 168 time: 0.5362484 Nov 22 17:00:30.523456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Calling delete_port for 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:30.524790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Deleting subnet 3397cb2d-e1de-492f-b1fe-e9b3108b1b11 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:30.528800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.538524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe91f05-b4d5-4482-a8ee-63b8a20f9341 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ef88040-323f-4313-bd24-8369c66736d3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:30.568386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.616711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.681602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.705032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:30.712838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:30.715104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3397cb2d-e1de-492f-b1fe-e9b3108b1b11 HTTP/1.1" status: 204 len: 168 time: 0.2507355 Nov 22 17:00:30.757037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f539075-43d1-4eee-8da0-421bca81dafa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3397cb2d-e1de-492f-b1fe-e9b3108b1b11,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:30.778354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40928) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:30.825710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a7422aff-28ff-494e-bba7-012788e63ad3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:30.877100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a7422aff-28ff-494e-bba7-012788e63ad3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:30.877848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a7422aff-28ff-494e-bba7-012788e63ad3 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:30.949317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.123803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.124167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Deleting port f2e4ea3d-a737-441c-a9ab-708f84b7780a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:31.124505 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.156926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdada47c-72f9-4e56-a387-dfb28ec2d18a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:31.169400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.188303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f53a12d-eb68-45ed-bb73-ca5cbe776558') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:31.188666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f53a12d-eb68-45ed-bb73-ca5cbe776558') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:31.216466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b56c9-86eb-43af-8f33-ce28702fd24f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:31.221289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Pushing event deleted for resources: {'Port': ['ID=37b1b2d7-a1cf-458a-871c-3b9cb0ea9767,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:31.224893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.270020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.270346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.290110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Calling delete_port for f2e4ea3d-a737-441c-a9ab-708f84b7780a owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:31.292266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.307174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:31.308188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:31.309984 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:31.373902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.487038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.494683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.498868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.510749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.515975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] 10.222.0.65 "DELETE /v2.0/networks/fdada47c-72f9-4e56-a387-dfb28ec2d18a HTTP/1.1" status: 204 len: 168 time: 0.7996035 Nov 22 17:00:31.564169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.591731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Pushing event deleted for resources: {'Network': ['ID=fdada47c-72f9-4e56-a387-dfb28ec2d18a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:31.602005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.602354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.602696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.603039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.603387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.603710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.604041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.604377 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.604787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.605201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.605691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.606064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8371622-a4e8-4de5-a6ee-9c89b0e7206b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:00:31.619052 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.621149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e70edb3f-977b-4acd-ab89-92b1e0bf4873 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:00:31.630774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.632388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3ec0401a-038f-4b02-bac4-be57c04bfa5c admin admin] 10.222.0.65 "DELETE /v2.0/routers/e70edb3f-977b-4acd-ab89-92b1e0bf4873 HTTP/1.1" status: 204 len: 168 time: 2.0964057 Nov 22 17:00:31.643919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:31.655499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event deleted for resources: {'Port': ['ID=f2e4ea3d-a737-441c-a9ab-708f84b7780a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:31.749247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Deleting subnet 95b6189e-9b57-429a-a16d-6efbe1ce6320 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:31.752832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.798201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40938) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:31.813030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.824747 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:31.825993 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Floating IP 04d52912-bdec-48bc-a55b-9d0016aa5a20 disassociated (deleted). External IP: 172.25.6.91, port: 78121450-011f-46e2-9fd8-cf9b3022bfe6. Nov 22 17:00:31.925996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dacc0ade-501f-4d91-acbc-07b02018dd5e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9343c7db5c6642cda58fd7fa1921320c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1265996 Nov 22 17:00:32.318428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:32.377173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.448339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8128adee-7566-4760-aebc-a2e18d27bb25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.508022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8128adee-7566-4760-aebc-a2e18d27bb25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.511813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.581348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b6189e-9b57-429a-a16d-6efbe1ce6320,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:32.595450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.602885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1379d17e-0818-47ce-b904-2745898c9d25 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/95b6189e-9b57-429a-a16d-6efbe1ce6320 HTTP/1.1" status: 204 len: 168 time: 0.9575951 Nov 22 17:00:32.603959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:32.604191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab4414-a484-451d-81bf-681c4a795deb None None] Network 4c622fab-9b68-4ccd-b840-b14531ff6f11 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:32.624482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Router dfe58a4a-14ab-4540-be40-f2908f901eb9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:32.701258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8128adee-7566-4760-aebc-a2e18d27bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.715888 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8128adee-7566-4760-aebc-a2e18d27bb25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.719972 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8128adee-7566-4760-aebc-a2e18d27bb25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77cb9f89-cded-45cd-8448-db72ec10e14c HTTP/1.1" status: 204 len: 168 time: 0.3975525 Nov 22 17:00:32.739710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.774910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128adee-7566-4760-aebc-a2e18d27bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cb9f89-cded-45cd-8448-db72ec10e14c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:32.820510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:32.827645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.832165 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] Sync routers for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:32.853873 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:32.854531 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:32.916560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ec52a24b-e43f-4fea-a8bc-e3d6c6c28374 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "DELETE /v2.0/floatingips/04d52912-bdec-48bc-a55b-9d0016aa5a20 HTTP/1.1" status: 204 len: 168 time: 2.1344576 Nov 22 17:00:32.917177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:32.920877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Deleting port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:32.921381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:32.921594 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1471a1-73e3-48c3-a3df-4b850262a889" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:33.029430 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:33.034770 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:33.052194 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4eebf8-357c-4fee-afa6-6faebae03de0 x-openstack-request-id: req-db4eebf8-357c-4fee-afa6-6faebae03de0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:33.052510 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:33.052865 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-db4eebf8-357c-4fee-afa6-6faebae03de0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:33.053812 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'status': 'completed', 'code': 200} Nov 22 17:00:33.124337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:33.124717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 37b1b2d7-a1cf-458a-871c-3b9cb0ea9767 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:33.135012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32395860-d2a3-410d-90dd-464529996a9e None None] DHCP port deletion for 4c622fab-9b68-4ccd-b840-b14531ff6f11 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:33.263697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] For port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:33.265083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.275040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-32395860-d2a3-410d-90dd-464529996a9e None None] Deleting port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:33.275480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32395860-d2a3-410d-90dd-464529996a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.290132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Calling delete_port for 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:33.302995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-fec29403-4be1-43b7-9501-bac66507c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.306202 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-fec29403-4be1-43b7-9501-bac66507c3d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=516b008535f945f7b4b825db57649bd8&device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1729181 Nov 22 17:00:33.416805 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.447878 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.449489 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] Checking router: dfe58a4a-14ab-4540-be40-f2908f901eb9 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:33.460068 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:33.460953 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.514114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:33.537693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] No DVR routers for this DVR port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:33.592951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-32395860-d2a3-410d-90dd-464529996a9e None None] For port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,segment=NetworkSegment(77391c1e-b742-4e85-aec8-3181332a54e6),segment_id=77391c1e-b742-4e85-aec8-3181332a54e6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:33.593365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32395860-d2a3-410d-90dd-464529996a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.630583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-32395860-d2a3-410d-90dd-464529996a9e None None] Calling delete_port for 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:33.663562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef133c7f-402e-4698-b796-985b5f17f970 req-a4dc4f48-c156-4456-b883-6cfdd729fe77 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.676902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef133c7f-402e-4698-b796-985b5f17f970 req-a4dc4f48-c156-4456-b883-6cfdd729fe77 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1628828 Nov 22 17:00:33.711898 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:33.716053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-2fc08739-ce81-4f52-94c6-7e251880fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.721697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-2fc08739-ce81-4f52-94c6-7e251880fa6e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 200 len: 914 time: 0.4005613 Nov 22 17:00:33.738133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 40962) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:33.743931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.777859 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef133c7f-402e-4698-b796-985b5f17f970 req-e1a43a83-a98e-4dc4-9383-5b0ac9c9fd8b tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950468 Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:00:33.779632 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:00:33.790621 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32395860-d2a3-410d-90dd-464529996a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.889793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40964) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:33.890443 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-53b3d72c-400d-4c12-875d-0c49b1a75cad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3152ca012e8f4e71a67f8e61605416d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1146998 Nov 22 17:00:33.895721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-4ac5b677-dd80-432e-84ad-2140e9101b02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 200 len: 217 time: 0.1638792 Nov 22 17:00:33.918949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c622fab-9b68-4ccd-b840-b14531ff6f11']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.956628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77391c1e-b742-4e85-aec8-3181332a54e6') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.956854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77391c1e-b742-4e85-aec8-3181332a54e6') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:33.971531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:33.996531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-b66d0a25-53e2-4e68-8f98-aa6a22fa086b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:33.998070 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-b66d0a25-53e2-4e68-8f98-aa6a22fa086b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 200 len: 852 time: 0.0919092 Nov 22 17:00:33.998609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-966dfa2f-f836-4be3-88b4-882f6b498fe2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.002224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.011631 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:34.055096 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2912364-eede-445f-9881-6dc74fd510b4 None None] The sync data for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 is: [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T16:55:43Z', 'revision_number': 4, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'b5bc2c8d-5563-49bd-884c-d65058c5444f', 'name': '', 'network_id': 'f1f2c43b-41bc-497f-beec-47990f118617', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'mac_address': 'fa:16:3e:02:a6:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3047, 'fixed_ips': [{'subnet_id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:42Z', 'updated_at': '2021-11-22T16:55:52Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'subnets': [{'id': '09f65eae-c756-49fb-bb81-13baa7f36994', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:34.077338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:34.077822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:34.079759 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:34.095245 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-966dfa2f-f836-4be3-88b4-882f6b498fe2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.138247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32395860-d2a3-410d-90dd-464529996a9e None None] Pushing event deleted for resources: {'Port': ['ID=7ab9bd8e-6134-4bf3-90f7-52f5539fac8d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:34.145147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32395860-d2a3-410d-90dd-464529996a9e None None] No DVR routers for this DVR port 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:34.243446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.247647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-966dfa2f-f836-4be3-88b4-882f6b498fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.247898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-2e90e8d5-9961-4c73-8a9b-309be68601f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:34.249497 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-2e90e8d5-9961-4c73-8a9b-309be68601f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f1f2c43b-41bc-497f-beec-47990f118617&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2362156 Nov 22 17:00:34.251718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-966dfa2f-f836-4be3-88b4-882f6b498fe2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.253221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-966dfa2f-f836-4be3-88b4-882f6b498fe2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb360600-d0dd-44c8-8c3a-460b513d150c HTTP/1.1" status: 204 len: 168 time: 0.3618870 Nov 22 17:00:34.264346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966dfa2f-f836-4be3-88b4-882f6b498fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb360600-d0dd-44c8-8c3a-460b513d150c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:34.274782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.285468 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4c622fab-9b68-4ccd-b840-b14531ff6f11 HTTP/1.1" status: 204 len: 168 time: 1.6802588 Nov 22 17:00:34.402176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-be5ca034-b61b-4e81-b0b5-a909017b59e1 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329691 Nov 22 17:00:34.403417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b35f61-5a16-458c-baab-c6b1372e5010 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c622fab-9b68-4ccd-b840-b14531ff6f11,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:34.588065 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-af1471a1-73e3-48c3-a3df-4b850262a889 req-f6506963-582a-42bb-95c8-e7f725df4b75 service neutron] 10.222.0.20 "GET /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760008 Nov 22 17:00:34.621074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40974) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:34.672693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357ab106-29d5-4240-99f8-8d88c0129f6a None None] New status for floating IP 04d52912-bdec-48bc-a55b-9d0016aa5a20: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:00:34.684302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a90a3e5-0f0f-48bc-bda6-d7f985d6757f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fba342edc4634c96933c184411d78a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0616498 Nov 22 17:00:34.686987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 40978) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:34.820600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd93c-87a5-4883-99dc-38d3fafa16ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.866136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd93c-87a5-4883-99dc-38d3fafa16ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:34.924608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:34.952528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:34.953500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ab9bd8e-6134-4bf3-90f7-52f5539fac8d not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:35.028341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-0c4e11ac-60b0-495b-9969-8f68b7f13e6d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:35.035747 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-0c4e11ac-60b0-495b-9969-8f68b7f13e6d tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.20 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1082001 Nov 22 17:00:35.045688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b90143-6d78-48f0-985b-3597a4b69941 req-b9170c01-eb90-44ef-ad3a-fe243876f502 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:00:35.047439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11b90143-6d78-48f0-985b-3597a4b69941 req-b9170c01-eb90-44ef-ad3a-fe243876f502 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 945 time: 0.1374114 Nov 22 17:00:35.048584 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd93c-87a5-4883-99dc-38d3fafa16ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.051337 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7fbfd93c-87a5-4883-99dc-38d3fafa16ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.055713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7fbfd93c-87a5-4883-99dc-38d3fafa16ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff993e02-0cfe-4c7c-b38a-c4a918852053 HTTP/1.1" status: 204 len: 168 time: 0.3675442 Nov 22 17:00:35.066509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfd93c-87a5-4883-99dc-38d3fafa16ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff993e02-0cfe-4c7c-b38a-c4a918852053,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:35.132358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11b90143-6d78-48f0-985b-3597a4b69941 req-b70a1981-51a4-4d8e-a07a-2f605827a513 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/security-groups?id=1bfee6d1-4212-4542-97c3-926729c2eb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669792 Nov 22 17:00:35.207681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Deleting port 78121450-011f-46e2-9fd8-cf9b3022bfe6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:35.208029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.389885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] For port 78121450-011f-46e2-9fd8-cf9b3022bfe6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=78121450-011f-46e2-9fd8-cf9b3022bfe6,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:35.391821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.432167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Calling delete_port for 78121450-011f-46e2-9fd8-cf9b3022bfe6 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:35.630494 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.698547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event deleted for resources: {'Port': ['ID=78121450-011f-46e2-9fd8-cf9b3022bfe6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:35.784803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] No DVR routers for this DVR port 78121450-011f-46e2-9fd8-cf9b3022bfe6 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:35.788984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:35.793354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-17b970db-315f-4991-a1c8-c0e6ca8a6d9d req-a3ce6c12-4c54-4dd8-934c-96ce2155bd64 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.20 "DELETE /v2.0/ports/78121450-011f-46e2-9fd8-cf9b3022bfe6 HTTP/1.1" status: 204 len: 173 time: 0.7529075 Nov 22 17:00:35.793858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'name': 'network-vif-deleted', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:00:35.797674 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d76787c-e41f-4a5d-8c6b-8f05576ab5a3" -d '{"events": [{"server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "name": "network-vif-deleted", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:00:35.858668 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0677af-db86-4194-86af-47c3b93eafa9 x-openstack-request-id: req-ed0677af-db86-4194-86af-47c3b93eafa9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:00:35.859264 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedb0756-04b2-46ce-80ac-59b8a8cb9ba6", "name": "network-vif-deleted", "tag": "78121450-011f-46e2-9fd8-cf9b3022bfe6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:00:35.859683 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed0677af-db86-4194-86af-47c3b93eafa9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:00:35.860314 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb0756-04b2-46ce-80ac-59b8a8cb9ba6', 'name': 'network-vif-deleted', 'tag': '78121450-011f-46e2-9fd8-cf9b3022bfe6', 'status': 'completed', 'code': 200} Nov 22 17:00:36.370544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce62e785-c380-4ba7-987c-a50f5b0771e1 req-e1382093-8914-4f52-b01a-15cafdac034b tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.1175811 Nov 22 17:00:36.748936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41042) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:36.957359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-740779d7-818b-4508-a8f7-d21107153df3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.080934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-740779d7-818b-4508-a8f7-d21107153df3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.087237 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-740779d7-818b-4508-a8f7-d21107153df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.135375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-740779d7-818b-4508-a8f7-d21107153df3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=24bd8322c44143f2b1893837661871f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3852029 Nov 22 17:00:37.138042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41052) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:37.174929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740779d7-818b-4508-a8f7-d21107153df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2ba0ef-560d-456c-9fd9-035621d87fdd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:37.218875 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-758cb7e3-e231-4164-8578-944a1bb42699 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.262265 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-758cb7e3-e231-4164-8578-944a1bb42699 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.341958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-758cb7e3-e231-4164-8578-944a1bb42699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.345462 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-758cb7e3-e231-4164-8578-944a1bb42699 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.349028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-758cb7e3-e231-4164-8578-944a1bb42699 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6e2ba0ef-560d-456c-9fd9-035621d87fdd HTTP/1.1" status: 204 len: 168 time: 0.2075467 Nov 22 17:00:37.357122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cb7e3-e231-4164-8578-944a1bb42699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2ba0ef-560d-456c-9fd9-035621d87fdd,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:37.481812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:37.935078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2f3ab7a-7188-46b2-8fc4-bb6a85a839e1 req-1c3624e1-a403-4c81-8977-c7a903b6821a tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.3560975 Nov 22 17:00:38.962831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41120) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:39.066559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.088671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1069e422-8db0-4dc0-a8dc-0f8be18354d2 req-bdceac2a-259d-41fd-8a54-e12728101625 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0412593 Nov 22 17:00:39.115890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 78121450-011f-46e2-9fd8-cf9b3022bfe6 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:39.155534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 78121450-011f-46e2-9fd8-cf9b3022bfe6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:39.155933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 78121450-011f-46e2-9fd8-cf9b3022bfe6 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:39.175400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7686dc3-114c-493e-a53e-807dffc86b10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.276103 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7686dc3-114c-493e-a53e-807dffc86b10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.283769 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c7686dc3-114c-493e-a53e-807dffc86b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.330849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7686dc3-114c-493e-a53e-807dffc86b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e9b447-44e7-413b-a8d5-751f753b53bd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:39.337083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c7686dc3-114c-493e-a53e-807dffc86b10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57869adbb5fa4ff3a8c493cddde6ec5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3731942 Nov 22 17:00:39.339885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:39.407862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-817c96df-87c0-45c1-bd7c-ffe42d803126 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.432880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-817c96df-87c0-45c1-bd7c-ffe42d803126 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.490575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-817c96df-87c0-45c1-bd7c-ffe42d803126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.493500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-817c96df-87c0-45c1-bd7c-ffe42d803126 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.501986 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-817c96df-87c0-45c1-bd7c-ffe42d803126 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22e9b447-44e7-413b-a8d5-751f753b53bd HTTP/1.1" status: 204 len: 168 time: 0.1566782 Nov 22 17:00:39.513190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c96df-87c0-45c1-bd7c-ffe42d803126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e9b447-44e7-413b-a8d5-751f753b53bd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:39.847256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41130) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:39.862042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-157dca68-5b80-4b3e-9cc3-2449b24de962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.961250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-157dca68-5b80-4b3e-9cc3-2449b24de962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:39.968417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-157dca68-5b80-4b3e-9cc3-2449b24de962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.008037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dca68-5b80-4b3e-9cc3-2449b24de962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b716cf7-a7ff-4f2c-b7a3-78ae56d23e8c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:40.061481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-157dca68-5b80-4b3e-9cc3-2449b24de962 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6ff0a758d6b41838f1f21de77eea0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2127061 Nov 22 17:00:40.063719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:40.185096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-091f142f-dfcf-4f4f-8a87-2c7dc2b52d7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.246289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c175e85-93c2-4f08-894c-73d030e6a429 req-f1fde3ba-eaa3-4b44-8145-75e81ba604d6 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0482502 Nov 22 17:00:40.256449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-091f142f-dfcf-4f4f-8a87-2c7dc2b52d7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.340311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-091f142f-dfcf-4f4f-8a87-2c7dc2b52d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.343468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-091f142f-dfcf-4f4f-8a87-2c7dc2b52d7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:40.347117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-091f142f-dfcf-4f4f-8a87-2c7dc2b52d7b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b716cf7-a7ff-4f2c-b7a3-78ae56d23e8c HTTP/1.1" status: 204 len: 168 time: 0.2782366 Nov 22 17:00:40.367519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f142f-dfcf-4f4f-8a87-2c7dc2b52d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b716cf7-a7ff-4f2c-b7a3-78ae56d23e8c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:41.377791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56a4b2aa-8524-431b-a15d-636fe0efda13 req-187fafc8-f33e-43f7-8957-807137e3cee2 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0400357 Nov 22 17:00:42.529634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ed968b7-61f3-436c-9581-fb7971c2ce46 req-00d350f1-b427-4cda-ae4e-ef2cd4885ea5 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "GET /v2.0/ports?device_id=dedb0756-04b2-46ce-80ac-59b8a8cb9ba6 HTTP/1.1" status: 200 len: 210 time: 0.0354772 Nov 22 17:00:43.605118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41250) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:43.736565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93781d45-e019-4a1f-8348-4e9be287ae80 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.783699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93781d45-e019-4a1f-8348-4e9be287ae80 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.865729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93781d45-e019-4a1f-8348-4e9be287ae80 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.868991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-93781d45-e019-4a1f-8348-4e9be287ae80 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:43.873780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-93781d45-e019-4a1f-8348-4e9be287ae80 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] 10.222.0.65 "DELETE /v2.0/security-groups/1bfee6d1-4212-4542-97c3-926729c2eb19 HTTP/1.1" status: 204 len: 168 time: 0.2674205 Nov 22 17:00:43.893095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93781d45-e019-4a1f-8348-4e9be287ae80 tempest-TestVolumeBackupRestore-964741033 tempest-TestVolumeBackupRestore-964741033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfee6d1-4212-4542-97c3-926729c2eb19,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.117073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41268) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:44.331155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47fcc913-7939-4975-8ce3-714cbea8df60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.481706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47fcc913-7939-4975-8ce3-714cbea8df60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.485587 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47fcc913-7939-4975-8ce3-714cbea8df60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.522711 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:44.531157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-47fcc913-7939-4975-8ce3-714cbea8df60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e2041c3a1e24ace800f40e360353064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4113286 Nov 22 17:00:44.585421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcc913-7939-4975-8ce3-714cbea8df60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526b9b95-a661-4f71-9627-aa0630f8634a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:44.659588 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5c0-5138-4fd1-a62d-54a392b5af69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.705606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5c0-5138-4fd1-a62d-54a392b5af69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.779829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5c0-5138-4fd1-a62d-54a392b5af69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.783395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a06bb5c0-5138-4fd1-a62d-54a392b5af69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:44.794258 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a06bb5c0-5138-4fd1-a62d-54a392b5af69 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/526b9b95-a661-4f71-9627-aa0630f8634a HTTP/1.1" status: 204 len: 168 time: 0.2664378 Nov 22 17:00:44.808166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bb5c0-5138-4fd1-a62d-54a392b5af69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526b9b95-a661-4f71-9627-aa0630f8634a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.314575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41402) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.341489 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51e7de12-39cd-4b76-9cc6-1fb55141d9e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.470656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51e7de12-39cd-4b76-9cc6-1fb55141d9e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.491245 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-51e7de12-39cd-4b76-9cc6-1fb55141d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.592753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-51e7de12-39cd-4b76-9cc6-1fb55141d9e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af344c3c32104f79a50ec0bf332d5d0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2746150 Nov 22 17:00:45.593386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41436) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:45.614031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7de12-39cd-4b76-9cc6-1fb55141d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03b955b-801d-49a9-a6c3-c7926ccce6fe,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:45.719408 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3422adfd-8ebd-4be3-bbea-177e6d5817be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.762679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3422adfd-8ebd-4be3-bbea-177e6d5817be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.829224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3422adfd-8ebd-4be3-bbea-177e6d5817be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.835619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3422adfd-8ebd-4be3-bbea-177e6d5817be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:45.841760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3422adfd-8ebd-4be3-bbea-177e6d5817be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b03b955b-801d-49a9-a6c3-c7926ccce6fe HTTP/1.1" status: 204 len: 168 time: 0.2465830 Nov 22 17:00:45.856920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422adfd-8ebd-4be3-bbea-177e6d5817be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03b955b-801d-49a9-a6c3-c7926ccce6fe,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:49.990843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d5d3cb8-0bb0-4f6d-ba28-baa24b093ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:51.169399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 41858) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:52.389013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.906224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Deleting port b5bc2c8d-5563-49bd-884c-d65058c5444f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:52.906895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:52.926135 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d0a5460-370b-433a-adc9-04ece05d847c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.058437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] For port b5bc2c8d-5563-49bd-884c-d65058c5444f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b5bc2c8d-5563-49bd-884c-d65058c5444f,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:53.058898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.087033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Calling delete_port for b5bc2c8d-5563-49bd-884c-d65058c5444f owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:53.414730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:53.589955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bc2c8d-5563-49bd-884c-d65058c5444f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:53.935523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.062430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:54.543812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Router dfe58a4a-14ab-4540-be40-f2908f901eb9 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:00:54.792953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:00:54.803393 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] Sync routers for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:00:54.812089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba9aeac0-ea97-4275-8202-0152d108ab93 admin admin] 10.222.0.65 "PUT /v2.0/routers/dfe58a4a-14ab-4540-be40-f2908f901eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6390963 Nov 22 17:00:54.812589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 41950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:54.841242 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:54.841821 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:55.201879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:55.327920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.450416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.635626 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:55.826342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Deleting port bed06912-0d9b-4c1a-af59-e5dfd70b8111 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:55.831072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.028486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] For port bed06912-0d9b-4c1a-af59-e5dfd70b8111, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bed06912-0d9b-4c1a-af59-e5dfd70b8111,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:56.028486 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.050654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Calling delete_port for bed06912-0d9b-4c1a-af59-e5dfd70b8111 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:56.057998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.076659 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T17:00:53Z', 'revision_number': 5, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port': {'id': 'bed06912-0d9b-4c1a-af59-e5dfd70b8111', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:38Z', 'updated_at': '2021-11-22T16:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:56.181573 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] Checking router: dfe58a4a-14ab-4540-be40-f2908f901eb9 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:00:56.202737 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] Routers {'dfe58a4a-14ab-4540-be40-f2908f901eb9'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:00:56.219724 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['dfe58a4a-14ab-4540-be40-f2908f901eb9'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:56.363487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.389227 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] Set router dfe58a4a-14ab-4540-be40-f2908f901eb9 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:00:56.429451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Pushing event deleted for resources: {'Port': ['ID=bed06912-0d9b-4c1a-af59-e5dfd70b8111,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:56.462498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6176b08b-6f41-45cd-8fd7-dface2e1ed3f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:56.503464 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T17:00:55Z', 'revision_number': 6, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:56.587931 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d798c767-7e41-4a67-8241-fbd9d715a09c None None] The sync data for ids ['dfe58a4a-14ab-4540-be40-f2908f901eb9'] in n-d-816206-6 is: [{'id': 'dfe58a4a-14ab-4540-be40-f2908f901eb9', 'name': 'tempest-TestVolumeBackupRestore-956265705-router', 'tenant_id': '516b008535f945f7b4b825db57649bd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:35Z', 'updated_at': '2021-11-22T17:00:55Z', 'revision_number': 6, 'project_id': '516b008535f945f7b4b825db57649bd8', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:00:56.592445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.761751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.764139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.824345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.825149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfe58a4a-14ab-4540-be40-f2908f901eb9 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:00:56.831214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:56.833529 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7d76ccdb-b0f3-47a6-8dae-09455a94b23c admin admin] 10.222.0.65 "DELETE /v2.0/routers/dfe58a4a-14ab-4540-be40-f2908f901eb9 HTTP/1.1" status: 204 len: 168 time: 2.0195618 Nov 22 17:00:56.837945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42026) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:56.957130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Deleting subnet 09f65eae-c756-49fb-bb81-13baa7f36994 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:00:56.992253 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.085296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.140703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b5bc2c8d-5563-49bd-884c-d65058c5444f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:57.188741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b5bc2c8d-5563-49bd-884c-d65058c5444f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:57.189122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b5bc2c8d-5563-49bd-884c-d65058c5444f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:57.262778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.358865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.396714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.403249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42058) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:57.404384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/09f65eae-c756-49fb-bb81-13baa7f36994 HTTP/1.1" status: 204 len: 168 time: 0.5646446 Nov 22 17:00:57.406703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b5b1a-62d6-4537-bb7b-5d18a3e3ca10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f65eae-c756-49fb-bb81-13baa7f36994,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:57.409255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f769ac-c515-407a-b6c3-38d3807ec1cb None None] Network f1f2c43b-41bc-497f-beec-47990f118617 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:00:57.608629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.832090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Deleting port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:57.832760 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.852024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] DHCP port deletion for f1f2c43b-41bc-497f-beec-47990f118617 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:00:57.979424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] For port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:57.980164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.987345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] Deleting port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:00:57.987720 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:57.997878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Calling delete_port for 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:58.110463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.187306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Pushing event deleted for resources: {'Port': ['ID=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:58.197994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] No DVR routers for this DVR port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:58.237121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] For port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,segment=NetworkSegment(649c92eb-368b-4c29-93dc-f9af232ec98d),segment_id=649c92eb-368b-4c29-93dc-f9af232ec98d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:00:58.238024 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.300812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] Calling delete_port for 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:00:58.427125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.466527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.485533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] Pushing event deleted for resources: {'Port': ['ID=693268f1-dbb8-4d12-bcb0-40bd7e3fe129,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:58.493287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c05f2a4-a122-441f-88a9-91714830fa84 None None] No DVR routers for this DVR port 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:00:58.523019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f2c43b-41bc-497f-beec-47990f118617']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:58.542209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '649c92eb-368b-4c29-93dc-f9af232ec98d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:58.543275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '649c92eb-368b-4c29-93dc-f9af232ec98d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:00:58.559733 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.620892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.627977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:00:58.628399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:00:58.631111 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:00:58.765346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.796768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:00:58.801566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f1f2c43b-41bc-497f-beec-47990f118617 HTTP/1.1" status: 204 len: 168 time: 1.3969979 Nov 22 17:00:58.807648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42100) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:00:58.814932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5c96-9ce4-4fc1-9d21-d84ec49c4025 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f2c43b-41bc-497f-beec-47990f118617,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:00:58.842196 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:00:58.998931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:59.062936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:59.064448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 693268f1-dbb8-4d12-bcb0-40bd7e3fe129 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:59.065313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bed06912-0d9b-4c1a-af59-e5dfd70b8111 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:00:59.103313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bed06912-0d9b-4c1a-af59-e5dfd70b8111 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:00:59.103960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bed06912-0d9b-4c1a-af59-e5dfd70b8111 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:00:59.832364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.101372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Deleting port c3f74ba9-6a14-4e92-92b7-e7f9054036be {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:01.102140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.278366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] For port c3f74ba9-6a14-4e92-92b7-e7f9054036be, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c3f74ba9-6a14-4e92-92b7-e7f9054036be,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:01.279204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.299379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Calling delete_port for c3f74ba9-6a14-4e92-92b7-e7f9054036be owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:01.570232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:01.593008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3f74ba9-6a14-4e92-92b7-e7f9054036be,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:01.953364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.288862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:02.497443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:02.509672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-87d9125c-4185-4d8d-81d8-8bda258fcf85 admin admin] 10.222.0.65 "PUT /v2.0/routers/369b72e9-bdf2-41e9-83b0-e3eee85ae8e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7001486 Nov 22 17:01:02.512751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42218) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:02.517249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] Sync routers for ids ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:02.552500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] Routers {'369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:02.553638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:02.751020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:02.766110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] Set router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:03.041813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.142363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Deleting port 15d96e99-e7c7-47c5-81e8-b6a3dc724207 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:03.142984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.176300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34'}], 'enable_snat': True}, 'gw_port_id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T17:01:01Z', 'revision_number': 5, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port': {'id': '15d96e99-e7c7-47c5-81e8-b6a3dc724207', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:23:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3072, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T16:55:50Z', 'updated_at': '2021-11-22T16:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:03.238421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] Checking router: 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:03.261582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] Routers {'369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:03.264210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:03.327087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] For port 15d96e99-e7c7-47c5-81e8-b6a3dc724207, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=15d96e99-e7c7-47c5-81e8-b6a3dc724207,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:03.327457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.358706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Calling delete_port for 15d96e99-e7c7-47c5-81e8-b6a3dc724207 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:03.467271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] Set router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:03.599712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T17:01:03Z', 'revision_number': 6, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:03.627964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb50baaa-d075-44bb-89e3-c6afd9accade None None] The sync data for ids ['369b72e9-bdf2-41e9-83b0-e3eee85ae8e1'] in n-d-816206-6 is: [{'id': '369b72e9-bdf2-41e9-83b0-e3eee85ae8e1', 'name': 'tempest-TestVolumeBackupRestore-872681858-router', 'tenant_id': '954299143c6046d992bb62c9c322f949', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T16:55:47Z', 'updated_at': '2021-11-22T17:01:03Z', 'revision_number': 6, 'project_id': '954299143c6046d992bb62c9c322f949', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:03.699765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:03.746795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6f5802-f8f7-4e05-b946-93bfeed215e0 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:03.750111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Pushing event deleted for resources: {'Port': ['ID=15d96e99-e7c7-47c5-81e8-b6a3dc724207,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:03.884586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.533800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.548393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.629380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.630124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:01:04.641556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.641556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cc728d1c-4d05-41fc-81df-828302f08372 admin admin] 10.222.0.65 "DELETE /v2.0/routers/369b72e9-bdf2-41e9-83b0-e3eee85ae8e1 HTTP/1.1" status: 204 len: 168 time: 2.1260829 Nov 22 17:01:04.643750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42288) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:04.790607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Deleting subnet b3b473e1-8708-4b36-90e4-ae2c906c4997 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:01:04.813107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.938984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:04.947227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 15d96e99-e7c7-47c5-81e8-b6a3dc724207 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:04.991831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 15d96e99-e7c7-47c5-81e8-b6a3dc724207 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:04.992445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 15d96e99-e7c7-47c5-81e8-b6a3dc724207 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:04.993021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c3f74ba9-6a14-4e92-92b7-e7f9054036be no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:05.022242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c3f74ba9-6a14-4e92-92b7-e7f9054036be {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:05.022888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c3f74ba9-6a14-4e92-92b7-e7f9054036be not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:05.146930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.281543 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.325871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6e6773-a12d-4271-8f92-d454ead2926e None None] Network a09fa9db-ed90-450b-85f7-34131cf788cb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:05.354207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3b473e1-8708-4b36-90e4-ae2c906c4997,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:05.358870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.376529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b3b473e1-8708-4b36-90e4-ae2c906c4997 HTTP/1.1" status: 204 len: 168 time: 0.7311378 Nov 22 17:01:05.382530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:05.413909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.415197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.415558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.415897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.416250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.416567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.416947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.417211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.417563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.417918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.418237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.418597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cebe7621-d8e1-4fc7-bb0d-879e67307d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:05.611243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.766556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] DHCP port deletion for a09fa9db-ed90-450b-85f7-34131cf788cb request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:05.823799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Deleting port dc7b9a93-0367-420e-8c69-60e82b861dcd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:05.825251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.938782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] For port dc7b9a93-0367-420e-8c69-60e82b861dcd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dc7b9a93-0367-420e-8c69-60e82b861dcd,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:05.939156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.939750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] Deleting port dc7b9a93-0367-420e-8c69-60e82b861dcd {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:05.940135 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:05.957582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Calling delete_port for dc7b9a93-0367-420e-8c69-60e82b861dcd owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:06.072918 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.124767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] For port dc7b9a93-0367-420e-8c69-60e82b861dcd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dc7b9a93-0367-420e-8c69-60e82b861dcd,segment=NetworkSegment(31aff2c3-589f-4e96-b174-097af8335c52),segment_id=31aff2c3-589f-4e96-b174-097af8335c52)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:06.125384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.166684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] No DVR routers for this DVR port dc7b9a93-0367-420e-8c69-60e82b861dcd on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:06.168489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7b9a93-0367-420e-8c69-60e82b861dcd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:06.194405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] Calling delete_port for dc7b9a93-0367-420e-8c69-60e82b861dcd owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:06.327407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.374921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09fa9db-ed90-450b-85f7-34131cf788cb']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:06.408133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31aff2c3-589f-4e96-b174-097af8335c52') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:06.409674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31aff2c3-589f-4e96-b174-097af8335c52') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:06.439598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.481809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.514368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:06.515058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:06.520100 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:06.528655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.553305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] No DVR routers for this DVR port dc7b9a93-0367-420e-8c69-60e82b861dcd on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:06.627436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb4848-99bd-4cae-8c10-2ba8f960d503 None None] Pushing event deleted for resources: {'Port': ['ID=dc7b9a93-0367-420e-8c69-60e82b861dcd,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:06.689371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.717399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:06.721036 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a09fa9db-ed90-450b-85f7-34131cf788cb HTTP/1.1" status: 204 len: 168 time: 1.3373260 Nov 22 17:01:06.740661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3367686-c719-4e5b-b7b8-74ea63414185 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09fa9db-ed90-450b-85f7-34131cf788cb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:06.951553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dc7b9a93-0367-420e-8c69-60e82b861dcd no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:07.014144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: dc7b9a93-0367-420e-8c69-60e82b861dcd {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:07.016860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dc7b9a93-0367-420e-8c69-60e82b861dcd not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:07.310517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42354) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:07.412743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42358) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:07.421626 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb48e98d-656a-4126-831b-b20258d5233d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=516b008535f945f7b4b825db57649bd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1089590 Nov 22 17:01:07.524322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.527802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11f9554c-1b7a-4a4f-ac1d-062b16b8b142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.574457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11f9554c-1b7a-4a4f-ac1d-062b16b8b142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.697040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11f9554c-1b7a-4a4f-ac1d-062b16b8b142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.701774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11f9554c-1b7a-4a4f-ac1d-062b16b8b142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:07.703379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11f9554c-1b7a-4a4f-ac1d-062b16b8b142 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/21251ee0-e6ab-42c1-94a2-828b4ce73e6f HTTP/1.1" status: 204 len: 168 time: 0.2896466 Nov 22 17:01:07.728893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9554c-1b7a-4a4f-ac1d-062b16b8b142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21251ee0-e6ab-42c1-94a2-828b4ce73e6f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:08.724826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:08.795499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eec609fb-5932-4adf-9fac-77ce2e6ec1ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=954299143c6046d992bb62c9c322f949&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656524 Nov 22 17:01:08.795846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42400) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:08.839826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:08.921603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3af42adf-9e80-4227-9787-fcab20c99e73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.015581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3af42adf-9e80-4227-9787-fcab20c99e73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.064295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11fd24e3-0eb3-408f-8bb0-a9b13e566128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.068898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.151292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3af42adf-9e80-4227-9787-fcab20c99e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.155388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3af42adf-9e80-4227-9787-fcab20c99e73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.158102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3af42adf-9e80-4227-9787-fcab20c99e73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9c863f64-29d2-4b71-9a04-e539e5100d80 HTTP/1.1" status: 204 len: 168 time: 0.3611915 Nov 22 17:01:09.185411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11fd24e3-0eb3-408f-8bb0-a9b13e566128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.194751 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11fd24e3-0eb3-408f-8bb0-a9b13e566128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.200097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af42adf-9e80-4227-9787-fcab20c99e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c863f64-29d2-4b71-9a04-e539e5100d80,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:09.299901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fd24e3-0eb3-408f-8bb0-a9b13e566128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b4f38a-e4eb-4f29-ad8c-0b580626d746,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:09.311483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11fd24e3-0eb3-408f-8bb0-a9b13e566128 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce3669072afd47929015d9fd8c9e7fb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4702485 Nov 22 17:01:09.313714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42418) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:09.451202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-216c67a5-b60d-4d8f-81bf-ff68c71ae5f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.490948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-216c67a5-b60d-4d8f-81bf-ff68c71ae5f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.618732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-216c67a5-b60d-4d8f-81bf-ff68c71ae5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.621955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-216c67a5-b60d-4d8f-81bf-ff68c71ae5f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:09.623350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-216c67a5-b60d-4d8f-81bf-ff68c71ae5f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45b4f38a-e4eb-4f29-ad8c-0b580626d746 HTTP/1.1" status: 204 len: 168 time: 0.3080413 Nov 22 17:01:09.632582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c67a5-b60d-4d8f-81bf-ff68c71ae5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b4f38a-e4eb-4f29-ad8c-0b580626d746,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:10.458320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42454) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:10.494015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-064c8b0a-e938-4583-96c1-b13e5588fe1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.745150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-064c8b0a-e938-4583-96c1-b13e5588fe1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.751080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-064c8b0a-e938-4583-96c1-b13e5588fe1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:10.850779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-064c8b0a-e938-4583-96c1-b13e5588fe1f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f013baf9647b44179431c01cda89882a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3882525 Nov 22 17:01:10.851054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:10.861866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c8b0a-e938-4583-96c1-b13e5588fe1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f246b9-6e94-4689-bf20-a64d90368649,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:11.006296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d23972-9b78-4b74-b405-292d19f13db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.088100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d23972-9b78-4b74-b405-292d19f13db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.165067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d23972-9b78-4b74-b405-292d19f13db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.169666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77d23972-9b78-4b74-b405-292d19f13db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.171239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77d23972-9b78-4b74-b405-292d19f13db6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3f246b9-6e94-4689-bf20-a64d90368649 HTTP/1.1" status: 204 len: 168 time: 0.3188481 Nov 22 17:01:11.181510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d23972-9b78-4b74-b405-292d19f13db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f246b9-6e94-4689-bf20-a64d90368649,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:11.287411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:11.712832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146047240-network', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:11.754063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:11.757442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.769238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.872708 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.878768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.893334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:11.905669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:11.906272 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Added segment 4edcb5ce-2e0c-4006-ba15-9a2407e9fe48 of type vlan for network f0b82837-968e-4df8-94a8-ad67e0416e11 Nov 22 17:01:11.961937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.028794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:12.033627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.035277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.038074 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.131625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8427868 Nov 22 17:01:12.134380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.139204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Request body: {'subnet': {'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146047240-subnet', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:12.167751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:12.170592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.172840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0634cf0-0545-48c9-aa98-2d4a2187db2d admin admin] Pushing event updated for resources: {'Network': ['ID=f0b82837-968e-4df8-94a8-ad67e0416e11,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:12.185117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network f0b82837-968e-4df8-94a8-ad67e0416e11 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:12.451236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.537008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:12.537874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Network hostable DHCP agents. Network: f0b82837-968e-4df8-94a8-ad67e0416e11, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:12.541041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0157892e-2c0b-46ab-ae8f-6c58d4be88b9,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:12.563061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:12.578072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, f0b82837-968e-4df8-94a8-ad67e0416e11) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:12.592467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:12.593151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.613083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2fa863e0-49ae-479b-8040-82112b6150cb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4775035 Nov 22 17:01:12.616351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:12.621475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:12.660385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2643d6-f3e3-40db-a81b-487c1c0b8910 None None] Network f0b82837-968e-4df8-94a8-ad67e0416e11 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:12.664849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.670893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.758667 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.862534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-f0b82837-968e-4df8-94a8-ad67e0416e11', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:12.864467 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:12.976642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.102861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Allocated IP 172.20.0.2 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/5193f06d-506c-4e28-ae16-e915af7a0fd8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:13.329462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.340086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.361215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42542) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:13.468988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:13.474990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Pushing event updated for resources: {'Port': ['ID=5193f06d-506c-4e28-ae16-e915af7a0fd8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:13.479815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:13.505931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.509509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:13.515181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.523364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.523883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.524293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.524698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.528505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.533721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.534775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.534775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.534775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.537270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.537627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.537987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:13.592611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-842960718'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:13.602275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Attempting to bind port 5193f06d-506c-4e28-ae16-e915af7a0fd8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:13.602648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Attempting to bind port 5193f06d-506c-4e28-ae16-e915af7a0fd8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:13.603018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Attempting to bind port 5193f06d-506c-4e28-ae16-e915af7a0fd8 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:13.611234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:13.611613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:13.612396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.612396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:13.612922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Bound port: 5193f06d-506c-4e28-ae16-e915af7a0fd8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:13.613309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.620735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-c7620103-cd0f-4279-bc21-9b25111d0e6c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3831608 Nov 22 17:01:13.637397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Made reservation on behalf of 5c4030a727e241d7b5ac8f82b070b614 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:13.640918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.661279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.695815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] For port 5193f06d-506c-4e28-ae16-e915af7a0fd8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:13.699626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] For port 5193f06d-506c-4e28-ae16-e915af7a0fd8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5193f06d-506c-4e28-ae16-e915af7a0fd8,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:13.708964 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.815083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a204-590f-411c-81f4-4a538322c87b req-3eb7183b-e25c-4b17-b0ba-9cfdff16d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:13.817834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-3eb7183b-e25c-4b17-b0ba-9cfdff16d70e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 1096 time: 0.0838401 Nov 22 17:01:13.822518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64895104-1621-43ea-8ebe-f1f769779abe None None] Pushing event updated for resources: {'Port': ['ID=5193f06d-506c-4e28-ae16-e915af7a0fd8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:13.829865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Allocated IP 172.25.6.15 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ac16d037-1808-47c6-9535-e38bbb89041d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:13.843391 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.853579 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:13.881500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:13.962394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.007054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.040818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.042355 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Added segment 497b9057-ec73-4b6d-82b6-8f67c2802922 of type vlan for network 4d822c26-8f1c-49be-a648-a25c553e5b7b Nov 22 17:01:14.060819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a204-590f-411c-81f4-4a538322c87b req-4b21bfee-b00a-46c1-b30a-b6f835962c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:14.062272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-4b21bfee-b00a-46c1-b30a-b6f835962c1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 915 time: 0.1664813 Nov 22 17:01:14.071544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ad3e0d-91b4-4b62-8d53-45c582037719,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.081209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:14.093196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:14.096765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:14.118870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef98ed45-0c95-4c4b-b458-a34cba83b6bf None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:14.143380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Pushing event updated for resources: {'Port': ['ID=ac16d037-1808-47c6-9535-e38bbb89041d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.148042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-026986e0-3ee3-4fb5-b1ec-32a7224093ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7511af78-d309-4566-8c77-565dcfbb761d HTTP/1.1" status: 200 len: 217 time: 0.0667830 Nov 22 17:01:14.152304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.234048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a204-590f-411c-81f4-4a538322c87b req-a5df7fae-0009-4f87-ab41-e308df508bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:14.235959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-a5df7fae-0009-4f87-ab41-e308df508bde service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bd7035c8-048e-4cca-8950-74f4622ce697 HTTP/1.1" status: 200 len: 854 time: 0.0778344 Nov 22 17:01:14.239978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.247102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:14.248039 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.279575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-746cbd8e-6864-41e6-a1a2-43cc8fe8ca96 None None] Provisioning complete for port ac16d037-1808-47c6-9535-e38bbb89041d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:14.279954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-746cbd8e-6864-41e6-a1a2-43cc8fe8ca96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.353392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-0a159dd2-54cb-4e7e-b745-1e20d9b67f5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=539f26ff-25fc-469d-81e1-3a082ae35619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902190 Nov 22 17:01:14.373258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-746cbd8e-6864-41e6-a1a2-43cc8fe8ca96 None None] Port ac16d037-1808-47c6-9535-e38bbb89041d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:14.393026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0289750 Nov 22 17:01:14.402237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42552) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:14.433827 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.440930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b708b86-5c5d-4613-81b8-28f8933038f7 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Pushing event updated for resources: {'Network': ['ID=4d822c26-8f1c-49be-a648-a25c553e5b7b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:14.466093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4d822c26-8f1c-49be-a648-a25c553e5b7b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:14.528283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-1c8eb5a6-15f6-48af-b876-7c85fef8629f service neutron] 10.222.0.66 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598244 Nov 22 17:01:14.542099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'network': {'name': 'tempest-network--439598815', 'router:external': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:14.646096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Made reservation on behalf of 7a0f4d814ecb4a50a17ec1c6af1a3fc7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:14.648609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.665268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.726511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e8a204-590f-411c-81f4-4a538322c87b req-dfe71802-1695-4891-ad86-8171c90c8e14 service neutron] 10.222.0.66 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885309 Nov 22 17:01:14.789378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.878251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.884321 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.923419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:14.991173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:14.991534 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Added segment da626060-d63a-4a08-b7a2-11b40f0f8a66 of type vlan for network dc74e3d4-0925-480a-b33a-25b7b403e770 Nov 22 17:01:14.991973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5193f06d-506c-4e28-ae16-e915af7a0fd8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:15.006890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0889f02f-71c1-44cc-9202-2b0390fa3405,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.008658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Router 48c14805-60ea-4872-ac2f-d9278fafb07b is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:01:15.107203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.128304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5193f06d-506c-4e28-ae16-e915af7a0fd8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:15.128688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.177110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.179464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:15.180886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.238727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:15.250996 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:15.274389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8620813 Nov 22 17:01:15.282308 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:15.286346 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:15.288048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42572) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:15.314085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.322709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d0723898-9257-4865-ad66-af9a3da3e078 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7047000 Nov 22 17:01:15.323407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:15.373627 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.455505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c51ee1-f867-4344-ac0c-e48db73efd75 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Network': ['ID=dc74e3d4-0925-480a-b33a-25b7b403e770,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.462964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.475844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 5193f06d-506c-4e28-ae16-e915af7a0fd8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5193f06d-506c-4e28-ae16-e915af7a0fd8,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:15.484029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8c9210-86f5-46a9-bc16-db43d31f7855 None None] Network f0b82837-968e-4df8-94a8-ad67e0416e11 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:15.578787 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:15.602546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.611307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network dc74e3d4-0925-480a-b33a-25b7b403e770 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:15.657344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc74e3d4-0925-480a-b33a-25b7b403e770']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:15.682314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da626060-d63a-4a08-b7a2-11b40f0f8a66') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:15.682618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da626060-d63a-4a08-b7a2-11b40f0f8a66') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:15.702719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.714861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.746679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.760598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:15.761303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:15.763516 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:15.817637 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:14Z', 'revision_number': 3, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:15.847914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-01a80a10-b553-4ef3-a05c-7024645375f2 None None] Provisioning complete for port 5193f06d-506c-4e28-ae16-e915af7a0fd8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:15.850141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01a80a10-b553-4ef3-a05c-7024645375f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.863282 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.878348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc74e3d4-0925-480a-b33a-25b7b403e770 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 17:01:15.896909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.904056 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:15.904584 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Updating router 48c14805-60ea-4872-ac2f-d9278fafb07b port ac16d037-1808-47c6-9535-e38bbb89041d binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:15.905351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/networks/dc74e3d4-0925-480a-b33a-25b7b403e770 HTTP/1.1" status: 204 len: 168 time: 0.6152835 Nov 22 17:01:15.912076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42586) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:15.919823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:15.939137 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:15.946106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de734eca-2aa3-4120-9170-138d690f159d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc74e3d4-0925-480a-b33a-25b7b403e770,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:15.962845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=5193f06d-506c-4e28-ae16-e915af7a0fd8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:16.095854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Made reservation on behalf of 7a0f4d814ecb4a50a17ec1c6af1a3fc7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:16.098483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.385799 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.409037 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.418114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-64f97a9c-cc04-4abe-a1cf-9d25e456931f None None] Provisioning complete for port 5193f06d-506c-4e28-ae16-e915af7a0fd8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:16.418657 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-64f97a9c-cc04-4abe-a1cf-9d25e456931f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.540923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f71699-e8d1-4244-8df3-2b07133e4845 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:16.569520 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Attempting to bind port ac16d037-1808-47c6-9535-e38bbb89041d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:16.569916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Attempting to bind port ac16d037-1808-47c6-9535-e38bbb89041d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:16.570343 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Attempting to bind port ac16d037-1808-47c6-9535-e38bbb89041d on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:16.576874 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Pushing event updated for resources: {'Port': ['ID=ac16d037-1808-47c6-9535-e38bbb89041d,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:16.596866 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.597221 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.597554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.597950 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.598286 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.598619 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.598948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.599272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.599596 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.599920 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.600244 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.600658 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:16.606773 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:16.606773 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:16.606773 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.607655 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:16.608109 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Bound port: ac16d037-1808-47c6-9535-e38bbb89041d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:16.608507 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.677557 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] For port ac16d037-1808-47c6-9535-e38bbb89041d, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:16.680791 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] For port ac16d037-1808-47c6-9535-e38bbb89041d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ac16d037-1808-47c6-9535-e38bbb89041d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:16.687177 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.688709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:16.707864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.708314 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Added segment 76e0d576-de14-4297-a97e-59d9499fedda of type vlan for network 5129740d-93b0-47b1-b5c7-79d7150f2923 Nov 22 17:01:16.756870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-723419f2-c1e1-4ec8-8959-d2ee7277eaac None None] Provisioning complete for port ac16d037-1808-47c6-9535-e38bbb89041d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:16.758257 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebc7ca-025a-4051-9344-6b0f450f1d0b None None] Pushing event updated for resources: {'Port': ['ID=ac16d037-1808-47c6-9535-e38bbb89041d,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:16.760199 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-723419f2-c1e1-4ec8-8959-d2ee7277eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.795068 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:16.796534 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:16.812182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.931857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54241228-f9da-480b-91c8-73c40e82b307 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:16.941169 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:16.990522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:16.994132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:16.995015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.007578 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.063505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5193f06d-506c-4e28-ae16-e915af7a0fd8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:17.104312 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1908286 Nov 22 17:01:17.107102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42594) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:17.117204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'subnet': {'network_id': '5129740d-93b0-47b1-b5c7-79d7150f2923', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:17.130782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-723419f2-c1e1-4ec8-8959-d2ee7277eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.141303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8ab13-f533-41a9-8f8b-ab50564cb6cc tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Network': ['ID=5129740d-93b0-47b1-b5c7-79d7150f2923,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.171837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 5129740d-93b0-47b1-b5c7-79d7150f2923 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:17.181216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-723419f2-c1e1-4ec8-8959-d2ee7277eaac None None] For port ac16d037-1808-47c6-9535-e38bbb89041d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ac16d037-1808-47c6-9535-e38bbb89041d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:17.190986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Made reservation on behalf of 7a0f4d814ecb4a50a17ec1c6af1a3fc7 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:17.199812 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.299808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-723419f2-c1e1-4ec8-8959-d2ee7277eaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.329162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5193f06d-506c-4e28-ae16-e915af7a0fd8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:17.329446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.338635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:14Z', 'revision_number': 3, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:17.413453 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c8963-7dc0-459e-a013-931389e3d2dd None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:14Z', 'revision_number': 3, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:17.497872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-825acc3a-4846-4dda-9dd1-aee863e11d80 None None] Provisioning complete for port ac16d037-1808-47c6-9535-e38bbb89041d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:17.499100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-825acc3a-4846-4dda-9dd1-aee863e11d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.525028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723419f2-c1e1-4ec8-8959-d2ee7277eaac None None] Pushing event updated for resources: {'Port': ['ID=ac16d037-1808-47c6-9535-e38bbb89041d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.536948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Allocated IP 172.20.0.1 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/d316fc6d-d388-442b-8871-ab551e68df8b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:17.721767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:01:17.723894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.747670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.862793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:17.950028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:17.953398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:17.957245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:17.981699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3519de7c-5bdc-480a-a93e-89bf2c43f4b0,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:17.998612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Checking segment: {'id': '76e0d576-de14-4297-a97e-59d9499fedda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '5129740d-93b0-47b1-b5c7-79d7150f2923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:17.999271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Network hostable DHCP agents. Network: 5129740d-93b0-47b1-b5c7-79d7150f2923, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:18.036738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Network 5129740d-93b0-47b1-b5c7-79d7150f2923 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:18.055351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 5129740d-93b0-47b1-b5c7-79d7150f2923) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:18.068107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5403cf-6d19-4675-a2f4-8cfb2b2af618 None None] Network 5129740d-93b0-47b1-b5c7-79d7150f2923 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:18.074736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.081213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:18.082489 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.134553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2e4a3273-a840-496e-b0f4-1888fac9c1eb tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0252430 Nov 22 17:01:18.137445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42612) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:18.145748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'floatingip': {'floating_network_id': '5129740d-93b0-47b1-b5c7-79d7150f2923'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:18.183384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Pushing event updated for resources: {'Port': ['ID=d316fc6d-d388-442b-8871-ab551e68df8b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:18.207335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.397374 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.454909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.545519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a3e598-fed2-4a78-98f2-7d9809bced1c None None] Network 5129740d-93b0-47b1-b5c7-79d7150f2923 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:18.603231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3470f5c6-4916-4b9d-ab24-e9eb911815ce None None] Provisioning complete for port d316fc6d-d388-442b-8871-ab551e68df8b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:18.603231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3470f5c6-4916-4b9d-ab24-e9eb911815ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.718084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Allocated IP 172.20.0.12 (5129740d-93b0-47b1-b5c7-79d7150f2923/3519de7c-5bdc-480a-a93e-89bf2c43f4b0/9501975f-338b-4e72-ab70-8b15d076fb6f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:18.751203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.767445 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.796281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3470f5c6-4916-4b9d-ab24-e9eb911815ce None None] Port d316fc6d-d388-442b-8871-ab551e68df8b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:18.966777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:18.972266 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.018770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ac16d037-1808-47c6-9535-e38bbb89041d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:19.028096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.032259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Pushing event updated for resources: {'Port': ['ID=d316fc6d-d388-442b-8871-ab551e68df8b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.148699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Network 5129740d-93b0-47b1-b5c7-79d7150f2923 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:19.152602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:19.162281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ac16d037-1808-47c6-9535-e38bbb89041d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:19.162658 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.162861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:19.199885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Port': ['ID=9501975f-338b-4e72-ab70-8b15d076fb6f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.236559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:19.244720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:19.351473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.406730 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.464784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:19.684975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.694699 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.726954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:19.744716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-eae8ad13-bb92-4157-a503-fe500f4eadab None None] Provisioning complete for port d316fc6d-d388-442b-8871-ab551e68df8b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:19.745714 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eae8ad13-bb92-4157-a503-fe500f4eadab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.746865 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-57ef5421-328a-4656-98e9-085b6fc18018 admin admin] 10.222.0.65 "PUT /v2.0/routers/48c14805-60ea-4872-ac2f-d9278fafb07b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4191146 Nov 22 17:01:19.812237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-eae8ad13-bb92-4157-a503-fe500f4eadab None None] Port d316fc6d-d388-442b-8871-ab551e68df8b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:19.835849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Port': ['ID=9501975f-338b-4e72-ab70-8b15d076fb6f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:19.853932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.880214 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:19.884233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b49a80e7-79a8-4ae1-9ba5-58362c7e2f97 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7442150 Nov 22 17:01:19.887217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42626) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:19.975569 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86de5b01-63ab-4ecb-b11c-f919d1d41a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.046073 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-670e393e-8ff1-44e4-8bab-24e5611717f0 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=5129740d-93b0-47b1-b5c7-79d7150f2923 HTTP/1.1" status: 200 len: 690 time: 0.1570454 Nov 22 17:01:20.048444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42630) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:20.215140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.355073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:20.376227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:20.377247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:20.460215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Deleting port 9501975f-338b-4e72-ab70-8b15d076fb6f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:20.460558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.597062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:20.614873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.618338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:20.667145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Calling delete_port for 9501975f-338b-4e72-ab70-8b15d076fb6f owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:20.992117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.035598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Port': ['ID=9501975f-338b-4e72-ab70-8b15d076fb6f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:21.062455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42648) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:21.075563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1823626615-network', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:21.169485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Made reservation on behalf of 7af736634c6c4aad939f589c9b8ad44f for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:21.171696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.186926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.201084 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.300108 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.305413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 2, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:21.343760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:21.343760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Updating router 48c14805-60ea-4872-ac2f-d9278fafb07b port d316fc6d-d388-442b-8871-ab551e68df8b binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:21.365778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.376758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.386702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.418030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a5e2c5-b3dc-4ad9-8031-2ad76052648d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:21.441792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:21.454326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.455462 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Added segment c378fc2b-6aa4-4a4e-81c6-423ffcc15086 of type vlan for network b5680021-7c31-4ee4-ad0e-902d3f3e6941 Nov 22 17:01:21.469015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.532074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3519de7c-5bdc-480a-a93e-89bf2c43f4b0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:21.539725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.591284 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.597181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:21.597181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.787402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.794282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.870967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815aeb7-ffb9-4020-9ae7-f43684c6da29 None None] Pushing event updated for resources: {'Port': ['ID=d316fc6d-d388-442b-8871-ab551e68df8b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:21.975991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Attempting to bind port d316fc6d-d388-442b-8871-ab551e68df8b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:21.976369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Attempting to bind port d316fc6d-d388-442b-8871-ab551e68df8b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:21.976737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Attempting to bind port d316fc6d-d388-442b-8871-ab551e68df8b on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:21.983472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:21.983860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:21.984537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:21.985071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:21.985576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Bound port: d316fc6d-d388-442b-8871-ab551e68df8b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:21.985988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.072613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] For port d316fc6d-d388-442b-8871-ab551e68df8b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:22.077002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] For port d316fc6d-d388-442b-8871-ab551e68df8b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d316fc6d-d388-442b-8871-ab551e68df8b,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:22.083248 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.153916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.235320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1701090 Nov 22 17:01:22.238108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42668) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:22.245578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Request body: {'subnet': {'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1823626615-subnet', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:22.282141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:22.286518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:00:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:22.290867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5129740d-93b0-47b1-b5c7-79d7150f2923']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:22.296069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efdc3ba-3139-466e-b04e-d827b89360a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b5680021-7c31-4ee4-ad0e-902d3f3e6941,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:22.323690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e0d576-de14-4297-a97e-59d9499fedda') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:22.324377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e0d576-de14-4297-a97e-59d9499fedda') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:22.329880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Made reservation on behalf of 7af736634c6c4aad939f589c9b8ad44f for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:22.333252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.360230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.392017 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.407855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:22.408373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:22.411031 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:22.462636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815aeb7-ffb9-4020-9ae7-f43684c6da29 None None] Pushing event updated for resources: {'Port': ['ID=d316fc6d-d388-442b-8871-ab551e68df8b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:22.469412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:22.542270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.563240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5129740d-93b0-47b1-b5c7-79d7150f2923 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 17:01:22.570826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.578153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:22.579170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/networks/5129740d-93b0-47b1-b5c7-79d7150f2923 HTTP/1.1" status: 204 len: 168 time: 2.5294425 Nov 22 17:01:22.598958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43257b16-baa7-4c25-85e1-4b3351c5220a tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Network': ['ID=5129740d-93b0-47b1-b5c7-79d7150f2923,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:22.734026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2e1d4b7d-3373-4c58-b164-d37563a2da4d None None] Provisioning complete for port d316fc6d-d388-442b-8871-ab551e68df8b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:22.734026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4b7d-3373-4c58-b164-d37563a2da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.781982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42680) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:22.787567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd865ce6-f5b4-4644-84d3-55fe514c8a58 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1998053 Nov 22 17:01:22.905801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:22.931365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:23.064042 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4b7d-3373-4c58-b164-d37563a2da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.068983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7be34b-a951-4950-9c24-0e0d50d94efa,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.073448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Checking segment: {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:23.073834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Network hostable DHCP agents. Network: b5680021-7c31-4ee4-ad0e-902d3f3e6941, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:23.089184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ceef24-6804-49c4-82fa-dfb1b9ca3e5e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.089670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ceef24-6804-49c4-82fa-dfb1b9ca3e5e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.090133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ceef24-6804-49c4-82fa-dfb1b9ca3e5e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.096543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ceef24-6804-49c4-82fa-dfb1b9ca3e5e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.099076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ceef24-6804-49c4-82fa-dfb1b9ca3e5e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.115655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.116517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-20ceef24-6804-49c4-82fa-dfb1b9ca3e5e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3386 time: 0.3321831 Nov 22 17:01:23.146646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2e1d4b7d-3373-4c58-b164-d37563a2da4d None None] For port d316fc6d-d388-442b-8871-ab551e68df8b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d316fc6d-d388-442b-8871-ab551e68df8b,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:23.165113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e1d4b7d-3373-4c58-b164-d37563a2da4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.252705 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-f10f0d29-c39a-49fe-9faf-aa96d8e57657 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] delete failed (client error): The resource could not be found. Nov 22 17:01:23.253765 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f10f0d29-c39a-49fe-9faf-aa96d8e57657 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/fd227c84-4816-46eb-8ed6-ad4e356610d2 HTTP/1.1" status: 404 len: 345 time: 0.1370347 Nov 22 17:01:23.257365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42684) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.257592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:23.284597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b5680021-7c31-4ee4-ad0e-902d3f3e6941) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:23.290339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.290948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.310761 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f1b6b5-5414-4170-8502-c1cba7487769 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] DELETE failed (client error): The resource could not be found. Nov 22 17:01:23.312924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f1b6b5-5414-4170-8502-c1cba7487769 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:01:23.326214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-824509d0-8b0f-452b-9e30-78be1b74c7e0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0843024 Nov 22 17:01:23.326214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42686) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.326794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42688) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.327317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-17f1b6b5-5414-4170-8502-c1cba7487769 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/networks/5129740d-93b0-47b1-b5c7-79d7150f2923 HTTP/1.1" status: 404 len: 339 time: 0.0688195 Nov 22 17:01:23.331201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:23.343822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'network': {'name': 'tempest-network--1739287904', 'router:external': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:23.360282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09e9f9e-124b-442f-b15e-4ccab2a5a3be None None] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:23.404265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Made reservation on behalf of 7a0f4d814ecb4a50a17ec1c6af1a3fc7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:23.408996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.490700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:23.509876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.510218 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Added segment 94aa159b-f3f0-432d-82e2-d17e889b4e22 of type vlan for network d61f63bc-f52c-4809-b982-ad61741f1bd3 Nov 22 17:01:23.625394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.667916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8edc8074-4323-4d28-9551-18b2e1292b3b None None] Provisioning complete for port d316fc6d-d388-442b-8871-ab551e68df8b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:23.668459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8edc8074-4323-4d28-9551-18b2e1292b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.703382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.704504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.715312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.716442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:23.717014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.727702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d4b7d-3373-4c58-b164-d37563a2da4d None None] Pushing event updated for resources: {'Port': ['ID=d316fc6d-d388-442b-8871-ab551e68df8b,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.772386 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6667bcf-f81e-42af-9663-41ad2c810894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:23.780987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:23.794760 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4557374 Nov 22 17:01:23.993050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd2806-2eb9-42bd-b4d2-10f6d094113e tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Network': ['ID=d61f63bc-f52c-4809-b982-ad61741f1bd3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:23.999560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.180245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d61f63bc-f52c-4809-b982-ad61741f1bd3 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:24.266734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009341e-88ea-4b70-b8d7-8df120dd62ef tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:24.284064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009341e-88ea-4b70-b8d7-8df120dd62ef tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:24.303316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009341e-88ea-4b70-b8d7-8df120dd62ef tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:24.315790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009341e-88ea-4b70-b8d7-8df120dd62ef tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:24.322645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4009341e-88ea-4b70-b8d7-8df120dd62ef tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5392940 Nov 22 17:01:24.325529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42698) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.433909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.434814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b5680021-7c31-4ee4-ad0e-902d3f3e6941', 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'fixed_ips': [{'subnet_id': '4d7be34b-a951-4950-9c24-0e0d50d94efa'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:24.435667 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.460740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.465802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.629805 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.679692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:22Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:24.682573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61f63bc-f52c-4809-b982-ad61741f1bd3']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:24.712703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94aa159b-f3f0-432d-82e2-d17e889b4e22') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:24.712703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94aa159b-f3f0-432d-82e2-d17e889b4e22') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:24.735389 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.770031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.776737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:24.777159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:24.840168 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:24.850512 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.856020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d61f63bc-f52c-4809-b982-ad61741f1bd3 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 17:01:24.859080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.871666 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.889311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/networks/d61f63bc-f52c-4809-b982-ad61741f1bd3 HTTP/1.1" status: 204 len: 168 time: 0.5623941 Nov 22 17:01:24.898192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42708) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:24.934735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'network': {'name': 'tempest-network--411964202', 'router:external': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:24.943141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7055735e-73fb-4075-949a-11da2f8f566d tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Network': ['ID=d61f63bc-f52c-4809-b982-ad61741f1bd3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:24.951602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:24.955800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Allocated IP 172.20.0.2 (b5680021-7c31-4ee4-ad0e-902d3f3e6941/4d7be34b-a951-4950-9c24-0e0d50d94efa/6d943f73-5b68-4fe2-94b6-0b587d3f873c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:25.007463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a92734a-cbf1-4b48-a630-7584dfbfc677 None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:22Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:25.009368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Made reservation on behalf of 7a0f4d814ecb4a50a17ec1c6af1a3fc7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:25.012970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.054719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:25.087842 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.088447 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Added segment 54fe049b-b0df-4aa4-a0d8-de544b5c1932 of type vlan for network a7a82834-fcad-4a41-8988-666ca6f8e381 Nov 22 17:01:25.181726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.213331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Allocated IP 172.25.6.150 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/dcb9748c-7347-4cf6-9357-40032294e820) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:25.228900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.231000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.233986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.316886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3966632 Nov 22 17:01:25.320348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42712) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:25.414229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25faee2a-53b9-45d4-ac4d-1cef023f8c6b tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Network': ['ID=a7a82834-fcad-4a41-8988-666ca6f8e381,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:25.442321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.511142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80851d8f-c164-4d8b-bc3c-ede61e6415e5 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.512549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80851d8f-c164-4d8b-bc3c-ede61e6415e5 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] 10.222.0.65 "GET /v2.0/networks/a7a82834-fcad-4a41-8988-666ca6f8e381 HTTP/1.1" status: 200 len: 756 time: 0.1913247 Nov 22 17:01:25.519053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42714) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:25.527616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a7a82834-fcad-4a41-8988-666ca6f8e381 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:25.621531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.661460 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.716264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Pushing event updated for resources: {'Port': ['ID=dcb9748c-7347-4cf6-9357-40032294e820,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:25.729835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:25.733114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:25.747930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:25.761287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1253c2f6-ec27-4068-aea2-86ac02f628bd None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:25.837783 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5593c756-0827-410f-9db0-243f42323edd tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:25.839427 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5593c756-0827-410f-9db0-243f42323edd tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] 10.222.0.65 "GET /v2.0/networks/4d822c26-8f1c-49be-a648-a25c553e5b7b HTTP/1.1" status: 200 len: 767 time: 0.3193634 Nov 22 17:01:25.842213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42722) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:25.844726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.880049 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.904132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-358df406-929a-41b1-bb9e-39e3d206af6f None None] Provisioning complete for port dcb9748c-7347-4cf6-9357-40032294e820 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:25.904512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-358df406-929a-41b1-bb9e-39e3d206af6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:25.999187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.060897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:26.074489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-358df406-929a-41b1-bb9e-39e3d206af6f None None] Port dcb9748c-7347-4cf6-9357-40032294e820 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:26.124724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:26.147416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:26.205065 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.216625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Pushing event updated for resources: {'Port': ['ID=6d943f73-5b68-4fe2-94b6-0b587d3f873c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.217813 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.271323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a82834-fcad-4a41-8988-666ca6f8e381']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:26.290230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fe049b-b0df-4aa4-a0d8-de544b5c1932') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:26.290598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fe049b-b0df-4aa4-a0d8-de544b5c1932') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:26.302725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.324594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.339189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:26.339626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:26.346290 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:26.352619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Attempting to bind port 6d943f73-5b68-4fe2-94b6-0b587d3f873c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:26.353021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Attempting to bind port 6d943f73-5b68-4fe2-94b6-0b587d3f873c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:26.353713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Attempting to bind port 6d943f73-5b68-4fe2-94b6-0b587d3f873c on network b5680021-7c31-4ee4-ad0e-902d3f3e6941 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:26.359514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:26.359989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Checking segment: {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:26.360307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.360703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Bound using segment: {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:26.361441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Bound port: 6d943f73-5b68-4fe2-94b6-0b587d3f873c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:26.361892 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.487931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.505732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] For port 6d943f73-5b68-4fe2-94b6-0b587d3f873c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:26.510748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] For port 6d943f73-5b68-4fe2-94b6-0b587d3f873c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6d943f73-5b68-4fe2-94b6-0b587d3f873c,segment=NetworkSegment(c378fc2b-6aa4-4a4e-81c6-423ffcc15086),segment_id=c378fc2b-6aa4-4a4e-81c6-423ffcc15086)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:26.516058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.523374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.527632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a7a82834-fcad-4a41-8988-666ca6f8e381 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 17:01:26.530422 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.543614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/networks/a7a82834-fcad-4a41-8988-666ca6f8e381 HTTP/1.1" status: 204 len: 168 time: 0.7002106 Nov 22 17:01:26.571933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42726) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:26.577232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'network': {'name': 'tempest-network--2031886482'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:26.600380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22eb6e-a836-431a-84ee-8574d58e63a3 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Network': ['ID=a7a82834-fcad-4a41-8988-666ca6f8e381,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.606994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Made reservation on behalf of 7a0f4d814ecb4a50a17ec1c6af1a3fc7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:26.611414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.663641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:26.690376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.694671 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Added segment e2c897df-77d7-4d04-87ca-46ee95ca3793 of type vlan for network 0f7089a7-a591-4854-b597-f89d0107bbf7 Nov 22 17:01:26.754980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2a254-2325-474e-a527-2e48c185f995 None None] Pushing event updated for resources: {'Port': ['ID=6d943f73-5b68-4fe2-94b6-0b587d3f873c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:26.792867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.843065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:26.844430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:26.845081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1611101'] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.039657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Network': ['ID=0f7089a7-a591-4854-b597-f89d0107bbf7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:27.049954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0f7089a7-a591-4854-b597-f89d0107bbf7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:27.076086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-725a4e61-4ae8-4f0f-9741-b224c6e4d31f tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5010674 Nov 22 17:01:27.079530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42742) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:27.098480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:27.109023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.199776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d316fc6d-d388-442b-8871-ab551e68df8b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:27.488256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.491471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port d316fc6d-d388-442b-8871-ab551e68df8b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:27.491859 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.510238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Router 5c32568b-6d20-4051-a0fd-f96743014338 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:01:27.522289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.641128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Network 0f7089a7-a591-4854-b597-f89d0107bbf7 is not hosted by any dhcp agent {{(pid=103514) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 17:01:27.654000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:27.656133 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:27.661421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "PUT /v2.0/networks/0f7089a7-a591-4854-b597-f89d0107bbf7 HTTP/1.1" status: 200 len: 858 time: 0.5765767 Nov 22 17:01:27.662132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42774) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:27.744361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7f9c5-410e-432e-b858-7e3ccf63d2b5 tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event updated for resources: {'Network': ['ID=0f7089a7-a591-4854-b597-f89d0107bbf7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:28.512664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.517541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:28.536628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Sync routers for ids ['5c32568b-6d20-4051-a0fd-f96743014338'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:28.553436 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Routers {'5c32568b-6d20-4051-a0fd-f96743014338'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:28.556254 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5c32568b-6d20-4051-a0fd-f96743014338'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:28.727319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:28.729077 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-97a21fd6-4372-4ceb-af3d-09882dcc0627 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4013081 Nov 22 17:01:28.732229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42814) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:28.807070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407cea9-4bf2-45ae-a003-cff5091c4bae None None] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:28.902492 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Set router 5c32568b-6d20-4051-a0fd-f96743014338 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:28.926719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.081221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7089a7-a591-4854-b597-f89d0107bbf7']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.151296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c897df-77d7-4d04-87ca-46ee95ca3793') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.152195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c897df-77d7-4d04-87ca-46ee95ca3793') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.201549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.247973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6d943f73-5b68-4fe2-94b6-0b587d3f873c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:29.251567 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:01:26Z', 'revision_number': 3, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:29.260487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.300121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:29.303118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:29.312376 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:29.359301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Checking router: 5c32568b-6d20-4051-a0fd-f96743014338 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:29.365266 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Updating router 5c32568b-6d20-4051-a0fd-f96743014338 port dcb9748c-7347-4cf6-9357-40032294e820 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:29.449526 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.499396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-da47844b-55c1-42e0-994f-c0a59edf800a None None] Provisioning complete for port 6d943f73-5b68-4fe2-94b6-0b587d3f873c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:29.500292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da47844b-55c1-42e0-994f-c0a59edf800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.767614 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da47844b-55c1-42e0-994f-c0a59edf800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.769170 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.813451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f7089a7-a591-4854-b597-f89d0107bbf7 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 22 17:01:29.844253 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.858791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 42888) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:29.869537 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] 10.222.0.65 "DELETE /v2.0/networks/0f7089a7-a591-4854-b597-f89d0107bbf7 HTTP/1.1" status: 204 len: 168 time: 2.2061939 Nov 22 17:01:29.871353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 6d943f73-5b68-4fe2-94b6-0b587d3f873c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:29.878137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:29.936275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd38e34-c1c2-460c-ac7e-7daff1b2b97c tempest-ExternalNetworksTestJSON-1497387517 tempest-ExternalNetworksTestJSON-1497387517-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f7089a7-a591-4854-b597-f89d0107bbf7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:29.959168 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea455f94-c5e1-42f1-a4a4-668b0f51d649 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] DELETE failed (client error): The resource could not be found. Nov 22 17:01:29.962513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea455f94-c5e1-42f1-a4a4-668b0f51d649 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:01:29.974726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 42898) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:29.975469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ea455f94-c5e1-42f1-a4a4-668b0f51d649 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] 10.222.0.65 "DELETE /v2.0/subnets/3519de7c-5bdc-480a-a93e-89bf2c43f4b0 HTTP/1.1" status: 404 len: 337 time: 0.1154048 Nov 22 17:01:30.121686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-da47844b-55c1-42e0-994f-c0a59edf800a None None] For port 6d943f73-5b68-4fe2-94b6-0b587d3f873c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6d943f73-5b68-4fe2-94b6-0b587d3f873c,segment=NetworkSegment(c378fc2b-6aa4-4a4e-81c6-423ffcc15086),segment_id=c378fc2b-6aa4-4a4e-81c6-423ffcc15086)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:30.166989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da47844b-55c1-42e0-994f-c0a59edf800a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.372951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.408503 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.422738 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.518763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be913c-0667-4d69-9e32-0d328581bdfb None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:30.527477 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e094006-0499-47ef-97a3-53471b8072f4 None None] Pushing event updated for resources: {'Port': ['ID=dcb9748c-7347-4cf6-9357-40032294e820,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:30.539031 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Attempting to bind port dcb9748c-7347-4cf6-9357-40032294e820 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:30.539731 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Attempting to bind port dcb9748c-7347-4cf6-9357-40032294e820 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:30.541717 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Attempting to bind port dcb9748c-7347-4cf6-9357-40032294e820 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:30.548902 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:30.549705 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:30.550377 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.551120 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:30.552078 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Bound port: dcb9748c-7347-4cf6-9357-40032294e820, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:30.552754 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.644071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47844b-55c1-42e0-994f-c0a59edf800a None None] Pushing event updated for resources: {'Port': ['ID=6d943f73-5b68-4fe2-94b6-0b587d3f873c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:30.659778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-53808f9a-f48b-452f-9f16-7f360ba38c68 None None] Provisioning complete for port 6d943f73-5b68-4fe2-94b6-0b587d3f873c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:30.664134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53808f9a-f48b-452f-9f16-7f360ba38c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.700287 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] For port dcb9748c-7347-4cf6-9357-40032294e820, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:30.709860 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] For port dcb9748c-7347-4cf6-9357-40032294e820, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dcb9748c-7347-4cf6-9357-40032294e820,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:30.721843 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.823278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.847250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:30.876630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d822c26-8f1c-49be-a648-a25c553e5b7b']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:30.888613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd5ab3-bf62-45cc-9c2c-75c58481ed66 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:30.915292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '497b9057-ec73-4b6d-82b6-8f67c2802922') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:30.915891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '497b9057-ec73-4b6d-82b6-8f67c2802922') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:30.956613 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Routers {'5c32568b-6d20-4051-a0fd-f96743014338'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:30.977209 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5c32568b-6d20-4051-a0fd-f96743014338'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:30.980860 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e094006-0499-47ef-97a3-53471b8072f4 None None] Pushing event updated for resources: {'Port': ['ID=dcb9748c-7347-4cf6-9357-40032294e820,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:31.049918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6d943f73-5b68-4fe2-94b6-0b587d3f873c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:31.065110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.119060 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.188375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3fa9847a-1caf-4be0-91eb-bc6d31235355 None None] Provisioning complete for port dcb9748c-7347-4cf6-9357-40032294e820 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:31.199156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:01:31.199578 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.199696 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fa9847a-1caf-4be0-91eb-bc6d31235355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:01:31.206725 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:01:31.249882 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] Set router 5c32568b-6d20-4051-a0fd-f96743014338 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:31.294286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 6d943f73-5b68-4fe2-94b6-0b587d3f873c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:31.294674 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.507052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fa9847a-1caf-4be0-91eb-bc6d31235355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.516780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.543823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.564821 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] 10.222.0.65 "DELETE /v2.0/networks/4d822c26-8f1c-49be-a648-a25c553e5b7b HTTP/1.1" status: 204 len: 168 time: 1.5776205 Nov 22 17:01:31.643546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3fa9847a-1caf-4be0-91eb-bc6d31235355 None None] For port dcb9748c-7347-4cf6-9357-40032294e820, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dcb9748c-7347-4cf6-9357-40032294e820,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:31.661326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3fa9847a-1caf-4be0-91eb-bc6d31235355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:31.709117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Pushing event deleted for resources: {'Network': ['ID=4d822c26-8f1c-49be-a648-a25c553e5b7b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:31.731957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.732522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.734082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.735697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.736216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.736557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.737020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.737226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.737560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.738009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.738875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.739029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:01:26Z', 'revision_number': 3, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:31.739567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5546a0-6ca2-45c9-9dee-4834b5e58042 tempest-ExternalNetworksTestJSON-1633337624 tempest-ExternalNetworksTestJSON-1633337624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:01:31.797701 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badb48dd-f24e-4ca9-8a5d-ced9d729c798 None None] The sync data for ids ['5c32568b-6d20-4051-a0fd-f96743014338'] in n-d-816206-6 is: [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:01:26Z', 'revision_number': 3, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:31.835238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Allocated IP 172.20.0.1 (b5680021-7c31-4ee4-ad0e-902d3f3e6941/4d7be34b-a951-4950-9c24-0e0d50d94efa/f9dd05e6-7636-483a-918d-af52494c3066) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:31.891153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa9847a-1caf-4be0-91eb-bc6d31235355 None None] Pushing event updated for resources: {'Port': ['ID=dcb9748c-7347-4cf6-9357-40032294e820,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:32.143640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43076) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:32.168979 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.290028 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.462963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Pushing event updated for resources: {'Port': ['ID=f9dd05e6-7636-483a-918d-af52494c3066,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:32.492146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:32.496251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:32.521409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:32.588676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.732094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-677e7401-ba5f-4e0f-ae7c-351b52e00f42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5c4030a727e241d7b5ac8f82b070b614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5850022 Nov 22 17:01:32.733002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43132) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:32.858146 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c255ee1f-91ff-457b-9599-d4162a076412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:32.994657 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c255ee1f-91ff-457b-9599-d4162a076412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.007435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.112124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-62f02d54-1b33-43ee-b7b7-c3b36fdf7672 None None] Provisioning complete for port f9dd05e6-7636-483a-918d-af52494c3066 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:33.113752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-62f02d54-1b33-43ee-b7b7-c3b36fdf7672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.177977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c255ee1f-91ff-457b-9599-d4162a076412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.186687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dcb9748c-7347-4cf6-9357-40032294e820 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:33.188894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c255ee1f-91ff-457b-9599-d4162a076412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.193878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c255ee1f-91ff-457b-9599-d4162a076412 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b8ad3e0d-91b4-4b62-8d53-45c582037719 HTTP/1.1" status: 204 len: 168 time: 0.4553564 Nov 22 17:01:33.243986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ee1f-91ff-457b-9599-d4162a076412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ad3e0d-91b4-4b62-8d53-45c582037719,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:33.288398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-62f02d54-1b33-43ee-b7b7-c3b36fdf7672 None None] Port f9dd05e6-7636-483a-918d-af52494c3066 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:33.331653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dcb9748c-7347-4cf6-9357-40032294e820 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:33.332387 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.469988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.480613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.615214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Pushing event updated for resources: {'Port': ['ID=f9dd05e6-7636-483a-918d-af52494c3066,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:33.622293 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:33.797371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:33.799249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:33.907895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43244) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:34.037824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43258) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:34.039049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-12a0052c-ad60-4a01-84c4-6994feb3be4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a0f4d814ecb4a50a17ec1c6af1a3fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1288223 Nov 22 17:01:34.070398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Router 5c32568b-6d20-4051-a0fd-f96743014338 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:34.168443 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1af53e6-bf4d-442a-8dc1-c7617850481d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.233548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1af53e6-bf4d-442a-8dc1-c7617850481d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.245857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0d84e856-be70-40a0-aa77-fd954d798099 None None] Provisioning complete for port f9dd05e6-7636-483a-918d-af52494c3066 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:34.250174 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d84e856-be70-40a0-aa77-fd954d798099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.281484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:34.299400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4538725-0727-4dbc-9e75-5528089283db admin admin] 10.222.0.65 "PUT /v2.0/routers/5c32568b-6d20-4051-a0fd-f96743014338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5567997 Nov 22 17:01:34.319835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0d84e856-be70-40a0-aa77-fd954d798099 None None] Port f9dd05e6-7636-483a-918d-af52494c3066 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:34.338476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1af53e6-bf4d-442a-8dc1-c7617850481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.341265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1af53e6-bf4d-442a-8dc1-c7617850481d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:34.342309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f1af53e6-bf4d-442a-8dc1-c7617850481d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0889f02f-71c1-44cc-9202-2b0390fa3405 HTTP/1.1" status: 204 len: 168 time: 0.2982872 Nov 22 17:01:34.361704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af53e6-bf4d-442a-8dc1-c7617850481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0889f02f-71c1-44cc-9202-2b0390fa3405,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:34.967117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Sync routers for ids ['5c32568b-6d20-4051-a0fd-f96743014338'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:34.981818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Routers {'5c32568b-6d20-4051-a0fd-f96743014338'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:34.982449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5c32568b-6d20-4051-a0fd-f96743014338'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:35.150834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Set router 5c32568b-6d20-4051-a0fd-f96743014338 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:35.509090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 4, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f9dd05e6-7636-483a-918d-af52494c3066', 'name': '', 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'mac_address': 'fa:16:3e:2f:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4d7be34b-a951-4950-9c24-0e0d50d94efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:30Z', 'updated_at': '2021-11-22T17:01:33Z', 'revision_number': 2, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'subnets': [{'id': '4d7be34b-a951-4950-9c24-0e0d50d94efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:35.570579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Checking router: 5c32568b-6d20-4051-a0fd-f96743014338 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:01:35.570942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Updating router 5c32568b-6d20-4051-a0fd-f96743014338 port f9dd05e6-7636-483a-918d-af52494c3066 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:01:35.641269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:35.852992 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:01:36.325143 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.350913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.417843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36124e36-0a77-4bc7-822e-ed3696f0930e None None] Pushing event updated for resources: {'Port': ['ID=f9dd05e6-7636-483a-918d-af52494c3066,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:36.560403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Attempting to bind port f9dd05e6-7636-483a-918d-af52494c3066 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:36.561104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Attempting to bind port f9dd05e6-7636-483a-918d-af52494c3066 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:36.561219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Attempting to bind port f9dd05e6-7636-483a-918d-af52494c3066 on network b5680021-7c31-4ee4-ad0e-902d3f3e6941 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:36.568053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:36.568441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Checking segment: {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:36.568849 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.569637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Bound using segment: {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:36.570002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Bound port: f9dd05e6-7636-483a-918d-af52494c3066, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:36.570388 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.656128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] For port f9dd05e6-7636-483a-918d-af52494c3066, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:36.661786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] For port f9dd05e6-7636-483a-918d-af52494c3066, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f9dd05e6-7636-483a-918d-af52494c3066,segment=NetworkSegment(c378fc2b-6aa4-4a4e-81c6-423ffcc15086),segment_id=c378fc2b-6aa4-4a4e-81c6-423ffcc15086)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:36.668699 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:36.768079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Routers {'5c32568b-6d20-4051-a0fd-f96743014338'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:36.768713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5c32568b-6d20-4051-a0fd-f96743014338'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:37.277960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36124e36-0a77-4bc7-822e-ed3696f0930e None None] Pushing event updated for resources: {'Port': ['ID=f9dd05e6-7636-483a-918d-af52494c3066,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:37.446682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] Set router 5c32568b-6d20-4051-a0fd-f96743014338 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:01:37.615390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0147e06d-4469-4ad0-ba77-83bfdee63b10 None None] Provisioning complete for port f9dd05e6-7636-483a-918d-af52494c3066 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:37.616007 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0147e06d-4469-4ad0-ba77-83bfdee63b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.697771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.840250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0147e06d-4469-4ad0-ba77-83bfdee63b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:37.898739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 4, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f9dd05e6-7636-483a-918d-af52494c3066', 'name': '', 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'mac_address': 'fa:16:3e:2f:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4d7be34b-a951-4950-9c24-0e0d50d94efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:30Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 4, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'subnets': [{'id': '4d7be34b-a951-4950-9c24-0e0d50d94efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:37.947142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ba52d0-274e-471d-a518-58f3934cecf7 None None] The sync data for ids ['5c32568b-6d20-4051-a0fd-f96743014338'] in n-d-816206-6 is: [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:01:32Z', 'revision_number': 4, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f9dd05e6-7636-483a-918d-af52494c3066', 'name': '', 'network_id': 'b5680021-7c31-4ee4-ad0e-902d3f3e6941', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'mac_address': 'fa:16:3e:2f:7d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '4d7be34b-a951-4950-9c24-0e0d50d94efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:30Z', 'updated_at': '2021-11-22T17:01:36Z', 'revision_number': 4, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'subnets': [{'id': '4d7be34b-a951-4950-9c24-0e0d50d94efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:37.950017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0147e06d-4469-4ad0-ba77-83bfdee63b10 None None] For port f9dd05e6-7636-483a-918d-af52494c3066, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f9dd05e6-7636-483a-918d-af52494c3066,segment=NetworkSegment(c378fc2b-6aa4-4a4e-81c6-423ffcc15086),segment_id=c378fc2b-6aa4-4a4e-81c6-423ffcc15086)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:37.958877 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0147e06d-4469-4ad0-ba77-83bfdee63b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.080214 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147e06d-4469-4ad0-ba77-83bfdee63b10 None None] Pushing event updated for resources: {'Port': ['ID=f9dd05e6-7636-483a-918d-af52494c3066,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:38.133506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3bc0c8c5-a3f2-4a4b-9c29-28b57faf6692 None None] Provisioning complete for port f9dd05e6-7636-483a-918d-af52494c3066 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:38.136266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3bc0c8c5-a3f2-4a4b-9c29-28b57faf6692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:38.419080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43408) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:38.834833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:38.880891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.084530 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.102716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f9dd05e6-7636-483a-918d-af52494c3066 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:39.115609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.255664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Allocated IP 172.25.6.84 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/83a65e79-c847-4e87-a5b3-b28f09e6527a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:39.305826 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f9dd05e6-7636-483a-918d-af52494c3066 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:39.306191 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.384894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-a287a41f-bb13-4ff1-9bd4-a56e2751239f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:39.386575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-a287a41f-bb13-4ff1-9bd4-a56e2751239f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.3383868 Nov 22 17:01:39.387368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.427510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-ff36cca5-6aff-45c0-92d6-bb4f2b74d91a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.0297954 Nov 22 17:01:39.430679 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.522569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Port': ['ID=83a65e79-c847-4e87-a5b3-b28f09e6527a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:39.546419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:39.547912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:39.550356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:39.656491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-9f3b04cf-8c4f-4aad-b09e-b7576c85d938 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2280021 Nov 22 17:01:39.730712 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.783257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.812894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-dd762f38-7760-4cfd-aea5-ebf4f00b45a7 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446581 Nov 22 17:01:39.954894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-e6d0bd71-fed1-4b7b-97d3-8eb09aeafd33 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370478 Nov 22 17:01:39.968052 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:39.976097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.124546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Port': ['ID=83a65e79-c847-4e87-a5b3-b28f09e6527a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:40.127705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.151956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.156510 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e25c7295-5d84-4aba-acf2-f3f99ae584a5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7339518 Nov 22 17:01:40.156977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43440) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:40.163678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-502024100'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:40.218855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Made reservation on behalf of 61ef15ce6bd6434b851439e4f6eb88fd for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:40.226167 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.241821 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.428873 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.490610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40315cfc-39f1-4826-89c4-8d2198151ae6 req-95688df6-def4-4643-8e7f-283a6f95e1bd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0390182 Nov 22 17:01:40.493327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.535505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:01:40.565282 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.566052 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Added segment 446a7ee8-65d6-4541-8c3b-986eff4135b2 of type vlan for network 7054959d-e12d-4b65-bc67-ee777e444731 Nov 22 17:01:40.622639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a89605d-b79e-447e-9d63-e9c7be8f6c25,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:40.641722 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.699578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.707362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:40.707977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:40.799232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43460) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:40.801878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6434352 Nov 22 17:01:40.805908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Request body: {'subnet': {'network_id': '7054959d-e12d-4b65-bc67-ee777e444731', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:40.828153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007ab4e-63cb-4595-8492-46449d8b291f tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Network': ['ID=7054959d-e12d-4b65-bc67-ee777e444731,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:40.840945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 7054959d-e12d-4b65-bc67-ee777e444731 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:01:40.988668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Made reservation on behalf of 61ef15ce6bd6434b851439e4f6eb88fd for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:40.992774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.283774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.349890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Subnet': ['ID=eeba8499-aaec-4503-b623-3872533e0cf7,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:41.390744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Checking segment: {'id': '446a7ee8-65d6-4541-8c3b-986eff4135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7054959d-e12d-4b65-bc67-ee777e444731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:41.391230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network hostable DHCP agents. Network: 7054959d-e12d-4b65-bc67-ee777e444731, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:01:41.412065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network 7054959d-e12d-4b65-bc67-ee777e444731 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:01:41.428385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 7054959d-e12d-4b65-bc67-ee777e444731) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:41.434893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:41.435495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.446452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33d2331-feb5-4e5c-afc7-01b8e230d056 None None] Network 7054959d-e12d-4b65-bc67-ee777e444731 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:41.483618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e7cb539f-b9d9-491f-8483-a0724b80cee8 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6832421 Nov 22 17:01:41.486352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:41.495565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1018312770', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}, 'admin_state_up': False}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:41.562410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.563790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.720365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dcd03ef7-dc15-4154-827a-78d6776ce39a req-3a4c661e-21e7-4dbd-af2f-51d06a02359b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.1035726 Nov 22 17:01:41.724358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-7054959d-e12d-4b65-bc67-ee777e444731', 'network_id': '7054959d-e12d-4b65-bc67-ee777e444731', 'tenant_id': '61ef15ce6bd6434b851439e4f6eb88fd', 'fixed_ips': [{'subnet_id': 'eeba8499-aaec-4503-b623-3872533e0cf7'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:01:41.725950 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:41.731244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.018872 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.072100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Allocated IP 172.20.0.2 (7054959d-e12d-4b65-bc67-ee777e444731/eeba8499-aaec-4503-b623-3872533e0cf7/b6551f48-f9a4-46ec-bbb3-5af2d28039e3) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:42.311540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.330578 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.459367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Pushing event updated for resources: {'Port': ['ID=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:42.475409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Network 7054959d-e12d-4b65-bc67-ee777e444731 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:42.483088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:42.486662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:42.623466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Attempting to bind port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:42.623802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Attempting to bind port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '446a7ee8-65d6-4541-8c3b-986eff4135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7054959d-e12d-4b65-bc67-ee777e444731'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:42.624115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Attempting to bind port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 on network 7054959d-e12d-4b65-bc67-ee777e444731 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:42.634416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:42.634893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Checking segment: {'id': '446a7ee8-65d6-4541-8c3b-986eff4135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7054959d-e12d-4b65-bc67-ee777e444731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:42.635213 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.635615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Bound using segment: {'id': '446a7ee8-65d6-4541-8c3b-986eff4135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7054959d-e12d-4b65-bc67-ee777e444731'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:42.636119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Bound port: b6551f48-f9a4-46ec-bbb3-5af2d28039e3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446a7ee8-65d6-4541-8c3b-986eff4135b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7054959d-e12d-4b65-bc67-ee777e444731'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:42.636511 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.789057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] For port b6551f48-f9a4-46ec-bbb3-5af2d28039e3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:42.793434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] For port b6551f48-f9a4-46ec-bbb3-5af2d28039e3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,segment=NetworkSegment(446a7ee8-65d6-4541-8c3b-986eff4135b2),segment_id=446a7ee8-65d6-4541-8c3b-986eff4135b2)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:42.805352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:42.931157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7aafb897-e163-428d-83aa-49a9b1ce6613 req-0b39df23-40ef-4c6e-8472-8c0e499860a7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0769227 Nov 22 17:01:42.954885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c7335-a839-4bfc-b408-85766af424ec None None] Pushing event updated for resources: {'Port': ['ID=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:43.082943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.108817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.235256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-32abb328-e43a-40aa-a668-17425601149e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:43.243121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-32abb328-e43a-40aa-a668-17425601149e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.3338854 Nov 22 17:01:43.278413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': '76e5adef-40ad-4053-8e84-4b59884dd131', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:43.508712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Allocated IP 172.25.6.102 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/53a61db4-533e-4c7e-a84c-b9b072ce60cf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:43.767784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.783048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:43.787505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:43.932038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.051526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:44.076354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:44.084818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:44.087131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Port': ['ID=53a61db4-533e-4c7e-a84c-b9b072ce60cf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:44.093417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b1e2aa-8a5f-4495-a45b-0e84701501ab None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:01:44.170123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a52e53a-6d68-4742-9bc4-33feae8854bf req-e53277f8-d13a-423f-bf8b-2a190ce83ba2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.1209226 Nov 22 17:01:44.172609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.4 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/843893b1-352e-418c-bff8-14bd1286e832) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:44.232675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e14d5e04-568a-49b3-ad7b-45908dbf34e5 None None] Provisioning complete for port 53a61db4-533e-4c7e-a84c-b9b072ce60cf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:44.233923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e14d5e04-568a-49b3-ad7b-45908dbf34e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.330851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e14d5e04-568a-49b3-ad7b-45908dbf34e5 None None] Port 53a61db4-533e-4c7e-a84c-b9b072ce60cf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:44.708637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c2a991-d3c5-40ad-9655-d423cd755dff None None] Network 7054959d-e12d-4b65-bc67-ee777e444731 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:01:44.761336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.806138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.879326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:44.935933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6d1b8298-a75f-4215-9318-16718e3eef02 None None] Provisioning complete for port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:44.936279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8298-a75f-4215-9318-16718e3eef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.095809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6551f48-f9a4-46ec-bbb3-5af2d28039e3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:45.112256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:45.123766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:45.131270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:45.232173 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8298-a75f-4215-9318-16718e3eef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.322533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=843893b1-352e-418c-bff8-14bd1286e832,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:45.358322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6d1b8298-a75f-4215-9318-16718e3eef02 None None] For port b6551f48-f9a4-46ec-bbb3-5af2d28039e3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,segment=NetworkSegment(446a7ee8-65d6-4541-8c3b-986eff4135b2),segment_id=446a7ee8-65d6-4541-8c3b-986eff4135b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:45.383994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d1b8298-a75f-4215-9318-16718e3eef02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.396674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:45.397867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.398248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd82b6-a0d7-4e21-886f-8a9d16695101 req-ee515c4a-128c-4d3e-ae43-2adcba420041 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:45.401863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09bd82b6-a0d7-4e21-886f-8a9d16695101 req-ee515c4a-128c-4d3e-ae43-2adcba420041 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 931 time: 0.1296327 Nov 22 17:01:45.464425 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-16d57ed1-19f9-48c0-82e2-e56a12b49d2b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2044957 Nov 22 17:01:45.467929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:45.468300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.468502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.565724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09bd82b6-a0d7-4e21-886f-8a9d16695101 req-3add6b1a-69ae-4cb6-b191-97be7bc8bfa4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456325 Nov 22 17:01:45.602404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b8298-a75f-4215-9318-16718e3eef02 None None] Pushing event updated for resources: {'Port': ['ID=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:45.640052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Request body: {'port': {'device_id': '76e5adef-40ad-4053-8e84-4b59884dd131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:45.641280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7afccc4f-ea9e-475b-8d45-f34cbd99d0ad None None] Provisioning complete for port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:45.641280 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7afccc4f-ea9e-475b-8d45-f34cbd99d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.801612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.802967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7afccc4f-ea9e-475b-8d45-f34cbd99d0ad None None] Provisioning complete for port 843893b1-352e-418c-bff8-14bd1286e832 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:45.803663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7afccc4f-ea9e-475b-8d45-f34cbd99d0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:45.844867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7afccc4f-ea9e-475b-8d45-f34cbd99d0ad None None] Port 843893b1-352e-418c-bff8-14bd1286e832 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:45.949456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-9e5dc46f-66fb-46ee-a3ec-3288d9236f6b req-46bd55c5-e627-4db9-bd7c-db45264904f9 tempest-ServerActionsTestJSON-1690055311 tempest-ServerActionsTestJSON-1690055311-project] (103515) timed out ('10.222.0.20', 65348) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:01:45.969775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Router 8d88e362-34d1-40e0-bb5b-f327ed5d5192 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:01:46.487068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:46.498545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] Sync routers for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:46.513490 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:46.524290 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:46.527207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.530983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e24172aa-8198-4cf8-b2f0-29d7286197bc tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 5.0411189 Nov 22 17:01:46.531269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:46.640767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843893b1-352e-418c-bff8-14bd1286e832 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:46.691959 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:46.705290 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:46.705934 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:46.713272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.753418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Transition to ACTIVE for port object 843893b1-352e-418c-bff8-14bd1286e832 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:01:46.754060 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:46.754927 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19c3870-07d3-424c-8ec7-410c795def44 None None] The sync data for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:46.763092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:46.925344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=843893b1-352e-418c-bff8-14bd1286e832,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:46.984094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6551f48-f9a4-46ec-bbb3-5af2d28039e3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:01:47.014827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ec52-666d-493d-b943-14e855a7369f req-d9b916b8-cbf1-4d1e-ba82-660517b027fd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.023376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d66ec52-666d-493d-b943-14e855a7369f req-d9b916b8-cbf1-4d1e-ba82-660517b027fd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1999347 Nov 22 17:01:47.068084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Attempting to bind port 843893b1-352e-418c-bff8-14bd1286e832 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:01:47.068435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Attempting to bind port 843893b1-352e-418c-bff8-14bd1286e832 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:01:47.068767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Attempting to bind port 843893b1-352e-418c-bff8-14bd1286e832 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:47.079289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Port 843893b1-352e-418c-bff8-14bd1286e832 on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:01:47.079618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Attempting to bind port 843893b1-352e-418c-bff8-14bd1286e832 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:01:47.086340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:01:47.086964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:01:47.087681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:01:47.088289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Bound port: 843893b1-352e-418c-bff8-14bd1286e832, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:01:47.089531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.138592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:47.139141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.226735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] For port 843893b1-352e-418c-bff8-14bd1286e832, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:01:47.236194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] For port 843893b1-352e-418c-bff8-14bd1286e832, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=843893b1-352e-418c-bff8-14bd1286e832,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:01:47.237326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d66ec52-666d-493d-b943-14e855a7369f req-aa97b46d-e764-4038-bd78-80d7de0a4f62 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129767 Nov 22 17:01:47.244361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.318686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.319538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.321258 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/843893b1-352e-418c-bff8-14bd1286e832 HTTP/1.1" status: 200 len: 1091 time: 1.8422904 Nov 22 17:01:47.321763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e5adef-40ad-4053-8e84-4b59884dd131', 'tag': '843893b1-352e-418c-bff8-14bd1286e832'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:47.324150 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3819ed74-1248-49be-ac9b-78aedf8f8891" -d '{"events": [{"name": "network-changed", "server_uuid": "76e5adef-40ad-4053-8e84-4b59884dd131", "tag": "843893b1-352e-418c-bff8-14bd1286e832"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:47.365813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd50be4d-d86d-4971-8a3a-8ee6463fc3c4 service neutron] Pushing event updated for resources: {'Port': ['ID=843893b1-352e-418c-bff8-14bd1286e832,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:47.487223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-9d3db4bc-2051-49c2-83d1-ec049f3d9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.489533 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-9d3db4bc-2051-49c2-83d1-ec049f3d9c89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 1094 time: 0.0899432 Nov 22 17:01:47.581327 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-048a55f2-c5da-430a-a778-1a0c8bc570a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=843893b1-352e-418c-bff8-14bd1286e832 HTTP/1.1" status: 200 len: 217 time: 0.0830743 Nov 22 17:01:47.627021 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:47.639388 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e519b878-d288-4664-a56c-c46994165041 x-openstack-request-id: req-e519b878-d288-4664-a56c-c46994165041 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:47.639388 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e5adef-40ad-4053-8e84-4b59884dd131", "tag": "843893b1-352e-418c-bff8-14bd1286e832", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:47.639388 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e519b878-d288-4664-a56c-c46994165041 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:47.639388 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e5adef-40ad-4053-8e84-4b59884dd131', 'tag': '843893b1-352e-418c-bff8-14bd1286e832', 'status': 'completed', 'code': 200} Nov 22 17:01:47.686824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-b4c1ca8b-ad4f-48bf-b1fe-761cf4ae9525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.688323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-b4c1ca8b-ad4f-48bf-b1fe-761cf4ae9525 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0992980 Nov 22 17:01:47.775227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-09d3a388-02ab-40ac-9530-841dbd5e4b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:47.777479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-09d3a388-02ab-40ac-9530-841dbd5e4b61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805521 Nov 22 17:01:47.955953 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-e8afae36-42b3-41d9-a3e0-1d864e1ae84e service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697969 Nov 22 17:01:48.116428 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63e95c49-f986-4d18-92ac-7d2af390f8bd req-19d7d4ff-5de1-439f-9875-7b6874fe3eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523767 Nov 22 17:01:48.171702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Allocated IP 172.20.0.1 (7054959d-e12d-4b65-bc67-ee777e444731/eeba8499-aaec-4503-b623-3872533e0cf7/9b589d08-d371-448a-8737-ddd1672e34de) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:48.232481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-44017529-1f26-49f9-aa3f-bd8337c7ecb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.234334 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-44017529-1f26-49f9-aa3f-bd8337c7ecb0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 1094 time: 0.0599039 Nov 22 17:01:48.346478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.369322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-bc007502-1b56-4102-842e-5fff910a5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.371588 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-bc007502-1b56-4102-842e-5fff910a5507 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1264400 Nov 22 17:01:48.427853 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-55bff18b-c569-494a-80c2-b2d546260d61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=843893b1-352e-418c-bff8-14bd1286e832 HTTP/1.1" status: 200 len: 217 time: 0.0476153 Nov 22 17:01:48.434167 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.498421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8107a-f43f-4a43-b319-af5ba3ae9a20 req-9ba68b51-caa7-4cd4-8feb-1d916fd8e20b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.499952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64d8107a-f43f-4a43-b319-af5ba3ae9a20 req-9ba68b51-caa7-4cd4-8feb-1d916fd8e20b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1212835 Nov 22 17:01:48.510624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network 7054959d-e12d-4b65-bc67-ee777e444731 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:48.525581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:48.535124 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Port': ['ID=9b589d08-d371-448a-8737-ddd1672e34de,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:48.536300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-480c6348-744c-4a25-ac2a-dcf684e56c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.539640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:48.545194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-480c6348-744c-4a25-ac2a-dcf684e56c59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.1008677 Nov 22 17:01:48.611997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64d8107a-f43f-4a43-b319-af5ba3ae9a20 req-6d027923-9635-4338-858d-8d7187f23a40 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034968 Nov 22 17:01:48.615179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.618561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-4a1fb39e-31ff-41f2-a66b-a7e8dafb9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:48.620510 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-4a1fb39e-31ff-41f2-a66b-a7e8dafb9291 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656402 Nov 22 17:01:48.764875 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-6488426b-ef5d-40c3-8244-e1136488fcc8 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272287 Nov 22 17:01:48.889553 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3819ed74-1248-49be-ac9b-78aedf8f8891 req-98584b9b-25fc-46b3-8e09-259c478d50e9 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191561 Nov 22 17:01:48.898455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d647a15d-f7fe-49eb-9f26-f8be0e3be123 None None] Provisioning complete for port 9b589d08-d371-448a-8737-ddd1672e34de triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:48.899116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d647a15d-f7fe-49eb-9f26-f8be0e3be123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:48.943953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d647a15d-f7fe-49eb-9f26-f8be0e3be123 None None] Port 9b589d08-d371-448a-8737-ddd1672e34de cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:49.264169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.615264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.621041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.708001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Port': ['ID=9b589d08-d371-448a-8737-ddd1672e34de,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:49.715901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:49.849781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08101f4e-b9b5-4f7c-b045-13f1468e2131 req-06d33ac9-8eb4-4e15-9f71-25757065965f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:49.849781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08101f4e-b9b5-4f7c-b045-13f1468e2131 req-06d33ac9-8eb4-4e15-9f71-25757065965f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.0833244 Nov 22 17:01:49.884815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network 7054959d-e12d-4b65-bc67-ee777e444731 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:49.887538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:49.970741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66096052-511b-457d-936e-2e1c3aa477b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.089200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Router 8d88e362-34d1-40e0-bb5b-f327ed5d5192 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:50.093690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-08101f4e-b9b5-4f7c-b045-13f1468e2131 req-1267f674-515f-4218-bb37-27eb1acb56b9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369070 Nov 22 17:01:50.307651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:50.313337 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2da3ce08-ea8d-4bdf-a944-b585967aab92 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "PUT /v2.0/routers/8d88e362-34d1-40e0-bb5b-f327ed5d5192/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7808838 Nov 22 17:01:50.318106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:50.322981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] Sync routers for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:50.325799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2ca86-31b0-4044-a586-2d3c85690cb6 req-f4d51238-d52e-4712-9269-6c44f2ceb123 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:50.328287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55b2ca86-31b0-4044-a586-2d3c85690cb6 req-f4d51238-d52e-4712-9269-6c44f2ceb123 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.0885503 Nov 22 17:01:50.333966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Request body: {'port': {'network_id': '7054959d-e12d-4b65-bc67-ee777e444731', 'name': 'tempest-FloatingIPAdminTestJSON-1717939903'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:50.350952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:50.351828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:50.392523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55b2ca86-31b0-4044-a586-2d3c85690cb6 req-cc6c183f-a009-4481-8a50-1acfbcdf0c58 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528045 Nov 22 17:01:50.439956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:50.463610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3c1e0f75-4fd8-4dfb-9a57-ab9d42eee648 None None] Provisioning complete for port 9b589d08-d371-448a-8737-ddd1672e34de triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:50.464815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3c1e0f75-4fd8-4dfb-9a57-ab9d42eee648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.467330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:50.467975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:50.554005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:50.554418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:50.556831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e7697-34b6-43ee-950e-91c615e444fe None None] The sync data for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:50.575318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3c1e0f75-4fd8-4dfb-9a57-ab9d42eee648 None None] Port 9b589d08-d371-448a-8737-ddd1672e34de cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:50.591908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Made reservation on behalf of 61ef15ce6bd6434b851439e4f6eb88fd for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:50.596097 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.619141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] device_id is not set on port ed5a8150-876c-4fbc-a3e3-9a1b2b78862c yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:01:50.734767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53dc1599-3b2a-40bf-9b8f-4dc150d1ac14 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=462cb3797b76459ca58687e29417c2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1789727 Nov 22 17:01:50.736005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43538) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:50.749081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Allocated IP 172.20.0.7 (7054959d-e12d-4b65-bc67-ee777e444731/eeba8499-aaec-4503-b623-3872533e0cf7/ed5a8150-876c-4fbc-a3e3-9a1b2b78862c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:50.792686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a38f6048-7d3a-4ad5-98bc-7d2c89ee966a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.820356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a38f6048-7d3a-4ad5-98bc-7d2c89ee966a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.872920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a38f6048-7d3a-4ad5-98bc-7d2c89ee966a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.875557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a38f6048-7d3a-4ad5-98bc-7d2c89ee966a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:50.876710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a38f6048-7d3a-4ad5-98bc-7d2c89ee966a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8b624406-0315-4be6-b549-e56a8968617b HTTP/1.1" status: 204 len: 168 time: 0.1402051 Nov 22 17:01:50.890953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f6048-7d3a-4ad5-98bc-7d2c89ee966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b624406-0315-4be6-b549-e56a8968617b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:51.001314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.047283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.097310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Network 7054959d-e12d-4b65-bc67-ee777e444731 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:51.101533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:51.125436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:51.198015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event updated for resources: {'Port': ['ID=ed5a8150-876c-4fbc-a3e3-9a1b2b78862c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:51.263256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.264171 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.301069 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3234339-b94d-4971-bf4b-d00ff24223c5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9784884 Nov 22 17:01:51.301413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:51.317681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f818d-f8cb-43da-9e1d-8f5cc1295ffc req-a51aef0f-7b04-4ce9-a1cf-1ad4b19d6d5f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.319687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d5f818d-f8cb-43da-9e1d-8f5cc1295ffc req-a51aef0f-7b04-4ce9-a1cf-1ad4b19d6d5f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1004760 Nov 22 17:01:51.435749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d5f818d-f8cb-43da-9e1d-8f5cc1295ffc req-b5d686c3-82d9-46d4-a7c4-5caaf61fb09f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Nov 22 17:01:51.513054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-375a47dc-3621-4015-83c5-a51f99cbd201 None None] Provisioning complete for port ed5a8150-876c-4fbc-a3e3-9a1b2b78862c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:51.513647 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-375a47dc-3621-4015-83c5-a51f99cbd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.589141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-375a47dc-3621-4015-83c5-a51f99cbd201 None None] Port ed5a8150-876c-4fbc-a3e3-9a1b2b78862c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:51.600620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'project_id': '61ef15ce6bd6434b851439e4f6eb88fd', 'port_id': 'ed5a8150-876c-4fbc-a3e3-9a1b2b78862c'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:51.629908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.637809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8dd08-62c5-4991-915f-08540f225bf3 req-0d977804-dc4e-486b-b475-1edd44c52ef3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:51.637809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3f8dd08-62c5-4991-915f-08540f225bf3 req-0d977804-dc4e-486b-b475-1edd44c52ef3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.0948393 Nov 22 17:01:51.730474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3f8dd08-62c5-4991-915f-08540f225bf3 req-75298ad3-7992-485d-a4a6-7dfbf5923a9a tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856898 Nov 22 17:01:51.755864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:51.895772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Allocated IP 172.25.6.132 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/d0fecdac-c921-4f5f-ac34-391eb999a68b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:52.016127 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.060899 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.114599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:52.120026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:52.129137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:52.176946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Pushing event updated for resources: {'Port': ['ID=d0fecdac-c921-4f5f-ac34-391eb999a68b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:52.595516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02511e5c-894f-467f-8a28-b3318459626d req-7c31f088-655c-40a0-915c-3606434dacda tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:52.597865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02511e5c-894f-467f-8a28-b3318459626d req-7c31f088-655c-40a0-915c-3606434dacda tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.66 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.1443017 Nov 22 17:01:52.705382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42171403-a218-440f-99f4-f6e042b4436e req-51d05203-2ab1-4e4f-bf0d-e2347dcc0792 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:52.715407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42171403-a218-440f-99f4-f6e042b4436e req-51d05203-2ab1-4e4f-bf0d-e2347dcc0792 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1396937 Nov 22 17:01:52.825371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42171403-a218-440f-99f4-f6e042b4436e req-537b343f-a003-45fe-8e28-c766ee82729b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088455 Nov 22 17:01:52.838487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Deleting port 7511af78-d309-4566-8c77-565dcfbb761d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:52.839172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:52.892713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.013444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] For port 7511af78-d309-4566-8c77-565dcfbb761d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=7511af78-d309-4566-8c77-565dcfbb761d,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:01:53.013957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.028339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.073561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24115a-c8fd-46c6-8a98-367b735f642f req-73fe53cb-0587-4f0d-b051-a2a9120bb88d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:53.075345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd24115a-c8fd-46c6-8a98-367b735f642f req-73fe53cb-0587-4f0d-b051-a2a9120bb88d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=608beac5-e081-48bf-823c-2cb78b5b0f30 HTTP/1.1" status: 200 len: 945 time: 0.1239529 Nov 22 17:01:53.080353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Calling delete_port for 7511af78-d309-4566-8c77-565dcfbb761d owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:53.212152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd24115a-c8fd-46c6-8a98-367b735f642f req-a0513574-5908-49f6-8127-8a70d597dca8 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258290 Nov 22 17:01:53.340111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.352889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.371105 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.386314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e94ba308-25e7-4b26-aba8-d154ae993a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.408627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Pushing event deleted for resources: {'Port': ['ID=7511af78-d309-4566-8c77-565dcfbb761d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:53.483158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] No DVR routers for this DVR port 7511af78-d309-4566-8c77-565dcfbb761d on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:01:53.486828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.490919 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:53.491937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02511e5c-894f-467f-8a28-b3318459626d req-49398899-b9ed-4857-a209-7e42e0c4e65f tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.66 "DELETE /v2.0/ports/7511af78-d309-4566-8c77-565dcfbb761d HTTP/1.1" status: 204 len: 173 time: 0.8705044 Nov 22 17:01:53.492454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'name': 'network-vif-deleted', 'tag': '7511af78-d309-4566-8c77-565dcfbb761d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:01:53.494880 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ed4a4d-2561-4451-93e8-e4596b9a17ad" -d '{"events": [{"server_uuid": "608beac5-e081-48bf-823c-2cb78b5b0f30", "name": "network-vif-deleted", "tag": "7511af78-d309-4566-8c77-565dcfbb761d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:01:53.562515 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaa36aa-4b83-45b8-97bf-472cf8d43c45 x-openstack-request-id: req-0aaa36aa-4b83-45b8-97bf-472cf8d43c45 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:01:53.563770 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "608beac5-e081-48bf-823c-2cb78b5b0f30", "name": "network-vif-deleted", "tag": "7511af78-d309-4566-8c77-565dcfbb761d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:01:53.564219 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0aaa36aa-4b83-45b8-97bf-472cf8d43c45 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:01:53.564799 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '608beac5-e081-48bf-823c-2cb78b5b0f30', 'name': 'network-vif-deleted', 'tag': '7511af78-d309-4566-8c77-565dcfbb761d', 'status': 'completed', 'code': 200} Nov 22 17:01:53.677794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Pushing event updated for resources: {'Port': ['ID=d0fecdac-c921-4f5f-ac34-391eb999a68b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:53.718541 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Floating IP 858dce9a-2f20-4874-85a3-2fc613022db6 associated. External IP: 172.25.6.132, port: ed5a8150-876c-4fbc-a3e3-9a1b2b78862c. Nov 22 17:01:54.025095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e9bb6-87a1-4124-9160-cac388c8e0d4 req-57b696ef-dc37-4af4-9d11-971cfc97eeb1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:54.043111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c4e9bb6-87a1-4124-9160-cac388c8e0d4 req-57b696ef-dc37-4af4-9d11-971cfc97eeb1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.0947640 Nov 22 17:01:54.047949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.093367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Router 8d88e362-34d1-40e0-bb5b-f327ed5d5192 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:54.128964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c4e9bb6-87a1-4124-9160-cac388c8e0d4 req-e3ecb189-2b61-447f-812b-5083d569270e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691230 Nov 22 17:01:54.245124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:54.255958 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] Sync routers for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:54.274195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.274895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:54.275537 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:54.321865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43614) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:54.323139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dee58a82-a80f-443e-af2b-fb6808282569 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.0205619 Nov 22 17:01:54.345493 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:54.360664 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:54.361789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:54.408707 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:54.410452 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db24728c-1ba2-436c-bd42-793448b8980b None None] The sync data for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:54.454448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-99b5f6f6-3b4b-427c-8c55-6ab3109854bd tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] 10.222.0.65 "GET /v2.0/floatingips/858dce9a-2f20-4874-85a3-2fc613022db6 HTTP/1.1" status: 200 len: 983 time: 0.1313457 Nov 22 17:01:54.457701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43618) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:54.614097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:54.622030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ffaa2bd2-a272-4b65-9d9d-76dbd83b33c8 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1631062 Nov 22 17:01:54.840731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting port d0fecdac-c921-4f5f-ac34-391eb999a68b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:54.841160 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.954572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.955457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:54.972092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Calling delete_port for d0fecdac-c921-4f5f-ac34-391eb999a68b owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:01:54.988798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-00a52b0f-4764-4a0d-a35f-85f881c7221d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b4c86c9a5ebe42418d58da0e54fd0f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595686 Nov 22 17:01:55.211557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.245823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-e3eeedff-96a7-4a70-95ac-62e7db9bbc9e tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:55.255679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-e3eeedff-96a7-4a70-95ac-62e7db9bbc9e tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2673376 Nov 22 17:01:55.259578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7511af78-d309-4566-8c77-565dcfbb761d no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:01:55.298008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 7511af78-d309-4566-8c77-565dcfbb761d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:01:55.298627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 7511af78-d309-4566-8c77-565dcfbb761d not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:01:55.308407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-6477e29c-a1a7-42a6-b191-e71a250d42a6 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/quotas/b4c86c9a5ebe42418d58da0e54fd0f38 HTTP/1.1" status: 200 len: 375 time: 0.0370171 Nov 22 17:01:55.341693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c36cda-983b-4b64-8bfb-791c46523c46 req-1e08dd14-fde4-47fa-b50e-ebe393fab308 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:55.343782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40c36cda-983b-4b64-8bfb-791c46523c46 req-1e08dd14-fde4-47fa-b50e-ebe393fab308 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.0845020 Nov 22 17:01:55.381718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-8bbd5966-58a4-44b3-8984-896c63a48774 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b4c86c9a5ebe42418d58da0e54fd0f38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617468 Nov 22 17:01:55.446973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40c36cda-983b-4b64-8bfb-791c46523c46 req-151f5437-f475-46af-ba68-1173b0e48fb2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879605 Nov 22 17:01:55.460921 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.790478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73a1c246-03fa-492a-8ef0-c6eb079d2a87 req-b1f19db2-8879-40f6-8015-df8d884f2496 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 210 time: 0.0479891 Nov 22 17:01:55.819922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Port': ['ID=d0fecdac-c921-4f5f-ac34-391eb999a68b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:55.905116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:55.905761 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Floating IP 858dce9a-2f20-4874-85a3-2fc613022db6 disassociated (deleted). External IP: 172.25.6.132, port: ed5a8150-876c-4fbc-a3e3-9a1b2b78862c. Nov 22 17:01:56.038985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.325449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Router 8d88e362-34d1-40e0-bb5b-f327ed5d5192 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:01:56.650179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:01:56.664284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.676071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] Sync routers for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:01:56.687171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:56.688090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:56.726065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:56.737057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:01:56.738792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:56.743854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-18b3a30a-ce9c-4e23-83ae-ee16081694a9 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "DELETE /v2.0/floatingips/858dce9a-2f20-4874-85a3-2fc613022db6 HTTP/1.1" status: 204 len: 168 time: 2.1288249 Nov 22 17:01:56.748780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43660) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:56.756741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9355b1-f13b-4fd7-97ae-120470633bae req-00d56536-9133-497b-8d32-16ffb8cb82cf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:56.765956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:56.769381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae9355b1-f13b-4fd7-97ae-120470633bae req-00d56536-9133-497b-8d32-16ffb8cb82cf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1509531 Nov 22 17:01:56.818593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.905283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae9355b1-f13b-4fd7-97ae-120470633bae req-4d60497a-5ffa-460b-8aae-db9930211ef7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318851 Nov 22 17:01:56.990432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:56.996150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8ca5e69-3c64-41c3-9886-73c7c4d647ef req-1b408a56-367d-45f6-a8e0-b286dcda4f67 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 210 time: 0.0407081 Nov 22 17:01:57.058267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:01:57.058841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a43186-b3ba-47e6-a3f2-372509b62f1c None None] The sync data for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:01:57.101592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Allocated IP 172.25.6.59 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/16ba2ec2-d1c4-4675-8c74-48786df63fcb) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:57.241206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.286271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.338644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:57.341981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:57.347279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:57.385987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-d3e8015c-df6f-4456-ba2d-f96994b4b6bf tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b4c86c9a5ebe42418d58da0e54fd0f38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274384 Nov 22 17:01:57.392799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Pushing event updated for resources: {'Port': ['ID=16ba2ec2-d1c4-4675-8c74-48786df63fcb,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:57.460286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.515085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.748359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.759098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.820566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Pushing event updated for resources: {'Port': ['ID=16ba2ec2-d1c4-4675-8c74-48786df63fcb,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:57.873423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.890644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-8e71775e-dc71-4074-9e28-ecfdf5e86cdf tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:57.892350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-8e71775e-dc71-4074-9e28-ecfdf5e86cdf tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4957855 Nov 22 17:01:57.898521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:57.901751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c3955de1-4c4f-4a1f-ada1-aed8cbc5d507 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1492345 Nov 22 17:01:57.902826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:57.909490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Request body: {'port': {'device_id': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': 'b4c86c9a5ebe42418d58da0e54fd0f38'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:58.099962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be247-adb7-4c01-ba8a-bc0c1e5a686c req-bfb74a84-7b55-49c4-8317-f2f6addaee53 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:58.102174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c65be247-adb7-4c01-ba8a-bc0c1e5a686c req-bfb74a84-7b55-49c4-8317-f2f6addaee53 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1111214 Nov 22 17:01:58.137078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bae9b883-c514-43d8-a21c-044a8137ca57 req-cd09bf0b-177e-42b6-bb19-9aa1539451b9 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 210 time: 0.0306368 Nov 22 17:01:58.172912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:58.199211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.227253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c65be247-adb7-4c01-ba8a-bc0c1e5a686c req-697d1c36-f6e1-4c6d-b953-76a14c2e4dd0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849822 Nov 22 17:01:58.228881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Made reservation on behalf of b4c86c9a5ebe42418d58da0e54fd0f38 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:01:58.244996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.267190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.326912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.368767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.377145 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.466286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Allocated IP 172.25.6.245 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/fdc65546-fde8-4afe-a69b-85828e78ec4c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:58.542622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Allocated IP 192.168.233.167 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/2872ddb4-00cb-4c61-9fb1-d6729116871a) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:01:58.596108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cfb588-cff2-44cf-a574-ba846cd69a6b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:58.601904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.663855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.718504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:58.727365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:58.729634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Pushing event updated for resources: {'Port': ['ID=fdc65546-fde8-4afe-a69b-85828e78ec4c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:58.733033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:58.761696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.806155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.851293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:01:58.851783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.859663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:01:58.864410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:01:58.892339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.913776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:58.914451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:58.934981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0305002 Nov 22 17:01:58.941789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897e496-9d51-4c64-8211-8d6b4fca5a3d tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Pushing event updated for resources: {'Port': ['ID=2872ddb4-00cb-4c61-9fb1-d6729116871a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:58.955589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Request body: {'port': {'device_id': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:01:59.076382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.131337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.145038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.284380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-26b27f10-c746-41f9-ae07-92f410dfa177 None None] Provisioning complete for port 2872ddb4-00cb-4c61-9fb1-d6729116871a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:01:59.284957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-26b27f10-c746-41f9-ae07-92f410dfa177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.316055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Pushing event updated for resources: {'Port': ['ID=fdc65546-fde8-4afe-a69b-85828e78ec4c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:59.324023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.346393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.348120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-46627e7c-bcb2-4a77-8930-bf7c333faf4a tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4445457 Nov 22 17:01:59.350538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:59.411770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-26b27f10-c746-41f9-ae07-92f410dfa177 None None] Port 2872ddb4-00cb-4c61-9fb1-d6729116871a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:01:59.439391 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e2c7a828-039b-4c30-b6a5-559e344a2bf3 tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0853715 Nov 22 17:01:59.439977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:59.521874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b48aaf0f-f054-4be2-ab71-80029ba23b80 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0783706 Nov 22 17:01:59.524640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43712) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:01:59.621285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d096f-e00d-404f-8de6-676ad3aa4357 req-034b4c6d-a777-477d-8d61-9f0990f97201 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:59.623217 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e38d096f-e00d-404f-8de6-676ad3aa4357 req-034b4c6d-a777-477d-8d61-9f0990f97201 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.2204309 Nov 22 17:01:59.651043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2872ddb4-00cb-4c61-9fb1-d6729116871a {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:01:59.660592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.693763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Transition to ACTIVE for port object 2872ddb4-00cb-4c61-9fb1-d6729116871a will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:01:59.704165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1518745-79ef-440a-a075-d9ded8dae285 req-bc849b6a-3da1-444a-bb42-d3c383815a88 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:01:59.704608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1518745-79ef-440a-a075-d9ded8dae285 req-bc849b6a-3da1-444a-bb42-d3c383815a88 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 936 time: 0.4436679 Nov 22 17:01:59.718539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.836907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e38d096f-e00d-404f-8de6-676ad3aa4357 req-e530a183-1de8-4702-bd9a-35f599d40201 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606605 Nov 22 17:01:59.845300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Deleting port fdc65546-fde8-4afe-a69b-85828e78ec4c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:01:59.845777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.934084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Pushing event updated for resources: {'Port': ['ID=2872ddb4-00cb-4c61-9fb1-d6729116871a,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:01:59.984751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1518745-79ef-440a-a075-d9ded8dae285 req-c73f2549-fdda-4e50-a787-67737b73dd6f tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619314 Nov 22 17:01:59.988062 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:01:59.988408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.021145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Calling delete_port for fdc65546-fde8-4afe-a69b-85828e78ec4c owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:00.023375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Attempting to bind port 2872ddb4-00cb-4c61-9fb1-d6729116871a on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:00.024081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Attempting to bind port 2872ddb4-00cb-4c61-9fb1-d6729116871a by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:00.024800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Attempting to bind port 2872ddb4-00cb-4c61-9fb1-d6729116871a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:00.036413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Port 2872ddb4-00cb-4c61-9fb1-d6729116871a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:02:00.042655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Attempting to bind port 2872ddb4-00cb-4c61-9fb1-d6729116871a on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:00.049222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:00.050130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:00.050542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:00.051003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Bound port: 2872ddb4-00cb-4c61-9fb1-d6729116871a, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:00.051420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.154976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] For port 2872ddb4-00cb-4c61-9fb1-d6729116871a, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:00.160965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] For port 2872ddb4-00cb-4c61-9fb1-d6729116871a, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:00.168841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.253994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.257635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:00.258551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.261048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] 10.222.0.66 "PUT /v2.0/ports/2872ddb4-00cb-4c61-9fb1-d6729116871a HTTP/1.1" status: 200 len: 1096 time: 1.3111775 Nov 22 17:02:00.262354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'tag': '2872ddb4-00cb-4c61-9fb1-d6729116871a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:00.280299 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda932df-7dee-45e1-9976-8415630f4fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0ff70338-d8d1-44b7-a6bf-5ccdabaeb011", "tag": "2872ddb4-00cb-4c61-9fb1-d6729116871a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:00.318402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Pushing event deleted for resources: {'Port': ['ID=fdc65546-fde8-4afe-a69b-85828e78ec4c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:00.370260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bffbb-77c8-4c9f-adb3-bf8b5a491030 service neutron] Pushing event updated for resources: {'Port': ['ID=2872ddb4-00cb-4c61-9fb1-d6729116871a,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:00.384615 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfad97b-f3d4-4b11-984c-a41f8aba740f x-openstack-request-id: req-8dfad97b-f3d4-4b11-984c-a41f8aba740f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:00.384906 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ff70338-d8d1-44b7-a6bf-5ccdabaeb011", "tag": "2872ddb4-00cb-4c61-9fb1-d6729116871a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:00.385202 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8dfad97b-f3d4-4b11-984c-a41f8aba740f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:00.389638 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'tag': '2872ddb4-00cb-4c61-9fb1-d6729116871a', 'status': 'completed', 'code': 200} Nov 22 17:02:00.413213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0a6e2555-c727-4570-9c2b-bc22fdd63ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:00.414923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-0a6e2555-c727-4570-9c2b-bc22fdd63ed3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4c86c9a5ebe42418d58da0e54fd0f38&device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 1099 time: 0.0842986 Nov 22 17:02:00.416490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.421851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.426554 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-14a82b6e-9da8-449f-8bcd-241b7a374ae3 tempest-FloatingIPAdminTestJSON-1199175438 tempest-FloatingIPAdminTestJSON-1199175438-project] 10.222.0.65 "DELETE /v2.0/floatingips/bfc27292-1aa3-46eb-b5a7-a71ef0a9c17f HTTP/1.1" status: 204 len: 168 time: 0.8978758 Nov 22 17:02:00.426956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43732) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:00.482827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-05ccfe15-f0d9-45e2-9f3a-bbe53e163878 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a HTTP/1.1" status: 200 len: 217 time: 0.0518565 Nov 22 17:02:00.556293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-b9b10221-b1cf-4d22-a538-aa2e392aea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:00.558692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-b9b10221-b1cf-4d22-a538-aa2e392aea94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0632784 Nov 22 17:02:00.614072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Deleting port 16ba2ec2-d1c4-4675-8c74-48786df63fcb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:00.615128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.632344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-fd519ad5-6f6d-4775-be85-31544d43faa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:00.634682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-fd519ad5-6f6d-4775-be85-31544d43faa1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0617194 Nov 22 17:02:00.695334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.695692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.710073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Calling delete_port for 16ba2ec2-d1c4-4675-8c74-48786df63fcb owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:00.751493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-6cb7f0fe-3ba6-4b78-8de3-52a85a0a05a9 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038430 Nov 22 17:02:00.872713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:00.878565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21d82de6-328e-433a-94fb-ab056e4f90c2 req-d4fc54e8-b202-4e85-be4c-ddad9e097ea2 service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122100 Nov 22 17:02:00.910579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Pushing event deleted for resources: {'Port': ['ID=16ba2ec2-d1c4-4675-8c74-48786df63fcb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:01.002196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.005589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.010112 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7dbd4087-eaa1-48b0-9a3e-3235d937844e tempest-FloatingIPAdminTestJSON-65245922 tempest-FloatingIPAdminTestJSON-65245922-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/ee3ef713-c802-42fa-a2c1-d0a4dd412aa7 HTTP/1.1" status: 204 len: 168 time: 0.5789711 Nov 22 17:02:01.010849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43738) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:01.064563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f0924-f414-490d-b0f8-091fb5a0e05f req-f6b19d5f-98df-4f50-a04f-fbadd6592646 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.067361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-725f0924-f414-490d-b0f8-091fb5a0e05f req-f6b19d5f-98df-4f50-a04f-fbadd6592646 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1076598 Nov 22 17:02:01.074255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-a98bba30-80a3-4eb8-8dc6-708bd756bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.076129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-a98bba30-80a3-4eb8-8dc6-708bd756bbda service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b4c86c9a5ebe42418d58da0e54fd0f38&device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 1099 time: 0.0802438 Nov 22 17:02:01.109637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting port ed5a8150-876c-4fbc-a3e3-9a1b2b78862c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:01.110016 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.227788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-725f0924-f414-490d-b0f8-091fb5a0e05f req-61c7a584-72ea-4a23-b788-f7c31e85ad18 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479347 Nov 22 17:02:01.230711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.250252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Calling delete_port for ed5a8150-876c-4fbc-a3e3-9a1b2b78862c owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:01.253484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da2471-f3b1-4358-8732-0518b81ac5bd req-109e3fb6-ca2c-41c1-bcf4-a434f8f357a8 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.255152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6da2471-f3b1-4358-8732-0518b81ac5bd req-109e3fb6-ca2c-41c1-bcf4-a434f8f357a8 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 948 time: 0.1647866 Nov 22 17:02:01.283224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-55976b9b-f60d-4567-b2b5-12800b1f5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.285727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-55976b9b-f60d-4567-b2b5-12800b1f5df5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1963599 Nov 22 17:02:01.351684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-ffc28a5c-7314-49c0-a00f-99de79f2768f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a HTTP/1.1" status: 200 len: 217 time: 0.0559046 Nov 22 17:02:01.365158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6da2471-f3b1-4358-8732-0518b81ac5bd req-1a6632fc-e2e6-4eb4-bae3-7a00bb3a5166 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988934 Nov 22 17:02:01.411631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-8c0dc25f-427f-4f24-9034-0343f893d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.413145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-8c0dc25f-427f-4f24-9034-0343f893d8a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0470865 Nov 22 17:02:01.426111 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.461138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Port': ['ID=ed5a8150-876c-4fbc-a3e3-9a1b2b78862c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:01.472169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-53a1d491-57e1-42fe-a53c-e90f5f15d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.473929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-53a1d491-57e1-42fe-a53c-e90f5f15d673 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0460262 Nov 22 17:02:01.534825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:01.540728 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-82bdc12a-8ae7-4484-ad71-1fff260786d5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "DELETE /v2.0/ports/ed5a8150-876c-4fbc-a3e3-9a1b2b78862c HTTP/1.1" status: 204 len: 168 time: 0.5265141 Nov 22 17:02:01.541264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43748) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:01.615576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b878288-34b8-4221-a3b9-587dab4181ad tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:01.619622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2b878288-34b8-4221-a3b9-587dab4181ad tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "GET /v2.0/ports?device_id=8d88e362-34d1-40e0-bb5b-f327ed5d5192 HTTP/1.1" status: 200 len: 913 time: 0.0749023 Nov 22 17:02:01.619903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43750) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:01.681210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-f58ac4ab-5efd-4e52-8dfe-79c70a37a26e service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945865 Nov 22 17:02:01.870553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cda932df-7dee-45e1-9976-8415630f4fd3 req-6078abe8-12f7-4ea0-8d9e-d3d46394faff service neutron] 10.222.0.66 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504002 Nov 22 17:02:02.087433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.432472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26977-f5f4-4ce0-8564-f6156c3eb7b5 req-3a6ed0be-1cb1-491b-b698-491258c2025f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.440450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffe26977-f5f4-4ce0-8564-f6156c3eb7b5 req-3a6ed0be-1cb1-491b-b698-491258c2025f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1316962 Nov 22 17:02:02.521844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting port 9b589d08-d371-448a-8737-ddd1672e34de {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:02.522213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.540442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffe26977-f5f4-4ce0-8564-f6156c3eb7b5 req-f52b4621-d0a6-4abc-af67-69c18e2c74f4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991199 Nov 22 17:02:02.607755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e335433-0126-4eb0-b855-518ed0ccf1a2 req-cccfe2b8-7661-441e-9bd4-04940690861c tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:02.616868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e335433-0126-4eb0-b855-518ed0ccf1a2 req-cccfe2b8-7661-441e-9bd4-04940690861c tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 948 time: 0.1425102 Nov 22 17:02:02.688670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.695720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e335433-0126-4eb0-b855-518ed0ccf1a2 req-bd2e4d6d-acd0-465c-9dc4-756c06edf0b0 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778146 Nov 22 17:02:02.707815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Calling delete_port for 9b589d08-d371-448a-8737-ddd1672e34de owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:02.950119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:02.977147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Port': ['ID=9b589d08-d371-448a-8737-ddd1672e34de,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:03.304065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2872ddb4-00cb-4c61-9fb1-d6729116871a details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:03.413347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2872ddb4-00cb-4c61-9fb1-d6729116871a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:03.426927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '2872ddb4-00cb-4c61-9fb1-d6729116871a', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': '2872ddb4-00cb-4c61-9fb1-d6729116871a', 'mac_address': 'fa:16:3e:22:f8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:03.470334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.482439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.489141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2872ddb4-00cb-4c61-9fb1-d6729116871a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:03.510864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2872ddb4-00cb-4c61-9fb1-d6729116871a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:03.514930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:03.597927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2872ddb4-00cb-4c61-9fb1-d6729116871a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:03.810740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d7fbd-2ca5-4c51-884f-df21472541ba req-c070a630-3330-4dd0-86a7-c78a48c872da tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:03.812142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b56d7fbd-2ca5-4c51-884f-df21472541ba req-c070a630-3330-4dd0-86a7-c78a48c872da tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.1767948 Nov 22 17:02:03.886102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['2872ddb4-00cb-4c61-9fb1-d6729116871a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:03.888132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-a288d0fd-4d9d-4e56-9e0f-e76030b183af tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:03.890272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-a288d0fd-4d9d-4e56-9e0f-e76030b183af tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 814 time: 0.2531040 Nov 22 17:02:03.932430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-a9c9d85c-c65b-4e53-9067-1a39b686ccd3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/quotas/fde48b65a4234e889f58402e4b25834f HTTP/1.1" status: 200 len: 375 time: 0.0363932 Nov 22 17:02:03.939762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b56d7fbd-2ca5-4c51-884f-df21472541ba req-d744c349-5ac6-408a-a4eb-668dab25654b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209064 Nov 22 17:02:03.962906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Router 8d88e362-34d1-40e0-bb5b-f327ed5d5192 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:02:03.991235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-8e780077-3fad-41ef-9ba2-258e897af6df tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497100 Nov 22 17:02:04.196643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893d947c-b752-473c-b18f-49c801484ed2 req-8516ba91-e150-4a8f-9fad-a17f4c5267cc tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:04.198177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-893d947c-b752-473c-b18f-49c801484ed2 req-8516ba91-e150-4a8f-9fad-a17f4c5267cc tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 949 time: 0.1531999 Nov 22 17:02:04.227086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-440bb862-8767-4e74-a558-ee6099ce893c service neutron] 10.222.0.65 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266407 Nov 22 17:02:04.249405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:04.255984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b4150ba0-93a3-43b3-80b3-421e51bb9e48 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "PUT /v2.0/routers/8d88e362-34d1-40e0-bb5b-f327ed5d5192/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6350486 Nov 22 17:02:04.258467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43788) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:04.260525 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] Sync routers for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:04.274928 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:04.275839 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:04.320010 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:04.329259 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] Routers {'8d88e362-34d1-40e0-bb5b-f327ed5d5192'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:04.329897 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:01:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:04.334979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-893d947c-b752-473c-b18f-49c801484ed2 req-3dc5e4de-c8ca-4fbe-a863-c0129d9811ab tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202786 Nov 22 17:02:04.366002 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:04.366662 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56446e94-495e-4c5f-8919-10d0f1addb61 None None] The sync data for ids ['8d88e362-34d1-40e0-bb5b-f327ed5d5192'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:02:04.368000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-790f60c6-d00b-418b-b189-2873cbc411c2 service neutron] 10.222.0.65 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331410 Nov 22 17:02:04.416854 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.545108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.551484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6aac07c8-04ca-4973-8aa7-89c2509aeec5 req-634ae2d9-ab7a-4170-85eb-44a4c96a0113 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 210 time: 0.0304818 Nov 22 17:02:04.605797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting port 53a61db4-533e-4c7e-a84c-b9b072ce60cf {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:04.606147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.701959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.715986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Calling delete_port for 53a61db4-533e-4c7e-a84c-b9b072ce60cf owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:04.900149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:04.929845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Port': ['ID=53a61db4-533e-4c7e-a84c-b9b072ce60cf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:04.948080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b52ee-abfa-48de-9b1c-ef058f169193 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:05.004159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.093119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91320b-f259-4fb2-a8e1-fc2d3d54fe61 req-dc3b7ae0-f020-438d-9a76-cc3c383af91d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.097976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb91320b-f259-4fb2-a8e1-fc2d3d54fe61 req-dc3b7ae0-f020-438d-9a76-cc3c383af91d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 943 time: 0.0536106 Nov 22 17:02:05.180833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb91320b-f259-4fb2-a8e1-fc2d3d54fe61 req-91230361-7229-4c38-b2a5-af9468730394 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765615 Nov 22 17:02:05.305968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2872ddb4-00cb-4c61-9fb1-d6729116871a up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:05.401854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 2872ddb4-00cb-4c61-9fb1-d6729116871a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:02:05.407431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 2872ddb4-00cb-4c61-9fb1-d6729116871a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:05.408472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.478841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.496783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.529429 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.545107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 843893b1-352e-418c-bff8-14bd1286e832 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:05.572419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798972e8-ce5c-4f4f-973d-e82baf9dd7c4 req-f445202d-ee99-433b-b7ba-8ef92e961f54 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.579323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-798972e8-ce5c-4f4f-973d-e82baf9dd7c4 req-f445202d-ee99-433b-b7ba-8ef92e961f54 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 949 time: 0.1267023 Nov 22 17:02:05.640248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.640248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Fanout notify agent at l3_agent the message router_deleted on router 8d88e362-34d1-40e0-bb5b-f327ed5d5192 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:02:05.667292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.668878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3bd3f9ed-8185-45f8-9cd8-47b4226b7776 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "DELETE /v2.0/routers/8d88e362-34d1-40e0-bb5b-f327ed5d5192 HTTP/1.1" status: 204 len: 168 time: 1.4093919 Nov 22 17:02:05.687948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43812) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:05.702301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2872ddb4-00cb-4c61-9fb1-d6729116871a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:05.704571 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a7a0f2-1d6a-4ed8-b7ba-ba0579c77d26" -d '{"events": [{"server_uuid": "0ff70338-d8d1-44b7-a6bf-5ccdabaeb011", "name": "network-vif-plugged", "status": "completed", "tag": "2872ddb4-00cb-4c61-9fb1-d6729116871a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:05.760634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2872ddb4-00cb-4c61-9fb1-d6729116871a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:05.776127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.777059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-202ef06e-f76c-4505-aee8-4e5200f226d3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:05.779375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-202ef06e-f76c-4505-aee8-4e5200f226d3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.20 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 814 time: 0.1660030 Nov 22 17:02:05.793464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Request body: {'port': {'device_id': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619', 'admin_state_up': True, 'tenant_id': 'fde48b65a4234e889f58402e4b25834f'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:05.796131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 843893b1-352e-418c-bff8-14bd1286e832, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=843893b1-352e-418c-bff8-14bd1286e832,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:05.818653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-798972e8-ce5c-4f4f-973d-e82baf9dd7c4 req-753626c5-897e-4c97-a576-a7c5d24d8387 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304599 Nov 22 17:02:05.874538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '843893b1-352e-418c-bff8-14bd1286e832', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': '843893b1-352e-418c-bff8-14bd1286e832', 'mac_address': 'fa:16:3e:a9:61:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:05.913330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ceb9b3c-297a-4a21-bb0d-1a823a1058f0 req-dbb5800d-478f-4117-9aba-e71d626a2672 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 210 time: 0.1276646 Nov 22 17:02:05.934694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting subnet eeba8499-aaec-4503-b623-3872533e0cf7 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:05.947043 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.961331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2872ddb4-00cb-4c61-9fb1-d6729116871a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:05.966798 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:05.983494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843893b1-352e-418c-bff8-14bd1286e832 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:06.008931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 843893b1-352e-418c-bff8-14bd1286e832, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=843893b1-352e-418c-bff8-14bd1286e832,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:06.018604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.035212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.049643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Made reservation on behalf of fde48b65a4234e889f58402e4b25834f for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:06.053471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.079720 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=843893b1-352e-418c-bff8-14bd1286e832,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:06.212120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.213322 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c24748a-f16b-4e3c-9964-260ae3b0e9f0 x-openstack-request-id: req-4c24748a-f16b-4e3c-9964-260ae3b0e9f0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:06.213642 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff70338-d8d1-44b7-a6bf-5ccdabaeb011", "name": "network-vif-plugged", "status": "completed", "tag": "2872ddb4-00cb-4c61-9fb1-d6729116871a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:06.214273 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c24748a-f16b-4e3c-9964-260ae3b0e9f0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:06.214706 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2872ddb4-00cb-4c61-9fb1-d6729116871a', 'code': 200} Nov 22 17:02:06.236196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Allocated IP 172.20.0.14 (539f26ff-25fc-469d-81e1-3a082ae35619/bd7035c8-048e-4cca-8950-74f4622ce697/797e5ed2-735a-4307-8dd0-e56ed535cb67) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:06.277088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['843893b1-352e-418c-bff8-14bd1286e832'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:06.359053 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.432730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Subnet': ['ID=eeba8499-aaec-4503-b623-3872533e0cf7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:06.436889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.444658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "DELETE /v2.0/subnets/eeba8499-aaec-4503-b623-3872533e0cf7 HTTP/1.1" status: 204 len: 168 time: 0.7466869 Nov 22 17:02:06.446023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d7421-3727-4f33-9c17-74c2d6e9c9e3 None None] Network 7054959d-e12d-4b65-bc67-ee777e444731 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:06.456476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43822) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:06.465964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a602a7f-f719-4d77-a828-52f85f47e655 req-f466839e-e205-40c1-a81f-11b9fc21d483 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:06.467710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a602a7f-f719-4d77-a828-52f85f47e655 req-f466839e-e205-40c1-a81f-11b9fc21d483 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 944 time: 0.1655159 Nov 22 17:02:06.469120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.542927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39e499-5ab0-44ad-844f-f7aeae576699 req-8d2b3ed3-3b11-4605-b55d-6e76c7a3657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:06.544752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.545289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d39e499-5ab0-44ad-844f-f7aeae576699 req-8d2b3ed3-3b11-4605-b55d-6e76c7a3657c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 1101 time: 0.2475181 Nov 22 17:02:06.552465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.552818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.553431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.553823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.554223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.554952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.555377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.555709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.556053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.556379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.556705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.557027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b7fa83-60fd-468d-853a-d914d9f595b5 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:06.597095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Network 539f26ff-25fc-469d-81e1-3a082ae35619 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:06.606219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:06.610909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:06.640177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d39e499-5ab0-44ad-844f-f7aeae576699 req-4a6e2580-2900-4e08-aeb7-7a41a7c6eb45 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792248 Nov 22 17:02:06.672646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.679061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Pushing event updated for resources: {'Port': ['ID=797e5ed2-735a-4307-8dd0-e56ed535cb67,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:06.706482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:06.707135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.714240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a602a7f-f719-4d77-a828-52f85f47e655 req-f655ff52-889f-4553-af48-94d58807de4b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735740 Nov 22 17:02:06.730147 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-da07c022-3b6c-4733-8e6b-cc0e42240577 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9411874 Nov 22 17:02:06.730638 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] DHCP port deletion for 7054959d-e12d-4b65-bc67-ee777e444731 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:06.755075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Request body: {'port': {'device_id': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:06.779536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:06.779906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.786925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] Deleting port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:06.787919 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.828885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.865582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] For port b6551f48-f9a4-46ec-bbb3-5af2d28039e3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,segment=NetworkSegment(446a7ee8-65d6-4541-8c3b-986eff4135b2),segment_id=446a7ee8-65d6-4541-8c3b-986eff4135b2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:06.866031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.886114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] Calling delete_port for b6551f48-f9a4-46ec-bbb3-5af2d28039e3 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:06.894291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] For port b6551f48-f9a4-46ec-bbb3-5af2d28039e3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,segment=NetworkSegment(446a7ee8-65d6-4541-8c3b-986eff4135b2),segment_id=446a7ee8-65d6-4541-8c3b-986eff4135b2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:06.894772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:06.921363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Calling delete_port for b6551f48-f9a4-46ec-bbb3-5af2d28039e3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:07.000605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b6551f48-f9a4-46ec-bbb3-5af2d28039e3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:07.084811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.116352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471f00b-e356-4228-896b-74cfd648baa4 req-2b953a3c-b56e-42b0-8bd1-9618537b8a38 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.118412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4471f00b-e356-4228-896b-74cfd648baa4 req-2b953a3c-b56e-42b0-8bd1-9618537b8a38 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 950 time: 0.1902285 Nov 22 17:02:07.135390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] Pushing event deleted for resources: {'Port': ['ID=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.140031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 update to DOWN by agent not found {{(pid=103516) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 22 17:02:07.143849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54decb54-b8e4-4cd2-8bc1-9147aed17f2c None None] No DVR routers for this DVR port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:07.165385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f682e-42e8-4c68-a1ba-c8dcc78ff702 req-e6da4dff-1cb3-4c9f-9e39-2f3c007c9284 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.165385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c4f682e-42e8-4c68-a1ba-c8dcc78ff702 req-e6da4dff-1cb3-4c9f-9e39-2f3c007c9284 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 932 time: 0.1161053 Nov 22 17:02:07.207862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797e5ed2-735a-4307-8dd0-e56ed535cb67 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:07.210431 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.217642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.231928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Transition to ACTIVE for port object 797e5ed2-735a-4307-8dd0-e56ed535cb67 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:02:07.238500 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.265380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Port': ['ID=b6551f48-f9a4-46ec-bbb3-5af2d28039e3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.271434 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4471f00b-e356-4228-896b-74cfd648baa4 req-16836f7e-1b18-4a91-8a3a-33bd255c3df8 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411304 Nov 22 17:02:07.272297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] No DVR routers for this DVR port b6551f48-f9a4-46ec-bbb3-5af2d28039e3 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:07.298198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Pushing event updated for resources: {'Port': ['ID=797e5ed2-735a-4307-8dd0-e56ed535cb67,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.327010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c4f682e-42e8-4c68-a1ba-c8dcc78ff702 req-c6635395-1aef-479c-aa04-6940bac637ad tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449406 Nov 22 17:02:07.380718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Attempting to bind port 797e5ed2-735a-4307-8dd0-e56ed535cb67 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:07.381150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Attempting to bind port 797e5ed2-735a-4307-8dd0-e56ed535cb67 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:07.381475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Attempting to bind port 797e5ed2-735a-4307-8dd0-e56ed535cb67 on network 539f26ff-25fc-469d-81e1-3a082ae35619 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:07.385479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.386286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Port 797e5ed2-735a-4307-8dd0-e56ed535cb67 on network 539f26ff-25fc-469d-81e1-3a082ae35619 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:02:07.386665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Attempting to bind port 797e5ed2-735a-4307-8dd0-e56ed535cb67 on network 539f26ff-25fc-469d-81e1-3a082ae35619 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:07.391665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:07.392002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Checking segment: {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:07.392386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Bound using segment: {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:07.392817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Bound port: 797e5ed2-735a-4307-8dd0-e56ed535cb67, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91bc9fc6-d79e-429d-aefb-319c26d140bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:07.393759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.407233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7054959d-e12d-4b65-bc67-ee777e444731']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:07.417935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446a7ee8-65d6-4541-8c3b-986eff4135b2') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:07.418229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446a7ee8-65d6-4541-8c3b-986eff4135b2') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:07.428263 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.443012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.450512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:07.450913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:07.454106 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:07.461154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] For port 797e5ed2-735a-4307-8dd0-e56ed535cb67, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:07.465271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] For port 797e5ed2-735a-4307-8dd0-e56ed535cb67, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:07.470698 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.514131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.514765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.516152 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] 10.222.0.20 "PUT /v2.0/ports/797e5ed2-735a-4307-8dd0-e56ed535cb67 HTTP/1.1" status: 200 len: 1092 time: 0.7677944 Nov 22 17:02:07.516602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'tag': '797e5ed2-735a-4307-8dd0-e56ed535cb67'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:07.519910 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1130e50-37f1-40d6-a376-d9622e38e563" -d '{"events": [{"name": "network-changed", "server_uuid": "f9570c22-68ad-456e-a6e5-140fae1c8000", "tag": "797e5ed2-735a-4307-8dd0-e56ed535cb67"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:07.520945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.546165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 843893b1-352e-418c-bff8-14bd1286e832 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:07.552115 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.574301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.584471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "DELETE /v2.0/networks/7054959d-e12d-4b65-bc67-ee777e444731 HTTP/1.1" status: 204 len: 168 time: 1.1096692 Nov 22 17:02:07.589367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43832) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:07.606948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b292f6d-c2b3-42ab-94f9-54b65b8c367e service neutron] Pushing event updated for resources: {'Port': ['ID=797e5ed2-735a-4307-8dd0-e56ed535cb67,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.623551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-ee210dcf-3dd9-4f6a-a80a-9be3a291f60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.625764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-ee210dcf-3dd9-4f6a-a80a-9be3a291f60c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 1095 time: 0.0574625 Nov 22 17:02:07.632014 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a20391-ea1a-4802-b710-5a0f59ec6e3a x-openstack-request-id: req-e1a20391-ea1a-4802-b710-5a0f59ec6e3a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:07.633156 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9570c22-68ad-456e-a6e5-140fae1c8000", "tag": "797e5ed2-735a-4307-8dd0-e56ed535cb67", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:07.644573 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1a20391-ea1a-4802-b710-5a0f59ec6e3a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:07.645143 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'tag': '797e5ed2-735a-4307-8dd0-e56ed535cb67', 'status': 'completed', 'code': 200} Nov 22 17:02:07.646678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 843893b1-352e-418c-bff8-14bd1286e832 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:02:07.651955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 843893b1-352e-418c-bff8-14bd1286e832 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:07.652656 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.704160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-5ccbce6f-ebcb-4bfa-835e-2998dd22fb05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67 HTTP/1.1" status: 200 len: 217 time: 0.0580530 Nov 22 17:02:07.725647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc51cc-2e91-409b-91ad-566591343500 tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Network': ['ID=7054959d-e12d-4b65-bc67-ee777e444731,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.764459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722e066-880a-4d17-9daf-6920edd249ef req-d57bfd8f-fec2-4f2a-be81-5120de6af1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.766014 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-d57bfd8f-fec2-4f2a-be81-5120de6af1d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd7035c8-048e-4cca-8950-74f4622ce697 HTTP/1.1" status: 200 len: 854 time: 0.0514331 Nov 22 17:02:07.777523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Deleting port 83a65e79-c847-4e87-a5b3-b28f09e6527a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:07.777763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.778049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.807945 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-6b7cc1ce-2d1b-4fe1-bb5d-7e1ff7de34b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=539f26ff-25fc-469d-81e1-3a082ae35619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334826 Nov 22 17:02:07.836220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 843893b1-352e-418c-bff8-14bd1286e832, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=843893b1-352e-418c-bff8-14bd1286e832,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:07.844242 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.913928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.915331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:07.933267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=843893b1-352e-418c-bff8-14bd1286e832,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:07.940183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Calling delete_port for 83a65e79-c847-4e87-a5b3-b28f09e6527a owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:07.962076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-9d95ffdd-382f-47b0-92a5-217f04b0b87f service neutron] 10.222.0.20 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370435 Nov 22 17:02:07.968609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb44074-2e66-46ec-89d8-2b46add8eb92 req-47d9c799-cecf-49aa-a063-29345f8a6f06 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:07.970439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fb44074-2e66-46ec-89d8-2b46add8eb92 req-47d9c799-cecf-49aa-a063-29345f8a6f06 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.1271155 Nov 22 17:02:08.084372 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c722e066-880a-4d17-9daf-6920edd249ef req-769e11a2-20df-445c-9c26-864ef7c1cd28 service neutron] 10.222.0.20 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144319 Nov 22 17:02:08.121781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fb44074-2e66-46ec-89d8-2b46add8eb92 req-fe52d536-136b-42bb-98ad-18f58aa87364 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948143 Nov 22 17:02:08.183506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-92143a5d-4e6a-44ef-a525-319c82f8aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.185290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-92143a5d-4e6a-44ef-a525-319c82f8aca7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fde48b65a4234e889f58402e4b25834f&device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 1095 time: 0.0450213 Nov 22 17:02:08.198510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.217100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e5adef-40ad-4053-8e84-4b59884dd131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843893b1-352e-418c-bff8-14bd1286e832'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:08.219890 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2d32b8-316f-4185-ba29-68fb4d88a842" -d '{"events": [{"server_uuid": "76e5adef-40ad-4053-8e84-4b59884dd131", "name": "network-vif-plugged", "status": "completed", "tag": "843893b1-352e-418c-bff8-14bd1286e832"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:08.227081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Pushing event deleted for resources: {'Port': ['ID=83a65e79-c847-4e87-a5b3-b28f09e6527a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:08.288258 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc86704-0c6c-43c5-a053-6e98f160e758 x-openstack-request-id: req-cdc86704-0c6c-43c5-a053-6e98f160e758 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:08.288989 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e5adef-40ad-4053-8e84-4b59884dd131", "name": "network-vif-plugged", "status": "completed", "tag": "843893b1-352e-418c-bff8-14bd1286e832", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:08.289476 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cdc86704-0c6c-43c5-a053-6e98f160e758 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:08.290289 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e5adef-40ad-4053-8e84-4b59884dd131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843893b1-352e-418c-bff8-14bd1286e832', 'code': 200} Nov 22 17:02:08.302447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.302781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-7d6f54ac-b348-4c29-9f18-a920c10b50cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.307318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:08.308491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c425bfce-151f-4be2-b03d-f32c801c11ce tempest-FloatingIPAdminTestJSON-1426024133 tempest-FloatingIPAdminTestJSON-1426024133-project] 10.222.0.65 "DELETE /v2.0/floatingips/e233cd19-2313-4958-9a51-4871f2dacbaa HTTP/1.1" status: 204 len: 168 time: 0.7176535 Nov 22 17:02:08.322466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-7d6f54ac-b348-4c29-9f18-a920c10b50cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 200 len: 915 time: 0.1297398 Nov 22 17:02:08.396583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-b3476088-262f-4c2e-9580-a007eb4dd214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67 HTTP/1.1" status: 200 len: 217 time: 0.0597787 Nov 22 17:02:08.432156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6873978-20d8-44ce-bf2e-9c6499d9bac7 req-2feda368-0a80-45e7-889a-9463e4c6e867 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.441701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6873978-20d8-44ce-bf2e-9c6499d9bac7 req-2feda368-0a80-45e7-889a-9463e4c6e867 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 950 time: 0.0742304 Nov 22 17:02:08.474080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-94cede6a-070b-4d7d-801a-aa8153c8d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.475671 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-94cede6a-070b-4d7d-801a-aa8153c8d30d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd7035c8-048e-4cca-8950-74f4622ce697 HTTP/1.1" status: 200 len: 854 time: 0.0577199 Nov 22 17:02:08.479457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d310a67-57d6-45d7-99f8-a459fa7a5f05 req-5f2c4bd3-2f06-4a40-b844-440548c38df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.481271 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d310a67-57d6-45d7-99f8-a459fa7a5f05 req-5f2c4bd3-2f06-4a40-b844-440548c38df3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 1096 time: 0.0963635 Nov 22 17:02:08.527041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-3ed0ea96-4b38-46dc-903b-96855224dd6b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=539f26ff-25fc-469d-81e1-3a082ae35619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377100 Nov 22 17:02:08.566196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6873978-20d8-44ce-bf2e-9c6499d9bac7 req-43bd0092-5797-4786-95be-db7000afba47 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177835 Nov 22 17:02:08.576431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890420a-a119-4321-a541-4ad8655cfa67 req-99b3ce5d-0c95-4dce-a261-4890ab6c2db2 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.578376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d890420a-a119-4321-a541-4ad8655cfa67 req-99b3ce5d-0c95-4dce-a261-4890ab6c2db2 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 944 time: 0.1109893 Nov 22 17:02:08.711881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d890420a-a119-4321-a541-4ad8655cfa67 req-544ad295-adfc-4580-aa5f-0f8421c22b2e tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208050 Nov 22 17:02:08.735517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2d310a67-57d6-45d7-99f8-a459fa7a5f05 req-e90edd4b-9b2c-47d4-b24f-557db2e6ee4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366526 Nov 22 17:02:08.762149 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-974ec08a-d293-456d-9ef1-7ad079ec4ecd service neutron] 10.222.0.20 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264736 Nov 22 17:02:08.763179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43854) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:08.979965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f6ef7-113e-4903-ae1e-b8e601d4f35d req-09a0c96f-922b-4d19-b6a7-721a570da4ec tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:08.981450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e6f6ef7-113e-4903-ae1e-b8e601d4f35d req-09a0c96f-922b-4d19-b6a7-721a570da4ec tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 950 time: 0.1063869 Nov 22 17:02:08.987804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a253d85a-296c-4612-bb0e-a4329e94b2a0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=61ef15ce6bd6434b851439e4f6eb88fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200339 Nov 22 17:02:08.989796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43862) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:09.040384 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d1130e50-37f1-40d6-a376-d9622e38e563 req-ecfb892a-5ff6-47c3-a737-17d16e450c96 service neutron] 10.222.0.20 "GET /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083107 Nov 22 17:02:09.095360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e6f6ef7-113e-4903-ae1e-b8e601d4f35d req-7224abcb-00de-49e1-98e2-8d4733dcb883 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007514 Nov 22 17:02:09.112233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c453531-7734-4012-99d1-2697c267ba9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.114404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.140787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c453531-7734-4012-99d1-2697c267ba9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.209070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c453531-7734-4012-99d1-2697c267ba9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.213434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1c453531-7734-4012-99d1-2697c267ba9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.214953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c453531-7734-4012-99d1-2697c267ba9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8a89605d-b79e-447e-9d63-e9c7be8f6c25 HTTP/1.1" status: 204 len: 168 time: 0.2236400 Nov 22 17:02:09.260301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c453531-7734-4012-99d1-2697c267ba9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a89605d-b79e-447e-9d63-e9c7be8f6c25,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:09.296966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ab64c-21d5-44e0-966b-f2820fb114d7 req-c1987122-9ffc-4cf3-9571-73ea0ca6f32e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.305777 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e4ab64c-21d5-44e0-966b-f2820fb114d7 req-c1987122-9ffc-4cf3-9571-73ea0ca6f32e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.0890379 Nov 22 17:02:09.366451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e4ab64c-21d5-44e0-966b-f2820fb114d7 req-b4012f31-205d-4966-bdfe-4482ab0a573e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Nov 22 17:02:09.543251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43870) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:09.560559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e824a8b-319e-4e4b-8120-255fc9991d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.665075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e824a8b-319e-4e4b-8120-255fc9991d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.671404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e824a8b-319e-4e4b-8120-255fc9991d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.711020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e824a8b-319e-4e4b-8120-255fc9991d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a854c20-8a36-45ec-9b61-bc1f55829849,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:09.719578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4e824a8b-319e-4e4b-8120-255fc9991d08 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8f722f70c514afcb260ab3e859b5ed2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1751349 Nov 22 17:02:09.722727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43872) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:09.785943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ee1acb1-5b90-41a3-adc7-65ba84b4a46f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.837776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ee1acb1-5b90-41a3-adc7-65ba84b4a46f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.871705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e671-83cf-49ac-b227-c09899499d0a req-11191199-1420-4dc3-b262-32e830168153 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:09.873211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb09e671-83cf-49ac-b227-c09899499d0a req-11191199-1420-4dc3-b262-32e830168153 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 944 time: 0.0896060 Nov 22 17:02:09.950432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb09e671-83cf-49ac-b227-c09899499d0a req-6a8d5f15-e5f4-45ca-b5d4-6bd5755d860c tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623488 Nov 22 17:02:09.957969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ee1acb1-5b90-41a3-adc7-65ba84b4a46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.961041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7ee1acb1-5b90-41a3-adc7-65ba84b4a46f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:09.962285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ee1acb1-5b90-41a3-adc7-65ba84b4a46f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a854c20-8a36-45ec-9b61-bc1f55829849 HTTP/1.1" status: 204 len: 168 time: 0.2385893 Nov 22 17:02:09.986319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1acb1-5b90-41a3-adc7-65ba84b4a46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a854c20-8a36-45ec-9b61-bc1f55829849,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:10.215673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee56207-2736-4b70-b78a-6597772d4ec3 req-01f9798e-07e0-4316-8b91-219779cd8bc6 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:10.217205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bee56207-2736-4b70-b78a-6597772d4ec3 req-01f9798e-07e0-4316-8b91-219779cd8bc6 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 950 time: 0.0538747 Nov 22 17:02:10.269537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bee56207-2736-4b70-b78a-6597772d4ec3 req-1999f793-be51-4124-b00c-87c8b3c50f93 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Nov 22 17:02:10.323336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43884) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:10.337733 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62be0837-9aed-4935-bcae-9b5c788856c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.425739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62be0837-9aed-4935-bcae-9b5c788856c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.436965 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-62be0837-9aed-4935-bcae-9b5c788856c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.504768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-62be0837-9aed-4935-bcae-9b5c788856c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=60865597377f4827b8b9b5c521131e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802633 Nov 22 17:02:10.506352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be0837-9aed-4935-bcae-9b5c788856c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d08eda3-0ef6-4d3e-8bbc-0e1f3a57beaa,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:10.507539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43888) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:10.521540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2704358-337b-4e57-aeb5-892dc397f96f req-4c3d28e8-03d0-4874-864b-7a6170fb4c82 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:10.523072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2704358-337b-4e57-aeb5-892dc397f96f req-4c3d28e8-03d0-4874-864b-7a6170fb4c82 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.0944166 Nov 22 17:02:10.571278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426940e2-a780-4ccd-9b5f-709ac704f9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.582554 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2704358-337b-4e57-aeb5-892dc397f96f req-24bcb15b-7d99-413c-8dcf-83259fef2c03 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518799 Nov 22 17:02:10.602724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426940e2-a780-4ccd-9b5f-709ac704f9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.666579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426940e2-a780-4ccd-9b5f-709ac704f9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.669254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-426940e2-a780-4ccd-9b5f-709ac704f9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:10.670792 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-426940e2-a780-4ccd-9b5f-709ac704f9dc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d08eda3-0ef6-4d3e-8bbc-0e1f3a57beaa HTTP/1.1" status: 204 len: 168 time: 0.1616907 Nov 22 17:02:10.683289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426940e2-a780-4ccd-9b5f-709ac704f9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d08eda3-0ef6-4d3e-8bbc-0e1f3a57beaa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:10.759345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378124f9-fc2e-4ea8-aec1-0be964cb1bd6 req-ff413e2d-b444-458e-8411-ceaceba63ac2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:10.761070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-378124f9-fc2e-4ea8-aec1-0be964cb1bd6 req-ff413e2d-b444-458e-8411-ceaceba63ac2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.0979483 Nov 22 17:02:10.769020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-e94f0817-2df4-4376-8415-6f7a9b006166 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:10.770641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-e94f0817-2df4-4376-8415-6f7a9b006166 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.66 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 950 time: 0.0702314 Nov 22 17:02:10.873156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-378124f9-fc2e-4ea8-aec1-0be964cb1bd6 req-7e2983b0-23ee-46ad-84b4-0930ce252994 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015570 Nov 22 17:02:10.904170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Deleting port 2872ddb4-00cb-4c61-9fb1-d6729116871a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:10.904578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.060754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b17753-5768-40a4-8f03-b93a80ead193 req-aafb4ff0-fdfd-4231-b23d-bf7670a9a5d0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:11.062074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38b17753-5768-40a4-8f03-b93a80ead193 req-aafb4ff0-fdfd-4231-b23d-bf7670a9a5d0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.0925639 Nov 22 17:02:11.085336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] For port 2872ddb4-00cb-4c61-9fb1-d6729116871a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2872ddb4-00cb-4c61-9fb1-d6729116871a,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:11.085734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.102745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Calling delete_port for 2872ddb4-00cb-4c61-9fb1-d6729116871a owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:11.562996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:11.566083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 797e5ed2-735a-4307-8dd0-e56ed535cb67 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:11.588143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd6ff98-b51b-4588-b204-f8bbefed94ec req-48973122-468e-442a-89dd-b7fe1edf78ed tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:11.589669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cd6ff98-b51b-4588-b204-f8bbefed94ec req-48973122-468e-442a-89dd-b7fe1edf78ed tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 944 time: 0.4881370 Nov 22 17:02:11.613863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38b17753-5768-40a4-8f03-b93a80ead193 req-16c86e2a-c4cd-4320-9e96-789cb014fa2d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081472 Nov 22 17:02:11.701586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 797e5ed2-735a-4307-8dd0-e56ed535cb67, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:11.716811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1cd6ff98-b51b-4588-b204-f8bbefed94ec req-c85c5e79-02c3-4cc7-9fc3-b60b30c48aa9 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972114 Nov 22 17:02:11.744275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '797e5ed2-735a-4307-8dd0-e56ed535cb67', 'network_id': '539f26ff-25fc-469d-81e1-3a082ae35619', 'port_id': '797e5ed2-735a-4307-8dd0-e56ed535cb67', 'mac_address': 'fa:16:3e:58:3e:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7035c8-048e-4cca-8950-74f4622ce697', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:11.801406 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.808215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1157983189'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:11.816404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797e5ed2-735a-4307-8dd0-e56ed535cb67 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:11.830372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab706e-bdae-449d-bff1-eaec2650d39f req-dab6b264-7ebb-44d4-b84a-d113cb2b97bb tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:11.840485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31ab706e-bdae-449d-bff1-eaec2650d39f req-dab6b264-7ebb-44d4-b84a-d113cb2b97bb tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/ports?device_id=0ff70338-d8d1-44b7-a6bf-5ccdabaeb011 HTTP/1.1" status: 200 len: 950 time: 0.1173794 Nov 22 17:02:11.841536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 797e5ed2-735a-4307-8dd0-e56ed535cb67, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:11.844943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Made reservation on behalf of e57a37028ec7486d9c88185c70a7de92 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:11.849336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.851008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.853680 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.879141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:11.901946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Pushing event deleted for resources: {'Port': ['ID=2872ddb4-00cb-4c61-9fb1-d6729116871a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:11.978536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=797e5ed2-735a-4307-8dd0-e56ed535cb67,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.011418 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] No DVR routers for this DVR port 2872ddb4-00cb-4c61-9fb1-d6729116871a on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:12.014471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.020520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbee7505-39f1-43c7-b1f6-d7abd9e98e5f req-d0fa288a-7ab8-4fc0-898d-4abe1ab7ef44 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.66 "DELETE /v2.0/ports/2872ddb4-00cb-4c61-9fb1-d6729116871a HTTP/1.1" status: 204 len: 173 time: 1.2324619 Nov 22 17:02:12.022767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'name': 'network-vif-deleted', 'tag': '2872ddb4-00cb-4c61-9fb1-d6729116871a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:12.026846 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79c15aa-4be9-4bf8-99de-6522e3a0e65e" -d '{"events": [{"server_uuid": "0ff70338-d8d1-44b7-a6bf-5ccdabaeb011", "name": "network-vif-deleted", "tag": "2872ddb4-00cb-4c61-9fb1-d6729116871a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:12.041284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31ab706e-bdae-449d-bff1-eaec2650d39f req-6e8a0325-cb85-4d06-9918-cd4940fb21c7 tempest-VolumesNegativeTest-52388086 tempest-VolumesNegativeTest-52388086-project] 10.222.0.65 "GET /v2.0/security-groups?id=a7cfb588-cff2-44cf-a574-ba846cd69a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967974 Nov 22 17:02:12.091768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.101516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.109465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['797e5ed2-735a-4307-8dd0-e56ed535cb67'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:12.126778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e31aba-83f5-423c-b0a8-aa51278b9a41 req-0e00a105-718e-4932-8400-86825252e726 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:12.135317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87e31aba-83f5-423c-b0a8-aa51278b9a41 req-0e00a105-718e-4932-8400-86825252e726 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.0802827 Nov 22 17:02:12.182702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:12.215398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f335cca-1f65-430e-8f7d-37ee826b9a55,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.216833 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbfa85a-28d5-4da5-9c61-d5a819f827b9 x-openstack-request-id: req-4bbfa85a-28d5-4da5-9c61-d5a819f827b9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:12.217132 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ff70338-d8d1-44b7-a6bf-5ccdabaeb011", "name": "network-vif-deleted", "tag": "2872ddb4-00cb-4c61-9fb1-d6729116871a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:12.217392 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bbfa85a-28d5-4da5-9c61-d5a819f827b9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:12.218082 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ff70338-d8d1-44b7-a6bf-5ccdabaeb011', 'name': 'network-vif-deleted', 'tag': '2872ddb4-00cb-4c61-9fb1-d6729116871a', 'status': 'completed', 'code': 200} Nov 22 17:02:12.230509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.230860 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Added segment e5d76152-714f-4977-bde0-07c9fe3f9c6d of type vlan for network d678086f-ae9e-4a52-af65-b160aa358ea6 Nov 22 17:02:12.271309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87e31aba-83f5-423c-b0a8-aa51278b9a41 req-bde51af9-da4b-4a29-8914-6c1d13a3ceb6 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342115 Nov 22 17:02:12.307966 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.342910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.354336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:12.355175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.432195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8643410 Nov 22 17:02:12.435333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43936) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:12.441426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Request body: {'subnet': {'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:12.447247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd84c7e-b512-43a1-91c5-5cbf0c9560b3 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event updated for resources: {'Network': ['ID=d678086f-ae9e-4a52-af65-b160aa358ea6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.460324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d678086f-ae9e-4a52-af65-b160aa358ea6 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:12.524118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43938) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:12.548616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Made reservation on behalf of e57a37028ec7486d9c88185c70a7de92 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:12.552302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.662072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f30bb0d5-916f-4a48-9ccb-3f44003870ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.778070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.789342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f30bb0d5-916f-4a48-9ccb-3f44003870ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.798137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f30bb0d5-916f-4a48-9ccb-3f44003870ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.855396 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f30bb0d5-916f-4a48-9ccb-3f44003870ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01440ef30ed146349ba019d22a9139ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297253 Nov 22 17:02:12.856301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bb0d5-916f-4a48-9ccb-3f44003870ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f691571-1b2f-4f1b-8839-31f3acc5031f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.859569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 43944) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:12.875163 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:12.913997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116f49-0d0d-4903-a25b-b7bcf0c25b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.916444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event updated for resources: {'Subnet': ['ID=a352f363-3ea2-4ae9-b018-05b0feaad08a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:12.936999 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116f49-0d0d-4903-a25b-b7bcf0c25b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.937199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Checking segment: {'id': 'e5d76152-714f-4977-bde0-07c9fe3f9c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:12.937484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Network hostable DHCP agents. Network: d678086f-ae9e-4a52-af65-b160aa358ea6, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:12.949681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de7573-aa06-4535-822d-a7ce995d17aa req-722bc657-f24c-4d96-92db-f7ea0a763774 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:12.951179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1de7573-aa06-4535-822d-a7ce995d17aa req-722bc657-f24c-4d96-92db-f7ea0a763774 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 945 time: 0.1179984 Nov 22 17:02:12.982802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Network d678086f-ae9e-4a52-af65-b160aa358ea6 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:12.992051 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116f49-0d0d-4903-a25b-b7bcf0c25b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.994801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7a116f49-0d0d-4903-a25b-b7bcf0c25b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:12.996311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7a116f49-0d0d-4903-a25b-b7bcf0c25b31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0f691571-1b2f-4f1b-8839-31f3acc5031f HTTP/1.1" status: 204 len: 168 time: 0.1356091 Nov 22 17:02:13.006027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a116f49-0d0d-4903-a25b-b7bcf0c25b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f691571-1b2f-4f1b-8839-31f3acc5031f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:13.011137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d678086f-ae9e-4a52-af65-b160aa358ea6) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:13.015381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.016148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.030213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1de7573-aa06-4535-822d-a7ce995d17aa req-373b3144-f996-4d0f-b52e-7d07205cdfce tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724010 Nov 22 17:02:13.036572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a9493e-b773-44bb-b775-e458787c2bd5 None None] Network d678086f-ae9e-4a52-af65-b160aa358ea6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:13.044886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0f4f216a-381d-4707-9da3-cca892dfacb2 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6080580 Nov 22 17:02:13.047274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 43948) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:13.054846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Request body: {'port': {'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1565678893'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:13.211922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Made reservation on behalf of e57a37028ec7486d9c88185c70a7de92 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:13.215548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.237429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] device_id is not set on port 9ab4c410-21b4-4781-a41e-564f02ce28b2 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:13.298758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d678086f-ae9e-4a52-af65-b160aa358ea6', 'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6', 'tenant_id': 'e57a37028ec7486d9c88185c70a7de92', 'fixed_ips': [{'subnet_id': 'a352f363-3ea2-4ae9-b018-05b0feaad08a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:13.302704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.432765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Allocated IP 2001:db8::189 (d678086f-ae9e-4a52-af65-b160aa358ea6/a352f363-3ea2-4ae9-b018-05b0feaad08a/9ab4c410-21b4-4781-a41e-564f02ce28b2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:13.441138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2872ddb4-00cb-4c61-9fb1-d6729116871a no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:13.460412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a0b27-eeb6-439c-90ee-c2c961c62df8 req-a8575ceb-2188-437c-b4c2-176dd38aaec2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.462145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-046a0b27-eeb6-439c-90ee-c2c961c62df8 req-a8575ceb-2188-437c-b4c2-176dd38aaec2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.1098080 Nov 22 17:02:13.471619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 2872ddb4-00cb-4c61-9fb1-d6729116871a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:13.472572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2872ddb4-00cb-4c61-9fb1-d6729116871a not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:13.574060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 797e5ed2-735a-4307-8dd0-e56ed535cb67 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:13.604594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-046a0b27-eeb6-439c-90ee-c2c961c62df8 req-0eaee9cf-94bc-4d98-b56e-c7091a7ebeaa tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323833 Nov 22 17:02:13.660104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 797e5ed2-735a-4307-8dd0-e56ed535cb67 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:02:13.666971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-2b012ea5-6e61-4e12-a2ae-fd7c842f3cd2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:13.668545 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-2b012ea5-6e61-4e12-a2ae-fd7c842f3cd2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 945 time: 0.1165082 Nov 22 17:02:13.671941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 797e5ed2-735a-4307-8dd0-e56ed535cb67 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:13.676236 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.733914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.801916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.811944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.832498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port 843893b1-352e-418c-bff8-14bd1286e832 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:13.832992 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.836292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e5ed2-735a-4307-8dd0-e56ed535cb67'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:13.839348 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74a386d-bc81-4467-b150-7991e78212e8" -d '{"events": [{"server_uuid": "f9570c22-68ad-456e-a6e5-140fae1c8000", "name": "network-vif-plugged", "status": "completed", "tag": "797e5ed2-735a-4307-8dd0-e56ed535cb67"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:13.874955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 797e5ed2-735a-4307-8dd0-e56ed535cb67, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:13.884791 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:13.933379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Allocated IP 2001:db8::2 (d678086f-ae9e-4a52-af65-b160aa358ea6/a352f363-3ea2-4ae9-b018-05b0feaad08a/8cb06159-6f39-4b7d-9927-f476d7b5bdfe) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:13.957609 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3341b5-8a6e-4820-a43e-6669372727d8 x-openstack-request-id: req-fa3341b5-8a6e-4820-a43e-6669372727d8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:13.958013 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9570c22-68ad-456e-a6e5-140fae1c8000", "name": "network-vif-plugged", "status": "completed", "tag": "797e5ed2-735a-4307-8dd0-e56ed535cb67", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:13.958278 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa3341b5-8a6e-4820-a43e-6669372727d8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:13.958690 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797e5ed2-735a-4307-8dd0-e56ed535cb67', 'code': 200} Nov 22 17:02:13.981940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Network d678086f-ae9e-4a52-af65-b160aa358ea6 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:13.988472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=797e5ed2-735a-4307-8dd0-e56ed535cb67,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:13.989852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:13.994104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:14.001193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:14.002076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.008700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.009107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.009383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.009744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.012032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event updated for resources: {'Port': ['ID=9ab4c410-21b4-4781-a41e-564f02ce28b2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:14.012731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.013083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.013423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.018105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.019198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.019670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.020019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.020356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:14.049031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-597d5f47-a7a5-45eb-b397-b835090268ba tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9994073 Nov 22 17:02:14.053213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44004) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:14.069721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Request body: {'port': {'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1392745995', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:14.072559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] bootfile-name is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:02:14.073372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] tftp-server is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:02:14.074036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] server-ip-address is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:02:14.092842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port 843893b1-352e-418c-bff8-14bd1286e832, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=843893b1-352e-418c-bff8-14bd1286e832,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:14.093213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.117623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for 843893b1-352e-418c-bff8-14bd1286e832 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:14.122138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76015d0-6039-48df-ba66-72aa5b3eafc9 req-7ec80a26-d8ec-4204-9bdb-3445dcaa9f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:14.123902 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a76015d0-6039-48df-ba66-72aa5b3eafc9 req-7ec80a26-d8ec-4204-9bdb-3445dcaa9f94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 1097 time: 0.1084821 Nov 22 17:02:14.233881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.239286 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a76015d0-6039-48df-ba66-72aa5b3eafc9 req-e37e6954-6e9f-4f90-a597-8341c4c0ec1e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056139 Nov 22 17:02:14.241813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1036d3-651f-4a68-8a89-ede12057acf9 req-426ae811-01c9-4bc6-bc73-f99883fd49ea tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:14.244359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.250981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d1036d3-651f-4a68-8a89-ede12057acf9 req-426ae811-01c9-4bc6-bc73-f99883fd49ea tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 946 time: 0.0989373 Nov 22 17:02:14.320781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Pushing event updated for resources: {'Port': ['ID=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:14.322244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d1036d3-651f-4a68-8a89-ede12057acf9 req-c83bc7af-d241-428d-b9dd-fb6cab462804 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644138 Nov 22 17:02:14.334768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Network d678086f-ae9e-4a52-af65-b160aa358ea6 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:14.341035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:14.344548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:14.349247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.362704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Made reservation on behalf of e57a37028ec7486d9c88185c70a7de92 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:14.362913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['843893b1-352e-418c-bff8-14bd1286e832'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:02:14.369161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.407199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=843893b1-352e-418c-bff8-14bd1286e832,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:14.434585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] device_id is not set on port f5809c32-c793-4470-b58a-52fb10153eb3 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:14.453681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Attempting to bind port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:14.454708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Attempting to bind port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e5d76152-714f-4977-bde0-07c9fe3f9c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:14.458189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Attempting to bind port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe on network d678086f-ae9e-4a52-af65-b160aa358ea6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:14.467292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port 843893b1-352e-418c-bff8-14bd1286e832 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:14.468332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:14.468784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Checking segment: {'id': 'e5d76152-714f-4977-bde0-07c9fe3f9c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:14.469258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.469751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Bound using segment: {'id': 'e5d76152-714f-4977-bde0-07c9fe3f9c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:14.470437 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.470595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Bound port: 8cb06159-6f39-4b7d-9927-f476d7b5bdfe, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d76152-714f-4977-bde0-07c9fe3f9c6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'd678086f-ae9e-4a52-af65-b160aa358ea6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:14.475767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ea26feea-f485-4d0f-8e2b-e366162f77b9 req-a5561524-5091-4a74-acf7-88a844d8f31a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "DELETE /v2.0/ports/843893b1-352e-418c-bff8-14bd1286e832 HTTP/1.1" status: 204 len: 173 time: 0.7978652 Nov 22 17:02:14.476498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e5adef-40ad-4053-8e84-4b59884dd131', 'name': 'network-vif-deleted', 'tag': '843893b1-352e-418c-bff8-14bd1286e832'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:14.478349 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.479252 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c043a807-6171-4321-9dee-5553434e219d" -d '{"events": [{"server_uuid": "76e5adef-40ad-4053-8e84-4b59884dd131", "name": "network-vif-deleted", "tag": "843893b1-352e-418c-bff8-14bd1286e832"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:14.592622 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b306192-4016-44a9-aabd-344562ad5d10 x-openstack-request-id: req-0b306192-4016-44a9-aabd-344562ad5d10 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:14.592932 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e5adef-40ad-4053-8e84-4b59884dd131", "name": "network-vif-deleted", "tag": "843893b1-352e-418c-bff8-14bd1286e832", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:14.593191 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b306192-4016-44a9-aabd-344562ad5d10 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:14.593599 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e5adef-40ad-4053-8e84-4b59884dd131', 'name': 'network-vif-deleted', 'tag': '843893b1-352e-418c-bff8-14bd1286e832', 'status': 'completed', 'code': 200} Nov 22 17:02:14.623370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] For port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:14.628385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] For port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,segment=NetworkSegment(e5d76152-714f-4977-bde0-07c9fe3f9c6d),segment_id=e5d76152-714f-4977-bde0-07c9fe3f9c6d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:14.641260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:14.735799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508d71d-794c-4d06-8269-870f0d945d9d None None] Pushing event updated for resources: {'Port': ['ID=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:14.745249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Allocated IP 2001:db8::2af (d678086f-ae9e-4a52-af65-b160aa358ea6/a352f363-3ea2-4ae9-b018-05b0feaad08a/f5809c32-c793-4470-b58a-52fb10153eb3) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:14.807355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9dacffce-cdea-456f-a049-08ba444f8a60 req-0259e524-58ab-4d07-9b33-a7075402f115 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0742605 Nov 22 17:02:15.130920 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.183172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.261541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Network d678086f-ae9e-4a52-af65-b160aa358ea6 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:15.266283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:15.271910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:15.280100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.281081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.290170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event updated for resources: {'Port': ['ID=f5809c32-c793-4470-b58a-52fb10153eb3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:15.312460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5328b7cb-12ef-4445-98f5-e4ada30233cb tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2572026 Nov 22 17:02:15.315822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44084) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:15.594436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8081b0-fd27-4c5a-8723-e2653229129d tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.608661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8081b0-fd27-4c5a-8723-e2653229129d tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.622601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8081b0-fd27-4c5a-8723-e2653229129d tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.630881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44098) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:15.632619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e8081b0-fd27-4c5a-8723-e2653229129d tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3150477 Nov 22 17:02:15.679517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938bcda-fc7e-430c-a2cc-3e5fc718a8eb req-14ab9dff-9c0c-4af7-9a95-23d694e7adc3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:15.707370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2938bcda-fc7e-430c-a2cc-3e5fc718a8eb req-14ab9dff-9c0c-4af7-9a95-23d694e7adc3 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 946 time: 0.2094641 Nov 22 17:02:15.788885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Deleting port f5809c32-c793-4470-b58a-52fb10153eb3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:15.789247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:15.841028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2938bcda-fc7e-430c-a2cc-3e5fc718a8eb req-594fae49-7aed-406d-a6be-3bc733a44de5 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325402 Nov 22 17:02:16.014193 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.038872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Calling delete_port for f5809c32-c793-4470-b58a-52fb10153eb3 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:16.056387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71fd8cf5-1a15-4f82-8107-f4b43f77c4e6 req-735a6c99-cd86-4cc7-a1c9-914d1299cb06 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0562160 Nov 22 17:02:16.299627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.345976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event deleted for resources: {'Port': ['ID=f5809c32-c793-4470-b58a-52fb10153eb3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:16.395190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aeab52-9fdd-47b4-b749-8cd8f09a368d None None] Network d678086f-ae9e-4a52-af65-b160aa358ea6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:16.410311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.414257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-63041c8f-cc27-422a-87ba-c5bc71128956 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "DELETE /v2.0/ports/f5809c32-c793-4470-b58a-52fb10153eb3 HTTP/1.1" status: 204 len: 168 time: 0.7822571 Nov 22 17:02:16.417780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44154) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:16.426609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Request body: {'port': {'name': 'tempest-new-port-name-901851217', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:16.427371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] bootfile-name is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:02:16.438065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] tftp-server is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:02:16.438628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.api.validators [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] server-ip-address is not in valid_values {{(pid=103514) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 22 17:02:16.512708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f2738aad-63b7-4c4b-84af-fd8390534696 None None] Provisioning complete for port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:16.513396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2738aad-63b7-4c4b-84af-fd8390534696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.585822 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.692120 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2738aad-63b7-4c4b-84af-fd8390534696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.756398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f2738aad-63b7-4c4b-84af-fd8390534696 None None] For port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,segment=NetworkSegment(e5d76152-714f-4977-bde0-07c9fe3f9c6d),segment_id=e5d76152-714f-4977-bde0-07c9fe3f9c6d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:16.763514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2738aad-63b7-4c4b-84af-fd8390534696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.825525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2738aad-63b7-4c4b-84af-fd8390534696 None None] Pushing event updated for resources: {'Port': ['ID=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:16.964604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:16.974507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.050926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8cb06159-6f39-4b7d-9927-f476d7b5bdfe up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:17.060076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] In _notify_port_updated(), no bound segment for port 9ab4c410-21b4-4781-a41e-564f02ce28b2 on network d678086f-ae9e-4a52-af65-b160aa358ea6 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:02:17.067165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.067837 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.069461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "PUT /v2.0/ports/9ab4c410-21b4-4781-a41e-564f02ce28b2 HTTP/1.1" status: 200 len: 1129 time: 0.6502697 Nov 22 17:02:17.072349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44200) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.123292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f5bf84-be10-4171-9468-ab1b7957b0dd tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event updated for resources: {'Port': ['ID=9ab4c410-21b4-4781-a41e-564f02ce28b2,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:17.154979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5c85b-e3c6-46c8-85c1-7236944ce149 req-74a1d718-e564-4c1f-b156-4d932646a4e8 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.157165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbc5c85b-e3c6-46c8-85c1-7236944ce149 req-74a1d718-e564-4c1f-b156-4d932646a4e8 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 946 time: 0.0984893 Nov 22 17:02:17.171985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbca5970-16c4-47f7-a685-2c0242fb3491 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:17.173831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fbca5970-16c4-47f7-a685-2c0242fb3491 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "GET /v2.0/ports/9ab4c410-21b4-4781-a41e-564f02ce28b2 HTTP/1.1" status: 200 len: 1129 time: 0.1002376 Nov 22 17:02:17.178150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44210) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:17.212553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:17.213139 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.228949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d6396db-0b17-46ba-bb01-88998baf41fe req-dcfc346e-1e2e-44d0-9b7f-802e0060a9ab tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0629735 Nov 22 17:02:17.283983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbc5c85b-e3c6-46c8-85c1-7236944ce149 req-7c533dfe-a69a-4e7e-b078-099c7d39298c tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187282 Nov 22 17:02:17.309927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-79b44a87-253c-405e-ba7c-6ec4d2b9b7f2 None None] Provisioning complete for port 9ab4c410-21b4-4781-a41e-564f02ce28b2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:17.311025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79b44a87-253c-405e-ba7c-6ec4d2b9b7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.408708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-79b44a87-253c-405e-ba7c-6ec4d2b9b7f2 None None] Port 9ab4c410-21b4-4781-a41e-564f02ce28b2 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:17.422914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Deleting port 9ab4c410-21b4-4781-a41e-564f02ce28b2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:17.425109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.459182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-79b44a87-253c-405e-ba7c-6ec4d2b9b7f2 None None] Provisioning complete for port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:17.459928 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79b44a87-253c-405e-ba7c-6ec4d2b9b7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.611436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 843893b1-352e-418c-bff8-14bd1286e832 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:17.679305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 843893b1-352e-418c-bff8-14bd1286e832 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:17.679855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 843893b1-352e-418c-bff8-14bd1286e832 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:17.702984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.716354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Calling delete_port for 9ab4c410-21b4-4781-a41e-564f02ce28b2 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:17.827218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a0496c4d-6bd2-40cd-be50-bcdfb5a1d2e3 None None] Provisioning complete for port 9ab4c410-21b4-4781-a41e-564f02ce28b2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:17.827985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0496c4d-6bd2-40cd-be50-bcdfb5a1d2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.885053 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.886983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a0496c4d-6bd2-40cd-be50-bcdfb5a1d2e3 None None] Port 9ab4c410-21b4-4781-a41e-564f02ce28b2 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:17.937106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event deleted for resources: {'Port': ['ID=9ab4c410-21b4-4781-a41e-564f02ce28b2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:17.968068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:17.973824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-91c0946b-ee7a-412b-acf8-7f86991ebcca tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "DELETE /v2.0/ports/9ab4c410-21b4-4781-a41e-564f02ce28b2 HTTP/1.1" status: 204 len: 168 time: 0.7929251 Nov 22 17:02:17.975573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44228) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:18.087279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Deleting subnet a352f363-3ea2-4ae9-b018-05b0feaad08a {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:18.091287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.103470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-067fa8c8-1c79-4d29-b9e6-824c3203619e None None] Could not find standard attr ID for object f5809c32-c793-4470-b58a-52fb10153eb3. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:18.162783 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.288132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.406636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.474372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event deleted for resources: {'Subnet': ['ID=a352f363-3ea2-4ae9-b018-05b0feaad08a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:18.483500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.488938 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b384a2e-0742-4b0e-aed1-1a4958c70918 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "DELETE /v2.0/subnets/a352f363-3ea2-4ae9-b018-05b0feaad08a HTTP/1.1" status: 204 len: 168 time: 0.5110512 Nov 22 17:02:18.491625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44248) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:18.538223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d595dabc-45b9-4412-acb0-17272e87701e req-e5b78e1f-20da-4d2c-b4c8-ac8c46b0f45a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0519791 Nov 22 17:02:18.675868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.762040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Deleting port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:18.762672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.797307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1c2223-7701-404e-828f-b04b96c3b3e4 None None] Network d678086f-ae9e-4a52-af65-b160aa358ea6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:18.838788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] For port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,segment=NetworkSegment(e5d76152-714f-4977-bde0-07c9fe3f9c6d),segment_id=e5d76152-714f-4977-bde0-07c9fe3f9c6d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:18.839214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.862546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Calling delete_port for 8cb06159-6f39-4b7d-9927-f476d7b5bdfe owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:18.872603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-649c237f-aa3e-4cdd-ad61-530006a37fab None None] Could not find standard attr ID for object 9ab4c410-21b4-4781-a41e-564f02ce28b2. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:02:18.960914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:18.995545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event deleted for resources: {'Port': ['ID=8cb06159-6f39-4b7d-9927-f476d7b5bdfe,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:19.001020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] No DVR routers for this DVR port 8cb06159-6f39-4b7d-9927-f476d7b5bdfe on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:19.136766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.172948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d678086f-ae9e-4a52-af65-b160aa358ea6']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:19.219953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d76152-714f-4977-bde0-07c9fe3f9c6d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:19.221408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d76152-714f-4977-bde0-07c9fe3f9c6d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:19.239545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.272350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.280312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:19.281160 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:19.286412 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:19.296861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd6db3c-d6b6-4634-a998-040971a5c004 None None] DHCP port deletion for d678086f-ae9e-4a52-af65-b160aa358ea6 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:19.384326 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.400012 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.404356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] 10.222.0.65 "DELETE /v2.0/networks/d678086f-ae9e-4a52-af65-b160aa358ea6 HTTP/1.1" status: 204 len: 168 time: 0.9103556 Nov 22 17:02:19.440035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d1994-c429-4b31-9d32-15054d444911 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102 tempest-ExtraDHCPOptionsIpV6TestJSON-2082210102-project] Pushing event deleted for resources: {'Network': ['ID=d678086f-ae9e-4a52-af65-b160aa358ea6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:19.691568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1eae62f7-efc1-436b-b869-ed685e4bc3af req-5c462cc0-879e-4be2-9082-76f0952370b0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0624077 Nov 22 17:02:19.757978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44266) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:19.893752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-de9b9786-be2f-40ba-bcca-3c8116c7d927 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e57a37028ec7486d9c88185c70a7de92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345844 Nov 22 17:02:19.896240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44270) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:19.947173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-551a7c50-a4a3-4881-a58c-1c703aa9bb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.955265 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4b2f1959-257f-4068-9e92-35b1a36f803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:19.972254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-551a7c50-a4a3-4881-a58c-1c703aa9bb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.025841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-551a7c50-a4a3-4881-a58c-1c703aa9bb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.028844 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-551a7c50-a4a3-4881-a58c-1c703aa9bb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:20.032082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-551a7c50-a4a3-4881-a58c-1c703aa9bb39 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f335cca-1f65-430e-8f7d-37ee826b9a55 HTTP/1.1" status: 204 len: 168 time: 0.1325176 Nov 22 17:02:20.039113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551a7c50-a4a3-4881-a58c-1c703aa9bb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f335cca-1f65-430e-8f7d-37ee826b9a55,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:20.800306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a522c6ce-e2bb-4173-aef1-d6341ac951cc req-f9712647-2ffc-4162-b67f-4c6e0fda2656 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=76e5adef-40ad-4053-8e84-4b59884dd131 HTTP/1.1" status: 200 len: 210 time: 0.0344665 Nov 22 17:02:20.869454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44294) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:20.963312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8cb06159-6f39-4b7d-9927-f476d7b5bdfe no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:20.987577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-537256538'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:20.995039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8cb06159-6f39-4b7d-9927-f476d7b5bdfe {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:20.995390 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8cb06159-6f39-4b7d-9927-f476d7b5bdfe not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:21.018396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:21.022417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.031833 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.133992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.140710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.169939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:21.190427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.190775 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Added segment 30b2a612-ed3d-47d7-9170-0bbecfc32348 of type vlan for network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 Nov 22 17:02:21.193277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da370f21-669e-4bda-96e8-2eb95eebc2bc,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:21.246608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.280006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.288514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:21.289146 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:21.356926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Network': ['ID=afd9cea6-bf58-4ca0-92c1-14d7ee793e64,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:21.372758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:21.382822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-420800a7-8960-4992-8058-bb0d8a411318 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5121508 Nov 22 17:02:23.371517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-945ec361-2b3b-438c-b129-13dabd557766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.052498 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:24.808865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44372) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:24.815832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'subnet': {'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:24.946424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:24.950196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.249599 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.391480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Subnet': ['ID=048bf1b7-466c-49fd-a1be-7e18a4c3ea04,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:25.412531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Checking segment: {'id': '30b2a612-ed3d-47d7-9170-0bbecfc32348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:25.413017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network hostable DHCP agents. Network: afd9cea6-bf58-4ca0-92c1-14d7ee793e64, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:25.455129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:25.458104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.469078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, afd9cea6-bf58-4ca0-92c1-14d7ee793e64) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:25.481394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f65bf-ea03-40fe-86df-91374cda4ccc None None] Network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:25.484795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:25.487458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.527629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:25.528291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a1161691-1443-4db7-be62-f4a6f4f54173 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7168767 Nov 22 17:02:25.537605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-568935120'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:25.603699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:25.618988 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.712168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:25.734614 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.734968 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Added segment 828dde90-04ea-479a-ac3f-75e1b27e0221 of type vlan for network 59aef74e-023c-433b-a18f-003e31fc5e5c Nov 22 17:02:25.851652 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.877886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:25.894234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-afd9cea6-bf58-4ca0-92c1-14d7ee793e64', 'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64', 'tenant_id': 'b93fde797dbb4c7085e36545d661e808', 'fixed_ips': [{'subnet_id': '048bf1b7-466c-49fd-a1be-7e18a4c3ea04'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:25.895156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.908731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:25.914928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:25.915831 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.062604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5319593 Nov 22 17:02:26.066716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:26.073906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'subnet': {'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:26.080650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a77e1-5e02-4d5a-8c1e-9a00de64db02 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Network': ['ID=59aef74e-023c-433b-a18f-003e31fc5e5c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:26.227788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Allocated IP 2001:db8:0:ffff::2 (afd9cea6-bf58-4ca0-92c1-14d7ee793e64/048bf1b7-466c-49fd-a1be-7e18a4c3ea04/0c2bdf12-d21b-48f5-a2a0-d227e4685cf8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:26.253934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0d4d6957-c3f0-4f01-910a-4f46cc29ee64 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b4c86c9a5ebe42418d58da0e54fd0f38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3741252 Nov 22 17:02:26.256480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44408) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:26.338312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:26.342355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.397554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb26df0a-c7bc-49a6-a601-186dfc182429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.415147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.425467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 59aef74e-023c-433b-a18f-003e31fc5e5c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:26.435953 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.454505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb26df0a-c7bc-49a6-a601-186dfc182429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.549478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb26df0a-c7bc-49a6-a601-186dfc182429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.553162 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb26df0a-c7bc-49a6-a601-186dfc182429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.556743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb26df0a-c7bc-49a6-a601-186dfc182429 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a7cfb588-cff2-44cf-a574-ba846cd69a6b HTTP/1.1" status: 204 len: 168 time: 0.2967017 Nov 22 17:02:26.580196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb26df0a-c7bc-49a6-a601-186dfc182429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cfb588-cff2-44cf-a574-ba846cd69a6b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:26.615403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.646937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:26.653020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:26.655135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Pushing event updated for resources: {'Port': ['ID=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:26.663896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:26.750737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Attempting to bind port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:26.751116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Attempting to bind port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '30b2a612-ed3d-47d7-9170-0bbecfc32348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:26.751488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Attempting to bind port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 on network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:26.765555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:26.765967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Checking segment: {'id': '30b2a612-ed3d-47d7-9170-0bbecfc32348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:26.766377 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.766776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Bound using segment: {'id': '30b2a612-ed3d-47d7-9170-0bbecfc32348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:26.767381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Bound port: 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b2a612-ed3d-47d7-9170-0bbecfc32348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'afd9cea6-bf58-4ca0-92c1-14d7ee793e64'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:26.767972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.933984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] For port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:26.934973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:26.936627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:26.949870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] For port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,segment=NetworkSegment(30b2a612-ed3d-47d7-9170-0bbecfc32348),segment_id=30b2a612-ed3d-47d7-9170-0bbecfc32348)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:26.957477 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.062250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Subnet': ['ID=db45cf83-fee4-433c-80fc-cbb75d4d16b5,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:27.083679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Checking segment: {'id': '828dde90-04ea-479a-ac3f-75e1b27e0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:27.084059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network hostable DHCP agents. Network: 59aef74e-023c-433b-a18f-003e31fc5e5c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:27.089365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a584-4472-4b07-85fc-d109ca266ce5 None None] Pushing event updated for resources: {'Port': ['ID=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:27.138360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network 59aef74e-023c-433b-a18f-003e31fc5e5c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:27.153214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 59aef74e-023c-433b-a18f-003e31fc5e5c) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:27.166184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f4978f-4327-4c9b-84f2-521775d6f73c None None] Network 59aef74e-023c-433b-a18f-003e31fc5e5c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:27.182923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:27.184400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.217823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44436) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:27.219181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-111f2958-d49a-486f-914a-d92726aeeb94 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1511977 Nov 22 17:02:27.223596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'port': {'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c', 'name': 'tempest-NetworksIpV6TestAttrs-1479487307'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:27.510999 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:27.514718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.545828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-59aef74e-023c-433b-a18f-003e31fc5e5c', 'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c', 'tenant_id': 'b93fde797dbb4c7085e36545d661e808', 'fixed_ips': [{'subnet_id': 'db45cf83-fee4-433c-80fc-cbb75d4d16b5'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:27.550066 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:27.563468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] device_id is not set on port ed295bd1-4464-421e-9071-2fbaa7ef36a2 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:27.788021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Allocated IP 2001:db8::f816:3eff:fe89:4c17 (59aef74e-023c-433b-a18f-003e31fc5e5c/db45cf83-fee4-433c-80fc-cbb75d4d16b5/ed295bd1-4464-421e-9071-2fbaa7ef36a2) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:28.082068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.138871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.227264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network 59aef74e-023c-433b-a18f-003e31fc5e5c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:28.231693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:28.236649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Allocated IP 2001:db8::f816:3eff:fe1b:b417 (59aef74e-023c-433b-a18f-003e31fc5e5c/db45cf83-fee4-433c-80fc-cbb75d4d16b5/6936ec55-6c91-4572-b992-1f7d6693959c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:28.239606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:28.248481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:28.249362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.301295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Port': ['ID=ed295bd1-4464-421e-9071-2fbaa7ef36a2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:28.313212 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d303c853-4c13-4499-9ad9-88d71450e2f1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0942454 Nov 22 17:02:28.317797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44470) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:28.421784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting subnet db45cf83-fee4-433c-80fc-cbb75d4d16b5 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:28.535207 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.543827 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.544785 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.592709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Network 59aef74e-023c-433b-a18f-003e31fc5e5c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:28.596846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:28.602648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:28.636459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.715812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Pushing event updated for resources: {'Port': ['ID=6936ec55-6c91-4572-b992-1f7d6693959c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:28.748575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Attempting to bind port 6936ec55-6c91-4572-b992-1f7d6693959c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:28.749227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Attempting to bind port 6936ec55-6c91-4572-b992-1f7d6693959c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '828dde90-04ea-479a-ac3f-75e1b27e0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:28.749822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Attempting to bind port 6936ec55-6c91-4572-b992-1f7d6693959c on network 59aef74e-023c-433b-a18f-003e31fc5e5c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:28.763038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:28.764772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Checking segment: {'id': '828dde90-04ea-479a-ac3f-75e1b27e0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:28.765290 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.766746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Bound using segment: {'id': '828dde90-04ea-479a-ac3f-75e1b27e0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:28.770905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Bound port: 6936ec55-6c91-4572-b992-1f7d6693959c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828dde90-04ea-479a-ac3f-75e1b27e0221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '59aef74e-023c-433b-a18f-003e31fc5e5c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:28.771437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:28.845826 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b64d40-c77c-46df-bc74-9b11dce77297 None None] Network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:28.911181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.030243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.066947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.070639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/db45cf83-fee4-433c-80fc-cbb75d4d16b5 HTTP/1.1" status: 204 len: 168 time: 0.7496734 Nov 22 17:02:29.073349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44504) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:29.089068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd5b05-830b-4c01-9655-693f6bfb64e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Subnet': ['ID=db45cf83-fee4-433c-80fc-cbb75d4d16b5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:29.198438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4d390-0fc0-4e7e-abd7-e033a58ba825 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:29.201254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4d390-0fc0-4e7e-abd7-e033a58ba825 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:29.202853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f08131b0-e7b8-43a6-be53-743c2aeba38b None None] Provisioning complete for port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:29.203235 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f08131b0-e7b8-43a6-be53-743c2aeba38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.203604 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3bf4d390-0fc0-4e7e-abd7-e033a58ba825 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1280563 Nov 22 17:02:29.207512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:29.222171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:29.338746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] For port 6936ec55-6c91-4572-b992-1f7d6693959c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:29.385957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] For port 6936ec55-6c91-4572-b992-1f7d6693959c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6936ec55-6c91-4572-b992-1f7d6693959c,segment=NetworkSegment(828dde90-04ea-479a-ac3f-75e1b27e0221),segment_id=828dde90-04ea-479a-ac3f-75e1b27e0221)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:29.393919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f1c13c3-5c0a-4cdb-b624-2e688105631f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.404649 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1c13c3-5c0a-4cdb-b624-2e688105631f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 17:02:29.405745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1c13c3-5c0a-4cdb-b624-2e688105631f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:29.410666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0f1c13c3-5c0a-4cdb-b624-2e688105631f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/59aef74e-023c-433b-a18f-003e31fc5e5c HTTP/1.1" status: 409 len: 405 time: 0.2022724 Nov 22 17:02:29.414358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44538) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:29.422633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-54918575'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:29.424486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.466636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:29.471929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.523022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:29.544388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.545193 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Added segment 4ee68493-bd32-467b-ad45-f989505fb87f of type vlan for network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 Nov 22 17:02:29.583278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:29.583732 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.640068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.694770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.713856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:29.714889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.759445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f08131b0-e7b8-43a6-be53-743c2aeba38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.807469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c23c4c-27f8-41a6-bbe1-d9147654cba0 None None] Pushing event updated for resources: {'Port': ['ID=6936ec55-6c91-4572-b992-1f7d6693959c,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:29.860793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f08131b0-e7b8-43a6-be53-743c2aeba38b None None] For port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,segment=NetworkSegment(30b2a612-ed3d-47d7-9170-0bbecfc32348),segment_id=30b2a612-ed3d-47d7-9170-0bbecfc32348)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:29.872403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f08131b0-e7b8-43a6-be53-743c2aeba38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:29.969081 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5532529 Nov 22 17:02:29.972645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44546) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:29.978431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'subnet': {'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:30.023422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08131b0-e7b8-43a6-be53-743c2aeba38b None None] Pushing event updated for resources: {'Port': ['ID=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:30.054426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41eddf-c2eb-46ad-9d7e-64cfe1f469be tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Network': ['ID=6efb4a51-35b1-4da1-b55e-61f9a4174d60,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:30.083276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:30.228602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:30.233161 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.421046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4df74096-89d9-4333-8d51-319715e9f8ff None None] Provisioning complete for port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:30.421629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4df74096-89d9-4333-8d51-319715e9f8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.616312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44584) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:30.622471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552960845', 'description': 'tempest-secgroup-smoke-1552960845 description', 'project_id': 'f0ede6f959074082b3160e8035518ff7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:30.672807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.691349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.758462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:30.764532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.833526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Subnet': ['ID=098dc26a-d354-4bba-8970-5af0a5f2ccab,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:30.884128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Checking segment: {'id': '4ee68493-bd32-467b-ad45-f989505fb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:30.886476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.886912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network hostable DHCP agents. Network: 6efb4a51-35b1-4da1-b55e-61f9a4174d60, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:30.895329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:30.929716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:30.953394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 6efb4a51-35b1-4da1-b55e-61f9a4174d60) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:30.964040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfcc7ac-fab1-4f01-b709-cff6a6072d1a None None] Network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:30.973283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:30.974185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e986882-649f-460c-a62f-cf320468ed81,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:30.978282 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.036675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44588) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:31.036851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f97a2bad-c265-4f64-aee2-07a3653a980f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0619690 Nov 22 17:02:31.061027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'port': {'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60', 'name': 'tempest-NetworksIpV6TestAttrs-1115273440'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:31.130470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.144759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.308612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5655282-9099-4516-a71d-28115f9918de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-6efb4a51-35b1-4da1-b55e-61f9a4174d60', 'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60', 'tenant_id': 'b93fde797dbb4c7085e36545d661e808', 'fixed_ips': [{'subnet_id': '098dc26a-d354-4bba-8970-5af0a5f2ccab'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:31.309500 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5655282-9099-4516-a71d-28115f9918de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.312366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:31.315728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.317034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6985886 Nov 22 17:02:31.320323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44590) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:31.331230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '05d69ae0-d302-499d-987d-baa2ba4f87aa', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:31.335229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09efdae6-5cd4-45a4-be00-8c1306d752b3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d69ae0-d302-499d-987d-baa2ba4f87aa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:31.413388 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.417270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:31.421360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.442016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] device_id is not set on port 6cbba8ca-4017-4ab9-8ce3-8cbb6f770378 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:02:31.517833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a835fa95-a7c6-4146-a580-7971bf1b4216 None None] Network 59aef74e-023c-433b-a18f-003e31fc5e5c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:31.589594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Allocated IP 2001:db8::f816:3eff:fe70:dd42 (6efb4a51-35b1-4da1-b55e-61f9a4174d60/098dc26a-d354-4bba-8970-5af0a5f2ccab/6cbba8ca-4017-4ab9-8ce3-8cbb6f770378) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:31.603117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.613183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.633723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:31.634897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.687384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.690706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-07042bac-8189-4750-b58f-4fdde55cad4e None None] Provisioning complete for port 6936ec55-6c91-4572-b992-1f7d6693959c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:31.691525 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07042bac-8189-4750-b58f-4fdde55cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.695715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3711970 Nov 22 17:02:31.695715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf191be-5edd-4f2d-9e5e-4f1e26c86433 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d793e1-d6a2-4295-a4b8-34162a54eef6,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:31.701682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44596) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:31.710927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '05d69ae0-d302-499d-987d-baa2ba4f87aa', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:31.784574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.835883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.887497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.936713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.942532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.952807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:31.956876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:31.962814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:31.969001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:31.969764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.976615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1863bf72-2758-47b7-9c8c-c270c1e0c8cd,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:31.978585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Port': ['ID=6cbba8ca-4017-4ab9-8ce3-8cbb6f770378,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:31.987759 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:31.992694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44598) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:31.993141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc6a7317-2297-4327-a3ca-6961dab442a6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2900774 Nov 22 17:02:31.999188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '05d69ae0-d302-499d-987d-baa2ba4f87aa', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:32.013627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.014122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.014449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.014784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.015123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.015485 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.015779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.016102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.016427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.016749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.017270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.017794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:32.026915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-373c26b6-7fd7-4067-83cd-c1f24e995c70 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9883256 Nov 22 17:02:32.030776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44602) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.064895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.087521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d5655282-9099-4516-a71d-28115f9918de None None] Allocated IP 2001:db8::f816:3eff:fe35:126b (6efb4a51-35b1-4da1-b55e-61f9a4174d60/098dc26a-d354-4bba-8970-5af0a5f2ccab/1e2b2b68-b805-4319-8e50-88dfe9db9eb2) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:32.164593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.175908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting subnet 098dc26a-d354-4bba-8970-5af0a5f2ccab {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:32.181579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.206137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6936ec55-6c91-4572-b992-1f7d6693959c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:32.209349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094d1220-8c77-4ec8-9861-cef16c7813cd,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.232940 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.238145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44604) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.238522 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09504902-f991-4a40-87c6-2d26e077f055 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432532 Nov 22 17:02:32.244168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '05d69ae0-d302-499d-987d-baa2ba4f87aa', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:32.247294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] DHCP port deletion for 59aef74e-023c-433b-a18f-003e31fc5e5c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:32.285585 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.289365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07042bac-8189-4750-b58f-4fdde55cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.372359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.378117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.401341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d83fc4-3f29-4596-8acc-726ef748d387,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.410889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.411297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-07042bac-8189-4750-b58f-4fdde55cad4e None None] For port 6936ec55-6c91-4572-b992-1f7d6693959c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6936ec55-6c91-4572-b992-1f7d6693959c,segment=NetworkSegment(828dde90-04ea-479a-ac3f-75e1b27e0221),segment_id=828dde90-04ea-479a-ac3f-75e1b27e0221)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:32.415426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44606) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.415614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-414d1764-a47c-40f1-aa0b-cc03dddc2071 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1757343 Nov 22 17:02:32.424375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '05d69ae0-d302-499d-987d-baa2ba4f87aa', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:32.428222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07042bac-8189-4750-b58f-4fdde55cad4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.476454 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:02:32.485448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.505078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 6936ec55-6c91-4572-b992-1f7d6693959c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:32.505728 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.576541 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5655282-9099-4516-a71d-28115f9918de None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.579006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] Deleting port 6936ec55-6c91-4572-b992-1f7d6693959c {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:32.579380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.581724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07042bac-8189-4750-b58f-4fdde55cad4e None None] Pushing event updated for resources: {'Port': ['ID=6936ec55-6c91-4572-b992-1f7d6693959c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.595748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.601142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.607372 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.631705 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5655282-9099-4516-a71d-28115f9918de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.632905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3832f8d2-6646-40dd-a89a-2d4c9bf50ee8,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.665886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.667925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bbdf2d2c-4a14-4edc-83c3-5eec6f51d52f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2508795 Nov 22 17:02:32.670844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.677395 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.683066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '05d69ae0-d302-499d-987d-baa2ba4f87aa', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:32.742234 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:02:32.744408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5655282-9099-4516-a71d-28115f9918de None None] Network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:32.747297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] For port 6936ec55-6c91-4572-b992-1f7d6693959c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6936ec55-6c91-4572-b992-1f7d6693959c,segment=NetworkSegment(828dde90-04ea-479a-ac3f-75e1b27e0221),segment_id=828dde90-04ea-479a-ac3f-75e1b27e0221)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:32.747703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.751393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d5655282-9099-4516-a71d-28115f9918de None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:32.753567 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.754164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5655282-9099-4516-a71d-28115f9918de None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:32.763311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5655282-9099-4516-a71d-28115f9918de None None] Pushing event updated for resources: {'Port': ['ID=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.788464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] Calling delete_port for 6936ec55-6c91-4572-b992-1f7d6693959c owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:32.872258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.878619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.928811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d119a2-72f7-4bea-8ac0-aa1fedf6411f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:32.937148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.938670 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b31cde8-6f8e-4b00-ae98-515a7f8d8ab1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2667329 Nov 22 17:02:32.942713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44618) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:32.949313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'network': {'name': 'tempest-network-smoke--1186313109', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'port_security_enabled': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:32.978240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d5655282-9099-4516-a71d-28115f9918de None None] Attempting to bind port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:32.979048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d5655282-9099-4516-a71d-28115f9918de None None] Attempting to bind port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '4ee68493-bd32-467b-ad45-f989505fb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:32.979485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5655282-9099-4516-a71d-28115f9918de None None] Attempting to bind port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 on network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:32.989286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:32.993101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:32.993234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.011957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5655282-9099-4516-a71d-28115f9918de None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:33.027794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5655282-9099-4516-a71d-28115f9918de None None] Checking segment: {'id': '4ee68493-bd32-467b-ad45-f989505fb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:33.028576 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5655282-9099-4516-a71d-28115f9918de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.030104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5655282-9099-4516-a71d-28115f9918de None None] Bound using segment: {'id': '4ee68493-bd32-467b-ad45-f989505fb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:33.030835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d5655282-9099-4516-a71d-28115f9918de None None] Bound port: 1e2b2b68-b805-4319-8e50-88dfe9db9eb2, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee68493-bd32-467b-ad45-f989505fb87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '6efb4a51-35b1-4da1-b55e-61f9a4174d60'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:33.034683 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5655282-9099-4516-a71d-28115f9918de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.051152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 866} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:33.078872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.092913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.093273 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Added segment e80b60f8-8ed4-4c8c-b82b-e51e41666ccc of type vlan for network 04a772f8-7e94-4423-bf74-1447f114ae72 Nov 22 17:02:33.124624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.136990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6936ec55-6c91-4572-b992-1f7d6693959c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:33.143278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/098dc26a-d354-4bba-8970-5af0a5f2ccab HTTP/1.1" status: 204 len: 168 time: 1.1088228 Nov 22 17:02:33.144174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44620) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:33.157377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4bb9b9-8f28-4e60-9154-77fdb6e501a6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Subnet': ['ID=098dc26a-d354-4bba-8970-5af0a5f2ccab,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:33.218037 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.245272 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.278461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92636cbd-de0b-45d3-b8d4-3f2c1a546023 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:33.280812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92636cbd-de0b-45d3-b8d4-3f2c1a546023 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:33.285192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] Pushing event deleted for resources: {'Port': ['ID=6936ec55-6c91-4572-b992-1f7d6693959c,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:33.288417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44624) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:33.290024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-92636cbd-de0b-45d3-b8d4-3f2c1a546023 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1444867 Nov 22 17:02:33.293540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No active binding found for port 6936ec55-6c91-4572-b992-1f7d6693959c {{(pid=103516) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 17:02:33.294068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6936ec55-6c91-4572-b992-1f7d6693959c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:33.301993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522adaa-be44-4497-a450-1b529f2dde73 None None] No DVR routers for this DVR port 6936ec55-6c91-4572-b992-1f7d6693959c on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:33.306317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d5655282-9099-4516-a71d-28115f9918de None None] For port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:33.310705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d5655282-9099-4516-a71d-28115f9918de None None] For port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,segment=NetworkSegment(4ee68493-bd32-467b-ad45-f989505fb87f),segment_id=4ee68493-bd32-467b-ad45-f989505fb87f)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:33.318247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d5655282-9099-4516-a71d-28115f9918de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.366235 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.372051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:33.372687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.401388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5655282-9099-4516-a71d-28115f9918de None None] Pushing event updated for resources: {'Port': ['ID=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:33.504651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5607688 Nov 22 17:02:33.507655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:33.513923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'admin_state_up': True, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:33.543397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-10c69040-75be-4e10-8493-faac46619213 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.555747 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c69040-75be-4e10-8493-faac46619213 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 22 17:02:33.556222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c69040-75be-4e10-8493-faac46619213 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:33.561731 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-10c69040-75be-4e10-8493-faac46619213 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/6efb4a51-35b1-4da1-b55e-61f9a4174d60 HTTP/1.1" status: 409 len: 405 time: 0.2702222 Nov 22 17:02:33.565641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989be0-e405-4c75-b30d-bf54026a48cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Network': ['ID=04a772f8-7e94-4423-bf74-1447f114ae72,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:33.568334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44630) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:33.575689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-835407129'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:33.590620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 04a772f8-7e94-4423-bf74-1447f114ae72 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:33.615682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.618608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.643899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:33.648292 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.733858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:33.745549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:33.746152 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Added segment e4d81f59-795d-4bce-870a-d4b9d28ac462 of type vlan for network 234ed374-36dc-4ebd-bc36-f4e118f08fcd Nov 22 17:02:34.199456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.257001 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.258397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.264041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:34.264849 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.402801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8316736 Nov 22 17:02:34.405700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:34.410741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'subnet': {'network_id': '234ed374-36dc-4ebd-bc36-f4e118f08fcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:34.464428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ca96a-7045-4d76-aecb-2feadd9a6734 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Network': ['ID=234ed374-36dc-4ebd-bc36-f4e118f08fcd,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:34.478470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 234ed374-36dc-4ebd-bc36-f4e118f08fcd details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:34.541819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:34.635691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:34.639479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.031728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.073394 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.118415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dade8be8-6b93-48e2-80bc-17a4168581de None None] Network 6efb4a51-35b1-4da1-b55e-61f9a4174d60 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:35.216741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:35.259482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.objects.ports [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103514) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:35.263018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.290721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-79155e3a-bb66-46b8-92ab-aaac77d0f765 None None] Provisioning complete for port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:35.291369 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79155e3a-bb66-46b8-92ab-aaac77d0f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.315106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.66 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/518676f4-29b6-4255-bbc6-9b76e6924786) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:35.417767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:35.418347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.503332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Subnet': ['ID=6c409ef2-ef79-48ab-a5fb-d6934739c28f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:35.540978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Checking segment: {'id': 'e4d81f59-795d-4bce-870a-d4b9d28ac462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '234ed374-36dc-4ebd-bc36-f4e118f08fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:35.541348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network hostable DHCP agents. Network: 234ed374-36dc-4ebd-bc36-f4e118f08fcd, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:35.585889 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79155e3a-bb66-46b8-92ab-aaac77d0f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.662946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network 234ed374-36dc-4ebd-bc36-f4e118f08fcd is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:35.682871 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.683189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.705324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 234ed374-36dc-4ebd-bc36-f4e118f08fcd) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:35.714998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:35.715617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.716985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] DHCP port deletion for 6efb4a51-35b1-4da1-b55e-61f9a4174d60 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:35.722622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48498c28-94b6-43a8-8654-a96e1c256ee7 None None] Network 234ed374-36dc-4ebd-bc36-f4e118f08fcd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:35.769936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c496e630-16f6-472b-9f13-2523b2b16ac3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3629327 Nov 22 17:02:35.772675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:35.785378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-79155e3a-bb66-46b8-92ab-aaac77d0f765 None None] For port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,segment=NetworkSegment(4ee68493-bd32-467b-ad45-f989505fb87f),segment_id=4ee68493-bd32-467b-ad45-f989505fb87f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:35.815479 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79155e3a-bb66-46b8-92ab-aaac77d0f765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.815720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:35.900953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:35.904088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:35.918579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:35.967257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c8009-e165-4f1f-88c7-d87151c7d0e8 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:35.973004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=518676f4-29b6-4255-bbc6-9b76e6924786,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:36.012345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.120987 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:02:36.122123 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:02:36.131305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] Deleting port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:36.131825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.163069 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.217940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] For port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,segment=NetworkSegment(4ee68493-bd32-467b-ad45-f989505fb87f),segment_id=4ee68493-bd32-467b-ad45-f989505fb87f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:36.218486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.325608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.367576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Subnet': ['ID=6c409ef2-ef79-48ab-a5fb-d6934739c28f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:36.493224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] Calling delete_port for 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:36.498980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.514551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155e3a-bb66-46b8-92ab-aaac77d0f765 None None] Pushing event updated for resources: {'Port': ['ID=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:36.571034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.868866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8b00526f-f61d-4623-997d-ed750e6f9410 None None] Provisioning complete for port 518676f4-29b6-4255-bbc6-9b76e6924786 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:36.874101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8b00526f-f61d-4623-997d-ed750e6f9410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.958399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eacd26-2e5a-4643-82f1-a6edb66b51dc None None] Network 234ed374-36dc-4ebd-bc36-f4e118f08fcd requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:36.962124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:36.966653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8b00526f-f61d-4623-997d-ed750e6f9410 None None] Port 518676f4-29b6-4255-bbc6-9b76e6924786 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:36.970531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.109767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234ed374-36dc-4ebd-bc36-f4e118f08fcd']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:37.124549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] Pushing event deleted for resources: {'Port': ['ID=1e2b2b68-b805-4319-8e50-88dfe9db9eb2,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:37.137040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d81f59-795d-4bce-870a-d4b9d28ac462') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:37.137337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d81f59-795d-4bce-870a-d4b9d28ac462') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:37.156674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.174462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.182433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:37.183198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:37.186932 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:37.279877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fa64fc-436f-4bfd-9521-9afd4b11f939 None None] No DVR routers for this DVR port 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:37.301277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.318044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.329971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/234ed374-36dc-4ebd-bc36-f4e118f08fcd HTTP/1.1" status: 204 len: 168 time: 1.5549407 Nov 22 17:02:37.335184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44662) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:37.344909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1719881874'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:37.361759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 89395044-0f00-495c-92d1-f85904194426 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:02:37.369669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42239ae-8835-4f4b-8687-7dacc0417735 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Network': ['ID=234ed374-36dc-4ebd-bc36-f4e118f08fcd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:37.489448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:37.560024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:37.561573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1e2b2b68-b805-4319-8e50-88dfe9db9eb2 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:37.572705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:37.579172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.580690 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.710711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 889} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:37.728720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:37.752656 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.753466 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Added segment 10f49f61-8cd5-4aca-b5b5-35c7bd217c3b of type vlan for network b3d65047-026d-436f-877a-08f41159af3e Nov 22 17:02:37.783168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Sync routers for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:37.804630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.809613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1f7b4466-1008-4006-93ad-77aa9f3fd39d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.2994945 Nov 22 17:02:37.812793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44668) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:37.834581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:37.836707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:02:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:37.848994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.922451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:37.935388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:37.936413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.179657 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8426836 Nov 22 17:02:38.180563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44674) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.191195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'subnet': {'network_id': 'b3d65047-026d-436f-877a-08f41159af3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:38.197558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f0906ad-ca6c-4909-b01b-d4ab8b7a2be2 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f0ede6f959074082b3160e8035518ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3845010 Nov 22 17:02:38.200265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:38.206312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.408800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:38.412470 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.416955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b6b966-3a80-4aea-94be-52ad378bf790 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Network': ['ID=b3d65047-026d-436f-877a-08f41159af3e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:38.497053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b3d65047-026d-436f-877a-08f41159af3e details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:38.523886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8416ed7-a0ac-43a1-b9ce-ec773bf4e7fe tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:38.530154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a8416ed7-a0ac-43a1-b9ce-ec773bf4e7fe tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3195331 Nov 22 17:02:38.531269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44680) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.585236 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fdfde2ec-ac3a-496c-8160-ca61eeaaaff6 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509579 Nov 22 17:02:38.585913 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:38.592628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2013335480', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:38.744307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:36Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:38.824211 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.828877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Checking router: 89395044-0f00-495c-92d1-f85904194426 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:02:38.832545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Updating router 89395044-0f00-495c-92d1-f85904194426 port 518676f4-29b6-4255-bbc6-9b76e6924786 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:02:38.854261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:38.864744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.904078 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:38.963729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Subnet': ['ID=f6a57395-c0b2-4ac9-9c89-e7f0037d7d5b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:38.981389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Checking segment: {'id': '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b3d65047-026d-436f-877a-08f41159af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:38.984069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network hostable DHCP agents. Network: b3d65047-026d-436f-877a-08f41159af3e, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:39.033355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network b3d65047-026d-436f-877a-08f41159af3e is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:39.050424 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b3d65047-026d-436f-877a-08f41159af3e) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:39.067810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:39.068227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3da88a-39d6-412d-89c7-ee8522ead2e0 None None] Network b3d65047-026d-436f-877a-08f41159af3e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:39.072020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.105481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b769110a-c57f-4575-a39a-390b7a151a5c tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9193771 Nov 22 17:02:39.108182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44686) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:39.184468 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.241756 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.393604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Subnet': ['ID=3cbd6be4-657a-40f1-b17b-e450c3eeb294,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:39.406647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Checking segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:39.407041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network hostable DHCP agents. Network: 04a772f8-7e94-4423-bf74-1447f114ae72, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:39.411711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.418131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b3d65047-026d-436f-877a-08f41159af3e', 'network_id': 'b3d65047-026d-436f-877a-08f41159af3e', 'tenant_id': 'b93fde797dbb4c7085e36545d661e808', 'fixed_ips': [{'subnet_id': 'f6a57395-c0b2-4ac9-9c89-e7f0037d7d5b'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:39.418700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.445522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 04a772f8-7e94-4423-bf74-1447f114ae72 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:39.469227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 04a772f8-7e94-4423-bf74-1447f114ae72) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:39.475797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:39.476296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.507819 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70d2b816-2961-4c1a-b801-4f6233246718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9205287 Nov 22 17:02:39.510328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44692) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:39.577596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.680360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Allocated IP 2001:db8::2 (b3d65047-026d-436f-877a-08f41159af3e/f6a57395-c0b2-4ac9-9c89-e7f0037d7d5b/66e23e56-6ae4-40f6-a326-8f50fb9e98f6) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:39.880332 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.890603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34c78bb-19e6-4b20-a8c6-81aa8dc90693 None None] Network 04a772f8-7e94-4423-bf74-1447f114ae72 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:39.903537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:39.928670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.035350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a57395-c0b2-4ac9-9c89-e7f0037d7d5b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.057703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-fb97f017-5593-4a2b-93a2-2e8b7122831c req-cb6315c3-3180-46da-99d7-1161332bce77 service neutron] (103515) timed out ('10.222.0.66', 53656) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:02:40.058306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Pushing event updated for resources: {'Port': ['ID=66e23e56-6ae4-40f6-a326-8f50fb9e98f6,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.133195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Network b3d65047-026d-436f-877a-08f41159af3e is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:40.140601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:40.144422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:40.208165 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.251969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d65047-026d-436f-877a-08f41159af3e']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:40.271189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:40.271498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:40.275082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-04a772f8-7e94-4423-bf74-1447f114ae72', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:40.275997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.308868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.343755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.347192 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.355573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Attempting to bind port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:40.355997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Attempting to bind port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b3d65047-026d-436f-877a-08f41159af3e'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:40.356380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Attempting to bind port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6 on network b3d65047-026d-436f-877a-08f41159af3e {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:40.357517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:40.359473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:40.369576 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:40.457537 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.494383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8d921-49a4-4ff3-a6d1-6b61ed7c568c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:40.502943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:02:40.502943 n-d-816206-6 neutron-server[103514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:02:40.502943 n-d-816206-6 neutron-server[103514]: [parameters: {'id': 'b3d65047-026d-436f-877a-08f41159af3e'}] Nov 22 17:02:40.502943 n-d-816206-6 neutron-server[103514]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:02:40.503887 n-d-816206-6 neutron-server[103514]: DEBUG oslo_db.api [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:02:40.527750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:40.530337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Checking segment: {'id': '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b3d65047-026d-436f-877a-08f41159af3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:40.530337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.530337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Bound using segment: {'id': '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b3d65047-026d-436f-877a-08f41159af3e'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:40.530337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Bound port: 66e23e56-6ae4-40f6-a326-8f50fb9e98f6, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b3d65047-026d-436f-877a-08f41159af3e'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:40.530337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.599709 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.627043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Attempting to bind port 518676f4-29b6-4255-bbc6-9b76e6924786 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:40.627840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Attempting to bind port 518676f4-29b6-4255-bbc6-9b76e6924786 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:40.628383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Attempting to bind port 518676f4-29b6-4255-bbc6-9b76e6924786 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:40.859701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad3587-4391-49ad-a29a-0d5d04e52294 None None] Pushing event updated for resources: {'Port': ['ID=518676f4-29b6-4255-bbc6-9b76e6924786,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:40.864406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:40.864803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:40.865203 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.865581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:40.866210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Bound port: 518676f4-29b6-4255-bbc6-9b76e6924786, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:40.866584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:40.924592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] For port 518676f4-29b6-4255-bbc6-9b76e6924786, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:40.928431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] For port 518676f4-29b6-4255-bbc6-9b76e6924786, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=518676f4-29b6-4255-bbc6-9b76e6924786,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:40.942394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.005784 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.019628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9fc7ea51-8ad3-4cee-b916-eaf16a36ab9e None None] Provisioning complete for port 518676f4-29b6-4255-bbc6-9b76e6924786 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:41.020011 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ea51-8ad3-4cee-b916-eaf16a36ab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.022279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Allocated IP 172.20.0.2 (04a772f8-7e94-4423-bf74-1447f114ae72/3cbd6be4-657a-40f1-b17b-e450c3eeb294/b397ae14-9522-46b1-a41b-6dea62e9e440) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:41.039840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e1562e-2341-4966-add5-ad176ff349a3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:41.069869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] For port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:41.124143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] For port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=66e23e56-6ae4-40f6-a326-8f50fb9e98f6,segment=NetworkSegment(10f49f61-8cd5-4aca-b5b5-35c7bd217c3b),segment_id=10f49f61-8cd5-4aca-b5b5-35c7bd217c3b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:41.147917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.150383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad3587-4391-49ad-a29a-0d5d04e52294 None None] Pushing event updated for resources: {'Port': ['ID=518676f4-29b6-4255-bbc6-9b76e6924786,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:41.154855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:41.155463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:02:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:41.171341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:41.172086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.464309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94f200-d91b-4caa-943e-737c11c3bd1d None None] Pushing event updated for resources: {'Port': ['ID=66e23e56-6ae4-40f6-a326-8f50fb9e98f6,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:41.515521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efeebb91-d3ad-40b8-908d-aa9e08fcc373 None None] Network b3d65047-026d-436f-877a-08f41159af3e requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:41.651753 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ea51-8ad3-4cee-b916-eaf16a36ab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.722561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9fc7ea51-8ad3-4cee-b916-eaf16a36ab9e None None] For port 518676f4-29b6-4255-bbc6-9b76e6924786, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=518676f4-29b6-4255-bbc6-9b76e6924786,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:41.729283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:41.786516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] For port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=66e23e56-6ae4-40f6-a326-8f50fb9e98f6,segment=NetworkSegment(10f49f61-8cd5-4aca-b5b5-35c7bd217c3b),segment_id=10f49f61-8cd5-4aca-b5b5-35c7bd217c3b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:41.786876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.793989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9fc7ea51-8ad3-4cee-b916-eaf16a36ab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:41.811499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Calling delete_port for 66e23e56-6ae4-40f6-a326-8f50fb9e98f6 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:41.926545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7ea51-8ad3-4cee-b916-eaf16a36ab9e None None] Pushing event updated for resources: {'Port': ['ID=518676f4-29b6-4255-bbc6-9b76e6924786,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:41.984456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.178160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Port': ['ID=66e23e56-6ae4-40f6-a326-8f50fb9e98f6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:42.197986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No DVR routers for this DVR port 66e23e56-6ae4-40f6-a326-8f50fb9e98f6 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:42.263004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.273716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cc2cb5fb-335a-4a01-a9d4-2bea75555ce3 None None] Provisioning complete for port 518676f4-29b6-4255-bbc6-9b76e6924786 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:42.274365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cc2cb5fb-335a-4a01-a9d4-2bea75555ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.306128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.393876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Network 04a772f8-7e94-4423-bf74-1447f114ae72 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:42.436061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.446566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:42.448302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.1 (04a772f8-7e94-4423-bf74-1447f114ae72/3cbd6be4-657a-40f1-b17b-e450c3eeb294/654930d4-1bde-4b0d-a6c5-37c8a541bae7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:42.462495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:42.467622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3d65047-026d-436f-877a-08f41159af3e']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:42.482443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:42.482735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f49f61-8cd5-4aca-b5b5-35c7bd217c3b') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:42.499619 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.520905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.530238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Pushing event updated for resources: {'Port': ['ID=b397ae14-9522-46b1-a41b-6dea62e9e440,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:42.531052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:42.531741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.561160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:36Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:42.610022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:42.653305 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:42.677640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5a031-18ff-40af-bc85-d6671c3dbe58 None None] The sync data for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 is: [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:36Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:02:42.707939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.718888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.744726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.757994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/b3d65047-026d-436f-877a-08f41159af3e HTTP/1.1" status: 204 len: 168 time: 3.6440628 Nov 22 17:02:42.759607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44722) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:42.776410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.802376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-374933892'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:42.818493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Attempting to bind port b397ae14-9522-46b1-a41b-6dea62e9e440 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:42.819764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Attempting to bind port b397ae14-9522-46b1-a41b-6dea62e9e440 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:42.820875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Attempting to bind port b397ae14-9522-46b1-a41b-6dea62e9e440 on network 04a772f8-7e94-4423-bf74-1447f114ae72 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:42.833711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:42.834823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Checking segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:42.835228 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.835621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Bound using segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:42.838224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Bound port: b397ae14-9522-46b1-a41b-6dea62e9e440, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:42.838619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.854410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ca774-edcc-44e5-9664-4e54758489cf tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Network': ['ID=b3d65047-026d-436f-877a-08f41159af3e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:42.890194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 04a772f8-7e94-4423-bf74-1447f114ae72 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:42.914066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:42.918041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:42.931415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:42.939798 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:42.994319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:42.994822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] For port b397ae14-9522-46b1-a41b-6dea62e9e440, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:43.004628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] For port b397ae14-9522-46b1-a41b-6dea62e9e440, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b397ae14-9522-46b1-a41b-6dea62e9e440,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:43.014126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.029012 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.035841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.036587 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Added segment 098b1f2c-c9d8-48b3-9574-55df4079cc29 of type vlan for network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a Nov 22 17:02:43.116412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92061552-061d-4d79-9a83-5e4b7dfb8c7d None None] Pushing event updated for resources: {'Port': ['ID=b397ae14-9522-46b1-a41b-6dea62e9e440,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:43.236478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.292256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.300872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:43.301585 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.385504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=654930d4-1bde-4b0d-a6c5-37c8a541bae7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:43.489189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a7296d-c257-4afb-af53-c7b04df15233 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.555676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7858696 Nov 22 17:02:43.568614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:43.585075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Request body: {'subnet': {'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:43.667747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243858bc-840e-4265-b829-f4b21b1d33e0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Network': ['ID=10913f19-e0f5-4f0a-ba88-18f29bb41d2a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:43.692325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:43.693912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:43.859450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 518676f4-29b6-4255-bbc6-9b76e6924786 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:43.959299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 518676f4-29b6-4255-bbc6-9b76e6924786 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:43.960644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.317725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Made reservation on behalf of b93fde797dbb4c7085e36545d661e808 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:44.321768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.413242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a7296d-c257-4afb-af53-c7b04df15233 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.436871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a7296d-c257-4afb-af53-c7b04df15233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.467905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12a7296d-c257-4afb-af53-c7b04df15233 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1da8c39a605400182dd15aa1b9df925&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8566608 Nov 22 17:02:44.471539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:44.527435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.535825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7296d-c257-4afb-af53-c7b04df15233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3242f94-aeaa-4ff8-8179-d7d4918b15a0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:44.542331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.605290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9e93ec0-5be0-4366-8d0b-854fc6131dab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.672093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9e93ec0-5be0-4366-8d0b-854fc6131dab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.680474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=654930d4-1bde-4b0d-a6c5-37c8a541bae7,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:44.686793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.777427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9e93ec0-5be0-4366-8d0b-854fc6131dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.784935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9e93ec0-5be0-4366-8d0b-854fc6131dab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.789144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d9e93ec0-5be0-4366-8d0b-854fc6131dab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3242f94-aeaa-4ff8-8179-d7d4918b15a0 HTTP/1.1" status: 204 len: 168 time: 0.3164005 Nov 22 17:02:44.798500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e93ec0-5be0-4366-8d0b-854fc6131dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3242f94-aeaa-4ff8-8179-d7d4918b15a0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:44.960048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.objects.ports [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103515) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 22 17:02:44.971708 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:44.980036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997baaf2-18bf-48a2-bacf-457ef17e8b96 None None] Network 04a772f8-7e94-4423-bf74-1447f114ae72 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:45.088877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d2952d6f-3e68-4c3d-9d8f-8a3eab8af9cd None None] Provisioning complete for port b397ae14-9522-46b1-a41b-6dea62e9e440 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:45.089297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2952d6f-3e68-4c3d-9d8f-8a3eab8af9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.207745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event updated for resources: {'Subnet': ['ID=d4f390fc-1368-408c-a181-df7a4432c95c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:45.264388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 04a772f8-7e94-4423-bf74-1447f114ae72 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:45.267431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:45.448550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Checking segment: {'id': '098b1f2c-c9d8-48b3-9574-55df4079cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:45.456124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network hostable DHCP agents. Network: 10913f19-e0f5-4f0a-ba88-18f29bb41d2a, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:45.599704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:45.637854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 10913f19-e0f5-4f0a-ba88-18f29bb41d2a) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:45.658700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:45.658700 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:45.680015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 89395044-0f00-495c-92d1-f85904194426 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:02:45.691883 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3192ec0a-a834-4804-89b5-6f87d57798f3 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1179583 Nov 22 17:02:45.692817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44752) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:45.709750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564340e2-d90b-4114-9639-bb14e0f9d109 None None] Network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:45.739719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b397ae14-9522-46b1-a41b-6dea62e9e440 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:46.046901 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2952d6f-3e68-4c3d-9d8f-8a3eab8af9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.071559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b397ae14-9522-46b1-a41b-6dea62e9e440 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:46.071935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.147984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d2952d6f-3e68-4c3d-9d8f-8a3eab8af9cd None None] For port b397ae14-9522-46b1-a41b-6dea62e9e440, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b397ae14-9522-46b1-a41b-6dea62e9e440,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:46.152930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-10913f19-e0f5-4f0a-ba88-18f29bb41d2a', 'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a', 'tenant_id': 'b93fde797dbb4c7085e36545d661e808', 'fixed_ips': [{'subnet_id': 'd4f390fc-1368-408c-a181-df7a4432c95c'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:46.153821 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.185114 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2952d6f-3e68-4c3d-9d8f-8a3eab8af9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.306382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.324283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:02:46.337782 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Sync routers for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:02:46.358979 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9880ac08-2b6f-4c7e-b096-af28cc4a21f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/89395044-0f00-495c-92d1-f85904194426/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8388100 Nov 22 17:02:46.359254 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:46.359254 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:02:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:46.468898 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.472270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2952d6f-3e68-4c3d-9d8f-8a3eab8af9cd None None] Pushing event updated for resources: {'Port': ['ID=b397ae14-9522-46b1-a41b-6dea62e9e440,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:46.671074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Allocated IP 2001:db8::f816:3eff:fefc:7ff5 (10913f19-e0f5-4f0a-ba88-18f29bb41d2a/d4f390fc-1368-408c-a181-df7a4432c95c/30b288ff-bf7a-44de-905d-108cc3db55a7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:46.749846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-81d40a81-1681-4037-af30-d909be6262a6 None None] Provisioning complete for port b397ae14-9522-46b1-a41b-6dea62e9e440 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:46.750486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81d40a81-1681-4037-af30-d909be6262a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:46.805040 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:46.980569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-ff211898-e59f-47f1-ba9e-cd60b83426e0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552960845&fields=id&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 267 time: 0.2098246 Nov 22 17:02:47.113859 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.136108 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:44Z', 'revision_number': 2, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:47.162222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.177299 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.181604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-81d40a81-1681-4037-af30-d909be6262a6 None None] Provisioning complete for port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:47.182052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81d40a81-1681-4037-af30-d909be6262a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.217023 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Checking router: 89395044-0f00-495c-92d1-f85904194426 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:02:47.217385 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Updating router 89395044-0f00-495c-92d1-f85904194426 port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:02:47.226604 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f390fc-1368-408c-a181-df7a4432c95c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:47.254914 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.292897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:47.304107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:47.306190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:47.311335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Pushing event updated for resources: {'Port': ['ID=30b288ff-bf7a-44de-905d-108cc3db55a7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:47.322694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-81d40a81-1681-4037-af30-d909be6262a6 None None] Port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:47.363093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-8054ac6d-a0ab-4697-9a5f-d2b17f10c727 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:47.372384 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-8054ac6d-a0ab-4697-9a5f-d2b17f10c727 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 797 time: 0.3891652 Nov 22 17:02:47.396668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-2ac4e403-f8b3-41b1-af1c-3cb38c069dd7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/quotas/f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 375 time: 0.0230389 Nov 22 17:02:47.411956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.434163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Attempting to bind port 30b288ff-bf7a-44de-905d-108cc3db55a7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:47.435475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Attempting to bind port 30b288ff-bf7a-44de-905d-108cc3db55a7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '098b1f2c-c9d8-48b3-9574-55df4079cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:47.437439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Attempting to bind port 30b288ff-bf7a-44de-905d-108cc3db55a7 on network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:47.470633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:47.470924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Checking segment: {'id': '098b1f2c-c9d8-48b3-9574-55df4079cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:47.473105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.473834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Bound using segment: {'id': '098b1f2c-c9d8-48b3-9574-55df4079cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:47.476194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Bound port: 30b288ff-bf7a-44de-905d-108cc3db55a7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098b1f2c-c9d8-48b3-9574-55df4079cc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:47.477563 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.481826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10913f19-e0f5-4f0a-ba88-18f29bb41d2a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:47.508662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b1f2c-c9d8-48b3-9574-55df4079cc29') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:47.510979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b1f2c-c9d8-48b3-9574-55df4079cc29') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:47.516084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-8a7697ca-77a8-4225-bdfc-a4b20edf534d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1173043 Nov 22 17:02:47.528731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.553965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.579041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:47.580839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.596915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b397ae14-9522-46b1-a41b-6dea62e9e440 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:47.634809 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:47.772917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b3853df7-1717-4b6e-877c-c6e89655a488 None None] Provisioning complete for port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:47.774358 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b3853df7-1717-4b6e-877c-c6e89655a488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.781013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:02:47.781013 n-d-816206-6 neutron-server[103515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:02:47.781013 n-d-816206-6 neutron-server[103515]: [parameters: {'id': '10913f19-e0f5-4f0a-ba88-18f29bb41d2a'}] Nov 22 17:02:47.781013 n-d-816206-6 neutron-server[103515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:02:47.781523 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:02:47.786436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-018c1f57-908f-4a5b-97e6-9d2db6f2988e service neutron] 10.222.0.65 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674804 Nov 22 17:02:47.849729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] For port 30b288ff-bf7a-44de-905d-108cc3db55a7, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:47.855323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] For port 30b288ff-bf7a-44de-905d-108cc3db55a7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30b288ff-bf7a-44de-905d-108cc3db55a7,segment=NetworkSegment(098b1f2c-c9d8-48b3-9574-55df4079cc29),segment_id=098b1f2c-c9d8-48b3-9574-55df4079cc29)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:47.857501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b3853df7-1717-4b6e-877c-c6e89655a488 None None] Port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:47.868188 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.915663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b397ae14-9522-46b1-a41b-6dea62e9e440 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:47.916221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:47.974494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-e998366c-e45d-41a3-a365-3c4c7f180159 service neutron] 10.222.0.65 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863091 Nov 22 17:02:48.004942 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.015992 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.038149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93e275-cf61-4f89-827b-8cfffd3f3f5a None None] Pushing event updated for resources: {'Port': ['ID=30b288ff-bf7a-44de-905d-108cc3db55a7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:48.051682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bac962-b62a-4744-aad9-1e8466c438ec None None] Network 10913f19-e0f5-4f0a-ba88-18f29bb41d2a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:48.110545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Pushing event updated for resources: {'Port': ['ID=654930d4-1bde-4b0d-a6c5-37c8a541bae7,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:48.167822 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.168412 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.168935 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.171758 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.172908 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.174178 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.174694 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.193601 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.195523 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.195867 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.196381 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.196714 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:02:48.284687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.286994 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Attempting to bind port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:48.286994 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Attempting to bind port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:48.286994 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Attempting to bind port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 on network 04a772f8-7e94-4423-bf74-1447f114ae72 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:48.295752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:48.296736 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Checking segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:48.297405 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.297876 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Bound using segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:48.299409 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Bound port: 654930d4-1bde-4b0d-a6c5-37c8a541bae7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:48.300409 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.475520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting port 30b288ff-bf7a-44de-905d-108cc3db55a7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:48.475863 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.492840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71ab5f21-963d-4abd-b6ae-12bc1e3f4c6d req-13e9f6d4-cae7-4ab2-a2b6-16c4e3545b12 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 210 time: 0.0925543 Nov 22 17:02:48.506198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] For port 654930d4-1bde-4b0d-a6c5-37c8a541bae7, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:48.512206 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] For port 654930d4-1bde-4b0d-a6c5-37c8a541bae7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=654930d4-1bde-4b0d-a6c5-37c8a541bae7,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:48.525955 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.649098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1a0f063a-7314-4140-993d-3ce67d8cc58a None None] Provisioning complete for port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:48.649584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a0f063a-7314-4140-993d-3ce67d8cc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.708276 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:02:48.715557 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:02:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:48.820714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] For port 30b288ff-bf7a-44de-905d-108cc3db55a7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30b288ff-bf7a-44de-905d-108cc3db55a7,segment=NetworkSegment(098b1f2c-c9d8-48b3-9574-55df4079cc29),segment_id=098b1f2c-c9d8-48b3-9574-55df4079cc29)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:48.822100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:48.868927 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b7c891-3d4a-4880-8d5c-ed8224c0cb35 None None] Pushing event updated for resources: {'Port': ['ID=654930d4-1bde-4b0d-a6c5-37c8a541bae7,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:48.871465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Calling delete_port for 30b288ff-bf7a-44de-905d-108cc3db55a7 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:48.938900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a0f063a-7314-4140-993d-3ce67d8cc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.017058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1a0f063a-7314-4140-993d-3ce67d8cc58a None None] For port 654930d4-1bde-4b0d-a6c5-37c8a541bae7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=654930d4-1bde-4b0d-a6c5-37c8a541bae7,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:49.017245 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:02:49.028600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a0f063a-7314-4140-993d-3ce67d8cc58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.101198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.160467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No DVR routers for this DVR port 30b288ff-bf7a-44de-905d-108cc3db55a7 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:49.183358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904efaaf-1e7f-4234-a09a-d0ba07c9d72a None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:02:49.217538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Port': ['ID=30b288ff-bf7a-44de-905d-108cc3db55a7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:49.260333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f063a-7314-4140-993d-3ce67d8cc58a None None] Pushing event updated for resources: {'Port': ['ID=654930d4-1bde-4b0d-a6c5-37c8a541bae7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:49.340228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.367663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10913f19-e0f5-4f0a-ba88-18f29bb41d2a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:49.367923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-20148f38-9749-4926-9c0b-e88052a6084f None None] Provisioning complete for port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:49.368177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20148f38-9749-4926-9c0b-e88052a6084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.385769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098b1f2c-c9d8-48b3-9574-55df4079cc29') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:49.386778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098b1f2c-c9d8-48b3-9574-55df4079cc29') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:49.411314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.444716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.455375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:49.456355 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.462311 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:49.463116 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:49.510252 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7c1574-aff6-4e81-b987-f249a56255be None None] The sync data for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 is: [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:02:49.559444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44938) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:49.653177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.676034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:49.752785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/10913f19-e0f5-4f0a-ba88-18f29bb41d2a HTTP/1.1" status: 204 len: 168 time: 4.0558705 Nov 22 17:02:49.756665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904efaaf-1e7f-4234-a09a-d0ba07c9d72a None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:02:49.773157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44942) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:49.811260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f9bcc-bed6-42c6-99b2-984bb79081e8 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Network': ['ID=10913f19-e0f5-4f0a-ba88-18f29bb41d2a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:49.839585 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d94de377-889a-4398-a755-772f77be160b tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:49.840048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d94de377-889a-4398-a755-772f77be160b tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:49.843186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d94de377-889a-4398-a755-772f77be160b tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/d4f390fc-1368-408c-a181-df7a4432c95c HTTP/1.1" status: 404 len: 337 time: 0.0685275 Nov 22 17:02:49.848124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44944) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:49.873120 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:02:49.885102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee5bf062-73a5-4a41-80f4-3187b103cb75 req-ced864e8-d2ee-4a1c-a6c0-cdca8d685e15 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 210 time: 0.1396947 Nov 22 17:02:49.899143 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2210b61-b31a-4eb1-bff3-0a3b563ed5e1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:49.899933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2210b61-b31a-4eb1-bff3-0a3b563ed5e1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:49.903485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d2210b61-b31a-4eb1-bff3-0a3b563ed5e1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/10913f19-e0f5-4f0a-ba88-18f29bb41d2a HTTP/1.1" status: 404 len: 339 time: 0.0541503 Nov 22 17:02:49.906268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.000308 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cce8eea-3111-4a04-8684-619b122668d9 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:50.001599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cce8eea-3111-4a04-8684-619b122668d9 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:50.006034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4cce8eea-3111-4a04-8684-619b122668d9 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/f6a57395-c0b2-4ac9-9c89-e7f0037d7d5b HTTP/1.1" status: 404 len: 337 time: 0.0968602 Nov 22 17:02:50.009488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.026754 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f79978-cab6-4d92-b06a-b985ea31f575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.044024 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1de9c0f-fd4e-4a6c-b358-f4d74893c380 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:50.044568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1de9c0f-fd4e-4a6c-b358-f4d74893c380 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:50.047817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b1de9c0f-fd4e-4a6c-b358-f4d74893c380 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/b3d65047-026d-436f-877a-08f41159af3e HTTP/1.1" status: 404 len: 339 time: 0.0369415 Nov 22 17:02:50.052395 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5399a81a-0fce-44ff-a377-eb58374041e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.054776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44952) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.119944 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4795d1ae-16ea-4ac7-91ac-be5943b1d73f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:50.120570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4795d1ae-16ea-4ac7-91ac-be5943b1d73f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:50.124113 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4795d1ae-16ea-4ac7-91ac-be5943b1d73f tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/6c409ef2-ef79-48ab-a5fb-d6934739c28f HTTP/1.1" status: 404 len: 337 time: 0.0638416 Nov 22 17:02:50.127915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.179380 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8c105e9-4f31-4e84-80ed-a1d6a54ac7ab tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:50.180744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8c105e9-4f31-4e84-80ed-a1d6a54ac7ab tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:50.184797 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d8c105e9-4f31-4e84-80ed-a1d6a54ac7ab tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/234ed374-36dc-4ebd-bc36-f4e118f08fcd HTTP/1.1" status: 404 len: 339 time: 0.0557039 Nov 22 17:02:50.188679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.393447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting port 6cbba8ca-4017-4ab9-8ce3-8cbb6f770378 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:50.394242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.421376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f79978-cab6-4d92-b06a-b985ea31f575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.452761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f79978-cab6-4d92-b06a-b985ea31f575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.569390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.587486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Calling delete_port for 6cbba8ca-4017-4ab9-8ce3-8cbb6f770378 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:50.654988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ad545-691c-47d3-b9e8-e98f7e2c240e None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:02:50.658483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45f79978-cab6-4d92-b06a-b985ea31f575 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e4966ae4a1847a493f37c18fedbeda1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0976834 Nov 22 17:02:50.659164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44964) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.680823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f79978-cab6-4d92-b06a-b985ea31f575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65dc05d1-139f-496c-9087-43ec46221a04,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:50.693381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-7fc8bf53-e0b3-4d28-b6da-75e4ff207ff6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:50.695702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-7fc8bf53-e0b3-4d28-b6da-75e4ff207ff6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 797 time: 0.4644778 Nov 22 17:02:50.740808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.800625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ce6b7f35-c340-4b77-ba3c-516aedbcfc1c None None] Provisioning complete for port 797e5ed2-735a-4307-8dd0-e56ed535cb67 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:50.804030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-7c04180d-63d2-40bc-997e-9829e46c348c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 380 time: 0.0935795 Nov 22 17:02:50.805452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce6b7f35-c340-4b77-ba3c-516aedbcfc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.807726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:50.816587 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/ports/6cbba8ca-4017-4ab9-8ce3-8cbb6f770378 HTTP/1.1" status: 204 len: 168 time: 0.6263442 Nov 22 17:02:50.817367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44966) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:50.822132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'port': {'device_id': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'admin_state_up': True, 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'security_groups': ['05d69ae0-d302-499d-987d-baa2ba4f87aa']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:50.825436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd355f-e50c-4052-a6a0-96e122a3e0f0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Port': ['ID=6cbba8ca-4017-4ab9-8ce3-8cbb6f770378,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:50.873272 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebbcb00-1087-4eb6-bbfd-0c93309d1f32 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:50.873933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebbcb00-1087-4eb6-bbfd-0c93309d1f32 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:50.880780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ebbcb00-1087-4eb6-bbfd-0c93309d1f32 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/098dc26a-d354-4bba-8970-5af0a5f2ccab HTTP/1.1" status: 404 len: 337 time: 0.0564115 Nov 22 17:02:50.881862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44968) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:51.017746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ad545-691c-47d3-b9e8-e98f7e2c240e None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:02:51.078466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.117721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-444c472d-38bd-4640-bea7-16be151d0f9e req-f9910cf9-d29a-4911-9f6d-091ddbd51aca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 210 time: 0.0990095 Nov 22 17:02:51.134288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:51.139407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.246499 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc1a5-ad81-495c-9184-e08a5b01588e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.342517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.370546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc1a5-ad81-495c-9184-e08a5b01588e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.426558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efb4a51-35b1-4da1-b55e-61f9a4174d60']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:51.452595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.10 (04a772f8-7e94-4423-bf74-1447f114ae72/3cbd6be4-657a-40f1-b17b-e450c3eeb294/3d28ed28-f24d-4683-8537-087ef5d73557) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:51.458526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee68493-bd32-467b-ad45-f989505fb87f') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:51.459139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee68493-bd32-467b-ad45-f989505fb87f') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:51.473038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.507775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.522225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:51.523751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:51.534735 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:51.575509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 654930d4-1bde-4b0d-a6c5-37c8a541bae7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:51.615362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc1a5-ad81-495c-9184-e08a5b01588e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.618857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc1a5-ad81-495c-9184-e08a5b01588e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.620100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5cfbc1a5-ad81-495c-9184-e08a5b01588e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/65dc05d1-139f-496c-9087-43ec46221a04 HTTP/1.1" status: 204 len: 168 time: 0.8916574 Nov 22 17:02:51.645611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbc1a5-ad81-495c-9184-e08a5b01588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65dc05d1-139f-496c-9087-43ec46221a04,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:51.665694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.673677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.704960 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/6efb4a51-35b1-4da1-b55e-61f9a4174d60 HTTP/1.1" status: 204 len: 168 time: 0.8198438 Nov 22 17:02:51.707101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44978) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:51.726173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:51.730986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.764408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e747d-0a8a-45b8-a420-1bf225a47fa0 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Network': ['ID=6efb4a51-35b1-4da1-b55e-61f9a4174d60,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:51.891929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.907625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting port ed295bd1-4464-421e-9071-2fbaa7ef36a2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:51.908299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:51.945138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.002894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.015369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 04a772f8-7e94-4423-bf74-1447f114ae72 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:52.021383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:52.030668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Calling delete_port for ed295bd1-4464-421e-9071-2fbaa7ef36a2 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:52.042188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:52.090984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.136035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.141425 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.204373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-b9f04d71-098d-4cde-a3d6-d8ec0212afae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3918803 Nov 22 17:02:52.223312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.229228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Request body: {'port': {'device_id': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:52.230596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.272568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fd1571f-6a53-472a-bba2-d3c5d918e8b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.289546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Port': ['ID=ed295bd1-4464-421e-9071-2fbaa7ef36a2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.314859 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.318761 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a77079ef-c511-4b66-a49b-d59ad2e72928 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/ports/ed295bd1-4464-421e-9071-2fbaa7ef36a2 HTTP/1.1" status: 204 len: 168 time: 0.6039083 Nov 22 17:02:52.323760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44988) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.373447 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e8061b-bfc8-4f29-bce1-e351248d9658 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] DELETE failed (client error): The resource could not be found. Nov 22 17:02:52.374245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e8061b-bfc8-4f29-bce1-e351248d9658 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:02:52.379736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00e8061b-bfc8-4f29-bce1-e351248d9658 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/db45cf83-fee4-433c-80fc-cbb75d4d16b5 HTTP/1.1" status: 404 len: 337 time: 0.0558991 Nov 22 17:02:52.384557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 44990) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.418872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7507ef-d1aa-4b5c-b129-cecff3ce0287 req-3f644991-7a64-46aa-9d7d-41047178da7e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:52.420990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a7507ef-d1aa-4b5c-b129-cecff3ce0287 req-3f644991-7a64-46aa-9d7d-41047178da7e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 932 time: 0.1388941 Nov 22 17:02:52.427417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f1b8d8c8-fffa-4517-8a0c-0a82e9c8516b None None] Provisioning complete for port 3d28ed28-f24d-4683-8537-087ef5d73557 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:02:52.427935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1b8d8c8-fffa-4517-8a0c-0a82e9c8516b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.440734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.499175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fd1571f-6a53-472a-bba2-d3c5d918e8b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.516093 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fd1571f-6a53-472a-bba2-d3c5d918e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.534018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f1b8d8c8-fffa-4517-8a0c-0a82e9c8516b None None] Port 3d28ed28-f24d-4683-8537-087ef5d73557 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:02:52.554030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5fd1571f-6a53-472a-bba2-d3c5d918e8b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c8a200ed65a47f98a080959d380f6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3194957 Nov 22 17:02:52.561640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 44992) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:52.592461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.645264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a68777c-e42e-4b5c-a8fb-d9bd11dc8ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.659247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a7507ef-d1aa-4b5c-b129-cecff3ce0287 req-66e0c658-0b30-4275-9124-d6ea707d32d7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196171 Nov 22 17:02:52.667081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1571f-6a53-472a-bba2-d3c5d918e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470a99b7-7408-4057-a2dd-5e8f53a6f2fa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.696523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a68777c-e42e-4b5c-a8fb-d9bd11dc8ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.801748 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a68777c-e42e-4b5c-a8fb-d9bd11dc8ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.805460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a68777c-e42e-4b5c-a8fb-d9bd11dc8ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.806689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5a68777c-e42e-4b5c-a8fb-d9bd11dc8ff0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/470a99b7-7408-4057-a2dd-5e8f53a6f2fa HTTP/1.1" status: 204 len: 168 time: 0.2438939 Nov 22 17:02:52.815596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68777c-e42e-4b5c-a8fb-d9bd11dc8ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470a99b7-7408-4057-a2dd-5e8f53a6f2fa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:52.906041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:52.948970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59aef74e-023c-433b-a18f-003e31fc5e5c']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:52.984399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828dde90-04ea-479a-ac3f-75e1b27e0221') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:52.984797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828dde90-04ea-479a-ac3f-75e1b27e0221') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:53.050771 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.083355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.106022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:53.106548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:53.109577 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:53.226153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.232910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.239734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/59aef74e-023c-433b-a18f-003e31fc5e5c HTTP/1.1" status: 204 len: 168 time: 0.8507073 Nov 22 17:02:53.242258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45000) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.242841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d28ed28-f24d-4683-8537-087ef5d73557 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:02:53.258540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.299250 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018455e5-6c92-4314-83dd-8e9e9044fbb6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Network': ['ID=59aef74e-023c-433b-a18f-003e31fc5e5c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:53.332267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Transition to ACTIVE for port object 3d28ed28-f24d-4683-8537-087ef5d73557 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:02:53.338284 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.387177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6d05aee6-7f40-4b10-b100-8ebcdba035c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.395228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting subnet 048bf1b7-466c-49fd-a1be-7e18a4c3ea04 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:02:53.402553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.523514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.555205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:53.613722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:53.614110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:53.614397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 on network 04a772f8-7e94-4423-bf74-1447f114ae72 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:53.629907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Port 3d28ed28-f24d-4683-8537-087ef5d73557 on network 04a772f8-7e94-4423-bf74-1447f114ae72 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:02:53.630238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 on network 04a772f8-7e94-4423-bf74-1447f114ae72 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:53.647181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:53.647764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Checking segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:53.649177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Bound using segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:53.649857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Bound port: 3d28ed28-f24d-4683-8537-087ef5d73557, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:53.650420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.723876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.793284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:53.825645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.837589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:53.843635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.868479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.871095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:53.871916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:53.874425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] 10.222.0.66 "PUT /v2.0/ports/3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1092 time: 1.6567664 Nov 22 17:02:53.879189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/subnets/048bf1b7-466c-49fd-a1be-7e18a4c3ea04 HTTP/1.1" status: 204 len: 168 time: 0.6335783 Nov 22 17:02:53.879189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d5617-c365-4315-8332-e4a1a536dcf1 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Subnet': ['ID=048bf1b7-466c-49fd-a1be-7e18a4c3ea04,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:53.880164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45018) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:53.887863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4296fbf3-985e-4df1-94a3-bac36922f9e4 None None] Network afd9cea6-bf58-4ca0-92c1-14d7ee793e64 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:53.933982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:02:53.938813 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:02:53.992084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa936f-0fbc-4256-9c39-11910d162092 req-61826811-868a-407b-b566-8d97dd4efb63 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:53.994260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1afa936f-0fbc-4256-9c39-11910d162092 req-61826811-868a-407b-b566-8d97dd4efb63 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.2196286 Nov 22 17:02:54.073857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6d303-a36e-4f4d-afbf-3cee86594e8a service neutron] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.088206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.118950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-d1b18e6b-7b2b-496f-a252-6ecf7812931a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.121383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-d1b18e6b-7b2b-496f-a252-6ecf7812931a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1095 time: 0.1773503 Nov 22 17:02:54.138362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1afa936f-0fbc-4256-9c39-11910d162092 req-9cfa41d7-ec6b-4ce0-8e63-f781738732ff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311014 Nov 22 17:02:54.176697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Deleting port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:54.177238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.221709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.229107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-db114da1-8fab-47e0-ba13-561f0cf235d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 217 time: 0.0889456 Nov 22 17:02:54.259500 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60899309-871e-4275-84da-eab68ecc2e92 x-openstack-request-id: req-60899309-871e-4275-84da-eab68ecc2e92 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:02:54.259865 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:02:54.260114 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60899309-871e-4275-84da-eab68ecc2e92 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:02:54.260518 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'status': 'completed', 'code': 200} Nov 22 17:02:54.314038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] For port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,segment=NetworkSegment(30b2a612-ed3d-47d7-9170-0bbecfc32348),segment_id=30b2a612-ed3d-47d7-9170-0bbecfc32348)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:54.314428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.337775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Calling delete_port for 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:54.344474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-73e1c154-c90e-4a98-be6f-214ce84e8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.344474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-73e1c154-c90e-4a98-be6f-214ce84e8353 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.1045339 Nov 22 17:02:54.351224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] DHCP port deletion for afd9cea6-bf58-4ca0-92c1-14d7ee793e64 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:02:54.413078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-9aa78bc5-e911-42bb-9e5d-474d8a3ff43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.415120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-9aa78bc5-e911-42bb-9e5d-474d8a3ff43c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577626 Nov 22 17:02:54.460503 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.461203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Deleting port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:02:54.461863 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.477595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] No DVR routers for this DVR port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:54.502839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Port': ['ID=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.563162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-ff7a8108-a0e6-4993-880a-9da4f1b12edf service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322181 Nov 22 17:02:54.571428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] For port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:54.571776 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.601559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Calling delete_port for 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:02:54.611949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:02:54.615180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.621881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.676978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd9cea6-bf58-4ca0-92c1-14d7ee793e64']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:54.684740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] No DVR routers for this DVR port 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:02:54.686914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698cc92-2b33-4769-abae-220c0a80cb4d None None] Pushing event deleted for resources: {'Port': ['ID=0c2bdf12-d21b-48f5-a2a0-d227e4685cf8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.688539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b2a612-ed3d-47d7-9170-0bbecfc32348') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:54.688844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b2a612-ed3d-47d7-9170-0bbecfc32348') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:54.705517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2284e41c-8bfe-43bf-a92b-0c1a0de032a0 req-f0397ef9-3795-4b80-b1f4-f771b0b7ac5d service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320152 Nov 22 17:02:54.710714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.734955 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.745885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:54.746559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:54.751672 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:54.846914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.849576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-b6c44223-1502-48c1-8a2e-1e7a2bc46db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.856076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:54.857732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-b6c44223-1502-48c1-8a2e-1e7a2bc46db5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1095 time: 0.0747089 Nov 22 17:02:54.864241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] 10.222.0.65 "DELETE /v2.0/networks/afd9cea6-bf58-4ca0-92c1-14d7ee793e64 HTTP/1.1" status: 204 len: 168 time: 0.9791362 Nov 22 17:02:54.876617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef9743-a50e-4cfb-a314-5ef57e8fcac6 tempest-NetworksIpV6TestAttrs-849632387 tempest-NetworksIpV6TestAttrs-849632387-project] Pushing event deleted for resources: {'Network': ['ID=afd9cea6-bf58-4ca0-92c1-14d7ee793e64,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:54.983654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-81b30021-a2e3-43d1-8cb4-ce50f32ff042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:54.985832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-81b30021-a2e3-43d1-8cb4-ce50f32ff042 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.1172628 Nov 22 17:02:55.046763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-8125a8d1-cee2-47f3-8fbe-918d593990ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 217 time: 0.0471869 Nov 22 17:02:55.128024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-485b21f0-7ce9-4af0-b380-f92b5d6df162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:55.129756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-485b21f0-7ce9-4af0-b380-f92b5d6df162 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.0722442 Nov 22 17:02:55.193867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-1ceb0906-a6e0-4ebe-a3cb-6a5dd5b7b29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:55.196322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-1ceb0906-a6e0-4ebe-a3cb-6a5dd5b7b29d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574951 Nov 22 17:02:55.219109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45044) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:55.423978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104f192-700e-41de-bb68-24159f4cb62e req-20675416-dd35-4a1a-90a8-4f2e09d7a0fd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:55.431490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4104f192-700e-41de-bb68-24159f4cb62e req-20675416-dd35-4a1a-90a8-4f2e09d7a0fd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.1285310 Nov 22 17:02:55.463112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:02:55.468529 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-55d0f349-be79-4908-8fb1-c52171444473 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566113 Nov 22 17:02:55.475347 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60645234-f277-4575-bd78-e6a418ca8572 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b93fde797dbb4c7085e36545d661e808&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525051 Nov 22 17:02:55.475837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:55.481093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.515038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:02:55.520911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0c2bdf12-d21b-48f5-a2a0-d227e4685cf8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:02:55.542471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2169-ce44-4433-9d79-98f3c494b8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.569646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2169-ce44-4433-9d79-98f3c494b8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.570692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4104f192-700e-41de-bb68-24159f4cb62e req-fc88e84b-ba38-42c5-aabb-5019b2f20ad3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368413 Nov 22 17:02:55.641006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2169-ce44-4433-9d79-98f3c494b8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.646058 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f0b2169-ce44-4433-9d79-98f3c494b8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:55.647281 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5f0b2169-ce44-4433-9d79-98f3c494b8c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da370f21-669e-4bda-96e8-2eb95eebc2bc HTTP/1.1" status: 204 len: 168 time: 0.1705110 Nov 22 17:02:55.666768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0b2169-ce44-4433-9d79-98f3c494b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da370f21-669e-4bda-96e8-2eb95eebc2bc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:55.670477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ebb90fe-5e41-4b78-9f42-e38c7db5c8dc req-68c34e3f-375b-4084-a7f3-6dd2b3bfb558 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904140 Nov 22 17:02:56.031435 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.516615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:56.693317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294276500'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:56.743333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:56.746971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.756594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bba59b-7dd8-4d38-8a73-d3d9c3b335f9 req-5845378f-f448-437a-90bf-2880eb5dd5c7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:56.758264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28bba59b-7dd8-4d38-8a73-d3d9c3b335f9 req-5845378f-f448-437a-90bf-2880eb5dd5c7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.0829828 Nov 22 17:02:56.766978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.852462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28bba59b-7dd8-4d38-8a73-d3d9c3b335f9 req-c65fbd91-fdfd-46b6-88ba-17e213478f15 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762196 Nov 22 17:02:56.908397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.913346 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.944476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:56.955309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f319ae3e-8222-41e8-a80f-589e55607b9e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:56.963506 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:56.964003 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 8e949976-f718-4cd0-b8db-4e7d513695f1 of type vlan for network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac Nov 22 17:02:57.014443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.044521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.050309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:57.051047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.110949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5930753 Nov 22 17:02:57.134698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfc702f-510c-4bc0-944d-c4d55c218456 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=06b7e91c-04a4-4b54-b906-8fb2f468d3ac,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:57.149224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:57.262578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45090) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.268233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:57.382543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:57.388666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.642956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.711517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=e921a13e-0068-4da5-8348-775c4dff5561,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:57.735621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '8e949976-f718-4cd0-b8db-4e7d513695f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:57.736042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: 06b7e91c-04a4-4b54-b906-8fb2f468d3ac, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:57.770387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:57.790344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 06b7e91c-04a4-4b54-b906-8fb2f468d3ac) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:57.796737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:57.798409 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.807707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db27d4e4-9f68-42ac-99d2-cce8ad5703c3 None None] Network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:57.826090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:57.827239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-065593eb-5cb3-4144-82a2-d5754f0e4f97 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5632966 Nov 22 17:02:57.833439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1021491951'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:57.861757 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:57.866050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.905923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:57.930464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:57.930929 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 16bef01e-aad7-4c62-bdc3-17a57b3975b7 of type vlan for network 8ce5ee61-21c1-4093-a642-d29a53baf0c0 Nov 22 17:02:57.990502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.021793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.027939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:58.028630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.033618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ebe3-37c0-40c8-b5d7-6bdb7b6bfc64 req-db441afd-a389-4d4a-81b5-ff62f0dc96dd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:58.042372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0314ebe3-37c0-40c8-b5d7-6bdb7b6bfc64 req-db441afd-a389-4d4a-81b5-ff62f0dc96dd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.0906737 Nov 22 17:02:58.076062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-06b7e91c-04a4-4b54-b906-8fb2f468d3ac', 'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': 'e921a13e-0068-4da5-8348-775c4dff5561'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:58.077125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.083821 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2553346 Nov 22 17:02:58.096167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45100) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.106111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': '8ce5ee61-21c1-4093-a642-d29a53baf0c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:58.148362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74acecf-f1c8-4925-9c68-81846fa1525a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=8ce5ee61-21c1-4093-a642-d29a53baf0c0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:58.164308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0314ebe3-37c0-40c8-b5d7-6bdb7b6bfc64 req-42c03b91-ea0d-489a-b01f-7d7b8460f22a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175115 Nov 22 17:02:58.223571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 8ce5ee61-21c1-4093-a642-d29a53baf0c0 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:02:58.283512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:58.288032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.339352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Allocated IP 172.20.255.242 (06b7e91c-04a4-4b54-b906-8fb2f468d3ac/e921a13e-0068-4da5-8348-775c4dff5561/ec45c656-a91e-4fa6-b56b-5910ce311b97) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:02:58.497433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.508756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.517785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.569748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Pushing event updated for resources: {'Port': ['ID=ec45c656-a91e-4fa6-b56b-5910ce311b97,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:58.595953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=69920d5d-37f8-4ee6-9f32-db556ced62b8,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:58.597674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:02:58.607632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '16bef01e-aad7-4c62-bdc3-17a57b3975b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': '8ce5ee61-21c1-4093-a642-d29a53baf0c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:58.607989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: 8ce5ee61-21c1-4093-a642-d29a53baf0c0, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:02:58.609512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:58.623237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:02:58.635611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 8ce5ee61-21c1-4093-a642-d29a53baf0c0 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:02:58.648426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 8ce5ee61-21c1-4093-a642-d29a53baf0c0) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:02:58.679772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:58.680382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.681112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c742f85-232f-4fce-bd89-c4d775e14066 None None] Network 8ce5ee61-21c1-4093-a642-d29a53baf0c0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:58.714420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Attempting to bind port ec45c656-a91e-4fa6-b56b-5910ce311b97 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:02:58.715166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c686aae5-01f6-45b6-83e1-ac8c6fcac7a0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6177776 Nov 22 17:02:58.715546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Attempting to bind port ec45c656-a91e-4fa6-b56b-5910ce311b97 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8e949976-f718-4cd0-b8db-4e7d513695f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:02:58.716094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Attempting to bind port ec45c656-a91e-4fa6-b56b-5910ce311b97 on network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:02:58.717752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45106) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:58.759644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:02:58.760028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Checking segment: {'id': '8e949976-f718-4cd0-b8db-4e7d513695f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:02:58.760437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.760835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Bound using segment: {'id': '8e949976-f718-4cd0-b8db-4e7d513695f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:02:58.761329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Bound port: ec45c656-a91e-4fa6-b56b-5910ce311b97, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e949976-f718-4cd0-b8db-4e7d513695f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '06b7e91c-04a4-4b54-b906-8fb2f468d3ac'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:02:58.761750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.845113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.873091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] For port ec45c656-a91e-4fa6-b56b-5910ce311b97, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:02:58.895358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] For port ec45c656-a91e-4fa6-b56b-5910ce311b97, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ec45c656-a91e-4fa6-b56b-5910ce311b97,segment=NetworkSegment(8e949976-f718-4cd0-b8db-4e7d513695f1),segment_id=8e949976-f718-4cd0-b8db-4e7d513695f1)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:02:58.916411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:58.921868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.002919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.056365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=69920d5d-37f8-4ee6-9f32-db556ced62b8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:59.068056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a986e60-77b9-4b14-a67d-3848a7f705ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-8ce5ee61-21c1-4093-a642-d29a53baf0c0', 'network_id': '8ce5ee61-21c1-4093-a642-d29a53baf0c0', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '69920d5d-37f8-4ee6-9f32-db556ced62b8'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:02:59.070136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a986e60-77b9-4b14-a67d-3848a7f705ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.088186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3857bf-7f7c-4b33-808e-096b69c3415a None None] Pushing event updated for resources: {'Port': ['ID=ec45c656-a91e-4fa6-b56b-5910ce311b97,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:59.136859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.166435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce5ee61-21c1-4093-a642-d29a53baf0c0']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.182768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16bef01e-aad7-4c62-bdc3-17a57b3975b7') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.183045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16bef01e-aad7-4c62-bdc3-17a57b3975b7') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:02:59.203048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.221882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.224909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ad366-11f5-4340-b466-da94439c9589 None None] Network 8ce5ee61-21c1-4093-a642-d29a53baf0c0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:02:59.233737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:02:59.234168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:02:59.243442 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:02:59.387793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.445015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.466048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:02:59.474708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1792656696'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:02:59.480644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/8ce5ee61-21c1-4093-a642-d29a53baf0c0 HTTP/1.1" status: 204 len: 168 time: 0.7429640 Nov 22 17:02:59.534625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:02:59.538033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:02:59.541795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.543711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e691b3c-fe19-4933-b975-ac70aee41d40 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=8ce5ee61-21c1-4093-a642-d29a53baf0c0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:02:59.630609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85380d-dbea-4cf1-9e31-6c7440d1d123 req-f4489e88-63a4-4f2d-9a4e-b58e81dd8b3d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:59.645009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de85380d-dbea-4cf1-9e31-6c7440d1d123 req-f4489e88-63a4-4f2d-9a4e-b58e81dd8b3d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.2961316 Nov 22 17:02:59.648400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 863} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:02:59.693533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.700441 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 0e9f6394-f307-479a-9e2a-77b2d2c64ea8 of type vlan for network 0f3d4383-091b-4e7b-b68e-2126d97d0e6a Nov 22 17:02:59.796925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:02:59.797352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de85380d-dbea-4cf1-9e31-6c7440d1d123 req-a40efb8e-2aad-41ed-92ec-ee406195443b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462827 Nov 22 17:02:59.824646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.826547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ec45c656-a91e-4fa6-b56b-5910ce311b97 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:02:59.841242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3d28ed28-f24d-4683-8537-087ef5d73557', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'port_id': '3d28ed28-f24d-4683-8537-087ef5d73557', 'mac_address': 'fa:16:3e:55:a0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:02:59.892014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:02:59.900512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:02:59.902583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.067448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45116) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:00.067869 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6000595 Nov 22 17:03:00.086990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d20b6-818e-4f1a-8c51-41b6ca59fc07 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=0f3d4383-091b-4e7b-b68e-2126d97d0e6a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:00.099813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': '0f3d4383-091b-4e7b-b68e-2126d97d0e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:00.160993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 0f3d4383-091b-4e7b-b68e-2126d97d0e6a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:00.289805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:00.309561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.332952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.368210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ec45c656-a91e-4fa6-b56b-5910ce311b97 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:00.369180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.446300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing IP validity checks on allocation pools {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:03:00.447264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:03:00.450147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d28ed28-f24d-4683-8537-087ef5d73557 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:00.579107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:00.600050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.689125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:00.869465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:00.943487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3d28ed28-f24d-4683-8537-087ef5d73557'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:00.984444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port ec45c656-a91e-4fa6-b56b-5910ce311b97, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ec45c656-a91e-4fa6-b56b-5910ce311b97,segment=NetworkSegment(8e949976-f718-4cd0-b8db-4e7d513695f1),segment_id=8e949976-f718-4cd0-b8db-4e7d513695f1)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:01.004461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.082790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63607164-6231-4de5-a7b7-4965a32fcea4 None None] Network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:01.087075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=ec45c656-a91e-4fa6-b56b-5910ce311b97,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.093854 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.193871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-917cbfed-e736-4a48-b940-28154a951c08 None None] Provisioning complete for port ec45c656-a91e-4fa6-b56b-5910ce311b97 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:01.194444 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-917cbfed-e736-4a48-b940-28154a951c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.219583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a3c9-7806-4b91-824e-23303884ae85 req-7dda3afb-a29b-4aef-976a-fb687d10b996 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:01.221553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f81a3c9-7806-4b91-824e-23303884ae85 req-7dda3afb-a29b-4aef-976a-fb687d10b996 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 945 time: 0.1381516 Nov 22 17:03:01.247860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=2d0e2f81-db98-49fb-af01-b262c494e891,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.266782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '0e9f6394-f307-479a-9e2a-77b2d2c64ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '0f3d4383-091b-4e7b-b68e-2126d97d0e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:01.267380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: 0f3d4383-091b-4e7b-b68e-2126d97d0e6a, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:01.332781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040a3ef-dab1-4477-9991-27391ae7ecd8 req-aa0684a4-39af-4522-90bd-f602a7f7cefd tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:01.334413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7040a3ef-dab1-4477-9991-27391ae7ecd8 req-aa0684a4-39af-4522-90bd-f602a7f7cefd tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 946 time: 0.1420805 Nov 22 17:03:01.363400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 0f3d4383-091b-4e7b-b68e-2126d97d0e6a is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:01.377499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f81a3c9-7806-4b91-824e-23303884ae85 req-b991da06-15d0-43b2-8b72-6248c5573d70 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164935 Nov 22 17:03:01.409756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 0f3d4383-091b-4e7b-b68e-2126d97d0e6a) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:01.426027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:01.426630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.454395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3f48d4-3c3e-4aea-9764-1c739822c6ab None None] Network 0f3d4383-091b-4e7b-b68e-2126d97d0e6a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:01.466361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7040a3ef-dab1-4477-9991-27391ae7ecd8 req-fc7693ee-37ef-4603-8879-00db2ea918f5 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176910 Nov 22 17:03:01.471232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9262f881-da0c-49e7-90c7-0ac23baabae9 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3964286 Nov 22 17:03:01.474178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45128) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:01.515404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ec45c656-a91e-4fa6-b56b-5910ce311b97 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:01.591163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.655228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.729974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ec45c656-a91e-4fa6-b56b-5910ce311b97 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:01.730353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.758858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.796362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0e2f81-db98-49fb-af01-b262c494e891,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:01.806676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18d254e-609c-4c51-8722-dea17b4736af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-0f3d4383-091b-4e7b-b68e-2126d97d0e6a', 'network_id': '0f3d4383-091b-4e7b-b68e-2126d97d0e6a', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '2d0e2f81-db98-49fb-af01-b262c494e891'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:01.807487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f18d254e-609c-4c51-8722-dea17b4736af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.883090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.905383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3d4383-091b-4e7b-b68e-2126d97d0e6a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:01.916744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e9f6394-f307-479a-9e2a-77b2d2c64ea8') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:01.917047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e9f6394-f307-479a-9e2a-77b2d2c64ea8') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:01.928796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.942648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.949018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:01.949431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:01.952411 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:01.955194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d34aaf-b640-484c-8292-a520eda791ad None None] Network 0f3d4383-091b-4e7b-b68e-2126d97d0e6a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:02.019258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.026461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.029700 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/0f3d4383-091b-4e7b-b68e-2126d97d0e6a HTTP/1.1" status: 204 len: 168 time: 0.5539186 Nov 22 17:03:02.034157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45134) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:02.040590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-308361205'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:02.045523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752daaa-f991-4ef1-96be-6f1a070a8966 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=0f3d4383-091b-4e7b-b68e-2126d97d0e6a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:02.070389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c1bf7a99-6507-4ca2-88b2-e215fb07a112 None None] Provisioning complete for port ec45c656-a91e-4fa6-b56b-5910ce311b97 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:02.070389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7a99-6507-4ca2-88b2-e215fb07a112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.070584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:02.074062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.100039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:02.111947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.112297 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 70f292c8-a952-4f85-97f9-dba7e3e9c069 of type vlan for network def22b11-a8d4-41a5-8f98-3561813787ee Nov 22 17:03:02.164276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.196344 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.202026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:02.202602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.265093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2289166 Nov 22 17:03:02.268894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:02.274399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:02.284827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acdfd35-82d4-40d0-9259-78d1190224a5 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=def22b11-a8d4-41a5-8f98-3561813787ee,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:02.296783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network def22b11-a8d4-41a5-8f98-3561813787ee details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:02.376618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:02.380267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.515581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707ccb9-6060-4da7-8a16-ac340ebabfc3 req-b9b472a4-a341-48dd-aaa1-3081a9637903 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:02.517970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2707ccb9-6060-4da7-8a16-ac340ebabfc3 req-b9b472a4-a341-48dd-aaa1-3081a9637903 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 945 time: 0.0551648 Nov 22 17:03:02.602418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.614209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2707ccb9-6060-4da7-8a16-ac340ebabfc3 req-7cc450d1-a878-4ad7-a785-97c9d75cfead tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899928 Nov 22 17:03:02.639546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba0603b-f0e0-46cd-aa97-47a5d125a2ab req-609e4414-1b98-4ab8-84c2-b2df75558bdf tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:02.644922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bba0603b-f0e0-46cd-aa97-47a5d125a2ab req-609e4414-1b98-4ab8-84c2-b2df75558bdf tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 946 time: 0.0856073 Nov 22 17:03:02.660237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=21fb0980-f3e4-49bb-862a-d9807d1969cb,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:02.700544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bba0603b-f0e0-46cd-aa97-47a5d125a2ab req-8bafa96d-cc3f-4f70-b1d7-80632827a920 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/security-groups?id=6ee30297-1f7a-436e-a4c5-d8f4504832ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494285 Nov 22 17:03:02.727705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '70f292c8-a952-4f85-97f9-dba7e3e9c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:02.727705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: def22b11-a8d4-41a5-8f98-3561813787ee, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:02.748298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-932ecae1-d904-48e0-8b9a-97521eab15c7 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:02.749743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-932ecae1-d904-48e0-8b9a-97521eab15c7 tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.20 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 946 time: 0.0748591 Nov 22 17:03:02.764487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network def22b11-a8d4-41a5-8f98-3561813787ee is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:02.798851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, def22b11-a8d4-41a5-8f98-3561813787ee) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:02.808278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:02.808466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.809102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcece244-2e50-4aeb-9790-f29584d9e6f9 None None] Network def22b11-a8d4-41a5-8f98-3561813787ee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:02.849707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-573e1bc0-54e5-4874-a9f5-e25cbed146f2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5796304 Nov 22 17:03:02.852328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45146) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:02.926491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Deleting port 797e5ed2-735a-4307-8dd0-e56ed535cb67 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:02.926838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:02.966347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-def22b11-a8d4-41a5-8f98-3561813787ee', 'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '21fb0980-f3e4-49bb-862a-d9807d1969cb'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:02.967709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.010686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.065197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] For port 797e5ed2-735a-4307-8dd0-e56ed535cb67, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=797e5ed2-735a-4307-8dd0-e56ed535cb67,segment=NetworkSegment(91bc9fc6-d79e-429d-aefb-319c26d140bd),segment_id=91bc9fc6-d79e-429d-aefb-319c26d140bd)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:03.065566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.103749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Calling delete_port for 797e5ed2-735a-4307-8dd0-e56ed535cb67 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:03.122641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.124623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Allocated IP 172.20.0.1 (def22b11-a8d4-41a5-8f98-3561813787ee/21fb0980-f3e4-49bb-862a-d9807d1969cb/94befc67-683e-49a1-b9d9-f177539f28bd) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:03.294986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.304017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.316584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.331075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.341899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['797e5ed2-735a-4307-8dd0-e56ed535cb67'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:03.379730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Network def22b11-a8d4-41a5-8f98-3561813787ee is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:03.387609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:03.388400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Pushing event deleted for resources: {'Port': ['ID=797e5ed2-735a-4307-8dd0-e56ed535cb67,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.391873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Pushing event updated for resources: {'Port': ['ID=94befc67-683e-49a1-b9d9-f177539f28bd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.394570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ae2b0-70a4-4c24-9824-4df970839757 None None] DHCP port deletion for 539f26ff-25fc-469d-81e1-3a082ae35619 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:03.396864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:03.409329 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=21fb0980-f3e4-49bb-862a-d9807d1969cb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.481830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Attempting to bind port 94befc67-683e-49a1-b9d9-f177539f28bd on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:03.482202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Attempting to bind port 94befc67-683e-49a1-b9d9-f177539f28bd by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '70f292c8-a952-4f85-97f9-dba7e3e9c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:03.482563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Attempting to bind port 94befc67-683e-49a1-b9d9-f177539f28bd on network def22b11-a8d4-41a5-8f98-3561813787ee {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:03.488379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:03.489506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Checking segment: {'id': '70f292c8-a952-4f85-97f9-dba7e3e9c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:03.489506 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.489857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] No DVR routers for this DVR port 797e5ed2-735a-4307-8dd0-e56ed535cb67 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:03.489968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Bound using segment: {'id': '70f292c8-a952-4f85-97f9-dba7e3e9c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:03.490069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Bound port: 94befc67-683e-49a1-b9d9-f177539f28bd, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70f292c8-a952-4f85-97f9-dba7e3e9c069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'def22b11-a8d4-41a5-8f98-3561813787ee'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:03.490414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.494366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.497707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-58bb52a2-215f-4c4c-b85a-e7c90d33475c req-fa7d0564-fbe1-4ad5-ba46-1ea58a38552d tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.20 "DELETE /v2.0/ports/797e5ed2-735a-4307-8dd0-e56ed535cb67 HTTP/1.1" status: 204 len: 173 time: 0.7406776 Nov 22 17:03:03.498169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'name': 'network-vif-deleted', 'tag': '797e5ed2-735a-4307-8dd0-e56ed535cb67'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:03.501261 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ac3a92-0455-4375-a7f8-d7ec617fe74d" -d '{"events": [{"server_uuid": "f9570c22-68ad-456e-a6e5-140fae1c8000", "name": "network-vif-deleted", "tag": "797e5ed2-735a-4307-8dd0-e56ed535cb67"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:03.519476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.545984 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75dec487-af5f-430c-846f-babcf80de167 x-openstack-request-id: req-75dec487-af5f-430c-846f-babcf80de167 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:03.546313 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9570c22-68ad-456e-a6e5-140fae1c8000", "name": "network-vif-deleted", "tag": "797e5ed2-735a-4307-8dd0-e56ed535cb67", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:03.546603 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-75dec487-af5f-430c-846f-babcf80de167 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:03.547016 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9570c22-68ad-456e-a6e5-140fae1c8000', 'name': 'network-vif-deleted', 'tag': '797e5ed2-735a-4307-8dd0-e56ed535cb67', 'status': 'completed', 'code': 200} Nov 22 17:03:03.550963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def22b11-a8d4-41a5-8f98-3561813787ee']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:03.553612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:03.562413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f292c8-a952-4f85-97f9-dba7e3e9c069') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:03.563526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f292c8-a952-4f85-97f9-dba7e3e9c069') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:03.574915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.590924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.598186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:03.598598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.611594 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] For port 94befc67-683e-49a1-b9d9-f177539f28bd, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:03.612054 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:03.633036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3d28ed28-f24d-4683-8537-087ef5d73557 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:03:03.647441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3d28ed28-f24d-4683-8537-087ef5d73557 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:03.647441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.671557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:03:03.671557 n-d-816206-6 neutron-server[103515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:03:03.671557 n-d-816206-6 neutron-server[103515]: [parameters: {'id': 'def22b11-a8d4-41a5-8f98-3561813787ee'}] Nov 22 17:03:03.671557 n-d-816206-6 neutron-server[103515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:03.672999 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:03.704378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] For port 94befc67-683e-49a1-b9d9-f177539f28bd, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=94befc67-683e-49a1-b9d9-f177539f28bd,segment=NetworkSegment(70f292c8-a952-4f85-97f9-dba7e3e9c069),segment_id=70f292c8-a952-4f85-97f9-dba7e3e9c069)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:03.710951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.834441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7dc3e-6e10-47b9-a32a-ce37833a049d None None] Pushing event updated for resources: {'Port': ['ID=94befc67-683e-49a1-b9d9-f177539f28bd,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:03.890393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0450e98f-0f7a-4af5-89ad-7102a53c5c1a req-ef5a90fa-d9cd-4a6f-982b-a98df67f8790 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:03.898198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0450e98f-0f7a-4af5-89ad-7102a53c5c1a req-ef5a90fa-d9cd-4a6f-982b-a98df67f8790 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 945 time: 0.1228116 Nov 22 17:03:03.928496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6957d7c-89be-42dd-a270-10c9b00e5b2d None None] Network def22b11-a8d4-41a5-8f98-3561813787ee requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:03.931936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:03.943650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16262391-3cd2-4116-8a61-3d834e15321b req-b2c3f8a4-35ce-447f-b216-6d87a853e62a tempest-VolumesSnapshotTestJSON-1981353611 tempest-VolumesSnapshotTestJSON-1981353611-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9570c22-68ad-456e-a6e5-140fae1c8000 HTTP/1.1" status: 200 len: 210 time: 0.0426235 Nov 22 17:03:04.000888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0450e98f-0f7a-4af5-89ad-7102a53c5c1a req-d6dde73c-f63d-4e4b-b556-51b974b5543a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015339 Nov 22 17:03:04.014806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:04.017865 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328773e7-c5da-48f5-b24c-b451dc5ac9ef" -d '{"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-plugged", "status": "completed", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:04.046380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:04.070389 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.074417 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb45d746-7713-4432-939b-3c00e1e57bce x-openstack-request-id: req-cb45d746-7713-4432-939b-3c00e1e57bce {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:04.074716 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-plugged", "status": "completed", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:04.074968 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb45d746-7713-4432-939b-3c00e1e57bce {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:04.075351 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'code': 200} Nov 22 17:03:04.148348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:04.156234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cd6815-830a-4288-ae5d-1f2341bf2ad0 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:04.173288 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.207606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b225a-6641-435e-a112-f0b53264af5e req-5f693dc2-0c49-45c6-a051-006343447b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.208878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad7b225a-6641-435e-a112-f0b53264af5e req-5f693dc2-0c49-45c6-a051-006343447b04 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0441551 Nov 22 17:03:04.232314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port 94befc67-683e-49a1-b9d9-f177539f28bd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:04.232660 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.264134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad7b225a-6641-435e-a112-f0b53264af5e req-759a72c6-39a9-4e6a-947b-873e746bb663 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461998 Nov 22 17:03:04.307311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port 94befc67-683e-49a1-b9d9-f177539f28bd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=94befc67-683e-49a1-b9d9-f177539f28bd,segment=NetworkSegment(70f292c8-a952-4f85-97f9-dba7e3e9c069),segment_id=70f292c8-a952-4f85-97f9-dba7e3e9c069)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:04.307684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.326812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for 94befc67-683e-49a1-b9d9-f177539f28bd owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:04.413297 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.419646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cd6815-830a-4288-ae5d-1f2341bf2ad0 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:04.426108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port 94befc67-683e-49a1-b9d9-f177539f28bd on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:04.454120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=94befc67-683e-49a1-b9d9-f177539f28bd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:04.535716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.559330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def22b11-a8d4-41a5-8f98-3561813787ee']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:04.570812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f292c8-a952-4f85-97f9-dba7e3e9c069') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:04.571100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f292c8-a952-4f85-97f9-dba7e3e9c069') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:04.580963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.594382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.600995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:04.601589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:04.604945 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:04.672502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.678006 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.684941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/def22b11-a8d4-41a5-8f98-3561813787ee HTTP/1.1" status: 204 len: 168 time: 1.8284287 Nov 22 17:03:04.685382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45170) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:04.686943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-30d29f3c-fe24-4e27-a1b8-ba1c006dbd5d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.689163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-30d29f3c-fe24-4e27-a1b8-ba1c006dbd5d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1264935 Nov 22 17:03:04.692358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1152787928'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:04.705257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-4ac54bfd-6be1-4f64-82eb-86fa4cb86453 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.0091908 Nov 22 17:03:04.709042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dab4e14-1596-412e-8407-78ca6f8ddb1d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=def22b11-a8d4-41a5-8f98-3561813787ee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:04.725348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:04.729010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.755670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:04.760259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-7e381343-12be-4714-9326-ef2a7f4ff6be tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490825 Nov 22 17:03:04.765425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.765952 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 1743ec79-4f4d-4e8a-8d6c-8d0632aa6bf7 of type vlan for network fbe37644-9574-4e4b-a5aa-86740a3d65b2 Nov 22 17:03:04.806765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.832868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.838342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:04.838916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:04.853612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-75d8be58-6143-4eda-9921-062b9f6c2f51 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847023 Nov 22 17:03:04.902363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2159784 Nov 22 17:03:04.905145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45172) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:04.910768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': 'fbe37644-9574-4e4b-a5aa-86740a3d65b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:04.930067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad44da0-02ed-48b3-87ff-c9661709853e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=fbe37644-9574-4e4b-a5aa-86740a3d65b2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:04.942752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fbe37644-9574-4e4b-a5aa-86740a3d65b2 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:04.952563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-c4a968c2-c107-440d-923c-4fae1807cae0 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916433 Nov 22 17:03:05.008777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:05.012570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.139100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef193b5-9ae8-469b-b645-c622effedd0b req-2b5be2f0-4b29-4bf1-9826-b3848afc9fd5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:05.141038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ef193b5-9ae8-469b-b645-c622effedd0b req-2b5be2f0-4b29-4bf1-9826-b3848afc9fd5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0697446 Nov 22 17:03:05.222608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ef193b5-9ae8-469b-b645-c622effedd0b req-3c534cab-a138-4f63-9ad6-8e93f1a36a20 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681181 Nov 22 17:03:05.244260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad1274b8-ab42-46f6-a163-a016d171706b req-5d666542-9b78-4aed-b8da-4c139c876850 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0528176 Nov 22 17:03:05.280244 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.362001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=f00ef814-d568-4cbe-a7ae-570fdc4a1621,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:05.371596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '1743ec79-4f4d-4e8a-8d6c-8d0632aa6bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'fbe37644-9574-4e4b-a5aa-86740a3d65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:05.371990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: fbe37644-9574-4e4b-a5aa-86740a3d65b2, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:05.395064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network fbe37644-9574-4e4b-a5aa-86740a3d65b2 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:05.415938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, fbe37644-9574-4e4b-a5aa-86740a3d65b2) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:05.421053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:05.421908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.426419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ace4ae-b3ae-4d5a-95f2-e3c92035404e None None] Network fbe37644-9574-4e4b-a5aa-86740a3d65b2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:05.446701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45194) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:05.448373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-74b0f89b-2f5c-468d-8166-2423570d6eb6 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5422997 Nov 22 17:03:05.589448 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.670971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.676616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee57f0d-6a28-4673-a958-89e06d932147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-fbe37644-9574-4e4b-a5aa-86740a3d65b2', 'network_id': 'fbe37644-9574-4e4b-a5aa-86740a3d65b2', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': 'f00ef814-d568-4cbe-a7ae-570fdc4a1621'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:05.677501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bee57f0d-6a28-4673-a958-89e06d932147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.747954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.779791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=f00ef814-d568-4cbe-a7ae-570fdc4a1621,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:05.810597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 797e5ed2-735a-4307-8dd0-e56ed535cb67 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-bee57f0d-6a28-4673-a958-89e06d932147 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f00ef814-d568-4cbe-a7ae-570fdc4a1621: This subnet is being modified by another concurrent operation. Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f00ef814-d568-4cbe-a7ae-570fdc4a1621: This subnet is being modified by another concurrent operation. Nov 22 17:03:05.833882 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 17:03:05.845697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 797e5ed2-735a-4307-8dd0-e56ed535cb67 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:05.846289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 797e5ed2-735a-4307-8dd0-e56ed535cb67 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:05.849116 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.860820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189421f0-f243-4a98-ab64-dc29af6b8b7e None None] Network fbe37644-9574-4e4b-a5aa-86740a3d65b2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:05.871257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe37644-9574-4e4b-a5aa-86740a3d65b2']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:05.884156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1743ec79-4f4d-4e8a-8d6c-8d0632aa6bf7') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:05.884498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1743ec79-4f4d-4e8a-8d6c-8d0632aa6bf7') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:05.896864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.912264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.921452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:05.921975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:05.926949 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:05.983582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f184f80-36a6-4f77-9a22-09f40551cfea None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:06.006816 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.012085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.015474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/fbe37644-9574-4e4b-a5aa-86740a3d65b2 HTTP/1.1" status: 204 len: 168 time: 0.5660632 Nov 22 17:03:06.020013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45200) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:06.027072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-939596260'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:06.046345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5f9a6-f905-49ed-b979-d378b487b363 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=fbe37644-9574-4e4b-a5aa-86740a3d65b2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.070075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:06.073948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.099651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 869} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:06.108905 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.109644 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment b1addc6d-6b64-4686-9dec-aab90f9fc53e of type vlan for network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 Nov 22 17:03:06.115132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f184f80-36a6-4f77-9a22-09f40551cfea None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:06.150969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.181365 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.189962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:06.190715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.255261 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2337728 Nov 22 17:03:06.259870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45204) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:06.266053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:06.288978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25608938-bdaa-493c-8b6d-d4c232d69553 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=d18d3eda-d4e6-4a80-8be2-638950f8a7b0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.351114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:06.473446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aeeaf254-9fe2-4a09-baa8-7d18489770d0 req-428cfb7d-4d67-47f1-ad93-6735144c5504 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0658920 Nov 22 17:03:06.520960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d5a36-ec12-4350-88f3-45f1ee2ed5b0 req-4bc8b362-ca4c-41e2-b504-a98c2353b40c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:06.522770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-397d5a36-ec12-4350-88f3-45f1ee2ed5b0 req-4bc8b362-ca4c-41e2-b504-a98c2353b40c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.2191818 Nov 22 17:03:06.524009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:06.529843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.618840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing IP validity checks on allocation pools {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:03:06.619500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:03:06.633636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-9f8fbf66-9dac-4592-9c57-36992f7856d0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:06.635467 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-9f8fbf66-9dac-4592-9c57-36992f7856d0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.2122784 Nov 22 17:03:06.649213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:06.663083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-397d5a36-ec12-4350-88f3-45f1ee2ed5b0 req-c9a10803-b4ec-4208-9988-1015331d8180 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270585 Nov 22 17:03:06.788225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:06.792779 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.821404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:06.876371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94c2ff-4f4a-480e-971e-267c1ffb9877 req-c476cf6b-382e-47a2-bdcd-5ec2462492cf tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:06.878179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a94c2ff-4f4a-480e-971e-267c1ffb9877 req-c476cf6b-382e-47a2-bdcd-5ec2462492cf tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1099012 Nov 22 17:03:06.903910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=63e5765b-cc96-4f80-9b94-abff392c1885,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:06.930309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.930659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.931005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.931343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.931676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.932032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.932324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.932651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.932984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.933308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.933634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.933983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:06.943726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.8 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/337551f3-a6a6-4d65-8923-64b4ef1b6c0e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:06.957366 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': 'b1addc6d-6b64-4686-9dec-aab90f9fc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:06.959243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: d18d3eda-d4e6-4a80-8be2-638950f8a7b0, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:06.982368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a94c2ff-4f4a-480e-971e-267c1ffb9877 req-2c98e2df-69aa-4f4f-8b8e-c2215e347352 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918381 Nov 22 17:03:07.003010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:07.011534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45212) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:07.022853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d18d3eda-d4e6-4a80-8be2-638950f8a7b0) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:07.032285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3622766-3784-40a7-b305-40d360703cff None None] Network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:07.060775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:07.062208 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.098727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a2d3a3ec-4647-4b81-a3c8-d261092c2742 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8374126 Nov 22 17:03:07.101527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45216) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:07.102028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a951e6ae-06ca-4f76-8b8f-e23bc947d314 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:07.106698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a951e6ae-06ca-4f76-8b8f-e23bc947d314 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1092 time: 0.0908773 Nov 22 17:03:07.107099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45218) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:07.114690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '3d28ed28-f24d-4683-8537-087ef5d73557', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:07.155046 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.257170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d18d3eda-d4e6-4a80-8be2-638950f8a7b0', 'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '63e5765b-cc96-4f80-9b94-abff392c1885'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:07.258432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.286677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.428899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Allocated IP 172.20.0.3 (d18d3eda-d4e6-4a80-8be2-638950f8a7b0/63e5765b-cc96-4f80-9b94-abff392c1885/4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:07.432137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.173 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/dd163c1e-6917-4bed-b062-630c59dea83f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:07.570706 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.573997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.615682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.656047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.659637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:07.662420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.666266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.670760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:07.720961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:07.723502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:07.729152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:07.731458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Pushing event updated for resources: {'Port': ['ID=4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:07.732720 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ef12abf-73ff-4f08-8b29-3264322ee22e req-ad53b0c6-49e4-42d3-a8d6-c7ada1ff2ba7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0536551 Nov 22 17:03:07.740190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:07.743809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.782567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=dd163c1e-6917-4bed-b062-630c59dea83f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:07.839813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Attempting to bind port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:07.841376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Attempting to bind port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b1addc6d-6b64-4686-9dec-aab90f9fc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:07.843277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Attempting to bind port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 on network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:07.850064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:07.862636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.865519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:07.866409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Checking segment: {'id': 'b1addc6d-6b64-4686-9dec-aab90f9fc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:07.866836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.867287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Bound using segment: {'id': 'b1addc6d-6b64-4686-9dec-aab90f9fc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:07.867790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Bound port: 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1addc6d-6b64-4686-9dec-aab90f9fc53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': 'd18d3eda-d4e6-4a80-8be2-638950f8a7b0'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:07.868177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:07.870799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:07.874303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:07.887785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:07.992165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:07.992794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.017880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-45d4d1a0-4eed-4283-b13b-8214c7b91719 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3724828 Nov 22 17:03:08.035866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] For port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:08.040433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] For port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203,segment=NetworkSegment(b1addc6d-6b64-4686-9dec-aab90f9fc53e),segment_id=b1addc6d-6b64-4686-9dec-aab90f9fc53e)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:08.048913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.051546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Request body: {'port': {'device_id': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:08.154275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.166012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec515e-2f61-427a-aeb8-ba4ff65ae11b None None] Pushing event updated for resources: {'Port': ['ID=4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:08.390371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:08.390529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.405982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-256ad286-33d7-41cd-9fa0-7cca54384812 None None] Provisioning complete for port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:08.407070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-256ad286-33d7-41cd-9fa0-7cca54384812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.422468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.515609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.547861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-256ad286-33d7-41cd-9fa0-7cca54384812 None None] Port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:03:08.738703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203,segment=NetworkSegment(b1addc6d-6b64-4686-9dec-aab90f9fc53e),segment_id=b1addc6d-6b64-4686-9dec-aab90f9fc53e)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:08.739168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.755224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:08.822129 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.827964 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:08.981388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=dd163c1e-6917-4bed-b062-630c59dea83f,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:08.990886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.004095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.032389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.080810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337551f3-a6a6-4d65-8923-64b4ef1b6c0e {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:09.085928 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:09.089560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.094461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71613dd9-df98-4fd9-bfee-314b8c897ee7 req-82a4b1c1-bfc9-4acd-9887-9c55a00feddc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:09.096121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71613dd9-df98-4fd9-bfee-314b8c897ee7 req-82a4b1c1-bfc9-4acd-9887-9c55a00feddc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 931 time: 0.2439156 Nov 22 17:03:09.124360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.149317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.205452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Transition to ACTIVE for port object 337551f3-a6a6-4d65-8923-64b4ef1b6c0e will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:03:09.219040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71613dd9-df98-4fd9-bfee-314b8c897ee7 req-9d8d8838-1d5f-4c2d-8256-719a8ffed78a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060371 Nov 22 17:03:09.221383 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP a6f1eb6d-15e3-4025-be74-c888760eefab associated. External IP: 172.25.6.173, port: 3d28ed28-f24d-4683-8537-087ef5d73557. Nov 22 17:03:09.225642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.255833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.434491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Pushing event updated for resources: {'Port': ['ID=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.444644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=63e5765b-cc96-4f80-9b94-abff392c1885,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.626397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.661199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Attempting to bind port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:09.661692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Attempting to bind port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:09.662501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Attempting to bind port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:09.675319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18d3eda-d4e6-4a80-8be2-638950f8a7b0']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.694490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:03:09.694988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Attempting to bind port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:09.703405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:09.703884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:09.704383 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:09.704955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Bound port: 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:09.705414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.708601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1addc6d-6b64-4686-9dec-aab90f9fc53e') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.708992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1addc6d-6b64-4686-9dec-aab90f9fc53e') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:09.727188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.731479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 89395044-0f00-495c-92d1-f85904194426 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:03:09.771221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.781180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:09.782371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:09.786043 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:09.873779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c04edbf-a2b8-41a6-ab7e-e667015ea1bf None None] Network d18d3eda-d4e6-4a80-8be2-638950f8a7b0 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:09.898207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] For port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:09.913340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.919833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.925081 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/d18d3eda-d4e6-4a80-8be2-638950f8a7b0 HTTP/1.1" status: 204 len: 168 time: 2.8222806 Nov 22 17:03:09.927040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] For port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:09.944627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45236) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:09.946193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4a9fd-a252-47d9-9403-ce7c4d17fd74 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=d18d3eda-d4e6-4a80-8be2-638950f8a7b0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:09.950488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:09.967779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1014519285'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:09.981425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:03:10.004724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c786e631-fe30-4cf3-ba30-6dc6318dab6e None None] Could not find standard attr ID for object 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:10.019384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.024953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.027020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] 10.222.0.20 "PUT /v2.0/ports/337551f3-a6a6-4d65-8923-64b4ef1b6c0e HTTP/1.1" status: 200 len: 1091 time: 1.9811866 Nov 22 17:03:10.027517 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'tag': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:10.030471 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0747152f-a73f-4c91-b776-d85704aad65e" -d '{"events": [{"name": "network-changed", "server_uuid": "0b1847af-da10-43c2-9917-eca7f87f5d78", "tag": "337551f3-a6a6-4d65-8923-64b4ef1b6c0e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:10.103437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] Sync routers for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:03:10.105693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.179773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7855e98b-518e-40c3-acc6-a38fd85446fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0713162 Nov 22 17:03:10.180776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:10.186510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.212940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:10.217975 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83c65a8-cd8b-4971-8a7f-bb08d6e30a82 x-openstack-request-id: req-c83c65a8-cd8b-4971-8a7f-bb08d6e30a82 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:10.217975 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b1847af-da10-43c2-9917-eca7f87f5d78", "tag": "337551f3-a6a6-4d65-8923-64b4ef1b6c0e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:10.217975 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c83c65a8-cd8b-4971-8a7f-bb08d6e30a82 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:10.217975 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'tag': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e', 'status': 'completed', 'code': 200} Nov 22 17:03:10.226616 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:10.281900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed892e7-3e9f-4c20-8764-08a63af7d892 service neutron] Pushing event updated for resources: {'Port': ['ID=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:10.313363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:10.344603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:10.345334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:02:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:10.355484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-07ed7f1b-e8d9-41b3-99a6-41f45998ae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.357377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-07ed7f1b-e8d9-41b3-99a6-41f45998ae40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 1094 time: 0.2340267 Nov 22 17:03:10.362473 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ae4ed6-f8f4-496e-b05d-34a4019fa48c x-openstack-request-id: req-b2ae4ed6-f8f4-496e-b05d-34a4019fa48c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:10.362784 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:10.363096 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2ae4ed6-f8f4-496e-b05d-34a4019fa48c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:10.363518 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'status': 'completed', 'code': 200} Nov 22 17:03:10.454124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.455131 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 9325f811-30ee-4929-9079-df91fcd3901d of type vlan for network 7a0eb314-d221-4d7f-8e24-20875d35b503 Nov 22 17:03:10.479362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d20e5b2-b170-44b7-8613-ef10d5101047 None None] DHCP port deletion for d18d3eda-d4e6-4a80-8be2-638950f8a7b0 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:10.488827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-24ae2dff-9b85-4035-ae83-9b7e25f8ed70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e HTTP/1.1" status: 200 len: 217 time: 0.1198339 Nov 22 17:03:10.579152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-d99ac7a8-7580-467c-a395-42e0a63f0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.580865 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-d99ac7a8-7580-467c-a395-42e0a63f0cb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0854766 Nov 22 17:03:10.602666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:10.641548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f4cea-12af-4fa2-92bd-a20b9320cfe4 req-427a8c70-55a8-489c-b47f-65fffd6d6995 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.641548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa5f4cea-12af-4fa2-92bd-a20b9320cfe4 req-427a8c70-55a8-489c-b47f-65fffd6d6995 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.3272555 Nov 22 17:03:10.651810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-d9f749c7-1974-4555-999e-38765ceabd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.654457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-d9f749c7-1974-4555-999e-38765ceabd68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633008 Nov 22 17:03:10.699006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-5184e074-5f8d-4cf6-a21b-930661d26db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.700530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-5184e074-5f8d-4cf6-a21b-930661d26db3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.3060818 Nov 22 17:03:10.787988 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-21759677-8fb7-4b02-8165-92e91c74ddc0 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265321 Nov 22 17:03:10.795845 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.819846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f4beb-dae5-4a6a-adeb-343065dcbade req-6d1ffb56-8a95-4824-960d-f4705f5302f2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.821395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4f4beb-dae5-4a6a-adeb-343065dcbade req-6d1ffb56-8a95-4824-960d-f4705f5302f2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.2642000 Nov 22 17:03:10.899103 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-460e639f-06c2-4d9c-9233-4fb3b8a0721f req-12fbb26a-0890-4894-b5f7-df77e0a2cbe8 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033645 Nov 22 17:03:10.901475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-98ede403-c809-40a0-a740-5f48726119d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.903009 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-98ede403-c809-40a0-a740-5f48726119d7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.1879671 Nov 22 17:03:10.908265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'a6f1eb6d-15e3-4025-be74-c888760eefab', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '89395044-0f00-495c-92d1-f85904194426', 'port_id': '3d28ed28-f24d-4683-8537-087ef5d73557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'mac_address': 'fa:16:3e:55:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:08Z', 'updated_at': '2021-11-22T17:03:08Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:10.917764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa5f4cea-12af-4fa2-92bd-a20b9320cfe4 req-3d9a70dd-06ff-4331-a00c-5762664ae032 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432377 Nov 22 17:03:10.921631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.928251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:10.928962 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:10.946758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45248) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:10.964888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] Checking router: 89395044-0f00-495c-92d1-f85904194426 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:03:10.976356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:03:10.977032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:02:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:11.008474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c4f4beb-dae5-4a6a-adeb-343065dcbade req-6ea49d17-cbfe-4dd5-907b-70b1d57e7e91 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686146 Nov 22 17:03:11.074736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-242492f8-4829-452f-a0c7-042c76848f1e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/a6f1eb6d-15e3-4025-be74-c888760eefab HTTP/1.1" status: 200 len: 992 time: 0.1255829 Nov 22 17:03:11.091511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747152f-a73f-4c91-b776-d85704aad65e req-5cf9ab42-c0fd-4243-a2ca-89cb09f16318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.093015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-5cf9ab42-c0fd-4243-a2ca-89cb09f16318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 1094 time: 0.1024411 Nov 22 17:03:11.115884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1525698 Nov 22 17:03:11.119015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:03:11.119517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45250) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:11.132208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:11.148947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a42c7-ea02-45bb-86e1-582d6c97c61d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=7a0eb314-d221-4d7f-8e24-20875d35b503,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:11.170707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 7a0eb314-d221-4d7f-8e24-20875d35b503 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:11.275528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747152f-a73f-4c91-b776-d85704aad65e req-3493a010-62f8-41b6-bb4e-c27d58e29d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.280953 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-3493a010-62f8-41b6-bb4e-c27d58e29d5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1798525 Nov 22 17:03:11.374116 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-185ebc9c-bdf9-44ea-b5c8-8509e5edd371 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e HTTP/1.1" status: 200 len: 217 time: 0.0835299 Nov 22 17:03:11.463088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747152f-a73f-4c91-b776-d85704aad65e req-4d1c33a8-a239-4ea0-a40c-11da5129f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.464612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-4d1c33a8-a239-4ea0-a40c-11da5129f985 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0823259 Nov 22 17:03:11.520287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747152f-a73f-4c91-b776-d85704aad65e req-3e2e7266-66d8-4a59-94e0-a7cfbf86c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.522503 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-3e2e7266-66d8-4a59-94e0-a7cfbf86c4cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495768 Nov 22 17:03:11.619343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-0b55d59d-651d-491d-9e50-91bf55553402 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1000 time: 0.6874685 Nov 22 17:03:11.663839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-f2e51b05-3f49-497a-bb06-195d8932877e service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327641 Nov 22 17:03:11.670660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:11.682615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-96cf310c-24e0-4d18-aa0c-614173ecbc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.684330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-96cf310c-24e0-4d18-aa0c-614173ecbc0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.0527155 Nov 22 17:03:11.696217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:11.696951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4ac7e1a1-e5c5-42df-ac1b-5c7a91f56203 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:11.787215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-005e501f-4d8e-495b-875f-0d065c72c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:11.789995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-005e501f-4d8e-495b-875f-0d065c72c2fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966804 Nov 22 17:03:11.791543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:11.797455 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:11.850488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0747152f-a73f-4c91-b776-d85704aad65e req-4aefc1ef-1093-41be-a65f-ebc5b409a38a service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792099 Nov 22 17:03:11.900986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'a6f1eb6d-15e3-4025-be74-c888760eefab', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '89395044-0f00-495c-92d1-f85904194426', 'port_id': '3d28ed28-f24d-4683-8537-087ef5d73557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'mac_address': 'fa:16:3e:55:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:08Z', 'updated_at': '2021-11-22T17:03:08Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:11.955716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4785c67e-5432-4ece-8cd7-cc3bd7d361d9 None None] The sync data for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 is: [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'a6f1eb6d-15e3-4025-be74-c888760eefab', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '89395044-0f00-495c-92d1-f85904194426', 'port_id': '3d28ed28-f24d-4683-8537-087ef5d73557', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'mac_address': 'fa:16:3e:55:a0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:03:08Z', 'updated_at': '2021-11-22T17:03:08Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:03:12.044699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-e878e449-144c-4585-b33f-6a47159d3dd9 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408714 Nov 22 17:03:12.076714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45262) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:12.236004 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d65107f3-5afc-4fe3-aa9b-abb2c7994506 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/a6f1eb6d-15e3-4025-be74-c888760eefab HTTP/1.1" status: 200 len: 992 time: 0.1542017 Nov 22 17:03:12.261112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dda75b3-8a15-4bec-b2f2-ffb0813d1ca6 req-fa6053cf-7519-419d-96ae-3d3862411dd8 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948628 Nov 22 17:03:12.272545 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.369899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=5daa5370-ef74-4b5a-83a2-a3d890beccd4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:12.384344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce07736-600d-4cf5-a966-b25dc43743c2 req-2fb79e9d-9de7-499e-9fac-570574869cbb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:12.385960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ce07736-600d-4cf5-a966-b25dc43743c2 req-2fb79e9d-9de7-499e-9fac-570574869cbb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.1161108 Nov 22 17:03:12.444834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '9325f811-30ee-4929-9079-df91fcd3901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:12.445306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: 7a0eb314-d221-4d7f-8e24-20875d35b503, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:12.449067 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bef65b0-0518-42da-b287-410a53462981 None None] New status for floating IP a6f1eb6d-15e3-4025-be74-c888760eefab: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:03:12.487608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ce07736-600d-4cf5-a966-b25dc43743c2 req-613c8415-dac1-47c4-80c7-8e060720fb6d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887499 Nov 22 17:03:12.489793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 7a0eb314-d221-4d7f-8e24-20875d35b503 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:12.502320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 7a0eb314-d221-4d7f-8e24-20875d35b503) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:12.510185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:12.510666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.515660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd54577-afce-4e04-b595-065e363d5525 None None] Network 7a0eb314-d221-4d7f-8e24-20875d35b503 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:12.581078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4f4b590-615e-49f5-9f50-a5084d118677 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4536579 Nov 22 17:03:12.584400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45268) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:12.863869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-7a0eb314-d221-4d7f-8e24-20875d35b503', 'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '5daa5370-ef74-4b5a-83a2-a3d890beccd4'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:12.865177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:12.868751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.006360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.219783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Allocated IP 172.20.0.1 (7a0eb314-d221-4d7f-8e24-20875d35b503/5daa5370-ef74-4b5a-83a2-a3d890beccd4/61fe9398-693b-4e28-a5b8-5b4df71d8632) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:13.237900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45272) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:13.346478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4076827d-2bf6-4d62-9886-cae71a064cd8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/a6f1eb6d-15e3-4025-be74-c888760eefab HTTP/1.1" status: 200 len: 994 time: 0.1073821 Nov 22 17:03:13.439411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.457322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.481300 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.527565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=5daa5370-ef74-4b5a-83a2-a3d890beccd4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:13.529428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Network 7a0eb314-d221-4d7f-8e24-20875d35b503 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:13.540268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:13.546117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:13.563843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Pushing event updated for resources: {'Port': ['ID=61fe9398-693b-4e28-a5b8-5b4df71d8632,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:13.631492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Attempting to bind port 61fe9398-693b-4e28-a5b8-5b4df71d8632 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:13.632243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Attempting to bind port 61fe9398-693b-4e28-a5b8-5b4df71d8632 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '9325f811-30ee-4929-9079-df91fcd3901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:13.632843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Attempting to bind port 61fe9398-693b-4e28-a5b8-5b4df71d8632 on network 7a0eb314-d221-4d7f-8e24-20875d35b503 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:13.638994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.661145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:13.661928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Checking segment: {'id': '9325f811-30ee-4929-9079-df91fcd3901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:13.662408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.662880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Bound using segment: {'id': '9325f811-30ee-4929-9079-df91fcd3901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:13.663461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Bound port: 61fe9398-693b-4e28-a5b8-5b4df71d8632, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9325f811-30ee-4929-9079-df91fcd3901d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7a0eb314-d221-4d7f-8e24-20875d35b503'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:13.664022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.683615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0eb314-d221-4d7f-8e24-20875d35b503']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:13.706628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9325f811-30ee-4929-9079-df91fcd3901d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:13.707574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9325f811-30ee-4929-9079-df91fcd3901d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:13.723428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.743773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.764492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:13.764960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.765705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] For port 61fe9398-693b-4e28-a5b8-5b4df71d8632, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:13.768102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b1f128-d1e0-41d4-a97a-9c0c68e033dd req-d1cb5c3e-5c5f-46f8-bd24-e27fe5e96713 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:13.775661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4b1f128-d1e0-41d4-a97a-9c0c68e033dd req-d1cb5c3e-5c5f-46f8-bd24-e27fe5e96713 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.1647632 Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:13.846300 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:13.849444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:03:13.849444 n-d-816206-6 neutron-server[103515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:03:13.849444 n-d-816206-6 neutron-server[103515]: [parameters: {'id': '7a0eb314-d221-4d7f-8e24-20875d35b503'}] Nov 22 17:03:13.849444 n-d-816206-6 neutron-server[103515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:13.849817 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:13.850663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] For port 61fe9398-693b-4e28-a5b8-5b4df71d8632, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=61fe9398-693b-4e28-a5b8-5b4df71d8632,segment=NetworkSegment(9325f811-30ee-4929-9079-df91fcd3901d),segment_id=9325f811-30ee-4929-9079-df91fcd3901d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:13.862978 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:13.874170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4b1f128-d1e0-41d4-a97a-9c0c68e033dd req-0dac468a-8323-4a44-ab04-e135f8b0cb02 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872207 Nov 22 17:03:13.966699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1089559a-c8bf-4465-8452-9679615cb3bf None None] Pushing event updated for resources: {'Port': ['ID=61fe9398-693b-4e28-a5b8-5b4df71d8632,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:13.992654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bb848-0b34-41b2-bdce-c6833cf6d4ef None None] Network 7a0eb314-d221-4d7f-8e24-20875d35b503 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:14.166440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a320b-a100-489f-9b9b-496dc3fc686d None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:14.336144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59a320b-a100-489f-9b9b-496dc3fc686d None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:14.352339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.470354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port 61fe9398-693b-4e28-a5b8-5b4df71d8632 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:14.471086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.592689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port 61fe9398-693b-4e28-a5b8-5b4df71d8632, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=61fe9398-693b-4e28-a5b8-5b4df71d8632,segment=NetworkSegment(9325f811-30ee-4929-9079-df91fcd3901d),segment_id=9325f811-30ee-4929-9079-df91fcd3901d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:14.593944 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.611824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for 61fe9398-693b-4e28-a5b8-5b4df71d8632 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:14.771195 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.807479 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=61fe9398-693b-4e28-a5b8-5b4df71d8632,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:14.823895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port 61fe9398-693b-4e28-a5b8-5b4df71d8632 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:14.960291 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:14.994160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0eb314-d221-4d7f-8e24-20875d35b503']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:15.008753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9325f811-30ee-4929-9079-df91fcd3901d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:15.009623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9325f811-30ee-4929-9079-df91fcd3901d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:15.028240 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.062939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.076901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef939438-17c7-47ac-ac96-ae49e048b521 req-1c00129d-ba86-4a9f-85b2-f20e5cf4e9b4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.087086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:15.087971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.092249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef939438-17c7-47ac-ac96-ae49e048b521 req-1c00129d-ba86-4a9f-85b2-f20e5cf4e9b4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0892012 Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:15.096802 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:15.182303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef939438-17c7-47ac-ac96-ae49e048b521 req-5eaaac25-b482-4b3a-9ed3-d4685dc8adca tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888987 Nov 22 17:03:15.228911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.240488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.249092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/7a0eb314-d221-4d7f-8e24-20875d35b503 HTTP/1.1" status: 204 len: 168 time: 2.6627314 Nov 22 17:03:15.256847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:15.263652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854063058'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:15.298985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966c2b3-4049-4a0b-905f-0bcbca7bc9ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=7a0eb314-d221-4d7f-8e24-20875d35b503,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:15.303821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:15.306148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.346019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:15.360830 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.362554 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 0eab2989-af86-42bf-8a02-837b8a268f21 of type vlan for network 67a58a4b-75a9-4202-b28b-f463a412621a Nov 22 17:03:15.417411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.487813 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.497353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:15.498396 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:15.557757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2970788 Nov 22 17:03:15.558082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45286) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:15.564046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:15.674270 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce331aa2-c7fa-4dc9-b81d-9a185d6e100f tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=67a58a4b-75a9-4202-b28b-f463a412621a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:15.684821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 67a58a4b-75a9-4202-b28b-f463a412621a details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:15.758070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:15.764492 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.022629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.117691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=bb2e6075-2af3-4e89-9624-c76cc4d0e138,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:16.134740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': '0eab2989-af86-42bf-8a02-837b8a268f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:16.135362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: 67a58a4b-75a9-4202-b28b-f463a412621a, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:16.154894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 67a58a4b-75a9-4202-b28b-f463a412621a is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:16.179002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 67a58a4b-75a9-4202-b28b-f463a412621a) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:16.192098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65b682f-d5b8-45b3-8b0c-56050caf050b None None] Network 67a58a4b-75a9-4202-b28b-f463a412621a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:16.208233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:16.208849 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.255926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52a4d60e-3024-4c0d-942e-f4d4971abe6b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6965876 Nov 22 17:03:16.260585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:16.431253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522b284-a98b-45f6-a7e4-2e3f1fb8423b req-ab1e5cc8-6f58-4deb-9a9c-e01a77b84d9b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:16.432857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7522b284-a98b-45f6-a7e4-2e3f1fb8423b req-ab1e5cc8-6f58-4deb-9a9c-e01a77b84d9b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.1246729 Nov 22 17:03:16.463793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.474828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-67a58a4b-75a9-4202-b28b-f463a412621a', 'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': 'bb2e6075-2af3-4e89-9624-c76cc4d0e138'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:16.476773 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.596484 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.629824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7522b284-a98b-45f6-a7e4-2e3f1fb8423b req-d3b8d204-1f20-4e2f-a8a0-7cddf94a1f7d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864495 Nov 22 17:03:16.654049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Allocated IP 172.20.0.1 (67a58a4b-75a9-4202-b28b-f463a412621a/bb2e6075-2af3-4e89-9624-c76cc4d0e138/1bb3c3c4-d527-48c2-88fb-ae0ccb90c450) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:16.844792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.853081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.874203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:16.898976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Pushing event updated for resources: {'Port': ['ID=1bb3c3c4-d527-48c2-88fb-ae0ccb90c450,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:16.900881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2e6075-2af3-4e89-9624-c76cc4d0e138,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:16.916041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.916867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.917421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.918015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.918586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.919131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.919858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.920403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.921415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.922186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.922751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.923309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:16.945249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Network 67a58a4b-75a9-4202-b28b-f463a412621a is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:16.947076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:16.949444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:17.020633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.047681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a58a4b-75a9-4202-b28b-f463a412621a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:17.058353 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Attempting to bind port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:17.058985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Attempting to bind port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0eab2989-af86-42bf-8a02-837b8a268f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:17.061472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Attempting to bind port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450 on network 67a58a4b-75a9-4202-b28b-f463a412621a {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:17.061852 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eab2989-af86-42bf-8a02-837b8a268f21') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:17.062184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eab2989-af86-42bf-8a02-837b8a268f21') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:17.070998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:17.071376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Checking segment: {'id': '0eab2989-af86-42bf-8a02-837b8a268f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:17.071944 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.072367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Bound using segment: {'id': '0eab2989-af86-42bf-8a02-837b8a268f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:17.072846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Bound port: 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eab2989-af86-42bf-8a02-837b8a268f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '67a58a4b-75a9-4202-b28b-f463a412621a'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:17.073226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.075421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.089336 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.096752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:17.097274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.151337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] For port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:17.157107 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:17.159951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] For port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1bb3c3c4-d527-48c2-88fb-ae0ccb90c450,segment=NetworkSegment(0eab2989-af86-42bf-8a02-837b8a268f21),segment_id=0eab2989-af86-42bf-8a02-837b8a268f21)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:17.160221 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.db.api [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:03:17.160221 n-d-816206-6 neutron-server[103515]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:03:17.160221 n-d-816206-6 neutron-server[103515]: [parameters: {'id': '67a58a4b-75a9-4202-b28b-f463a412621a'}] Nov 22 17:03:17.160221 n-d-816206-6 neutron-server[103515]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103515) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:17.161271 n-d-816206-6 neutron-server[103515]: DEBUG oslo_db.api [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:17.166890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.308651 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-612d776c-ec54-4b05-b879-1dd1943a54af service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745993 Nov 22 17:03:17.317912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ccb19-dbd5-4ddc-a355-9735699ab2ff None None] Pushing event updated for resources: {'Port': ['ID=1bb3c3c4-d527-48c2-88fb-ae0ccb90c450,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:17.348955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f6e065-4dac-4440-8d8e-623ffb4cd9c0 None None] Network 67a58a4b-75a9-4202-b28b-f463a412621a requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:17.437723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bc40-0320-4968-8ed3-26e22a66323b req-c8a71975-a892-4374-8327-5d6b30d4bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:17.439484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-c8a71975-a892-4374-8327-5d6b30d4bab2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0551913 Nov 22 17:03:17.537892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b020ce-590b-4513-924b-251d3fa69181 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:17.588673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bc40-0320-4968-8ed3-26e22a66323b req-ad6fb8ab-b36c-4043-873a-8b3a7f2972ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:17.590586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-ad6fb8ab-b36c-4043-873a-8b3a7f2972ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.1251233 Nov 22 17:03:17.669900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.677498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b020ce-590b-4513-924b-251d3fa69181 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:17.732084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-cd8016c5-d829-4e22-a1d5-c6620da64662 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1002 time: 0.1315413 Nov 22 17:03:17.779563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:17.782373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.859570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1bb3c3c4-d527-48c2-88fb-ae0ccb90c450,segment=NetworkSegment(0eab2989-af86-42bf-8a02-837b8a268f21),segment_id=0eab2989-af86-42bf-8a02-837b8a268f21)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:17.859948 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:17.873566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bc40-0320-4968-8ed3-26e22a66323b req-84ebacfd-11ad-4e84-84b8-588147086729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:17.875329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-84ebacfd-11ad-4e84-84b8-588147086729 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.1326432 Nov 22 17:03:17.877719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:17.897320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbaaa9-c357-4f81-81f2-52a834e3f688 req-0bd6c719-ef53-486e-9724-64167d2a2646 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:17.898934 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4bbaaa9-c357-4f81-81f2-52a834e3f688 req-0bd6c719-ef53-486e-9724-64167d2a2646 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.1012981 Nov 22 17:03:17.989838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436bc40-0320-4968-8ed3-26e22a66323b req-0f885e9d-ccaf-4aa5-a902-75dea153e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:17.991437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-0f885e9d-ccaf-4aa5-a902-75dea153e4cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915496 Nov 22 17:03:17.997103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4bbaaa9-c357-4f81-81f2-52a834e3f688 req-6ab74b35-9dd9-488c-a3b2-dc5c2a50fa19 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888510 Nov 22 17:03:18.000873 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.048150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port 1bb3c3c4-d527-48c2-88fb-ae0ccb90c450 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:18.050617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=1bb3c3c4-d527-48c2-88fb-ae0ccb90c450,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:18.144122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.175050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a58a4b-75a9-4202-b28b-f463a412621a']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:18.194543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eab2989-af86-42bf-8a02-837b8a268f21') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:18.195215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eab2989-af86-42bf-8a02-837b8a268f21') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:18.212289 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.213589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-9db48a67-2b79-40f2-acc0-0a7b93e134e0 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077808 Nov 22 17:03:18.231349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.240290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:18.240621 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:18.244371 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:18.330214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.352042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.355255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/67a58a4b-75a9-4202-b28b-f463a412621a HTTP/1.1" status: 204 len: 168 time: 2.0938680 Nov 22 17:03:18.356083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2813d3-8caf-4d15-83c6-73b777ca83bc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=67a58a4b-75a9-4202-b28b-f463a412621a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:18.360895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:18.384755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1723391373'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:18.387068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6436bc40-0320-4968-8ed3-26e22a66323b req-4ccf4aa6-df33-4f5d-9f3e-7d16ef62d7b2 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604569 Nov 22 17:03:18.424062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:18.429568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.456858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:18.475880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.478139 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment fefdf858-99cf-4666-b291-0e52107df718 of type vlan for network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 Nov 22 17:03:18.522727 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.556471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.563134 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:18.563283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.633042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2671316 Nov 22 17:03:18.639385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:18.646068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:18.653728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f610d1-dfb3-4613-8647-ded432f9d536 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=eb41a96c-94c5-4fff-aae6-c4e93236ccd9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:18.668698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:18.907031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.923714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.934686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 is not hosted by any dhcp agent {{(pid=103515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 17:03:18.940254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:18.940767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:18.942302 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "PUT /v2.0/networks/eb41a96c-94c5-4fff-aae6-c4e93236ccd9 HTTP/1.1" status: 200 len: 723 time: 0.3009126 Nov 22 17:03:18.949337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45304) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:18.956295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:19.021402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe001a-0811-49ca-bee7-ade9b8ac4fcc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=eb41a96c-94c5-4fff-aae6-c4e93236ccd9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.034773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:19.068865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:19.080660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.219573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10855f0a-004a-4458-a5af-3a78a1645219 req-34ff39db-5a13-4046-8708-03b1122cc921 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:19.222051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10855f0a-004a-4458-a5af-3a78a1645219 req-34ff39db-5a13-4046-8708-03b1122cc921 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.1350853 Nov 22 17:03:19.315285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10855f0a-004a-4458-a5af-3a78a1645219 req-2fe06b46-29d1-4f1c-8702-fc632a77cd9a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811772 Nov 22 17:03:19.375170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.449381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=0933c58d-258d-4318-b7a4-24a1ce402815,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:19.458031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': 'fefdf858-99cf-4666-b291-0e52107df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:19.458655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: eb41a96c-94c5-4fff-aae6-c4e93236ccd9, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:19.480575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:19.493941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, eb41a96c-94c5-4fff-aae6-c4e93236ccd9) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:19.507452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b2388-661e-41ac-9217-6bd17c4454a5 None None] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:19.508141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:19.508715 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.547742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c90793d9-f242-4a6e-a728-48cce2fb3caa tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5972018 Nov 22 17:03:19.551122 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45310) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:19.556729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:19.719750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12746365'] for subnet, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.741779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-eb41a96c-94c5-4fff-aae6-c4e93236ccd9', 'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '0933c58d-258d-4318-b7a4-24a1ce402815'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:19.742755 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.958418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752851183948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12645665'] for subnet, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:19.999300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ee6339c-4ce8-4fe5-856b-0063a94df10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.021078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:20.021701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.026568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45314) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:20.041688 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "PUT /v2.0/subnets/0933c58d-258d-4318-b7a4-24a1ce402815 HTTP/1.1" status: 200 len: 806 time: 0.4881644 Nov 22 17:03:20.054055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Allocated IP 172.20.0.2 (eb41a96c-94c5-4fff-aae6-c4e93236ccd9/0933c58d-258d-4318-b7a4-24a1ce402815/2acc533f-37e1-4a82-803b-2cfb3b938ade) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:20.088314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c450d-0ccc-4185-8f75-5a7b3731dc1a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=0933c58d-258d-4318-b7a4-24a1ce402815,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:20.220604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.287767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.324759 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.335904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.387050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:20.396443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:20.400976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Pushing event updated for resources: {'Port': ['ID=2acc533f-37e1-4a82-803b-2cfb3b938ade,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:20.402536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.411699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:20.511120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Attempting to bind port 2acc533f-37e1-4a82-803b-2cfb3b938ade on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:20.511120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Attempting to bind port 2acc533f-37e1-4a82-803b-2cfb3b938ade by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'fefdf858-99cf-4666-b291-0e52107df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:20.511120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Attempting to bind port 2acc533f-37e1-4a82-803b-2cfb3b938ade on network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:20.515864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:20.518466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Checking segment: {'id': 'fefdf858-99cf-4666-b291-0e52107df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:20.518466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.518466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Bound using segment: {'id': 'fefdf858-99cf-4666-b291-0e52107df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:20.518466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Bound port: 2acc533f-37e1-4a82-803b-2cfb3b938ade, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefdf858-99cf-4666-b291-0e52107df718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:20.518466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.540843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=0933c58d-258d-4318-b7a4-24a1ce402815,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:20.687672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.698348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a7e93c-5ee1-4ad5-ac43-90f2a984ec68 req-8a785fcc-a29b-4c49-84bb-c73ef406a91a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:20.706454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41a7e93c-5ee1-4ad5-ac43-90f2a984ec68 req-8a785fcc-a29b-4c49-84bb-c73ef406a91a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.2117732 Nov 22 17:03:20.747472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb41a96c-94c5-4fff-aae6-c4e93236ccd9']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:20.765172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefdf858-99cf-4666-b291-0e52107df718') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:20.765490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefdf858-99cf-4666-b291-0e52107df718') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:20.785381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.811278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41a7e93c-5ee1-4ad5-ac43-90f2a984ec68 req-5cbce3d9-bff9-4d83-8d10-cecf82aaa193 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038313 Nov 22 17:03:20.824838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.825034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] For port 2acc533f-37e1-4a82-803b-2cfb3b938ade, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:20.828768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:20.829517 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:20.832689 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:20.919249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:03:20.919249 n-d-816206-6 neutron-server[103514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:03:20.919249 n-d-816206-6 neutron-server[103514]: [parameters: {'id': 'eb41a96c-94c5-4fff-aae6-c4e93236ccd9'}] Nov 22 17:03:20.919249 n-d-816206-6 neutron-server[103514]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:20.919877 n-d-816206-6 neutron-server[103514]: DEBUG oslo_db.api [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:20.922383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] For port 2acc533f-37e1-4a82-803b-2cfb3b938ade, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2acc533f-37e1-4a82-803b-2cfb3b938ade,segment=NetworkSegment(fefdf858-99cf-4666-b291-0e52107df718),segment_id=fefdf858-99cf-4666-b291-0e52107df718)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:20.928202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.027323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db29b40-42a6-4a70-b13d-1a4534842070 None None] Pushing event updated for resources: {'Port': ['ID=2acc533f-37e1-4a82-803b-2cfb3b938ade,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.064230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640c1959-43b6-4399-b10c-19d35449cf6e None None] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:21.213129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10c440c-d679-438d-bfca-55a96845b2a5 None None] Network eb41a96c-94c5-4fff-aae6-c4e93236ccd9 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:21.354744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8e1800-e715-4533-a250-5ae52605745b None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:21.423221 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.466322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8e1800-e715-4533-a250-5ae52605745b None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:21.519050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port 2acc533f-37e1-4a82-803b-2cfb3b938ade {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:21.519400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.633094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port 2acc533f-37e1-4a82-803b-2cfb3b938ade, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2acc533f-37e1-4a82-803b-2cfb3b938ade,segment=NetworkSegment(fefdf858-99cf-4666-b291-0e52107df718),segment_id=fefdf858-99cf-4666-b291-0e52107df718)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:21.633926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.652166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for 2acc533f-37e1-4a82-803b-2cfb3b938ade owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:21.761433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.791437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=2acc533f-37e1-4a82-803b-2cfb3b938ade,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:21.795617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port 2acc533f-37e1-4a82-803b-2cfb3b938ade on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:21.930903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:21.982061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb41a96c-94c5-4fff-aae6-c4e93236ccd9']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:21.994665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefdf858-99cf-4666-b291-0e52107df718') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:21.995104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefdf858-99cf-4666-b291-0e52107df718') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:22.010358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6080f6-b5ba-497f-8e9a-8757c06d90f8 req-c90ab191-4d30-434a-84d6-00d23d2da039 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.011915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b6080f6-b5ba-497f-8e9a-8757c06d90f8 req-c90ab191-4d30-434a-84d6-00d23d2da039 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0984423 Nov 22 17:03:22.016097 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.040060 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.051222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:22.051614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:22.054776 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:22.127356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b6080f6-b5ba-497f-8e9a-8757c06d90f8 req-cda02898-6305-4b96-86cd-317ba18843b2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045625 Nov 22 17:03:22.135173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.154611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.160732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/eb41a96c-94c5-4fff-aae6-c4e93236ccd9 HTTP/1.1" status: 204 len: 168 time: 2.1304891 Nov 22 17:03:22.160732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89bc8d-20ae-47c2-8ac1-041d37d09139 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=eb41a96c-94c5-4fff-aae6-c4e93236ccd9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.161023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45324) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.179311 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1c67e8-4f57-4496-ad8e-525e51612ad2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:22.179762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1c67e8-4f57-4496-ad8e-525e51612ad2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:22.186343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bb1c67e8-4f57-4496-ad8e-525e51612ad2 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/eb41a96c-94c5-4fff-aae6-c4e93236ccd9 HTTP/1.1" status: 404 len: 339 time: 0.0210116 Nov 22 17:03:22.186607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45326) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.191930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1295588506', 'description': 'd1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:22.213834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:22.217270 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.242227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:22.252709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.253052 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment 76a5c5ce-c7e4-498b-98f2-72c50215f96e of type vlan for network 4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 Nov 22 17:03:22.293158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.318156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.323888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.324467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.382512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1942804 Nov 22 17:03:22.385373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.398322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc096f-3718-4f1d-89ef-9a8fd07dcb98 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=4d5efe2a-9d0c-4889-81b7-3fbe7fd23842,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.410253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:22.486937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5e9a0a-86fe-45c2-9e79-cb4e59f9f2e3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.488497 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4c5e9a0a-86fe-45c2-9e79-cb4e59f9f2e3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks?id=4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 HTTP/1.1" status: 200 len: 761 time: 0.1019611 Nov 22 17:03:22.491408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.496974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'description': 'd2'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:22.656965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.671494 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.692660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 is not hosted by any dhcp agent {{(pid=103515) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 22 17:03:22.698592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.699151 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.700499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "PUT /v2.0/networks/4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 HTTP/1.1" status: 200 len: 758 time: 0.2078512 Nov 22 17:03:22.704042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45334) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.750460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c718383-5244-4e3c-a726-1772754ab075 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=4d5efe2a-9d0c-4889-81b7-3fbe7fd23842,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:22.762055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:22.805004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a55310-11eb-4e20-83e4-c9afc3f747ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.806857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-92a55310-11eb-4e20-83e4-c9afc3f747ba tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks?id=4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 HTTP/1.1" status: 200 len: 761 time: 0.1017416 Nov 22 17:03:22.810962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45340) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:22.817350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2081378100'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:22.842610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:22.849241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.878408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:22.893085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.893692 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment c12f445d-d6c7-4577-a610-0e8fe7f296b0 of type vlan for network 38a6d6e5-e343-49ee-a487-965accd13948 Nov 22 17:03:22.947583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.980734 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:22.987782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:22.988486 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.052914 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2408090 Nov 22 17:03:23.055811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45344) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:23.062971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': '38a6d6e5-e343-49ee-a487-965accd13948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:23.105443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2729f35-6a9b-4ac5-b865-a5fca318b0f0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=38a6d6e5-e343-49ee-a487-965accd13948,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:23.121489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 38a6d6e5-e343-49ee-a487-965accd13948 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:23.171337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:23.176076 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.295484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5102fd4-5d08-4577-b6b1-d08f97f590d1 req-0d330dbf-5988-440e-a638-e072489c5f43 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:23.304511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5102fd4-5d08-4577-b6b1-d08f97f590d1 req-0d330dbf-5988-440e-a638-e072489c5f43 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0608368 Nov 22 17:03:23.356849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5102fd4-5d08-4577-b6b1-d08f97f590d1 req-7fa9ccc2-8804-469c-8984-43439547e6d6 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514133 Nov 22 17:03:23.395520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71780e63-5653-4d27-ba30-4e9ee674e7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.440839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.846652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=84f168d5-255e-4b22-adda-43b7ae5638d3,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:23.848759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': 'c12f445d-d6c7-4577-a610-0e8fe7f296b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '38a6d6e5-e343-49ee-a487-965accd13948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:23.849126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: 38a6d6e5-e343-49ee-a487-965accd13948, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:23.868802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network 38a6d6e5-e343-49ee-a487-965accd13948 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:23.877914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 38a6d6e5-e343-49ee-a487-965accd13948) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:23.887169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7ce35-fc26-40f1-a2e7-cf428f76db0f None None] Network 38a6d6e5-e343-49ee-a487-965accd13948 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:23.889219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:23.889752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:23.914362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45348) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:23.915039 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4766e87-31f7-4ec7-a5d1-ea0fda8d3b16 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8577564 Nov 22 17:03:24.052538 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.075206 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.120144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fa3857-3b99-4037-93b6-8a9cb31b7fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-38a6d6e5-e343-49ee-a487-965accd13948', 'network_id': '38a6d6e5-e343-49ee-a487-965accd13948', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '84f168d5-255e-4b22-adda-43b7ae5638d3'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:24.121157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-63fa3857-3b99-4037-93b6-8a9cb31b7fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.126895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.205321 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.234471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=84f168d5-255e-4b22-adda-43b7ae5638d3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-63fa3857-3b99-4037-93b6-8a9cb31b7fbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84f168d5-255e-4b22-adda-43b7ae5638d3: This subnet is being modified by another concurrent operation. Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84f168d5-255e-4b22-adda-43b7ae5638d3: This subnet is being modified by another concurrent operation. Nov 22 17:03:24.249466 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 17:03:24.271357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d988e-88fd-46c9-a3af-6f82216715aa None None] Network 38a6d6e5-e343-49ee-a487-965accd13948 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:24.335896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.362902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a6d6e5-e343-49ee-a487-965accd13948']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.376777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c12f445d-d6c7-4577-a610-0e8fe7f296b0') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.377381 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c12f445d-d6c7-4577-a610-0e8fe7f296b0') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:24.399815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.404018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e668830-27c5-4093-b822-510cdad02f02 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:24.432691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.458242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:24.458745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:24.461861 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:24.543756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e668830-27c5-4093-b822-510cdad02f02 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:24.559760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b4e85d-2627-4f52-8c4f-d35f7720bfb3 req-6a43bd3f-d64f-464f-8d68-f0ec0360f7af tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:24.567676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8b4e85d-2627-4f52-8c4f-d35f7720bfb3 req-6a43bd3f-d64f-464f-8d68-f0ec0360f7af tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.1217036 Nov 22 17:03:24.570689 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.591793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:24.597893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/38a6d6e5-e343-49ee-a487-965accd13948 HTTP/1.1" status: 204 len: 168 time: 0.6790264 Nov 22 17:03:24.598594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45354) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:24.617685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5277b-cec2-4a30-9351-7ac72c72a644 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=38a6d6e5-e343-49ee-a487-965accd13948,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:24.654049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8b4e85d-2627-4f52-8c4f-d35f7720bfb3 req-7a8332c9-0ab7-4dbe-8bc7-05e7556a8205 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804033 Nov 22 17:03:24.661356 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3ee683-c2e4-47d1-a3ff-99ffa14be1e1 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] GET failed (client error): The resource could not be found. Nov 22 17:03:24.666237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45356) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:24.667414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4e3ee683-c2e4-47d1-a3ff-99ffa14be1e1 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/subnets/84f168d5-255e-4b22-adda-43b7ae5638d3 HTTP/1.1" status: 404 len: 337 time: 0.0671458 Nov 22 17:03:24.685305 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e0c7af-f78c-478a-b32d-627e3b1c3530 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:24.685989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e0c7af-f78c-478a-b32d-627e3b1c3530 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:24.695125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52e0c7af-f78c-478a-b32d-627e3b1c3530 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/38a6d6e5-e343-49ee-a487-965accd13948 HTTP/1.1" status: 404 len: 339 time: 0.0221055 Nov 22 17:03:24.695554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45358) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:24.890713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3d66a6-ce69-4618-989b-76248a73968d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:24.892385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5a3d66a6-ce69-4618-989b-76248a73968d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1955972 Nov 22 17:03:24.895267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45360) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:24.935078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-19eda776-0b06-44ff-b29f-cd0a22024d8e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 207 time: 0.0349667 Nov 22 17:03:24.935746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45362) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.412630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94865c0c-196e-482d-baed-13c6b0ffacab tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.418596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94865c0c-196e-482d-baed-13c6b0ffacab tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.427212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94865c0c-196e-482d-baed-13c6b0ffacab tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.433046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94865c0c-196e-482d-baed-13c6b0ffacab tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.438916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-94865c0c-196e-482d-baed-13c6b0ffacab tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4980931 Nov 22 17:03:25.439252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45366) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.457223 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:25.576543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-785b8245-23f7-42df-ba61-a98f279acb5a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1362071 Nov 22 17:03:25.580501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.643436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de5919-45f8-43a4-9f5b-e6732dad1485 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.643436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de5919-45f8-43a4-9f5b-e6732dad1485 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.643436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-61de5919-45f8-43a4-9f5b-e6732dad1485 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0577433 Nov 22 17:03:25.644176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.714388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69edbaf-3081-40f4-9100-d0aefdc27f7e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.716682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69edbaf-3081-40f4-9100-d0aefdc27f7e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['shared'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.722062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a69edbaf-3081-40f4-9100-d0aefdc27f7e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0767658 Nov 22 17:03:25.723512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.789566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b887bba8-7cb2-4928-aa77-2068e4fa2324 req-2b04b11e-c051-40e1-bb39-46829fdce3c9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.794319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b887bba8-7cb2-4928-aa77-2068e4fa2324 req-2b04b11e-c051-40e1-bb39-46829fdce3c9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0685678 Nov 22 17:03:25.851096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b887bba8-7cb2-4928-aa77-2068e4fa2324 req-5ca8ecb8-be42-4aa0-af8c-fce607f3215e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497916 Nov 22 17:03:25.857910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19801f8-468d-4840-90f4-fc81ba24b937 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:25.860680 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c19801f8-468d-4840-90f4-fc81ba24b937 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks/06b7e91c-04a4-4b54-b906-8fb2f468d3ac HTTP/1.1" status: 200 len: 800 time: 0.1350157 Nov 22 17:03:25.863650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45376) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.979542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45378) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:25.980125 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ba79189a-e2be-46da-aca6-aed7e6a90204 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/networks/06b7e91c-04a4-4b54-b906-8fb2f468d3ac?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1151721 Nov 22 17:03:26.026781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.037965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e6c19-eec3-45b8-ae1a-795a736d9bb0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:26.041693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a41e6c19-eec3-45b8-ae1a-795a736d9bb0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/subnets/e921a13e-0068-4da5-8348-775c4dff5561 HTTP/1.1" status: 200 len: 811 time: 0.0586460 Nov 22 17:03:26.043183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45380) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:26.102919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5cb937-a96f-40a3-9f60-de31657a5bbc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['shared'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:26.105375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dc5cb937-a96f-40a3-9f60-de31657a5bbc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "GET /v2.0/subnets/e921a13e-0068-4da5-8348-775c4dff5561?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0603774 Nov 22 17:03:26.108257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:26.114697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-591981273'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:26.138229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:26.142638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.166911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 851} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:26.177447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.177839 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Added segment c3ffef11-692d-4012-8beb-f1fe72b3f714 of type vlan for network ff9e284d-bedd-4fae-b21d-a2f7d843aebf Nov 22 17:03:26.220480 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.246563 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.253431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:26.254055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.313493 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2029505 Nov 22 17:03:26.316934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:26.322793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:26.343890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23da0e0-2ba2-45d5-8607-f4c8366a9091 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Network': ['ID=ff9e284d-bedd-4fae-b21d-a2f7d843aebf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:26.357075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ff9e284d-bedd-4fae-b21d-a2f7d843aebf details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:26.463310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Made reservation on behalf of 9ace0d57e82e44459514fdb7af3d2420 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:26.467734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.531626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing IP validity checks on allocation pools {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:03:26.532148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.ipam_backend_mixin [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103514) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:03:26.680331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.740244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=27ad09c5-c051-424e-8642-2a072ee67d42,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:26.757990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Checking segment: {'id': 'c3ffef11-692d-4012-8beb-f1fe72b3f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:26.758342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network hostable DHCP agents. Network: ff9e284d-bedd-4fae-b21d-a2f7d843aebf, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:26.774939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Network ff9e284d-bedd-4fae-b21d-a2f7d843aebf is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:26.785459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ff9e284d-bedd-4fae-b21d-a2f7d843aebf) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:26.789932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:26.790546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.795848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aacd3c-75a3-4391-93be-f54e2654c984 None None] Network ff9e284d-bedd-4fae-b21d-a2f7d843aebf requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:26.811087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-774abe62-e994-4198-ab9a-cf81e9b6bfd4 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4902251 Nov 22 17:03:26.811448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:26.817449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:26.861333 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:03:26.923332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12746365'] for subnet, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:26.988676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ff9e284d-bedd-4fae-b21d-a2f7d843aebf', 'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf', 'tenant_id': '9ace0d57e82e44459514fdb7af3d2420', 'fixed_ips': [{'subnet_id': '27ad09c5-c051-424e-8642-2a072ee67d42'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:26.989898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.028471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e02e0-064c-4bbe-8a37-ab4313e6c21e req-74f3e0b8-78f4-4b88-858c-815530863b46 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:27.032013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f05e02e0-064c-4bbe-8a37-ab4313e6c21e req-74f3e0b8-78f4-4b88-858c-815530863b46 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0766127 Nov 22 17:03:27.101187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f05e02e0-064c-4bbe-8a37-ab4313e6c21e req-61db0aa0-4ada-41ed-97b0-d514f9b7c6d9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627763 Nov 22 17:03:27.131791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752851183948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12645665'] for subnet, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.178918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Allocated IP 172.20.0.3 (ff9e284d-bedd-4fae-b21d-a2f7d843aebf/27ad09c5-c051-424e-8642-2a072ee67d42/8025bac0-a87d-405a-beca-1451e127824a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:27.200925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event updated for resources: {'Subnet': ['ID=27ad09c5-c051-424e-8642-2a072ee67d42,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:27.205002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:27.206532 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.208123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2805d870-60c2-4c92-a096-a7df27ff8ed3 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "PUT /v2.0/subnets/27ad09c5-c051-424e-8642-2a072ee67d42 HTTP/1.1" status: 200 len: 877 time: 0.3956165 Nov 22 17:03:27.211646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45400) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:27.335063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.347300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.356516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.394640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.396125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Network ff9e284d-bedd-4fae-b21d-a2f7d843aebf is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:27.400705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:27.403236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:27.411658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Pushing event updated for resources: {'Port': ['ID=8025bac0-a87d-405a-beca-1451e127824a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:27.467591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.472287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Attempting to bind port 8025bac0-a87d-405a-beca-1451e127824a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:27.472681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Attempting to bind port 8025bac0-a87d-405a-beca-1451e127824a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'c3ffef11-692d-4012-8beb-f1fe72b3f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:27.473029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Attempting to bind port 8025bac0-a87d-405a-beca-1451e127824a on network ff9e284d-bedd-4fae-b21d-a2f7d843aebf {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:27.478123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:27.478498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Checking segment: {'id': 'c3ffef11-692d-4012-8beb-f1fe72b3f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:27.478897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.479287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Bound using segment: {'id': 'c3ffef11-692d-4012-8beb-f1fe72b3f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:27.479749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Bound port: 8025bac0-a87d-405a-beca-1451e127824a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3ffef11-692d-4012-8beb-f1fe72b3f714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:27.480130 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.503244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=27ad09c5-c051-424e-8642-2a072ee67d42,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:27.553527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] For port 8025bac0-a87d-405a-beca-1451e127824a, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:27.557462 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] For port 8025bac0-a87d-405a-beca-1451e127824a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8025bac0-a87d-405a-beca-1451e127824a,segment=NetworkSegment(c3ffef11-692d-4012-8beb-f1fe72b3f714),segment_id=c3ffef11-692d-4012-8beb-f1fe72b3f714)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:27.563743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.594179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.622282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e284d-bedd-4fae-b21d-a2f7d843aebf']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:27.640977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ffef11-692d-4012-8beb-f1fe72b3f714') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:27.640977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ffef11-692d-4012-8beb-f1fe72b3f714') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:27.646582 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.652502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b071b-23b2-419b-beed-9a31ea27024e None None] Pushing event updated for resources: {'Port': ['ID=8025bac0-a87d-405a-beca-1451e127824a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:27.670106 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.681219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:27.681626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:27.685270 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:27.693730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1869dc18-73cd-4eab-a761-c192275066d5 None None] Network ff9e284d-bedd-4fae-b21d-a2f7d843aebf requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:27.771613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.db.api [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 22 17:03:27.771613 n-d-816206-6 neutron-server[103514]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 22 17:03:27.771613 n-d-816206-6 neutron-server[103514]: [parameters: {'id': 'ff9e284d-bedd-4fae-b21d-a2f7d843aebf'}] Nov 22 17:03:27.771613 n-d-816206-6 neutron-server[103514]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103514) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:27.772140 n-d-816206-6 neutron-server[103514]: DEBUG oslo_db.api [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:27.991412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33402628-b6b0-4327-a49d-010d11b9ec37 None None] Network ff9e284d-bedd-4fae-b21d-a2f7d843aebf requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:28.119500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c6038-359f-44c6-b9d0-eab3c1ca47e0 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:03:28.213033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8c6038-359f-44c6-b9d0-eab3c1ca47e0 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:03:28.234405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dba4f0-5f04-46c8-b2e0-0625222e9f86 req-871d046f-efaf-412d-ad19-c905e23aba37 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:28.236163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95dba4f0-5f04-46c8-b2e0-0625222e9f86 req-871d046f-efaf-412d-ad19-c905e23aba37 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0648639 Nov 22 17:03:28.274828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.291537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95dba4f0-5f04-46c8-b2e0-0625222e9f86 req-c4314c77-5a07-4d9b-9972-6c0813a5af0a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Nov 22 17:03:28.343806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port 8025bac0-a87d-405a-beca-1451e127824a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:28.344352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.420740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port 8025bac0-a87d-405a-beca-1451e127824a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8025bac0-a87d-405a-beca-1451e127824a,segment=NetworkSegment(c3ffef11-692d-4012-8beb-f1fe72b3f714),segment_id=c3ffef11-692d-4012-8beb-f1fe72b3f714)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:28.422347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.438538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for 8025bac0-a87d-405a-beca-1451e127824a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:28.521559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.547925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=8025bac0-a87d-405a-beca-1451e127824a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:28.551346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port 8025bac0-a87d-405a-beca-1451e127824a on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:28.637317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.660172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e284d-bedd-4fae-b21d-a2f7d843aebf']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:28.669744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ffef11-692d-4012-8beb-f1fe72b3f714') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:28.670128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ffef11-692d-4012-8beb-f1fe72b3f714') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:28.687491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.703393 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.712846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:28.712846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:28.717096 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:28.779623 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.789847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:28.793106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/ff9e284d-bedd-4fae-b21d-a2f7d843aebf HTTP/1.1" status: 204 len: 168 time: 1.5802982 Nov 22 17:03:28.796229 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45412) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:28.814186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c462075-e109-4832-9ec6-42e2fa82637d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=ff9e284d-bedd-4fae-b21d-a2f7d843aebf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:28.833091 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1db875c-389a-48ac-baff-e928ccd5d4eb tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:28.833547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1db875c-389a-48ac-baff-e928ccd5d4eb tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:28.836628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e1db875c-389a-48ac-baff-e928ccd5d4eb tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/27ad09c5-c051-424e-8642-2a072ee67d42 HTTP/1.1" status: 404 len: 337 time: 0.0390718 Nov 22 17:03:28.839082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45414) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:28.857435 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9b1edd-76fa-468a-acf8-3d976538d90c tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:28.857962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9b1edd-76fa-468a-acf8-3d976538d90c tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:28.863542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ac9b1edd-76fa-468a-acf8-3d976538d90c tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/ff9e284d-bedd-4fae-b21d-a2f7d843aebf HTTP/1.1" status: 404 len: 339 time: 0.0212131 Nov 22 17:03:28.863988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45416) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:28.891758 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a66f5e0-1581-449d-8335-b671f1137c4e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:28.892382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a66f5e0-1581-449d-8335-b671f1137c4e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:28.897683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4a66f5e0-1581-449d-8335-b671f1137c4e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/84f168d5-255e-4b22-adda-43b7ae5638d3 HTTP/1.1" status: 404 len: 337 time: 0.0307031 Nov 22 17:03:28.898318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45418) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:28.916612 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffb0843-815f-4836-9ff8-ec3fa8e89e58 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:28.917137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffb0843-815f-4836-9ff8-ec3fa8e89e58 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:28.920330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9ffb0843-815f-4836-9ff8-ec3fa8e89e58 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/38a6d6e5-e343-49ee-a487-965accd13948 HTTP/1.1" status: 404 len: 339 time: 0.0208962 Nov 22 17:03:28.923536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45420) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.005446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.148485 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.169974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d5efe2a-9d0c-4889-81b7-3fbe7fd23842']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:29.180173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76a5c5ce-c7e4-498b-98f2-72c50215f96e') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:29.180475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76a5c5ce-c7e4-498b-98f2-72c50215f96e') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:29.190478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.205232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.212412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:29.212765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:29.216060 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:29.290542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.299071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.302244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/4d5efe2a-9d0c-4889-81b7-3fbe7fd23842 HTTP/1.1" status: 204 len: 168 time: 0.3777127 Nov 22 17:03:29.304914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45422) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.315537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ba2f3-1a6e-4234-9d01-a554ad2ad3c0 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=4d5efe2a-9d0c-4889-81b7-3fbe7fd23842,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:29.341823 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35fa758-85b9-4125-9e6d-204c6418bfe8 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.342284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35fa758-85b9-4125-9e6d-204c6418bfe8 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.345555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e35fa758-85b9-4125-9e6d-204c6418bfe8 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/0933c58d-258d-4318-b7a4-24a1ce402815 HTTP/1.1" status: 404 len: 337 time: 0.0395064 Nov 22 17:03:29.348095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45426) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.367350 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d687ce-952c-4675-98c3-6fad7fd5ea2d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.367858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d687ce-952c-4675-98c3-6fad7fd5ea2d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.370889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15d687ce-952c-4675-98c3-6fad7fd5ea2d tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/eb41a96c-94c5-4fff-aae6-c4e93236ccd9 HTTP/1.1" status: 404 len: 339 time: 0.0218902 Nov 22 17:03:29.373488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.405001 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf778b09-23c0-4b81-9dbb-8c0b2c42335a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.405371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf778b09-23c0-4b81-9dbb-8c0b2c42335a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.408977 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf778b09-23c0-4b81-9dbb-8c0b2c42335a tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/bb2e6075-2af3-4e89-9624-c76cc4d0e138 HTTP/1.1" status: 404 len: 337 time: 0.0345402 Nov 22 17:03:29.411674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45430) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.413030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980cd4bf-1344-420d-b3fc-afdb00b97f1b req-3a684bec-eb60-4ecf-994c-334b2c58453d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:29.414556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-980cd4bf-1344-420d-b3fc-afdb00b97f1b req-3a684bec-eb60-4ecf-994c-334b2c58453d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0523403 Nov 22 17:03:29.433670 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76fbb68-3609-492b-9ad8-b01adbd9c41e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.434209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76fbb68-3609-492b-9ad8-b01adbd9c41e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.437849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e76fbb68-3609-492b-9ad8-b01adbd9c41e tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/67a58a4b-75a9-4202-b28b-f463a412621a HTTP/1.1" status: 404 len: 339 time: 0.0250978 Nov 22 17:03:29.440518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.466893 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0513d76f-a346-40a3-9594-f4175165e876 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.467350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0513d76f-a346-40a3-9594-f4175165e876 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.469467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-980cd4bf-1344-420d-b3fc-afdb00b97f1b req-7ba63efb-23ea-4ea8-888f-af22559de0ee tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473340 Nov 22 17:03:29.470926 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0513d76f-a346-40a3-9594-f4175165e876 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/5daa5370-ef74-4b5a-83a2-a3d890beccd4 HTTP/1.1" status: 404 len: 337 time: 0.0294259 Nov 22 17:03:29.473508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45434) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.492192 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-e41d1aab-3e1a-47e1-a86a-dba39f70f712 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.492688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e41d1aab-3e1a-47e1-a86a-dba39f70f712 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.495655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e41d1aab-3e1a-47e1-a86a-dba39f70f712 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/7a0eb314-d221-4d7f-8e24-20875d35b503 HTTP/1.1" status: 404 len: 339 time: 0.0211716 Nov 22 17:03:29.498106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45436) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.526098 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ffe09d9-93dc-48b5-a284-b4d6e079f0db tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.526547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ffe09d9-93dc-48b5-a284-b4d6e079f0db tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.529490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9ffe09d9-93dc-48b5-a284-b4d6e079f0db tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/63e5765b-cc96-4f80-9b94-abff392c1885 HTTP/1.1" status: 404 len: 337 time: 0.0305037 Nov 22 17:03:29.532776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45438) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.550610 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d5e49f-f326-4d55-a7f1-609a100af605 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.551083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d5e49f-f326-4d55-a7f1-609a100af605 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.554012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43d5e49f-f326-4d55-a7f1-609a100af605 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/d18d3eda-d4e6-4a80-8be2-638950f8a7b0 HTTP/1.1" status: 404 len: 339 time: 0.0203154 Nov 22 17:03:29.558107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45440) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.590451 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cf871d-7173-4812-b1d9-2e3f09237410 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.590891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cf871d-7173-4812-b1d9-2e3f09237410 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.595055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43cf871d-7173-4812-b1d9-2e3f09237410 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/f00ef814-d568-4cbe-a7ae-570fdc4a1621 HTTP/1.1" status: 404 len: 337 time: 0.0356817 Nov 22 17:03:29.597574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45442) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.615632 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-525e3125-09f7-48e5-b416-272b1332fbc8 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.616108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525e3125-09f7-48e5-b416-272b1332fbc8 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.619032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-525e3125-09f7-48e5-b416-272b1332fbc8 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/fbe37644-9574-4e4b-a5aa-86740a3d65b2 HTTP/1.1" status: 404 len: 339 time: 0.0205364 Nov 22 17:03:29.621354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45444) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.648224 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-88925b63-ac1b-472e-b349-18a3f083df34 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.648662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88925b63-ac1b-472e-b349-18a3f083df34 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.651683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88925b63-ac1b-472e-b349-18a3f083df34 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/21fb0980-f3e4-49bb-862a-d9807d1969cb HTTP/1.1" status: 404 len: 337 time: 0.0294251 Nov 22 17:03:29.654130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45446) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.672692 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbeac26c-dfd9-40e8-a8ac-bb1e921881dc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.673171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbeac26c-dfd9-40e8-a8ac-bb1e921881dc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.676094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bbeac26c-dfd9-40e8-a8ac-bb1e921881dc tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/def22b11-a8d4-41a5-8f98-3561813787ee HTTP/1.1" status: 404 len: 339 time: 0.0210738 Nov 22 17:03:29.678538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45448) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.706018 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadbb62f-a490-4e8c-9163-6d56cc9d522b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.706475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadbb62f-a490-4e8c-9163-6d56cc9d522b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.709477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cadbb62f-a490-4e8c-9163-6d56cc9d522b tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/2d0e2f81-db98-49fb-af01-b262c494e891 HTTP/1.1" status: 404 len: 337 time: 0.0300562 Nov 22 17:03:29.711855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45450) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.729900 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0ebfb0-ea85-4ab4-ac45-cb5c1f994e00 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.730392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0ebfb0-ea85-4ab4-ac45-cb5c1f994e00 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.733343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4d0ebfb0-ea85-4ab4-ac45-cb5c1f994e00 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/0f3d4383-091b-4e7b-b68e-2126d97d0e6a HTTP/1.1" status: 404 len: 339 time: 0.0206051 Nov 22 17:03:29.735888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45452) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.762256 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea21fde-329e-4613-a1a2-9cb3c5e28684 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.762709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea21fde-329e-4613-a1a2-9cb3c5e28684 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.766994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ea21fde-329e-4613-a1a2-9cb3c5e28684 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/69920d5d-37f8-4ee6-9f32-db556ced62b8 HTTP/1.1" status: 404 len: 337 time: 0.0302122 Nov 22 17:03:29.769820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45458) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.788238 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02e8a7a-c804-49f5-ad65-9e072beff709 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:29.788746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02e8a7a-c804-49f5-ad65-9e072beff709 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:29.791803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d02e8a7a-c804-49f5-ad65-9e072beff709 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/8ce5ee61-21c1-4093-a642-d29a53baf0c0 HTTP/1.1" status: 404 len: 339 time: 0.0211596 Nov 22 17:03:29.794296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45460) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:29.845156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting subnet e921a13e-0068-4da5-8348-775c4dff5561 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:29.848323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.888225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:29.979697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.048633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.070300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029504b4-e2c9-452d-b64a-5ea00c6abb4e None None] Network 06b7e91c-04a4-4b54-b906-8fb2f468d3ac requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:30.084490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Subnet': ['ID=e921a13e-0068-4da5-8348-775c4dff5561,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:30.087915 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.094466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45466) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:30.098213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a4d52d3-9af6-453d-a133-a694ac36ef46 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/subnets/e921a13e-0068-4da5-8348-775c4dff5561 HTTP/1.1" status: 204 len: 168 time: 0.3028629 Nov 22 17:03:30.192333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.252617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Deleting port ec45c656-a91e-4fa6-b56b-5910ce311b97 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:30.252966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.289461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] DHCP port deletion for 06b7e91c-04a4-4b54-b906-8fb2f468d3ac request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:30.326561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] For port ec45c656-a91e-4fa6-b56b-5910ce311b97, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ec45c656-a91e-4fa6-b56b-5910ce311b97,segment=NetworkSegment(8e949976-f718-4cd0-b8db-4e7d513695f1),segment_id=8e949976-f718-4cd0-b8db-4e7d513695f1)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:30.327153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.341947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Calling delete_port for ec45c656-a91e-4fa6-b56b-5910ce311b97 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:30.349814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] Deleting port ec45c656-a91e-4fa6-b56b-5910ce311b97 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:30.350196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.414023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] For port ec45c656-a91e-4fa6-b56b-5910ce311b97, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ec45c656-a91e-4fa6-b56b-5910ce311b97,segment=NetworkSegment(8e949976-f718-4cd0-b8db-4e7d513695f1),segment_id=8e949976-f718-4cd0-b8db-4e7d513695f1)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:30.414469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.427373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] Calling delete_port for ec45c656-a91e-4fa6-b56b-5910ce311b97 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:30.430779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.463333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] No DVR routers for this DVR port ec45c656-a91e-4fa6-b56b-5910ce311b97 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:30.469134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Port': ['ID=ec45c656-a91e-4fa6-b56b-5910ce311b97,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:30.516269 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.548387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] Pushing event deleted for resources: {'Port': ['ID=ec45c656-a91e-4fa6-b56b-5910ce311b97,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:30.556873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd06b8-f468-4a93-aca7-2d008b5f32ef None None] No DVR routers for this DVR port ec45c656-a91e-4fa6-b56b-5910ce311b97 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:30.574810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.613890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b7e91c-04a4-4b54-b906-8fb2f468d3ac']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.628881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e949976-f718-4cd0-b8db-4e7d513695f1') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.629184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e949976-f718-4cd0-b8db-4e7d513695f1') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:30.641530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.650488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1391017-9091-4487-a945-da3de253339f req-3837278a-18ed-4183-84f2-e9f566237c68 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:30.652016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1391017-9091-4487-a945-da3de253339f req-3837278a-18ed-4183-84f2-e9f566237c68 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0869951 Nov 22 17:03:30.669536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.685480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:30.685912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:30.689705 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:30.772614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e1391017-9091-4487-a945-da3de253339f req-0ca40f58-3776-4c8d-ad4b-b272365c38f4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096454 Nov 22 17:03:30.777032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.782681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:30.786027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] 10.222.0.65 "DELETE /v2.0/networks/06b7e91c-04a4-4b54-b906-8fb2f468d3ac HTTP/1.1" status: 204 len: 168 time: 0.6903737 Nov 22 17:03:30.801733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcc431-6433-4105-b293-8b657c937c65 tempest-NetworksTest-1266211057 tempest-NetworksTest-1266211057-project] Pushing event deleted for resources: {'Network': ['ID=06b7e91c-04a4-4b54-b906-8fb2f468d3ac,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:31.069441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45476) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:31.222305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bbca49d0-bc36-4132-a27d-82a8e2fc89a2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ace0d57e82e44459514fdb7af3d2420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513858 Nov 22 17:03:31.225422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:31.284946 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ff82e74-15f5-43e3-8e18-b5a50ec56f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.310504 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ff82e74-15f5-43e3-8e18-b5a50ec56f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.366239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ff82e74-15f5-43e3-8e18-b5a50ec56f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.369016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0ff82e74-15f5-43e3-8e18-b5a50ec56f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:31.372655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0ff82e74-15f5-43e3-8e18-b5a50ec56f19 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f319ae3e-8222-41e8-a80f-589e55607b9e HTTP/1.1" status: 204 len: 168 time: 0.1437926 Nov 22 17:03:31.380392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff82e74-15f5-43e3-8e18-b5a50ec56f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f319ae3e-8222-41e8-a80f-589e55607b9e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:31.439129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ec45c656-a91e-4fa6-b56b-5910ce311b97 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:31.461693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ec45c656-a91e-4fa6-b56b-5910ce311b97 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:31.462176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ec45c656-a91e-4fa6-b56b-5910ce311b97 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:31.902775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d456c80-9ac9-4167-9b00-635103189c17 req-c3953603-28e3-45c0-a69f-32a0e3771549 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:31.902924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d456c80-9ac9-4167-9b00-635103189c17 req-c3953603-28e3-45c0-a69f-32a0e3771549 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0517550 Nov 22 17:03:31.963295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d456c80-9ac9-4167-9b00-635103189c17 req-57a1c87f-542d-4f37-a102-235426888847 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526400 Nov 22 17:03:32.070626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45506) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:32.178021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1613618194'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:32.213458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:32.217154 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.227373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.306991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.310907 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.338646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:32.347694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=978cf2b9-edc8-44a1-8f98-848deebb4b39,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:32.354762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.355162 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f of type vlan for network f0469156-ab55-4ab8-b14f-b786ea9bad7d Nov 22 17:03:32.401170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.427231 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.432870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.434207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.491764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4197924 Nov 22 17:03:32.494610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45512) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:32.500950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'name': 'tempest-PortsIpV6TestJSON-2091582637'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:32.509994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8040592-22dd-4941-9f03-49fa3aad39f0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=f0469156-ab55-4ab8-b14f-b786ea9bad7d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:32.521847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:32.601703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:32.606075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.627887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port d44876bc-9c50-47de-85e3-5e8cd5585651 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:32.822901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.857200 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.920565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=d44876bc-9c50-47de-85e3-5e8cd5585651,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:32.932046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:32.932417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: f0469156-ab55-4ab8-b14f-b786ea9bad7d, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:32.936053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.936412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.936819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.937163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.937505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.937877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.938221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.938560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.938899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.939232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.939562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.939893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:03:32.960385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:32.971098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, f0469156-ab55-4ab8-b14f-b786ea9bad7d) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:32.975490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:32.981278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:32.981968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:32.982091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e609bc-dd45-4801-9bd6-086be54278cd None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:33.009126 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4b387ea5-d358-4b20-b90f-a434153bd9ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5126748 Nov 22 17:03:33.012502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45516) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:33.019801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1376976026'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:33.045031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:33.050315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.081887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:33.092222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.092569 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment 09f4e45f-9c8d-4f67-8b64-8caab5c21e7d of type vlan for network 2c552410-25a6-444e-aa86-b44fec5be1e1 Nov 22 17:03:33.132466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bd770-b33c-4ba5-8810-6eab0b58e987 req-52498ec8-252d-4ede-84a0-7c4815b229e2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:33.135332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-741bd770-b33c-4ba5-8810-6eab0b58e987 req-52498ec8-252d-4ede-84a0-7c4815b229e2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0738235 Nov 22 17:03:33.141137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.172702 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.178356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:33.178943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.205022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-741bd770-b33c-4ba5-8810-6eab0b58e987 req-c2b60612-56f4-4c8c-a77a-087ecd509ccf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Nov 22 17:03:33.246899 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2328525 Nov 22 17:03:33.249975 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45520) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:33.255490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'ports': [{'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'}, {'network_id': '2c552410-25a6-444e-aa86-b44fec5be1e1'}]} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:33.255878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:33.256419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': '2c552410-25a6-444e-aa86-b44fec5be1e1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:33.274487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5566440a-205c-41e7-bf6f-731d316db04a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=2c552410-25a6-444e-aa86-b44fec5be1e1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:33.286736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 2c552410-25a6-444e-aa86-b44fec5be1e1 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:33.445707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 2} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:33.451022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.465885 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.549872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 1ba381a6-d8ba-42c9-b2ab-dfa61b10069a yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:33.712397 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.781523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 654330b7-86ed-495c-a3ab-3b124f42421a yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:33.903041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.943954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:33.959420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 337551f3-a6a6-4d65-8923-64b4ef1b6c0e details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:03:33.991114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:33.994202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:33.997867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:34.001041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.019030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=1ba381a6-d8ba-42c9-b2ab-dfa61b10069a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.072195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=654330b7-86ed-495c-a3ab-3b124f42421a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.092106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': '09f4e45f-9c8d-4f67-8b64-8caab5c21e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '2c552410-25a6-444e-aa86-b44fec5be1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:34.093353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: 2c552410-25a6-444e-aa86-b44fec5be1e1, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:34.115237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network 2c552410-25a6-444e-aa86-b44fec5be1e1 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:34.118897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:34.128364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 2c552410-25a6-444e-aa86-b44fec5be1e1) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:34.133775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:34.142741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:34.144198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6f9523-8276-4eac-86a6-08acd3e2af85 None None] Network 2c552410-25a6-444e-aa86-b44fec5be1e1 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:34.145868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e', 'mac_address': 'fa:16:3e:7b:4f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:03:34.148290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:34.149252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.174090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0f89d203-a45c-4d75-be77-73b3ca588d80 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9226060 Nov 22 17:03:34.174956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45522) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:34.250168 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.303662 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337551f3-a6a6-4d65-8923-64b4ef1b6c0e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:03:34.339574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:34.356526 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.366371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 654330b7-86ed-495c-a3ab-3b124f42421a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:34.366725 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.377223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609637f-0325-4396-bfc9-0f22f9879d24 req-007632dd-de3f-4a79-8ad5-168eb37f2f6d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:34.387547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a609637f-0325-4396-bfc9-0f22f9879d24 req-007632dd-de3f-4a79-8ad5-168eb37f2f6d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 943 time: 0.0820951 Nov 22 17:03:34.440479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.466711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a609637f-0325-4396-bfc9-0f22f9879d24 req-c683a774-9205-4c2c-b1a6-619139e8e27f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779707 Nov 22 17:03:34.481206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.495800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 654330b7-86ed-495c-a3ab-3b124f42421a owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:34.581004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.582740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['337551f3-a6a6-4d65-8923-64b4ef1b6c0e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:34.618421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=654330b7-86ed-495c-a3ab-3b124f42421a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:34.629688 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.635618 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dfd6a8ca-b983-4fe2-9e0a-ffef8a3a5387 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/654330b7-86ed-495c-a3ab-3b124f42421a HTTP/1.1" status: 204 len: 168 time: 0.4565752 Nov 22 17:03:34.641708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:34.709806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33efc9-dc71-4772-a6a4-147b343fa864 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:34.716866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a33efc9-dc71-4772-a6a4-147b343fa864 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:34.721428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9a33efc9-dc71-4772-a6a4-147b343fa864 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0758703 Nov 22 17:03:34.722202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:34.813827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 1ba381a6-d8ba-42c9-b2ab-dfa61b10069a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:34.814215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.885570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:34.899447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 1ba381a6-d8ba-42c9-b2ab-dfa61b10069a owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:34.984292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.015255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=1ba381a6-d8ba-42c9-b2ab-dfa61b10069a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:35.022057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.027847 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cc0078a6-d59c-446d-94be-cff13681b0a5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/1ba381a6-d8ba-42c9-b2ab-dfa61b10069a HTTP/1.1" status: 204 len: 168 time: 0.3024364 Nov 22 17:03:35.028210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:35.079862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca93ce4-460c-4e64-8adf-47f47bca8b20 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.083952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2ca93ce4-460c-4e64-8adf-47f47bca8b20 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0521383 Nov 22 17:03:35.084262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:35.109640 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1c28b7-1cb9-40a9-95a6-7f14e0ef164c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:35.111066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2d1c28b7-1cb9-40a9-95a6-7f14e0ef164c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/654330b7-86ed-495c-a3ab-3b124f42421a HTTP/1.1" status: 404 len: 333 time: 0.0257609 Nov 22 17:03:35.114108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45536) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:35.142199 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9756bfc-e00c-4cb0-bea8-07228f93dea3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:35.143901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d9756bfc-e00c-4cb0-bea8-07228f93dea3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/1ba381a6-d8ba-42c9-b2ab-dfa61b10069a HTTP/1.1" status: 404 len: 333 time: 0.0289326 Nov 22 17:03:35.146670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45538) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:35.232562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.334196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.367276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c552410-25a6-444e-aa86-b44fec5be1e1']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:35.382253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f4e45f-9c8d-4f67-8b64-8caab5c21e7d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:35.382576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f4e45f-9c8d-4f67-8b64-8caab5c21e7d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:35.393385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.407829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.415191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:35.415650 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:35.418779 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:35.488015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.506382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.516732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45544) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:35.517339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/2c552410-25a6-444e-aa86-b44fec5be1e1 HTTP/1.1" status: 204 len: 168 time: 0.3692136 Nov 22 17:03:35.523657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1932370502'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:35.534673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4757b-ebce-4702-81a0-eb2281d604ac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=2c552410-25a6-444e-aa86-b44fec5be1e1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:35.606667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:35.610522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.636644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 872} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:35.646513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.646836 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment 8a356436-1b7f-476b-b96f-7c6503986c91 of type vlan for network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 Nov 22 17:03:35.694435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.720392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9077c06-cfff-463b-9e72-cdf28f2db498 req-b4050cdd-1bcf-48c3-bb3d-42eef48e025b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.721920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9077c06-cfff-463b-9e72-cdf28f2db498 req-b4050cdd-1bcf-48c3-bb3d-42eef48e025b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 944 time: 0.1589417 Nov 22 17:03:35.742392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.747920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:35.748541 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.824135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3061268 Nov 22 17:03:35.827597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45546) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:35.833898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:35.855764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407ec06-7284-4907-9e2d-483af3676199 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=b90622ea-9c4b-4eb9-a3b1-b531bd14a955,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:35.874127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:35.888596 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9077c06-cfff-463b-9e72-cdf28f2db498 req-e72fb818-17c8-4a77-a83d-22b87bebbeb5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557033 Nov 22 17:03:35.947430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:35.955341 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:35.991593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 337551f3-a6a6-4d65-8923-64b4ef1b6c0e up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:36.023326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Performing IP validity checks on allocation pools {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:03:36.026606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:03:36.089819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:03:36.103912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:36.104486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.209704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.244357 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.289593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:36.292232 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d23348f-c6db-438f-a60c-f43fcc356d97" -d '{"events": [{"server_uuid": "0b1847af-da10-43c2-9917-eca7f87f5d78", "name": "network-vif-plugged", "status": "completed", "tag": "337551f3-a6a6-4d65-8923-64b4ef1b6c0e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:36.308596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:36.315433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=82b4b11a-7b55-42c2-8311-2bf8cd10c9b7,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:36.324813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': '8a356436-1b7f-476b-b96f-7c6503986c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:36.325054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: b90622ea-9c4b-4eb9-a3b1-b531bd14a955, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:36.326907 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.355001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:36.384709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b90622ea-9c4b-4eb9-a3b1-b531bd14a955) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:36.398133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.399533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.412216 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2f0b19-4a1c-436b-aedb-dc71399e5b21 x-openstack-request-id: req-de2f0b19-4a1c-436b-aedb-dc71399e5b21 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:36.412790 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1847af-da10-43c2-9917-eca7f87f5d78", "name": "network-vif-plugged", "status": "completed", "tag": "337551f3-a6a6-4d65-8923-64b4ef1b6c0e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:36.413249 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de2f0b19-4a1c-436b-aedb-dc71399e5b21 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:36.413734 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e', 'code': 200} Nov 22 17:03:36.430376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0480da55-eb36-49ef-9f7e-1a6e1ac1540e None None] Network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:36.457323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b4aa452-d794-4767-ac98-bf296d13c1d5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6274695 Nov 22 17:03:36.457824 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45552) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:36.464459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955', 'name': 'tempest-PortsIpV6TestJSON-146809495'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:36.508946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:36.554464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2d750-8815-4643-af18-69b5fe41a9e0 req-ed6a896d-1026-424c-b008-625831181624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:36.555935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87d2d750-8815-4643-af18-69b5fe41a9e0 req-ed6a896d-1026-424c-b008-625831181624 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 1096 time: 0.0866177 Nov 22 17:03:36.647170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:36.655853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.667074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87d2d750-8815-4643-af18-69b5fe41a9e0 req-552a1020-08b3-45d9-aa11-7ce374eeb9bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026816 Nov 22 17:03:36.679673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b90622ea-9c4b-4eb9-a3b1-b531bd14a955', 'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': '82b4b11a-7b55-42c2-8311-2bf8cd10c9b7'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:36.680612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:36.687675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port ca916b55-0237-448c-b57e-5668dced6539 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:36.875740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::297 (b90622ea-9c4b-4eb9-a3b1-b531bd14a955/82b4b11a-7b55-42c2-8311-2bf8cd10c9b7/ca916b55-0237-448c-b57e-5668dced6539) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:37.060705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a33cb-3c5d-448d-a2f9-e07a7213c4c2 req-3e7eebd3-00ac-4d8a-8263-7812d3cabea9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:37.062987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e01a33cb-3c5d-448d-a2f9-e07a7213c4c2 req-3e7eebd3-00ac-4d8a-8263-7812d3cabea9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.0854321 Nov 22 17:03:37.085207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.144812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e01a33cb-3c5d-448d-a2f9-e07a7213c4c2 req-4e2854ec-dc6f-4192-b881-77469032f2b2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697494 Nov 22 17:03:37.157867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.206506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:37.212750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:37.219197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:37.225007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:37.226152 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.234167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Allocated IP 2001:db8::2 (b90622ea-9c4b-4eb9-a3b1-b531bd14a955/82b4b11a-7b55-42c2-8311-2bf8cd10c9b7/f9f83d80-bea7-427a-bd8e-ea176f01f04c) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:37.250125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=ca916b55-0237-448c-b57e-5668dced6539,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:37.260377 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9122de19-ed94-4f94-b62b-9980beb3c251 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7985523 Nov 22 17:03:37.261300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45556) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:37.364798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port ca916b55-0237-448c-b57e-5668dced6539 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:37.365148 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.430398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.438742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.474091 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.488517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:37.489541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for ca916b55-0237-448c-b57e-5668dced6539 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:37.498169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:37.509051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:37.567222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Pushing event updated for resources: {'Port': ['ID=f9f83d80-bea7-427a-bd8e-ea176f01f04c,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:37.587596 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.646728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Attempting to bind port f9f83d80-bea7-427a-bd8e-ea176f01f04c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:37.647111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Attempting to bind port f9f83d80-bea7-427a-bd8e-ea176f01f04c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8a356436-1b7f-476b-b96f-7c6503986c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:37.647475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Attempting to bind port f9f83d80-bea7-427a-bd8e-ea176f01f04c on network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:37.653036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:37.654017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Checking segment: {'id': '8a356436-1b7f-476b-b96f-7c6503986c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:37.654425 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.654818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Bound using segment: {'id': '8a356436-1b7f-476b-b96f-7c6503986c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:37.655329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Bound port: f9f83d80-bea7-427a-bd8e-ea176f01f04c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a356436-1b7f-476b-b96f-7c6503986c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'b90622ea-9c4b-4eb9-a3b1-b531bd14a955'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:37.656070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.712610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.743116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=ca916b55-0237-448c-b57e-5668dced6539,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:37.743892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] For port f9f83d80-bea7-427a-bd8e-ea176f01f04c, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:37.747725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] For port f9f83d80-bea7-427a-bd8e-ea176f01f04c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f9f83d80-bea7-427a-bd8e-ea176f01f04c,segment=NetworkSegment(8a356436-1b7f-476b-b96f-7c6503986c91),segment_id=8a356436-1b7f-476b-b96f-7c6503986c91)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:37.754885 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.771749 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.776123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-acd2553f-c848-40e7-a812-7a5cd570ed29 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/ca916b55-0237-448c-b57e-5668dced6539 HTTP/1.1" status: 204 len: 168 time: 0.5143282 Nov 22 17:03:37.779363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:37.826575 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8bce7c8-9aad-4644-8cdd-f07abd326db6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:03:37.827808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8bce7c8-9aad-4644-8cdd-f07abd326db6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:37.833894 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d8bce7c8-9aad-4644-8cdd-f07abd326db6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/ca916b55-0237-448c-b57e-5668dced6539 HTTP/1.1" status: 404 len: 333 time: 0.0507581 Nov 22 17:03:37.834793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45566) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:37.860657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22bd35-31b8-4008-84d6-b5c880af39a2 None None] Pushing event updated for resources: {'Port': ['ID=f9f83d80-bea7-427a-bd8e-ea176f01f04c,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:37.863435 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a753f85e-f5c6-4c56-9c80-fb054485a156 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:37.865698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a753f85e-f5c6-4c56-9c80-fb054485a156 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/ca916b55-0237-448c-b57e-5668dced6539 HTTP/1.1" status: 404 len: 333 time: 0.0295687 Nov 22 17:03:37.867886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45568) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:37.933906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 82b4b11a-7b55-42c2-8311-2bf8cd10c9b7 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:37.938150 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:37.989725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.110609 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.204190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.240340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=82b4b11a-7b55-42c2-8311-2bf8cd10c9b7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:38.246409 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.250675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7a833371-9e77-4c0e-a260-26457a484ec1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/82b4b11a-7b55-42c2-8311-2bf8cd10c9b7 HTTP/1.1" status: 204 len: 168 time: 0.3816123 Nov 22 17:03:38.253168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45572) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:38.363018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.384884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d5cb9-f3b5-49bf-967a-19261be8ce6d req-70d433a1-548d-486c-8fe1-5be157f3925f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.386422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a4d5cb9-f3b5-49bf-967a-19261be8ce6d req-70d433a1-548d-486c-8fe1-5be157f3925f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.0844612 Nov 22 17:03:38.480273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a4d5cb9-f3b5-49bf-967a-19261be8ce6d req-fa24ef43-2872-4ba0-a0c6-2af6a9fd39a9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Nov 22 17:03:38.486340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port f9f83d80-bea7-427a-bd8e-ea176f01f04c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:38.486683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.558205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] For port f9f83d80-bea7-427a-bd8e-ea176f01f04c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f9f83d80-bea7-427a-bd8e-ea176f01f04c,segment=NetworkSegment(8a356436-1b7f-476b-b96f-7c6503986c91),segment_id=8a356436-1b7f-476b-b96f-7c6503986c91)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:38.558564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.593401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for f9f83d80-bea7-427a-bd8e-ea176f01f04c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:38.659336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f0db6-94ec-4747-ad0a-51e8e28cd946 req-ab5548b8-8ac0-4f87-b2f1-9e6fdb314ecf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.660928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547f0db6-94ec-4747-ad0a-51e8e28cd946 req-ab5548b8-8ac0-4f87-b2f1-9e6fdb314ecf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.1048560 Nov 22 17:03:38.737355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547f0db6-94ec-4747-ad0a-51e8e28cd946 req-41268556-d860-4879-995f-1cef6c7123d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691485 Nov 22 17:03:38.745064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.758869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No DVR routers for this DVR port f9f83d80-bea7-427a-bd8e-ea176f01f04c on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:38.806310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=f9f83d80-bea7-427a-bd8e-ea176f01f04c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:38.901345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:38.944704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521eda33-cb73-46c7-8261-33bd00701f4f req-dcad7ba8-b3ed-419c-af3c-271e64696004 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:38.946251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-521eda33-cb73-46c7-8261-33bd00701f4f req-dcad7ba8-b3ed-419c-af3c-271e64696004 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.0907180 Nov 22 17:03:38.948150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90622ea-9c4b-4eb9-a3b1-b531bd14a955']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:38.966749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a356436-1b7f-476b-b96f-7c6503986c91') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:38.967147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a356436-1b7f-476b-b96f-7c6503986c91') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:38.985260 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.009289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.016331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd6ab5-496e-4ea1-8e87-c07e34398835 None None] Network b90622ea-9c4b-4eb9-a3b1-b531bd14a955 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:39.024126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:39.024558 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:39.027918 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:39.032670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-521eda33-cb73-46c7-8261-33bd00701f4f req-04f33562-9f53-46b3-bfcf-5dfd54dfc54c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757527 Nov 22 17:03:39.122554 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.124659 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.131735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.134740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e205959a-e4c2-4dce-9e8f-29bb1d965d84 None None] Could not find standard attr ID for object f9f83d80-bea7-427a-bd8e-ea176f01f04c. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:39.138881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/b90622ea-9c4b-4eb9-a3b1-b531bd14a955 HTTP/1.1" status: 204 len: 168 time: 0.8812525 Nov 22 17:03:39.140449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45590) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:39.146294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2064676195'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:39.166177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81a1bc-468a-40ef-8a4d-7d71a966c73e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=b90622ea-9c4b-4eb9-a3b1-b531bd14a955,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:39.185620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:39.190591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.220495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:39.230226 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.230679 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment 567d113d-5bc7-47bc-8ca2-08b6581768d0 of type vlan for network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b Nov 22 17:03:39.270998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0093d858-0ff1-4b3d-8c81-d7f9e9b53d5a None None] DHCP port deletion for b90622ea-9c4b-4eb9-a3b1-b531bd14a955 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:39.279939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.320678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.326658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:39.328261 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.398610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2569702 Nov 22 17:03:39.401967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45594) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:39.409294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:39.430224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8d853f-d547-4ab6-ab68-2e6fd3b4f9c3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=bf709d40-bf50-4eb3-8bbe-e122e35e4f6b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:39.443889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:39.454337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92074570-893a-4cfc-91be-e4818dfceb3e req-37756987-c242-4e70-9dba-d4b314bb4443 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:39.456418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92074570-893a-4cfc-91be-e4818dfceb3e req-37756987-c242-4e70-9dba-d4b314bb4443 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.0745451 Nov 22 17:03:39.515371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:39.519438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.522902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92074570-893a-4cfc-91be-e4818dfceb3e req-085d8cc3-fac6-4d6f-8476-8717acf96f42 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Nov 22 17:03:39.719775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.782918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=4c1b6c51-681c-413d-b77c-746df30dca12,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:39.793143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': '567d113d-5bc7-47bc-8ca2-08b6581768d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:39.793511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: bf709d40-bf50-4eb3-8bbe-e122e35e4f6b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:39.812856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:39.822389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bf709d40-bf50-4eb3-8bbe-e122e35e4f6b) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:39.826391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:39.827036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:39.832678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e8cd85-a7fe-4369-a04d-0d2205741f24 None None] Network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:39.845000 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d0d96d7a-9640-4f22-bec8-5af6bb9a1612 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4412303 Nov 22 17:03:39.847728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45596) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:39.852743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-401049425'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:40.019679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-bf709d40-bf50-4eb3-8bbe-e122e35e4f6b', 'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': '4c1b6c51-681c-413d-b77c-746df30dca12'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:40.021997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.183847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Allocated IP 2001:db8::2 (bf709d40-bf50-4eb3-8bbe-e122e35e4f6b/4c1b6c51-681c-413d-b77c-746df30dca12/0e069d7d-b204-4e8c-a4dd-1689e6c7fb53) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:40.365153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:40.368942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.386819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 43964de5-2ac1-4ad9-becd-80affeb626c6 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:40.491951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.498728 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.544105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:40.547606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:40.551347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:40.563306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Pushing event updated for resources: {'Port': ['ID=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:40.583179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::336 (bf709d40-bf50-4eb3-8bbe-e122e35e4f6b/4c1b6c51-681c-413d-b77c-746df30dca12/43964de5-2ac1-4ad9-becd-80affeb626c6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:40.628136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Attempting to bind port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:40.628514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Attempting to bind port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '567d113d-5bc7-47bc-8ca2-08b6581768d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:40.628879 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Attempting to bind port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 on network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:40.634962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:40.634962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Checking segment: {'id': '567d113d-5bc7-47bc-8ca2-08b6581768d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:40.635290 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.635544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Bound using segment: {'id': '567d113d-5bc7-47bc-8ca2-08b6581768d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:40.636643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Bound port: 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567d113d-5bc7-47bc-8ca2-08b6581768d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bf709d40-bf50-4eb3-8bbe-e122e35e4f6b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:40.636643 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.722606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] For port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:40.726198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] For port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,segment=NetworkSegment(567d113d-5bc7-47bc-8ca2-08b6581768d0),segment_id=567d113d-5bc7-47bc-8ca2-08b6581768d0)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:40.732450 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.763555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f2027-3842-43bd-a9fe-02ad64f64347 req-542a6a64-8372-4810-9fd6-729af7cf1296 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.766089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d1f2027-3842-43bd-a9fe-02ad64f64347 req-542a6a64-8372-4810-9fd6-729af7cf1296 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.1548507 Nov 22 17:03:40.816165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e77843-3866-42ba-9da5-9d3688fa34ed None None] Pushing event updated for resources: {'Port': ['ID=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:40.828572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.864990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-055acad7-114d-4231-aafb-f461326a1231 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.866745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-055acad7-114d-4231-aafb-f461326a1231 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 945 time: 0.0541534 Nov 22 17:03:40.875860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d1f2027-3842-43bd-a9fe-02ad64f64347 req-4bcf17e0-0168-4ea1-bac0-25e045a7a071 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025381 Nov 22 17:03:40.906459 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.956472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:40.960448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:40.967102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:40.975040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:40.975720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.987024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:40.987516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:40.988947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=43964de5-2ac1-4ad9-becd-80affeb626c6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:41.003988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0a1f4e37-a99c-4619-9bc4-8ce9ca0d5502 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1551392 Nov 22 17:03:41.006623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45606) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:41.146482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:41.150515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.168822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for 337551f3-a6a6-4d65-8923-64b4ef1b6c0e owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:41.185834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 43964de5-2ac1-4ad9-becd-80affeb626c6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:41.186938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.305820 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.322690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 43964de5-2ac1-4ad9-becd-80affeb626c6 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:41.336379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.348737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['337551f3-a6a6-4d65-8923-64b4ef1b6c0e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:03:41.375307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=337551f3-a6a6-4d65-8923-64b4ef1b6c0e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:41.433639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port 337551f3-a6a6-4d65-8923-64b4ef1b6c0e on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:41.438281 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.447309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9a42538b-f1a7-4f00-b6bf-7cc8277e83ba req-66b83eae-3739-4e96-8e5f-6276ba150cc5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "DELETE /v2.0/ports/337551f3-a6a6-4d65-8923-64b4ef1b6c0e HTTP/1.1" status: 204 len: 173 time: 0.5740292 Nov 22 17:03:41.447804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'name': 'network-vif-deleted', 'tag': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:03:41.455176 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a3fd49-c71e-40c1-bf3f-3f7b03072591" -d '{"events": [{"server_uuid": "0b1847af-da10-43c2-9917-eca7f87f5d78", "name": "network-vif-deleted", "tag": "337551f3-a6a6-4d65-8923-64b4ef1b6c0e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:03:41.534280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:41.556436 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3b4b4c-10f2-4579-83e9-6467c1f7fe83 x-openstack-request-id: req-ae3b4b4c-10f2-4579-83e9-6467c1f7fe83 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:03:41.556926 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b1847af-da10-43c2-9917-eca7f87f5d78", "name": "network-vif-deleted", "tag": "337551f3-a6a6-4d65-8923-64b4ef1b6c0e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:03:41.557358 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae3b4b4c-10f2-4579-83e9-6467c1f7fe83 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:03:41.557979 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1847af-da10-43c2-9917-eca7f87f5d78', 'name': 'network-vif-deleted', 'tag': '337551f3-a6a6-4d65-8923-64b4ef1b6c0e', 'status': 'completed', 'code': 200} Nov 22 17:03:41.611187 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.621687 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:41.622070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.640432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=43964de5-2ac1-4ad9-becd-80affeb626c6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:41.708477 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.717276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:41.718902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-382f4745-7d0b-4e63-8bb0-a94d312b7064 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/43964de5-2ac1-4ad9-becd-80affeb626c6 HTTP/1.1" status: 204 len: 168 time: 0.7110162 Nov 22 17:03:41.764711 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a3a40c-a07a-4cc2-bfc7-9a8eb6d33b61 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:41.772966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45612) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:41.773188 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-04a3a40c-a07a-4cc2-bfc7-9a8eb6d33b61 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/43964de5-2ac1-4ad9-becd-80affeb626c6 HTTP/1.1" status: 404 len: 333 time: 0.0533211 Nov 22 17:03:41.784140 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.821980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,segment=NetworkSegment(567d113d-5bc7-47bc-8ca2-08b6581768d0),segment_id=567d113d-5bc7-47bc-8ca2-08b6581768d0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:41.830867 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.847089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 4c1b6c51-681c-413d-b77c-746df30dca12 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:41.852545 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:41.896979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:41.945478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.026283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52bcf231-2e85-4b5b-986b-13cfa88c521a req-0fa89a96-b368-439c-950f-557a5aaee8b9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0316176 Nov 22 17:03:42.073324 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.162811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.196871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1b6c51-681c-413d-b77c-746df30dca12,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:42.204723 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.211416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45622) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:42.222272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-83a92356-c1ea-434b-bfd3-a13f579d074c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/4c1b6c51-681c-413d-b77c-746df30dca12 HTTP/1.1" status: 204 len: 168 time: 0.4479980 Nov 22 17:03:42.268470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1420ab7-03ef-4471-8685-ba42e1d0d885 None None] Network bf709d40-bf50-4eb3-8bbe-e122e35e4f6b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:42.346410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.355018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-695eed8f-7c23-415d-a8ea-3feb1c5f563c None None] Provisioning complete for port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:42.356008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-695eed8f-7c23-415d-a8ea-3feb1c5f563c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.425749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:42.426179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.526801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] For port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,segment=NetworkSegment(567d113d-5bc7-47bc-8ca2-08b6581768d0),segment_id=567d113d-5bc7-47bc-8ca2-08b6581768d0)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:42.527306 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.550644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:42.581496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] DHCP port deletion for bf709d40-bf50-4eb3-8bbe-e122e35e4f6b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:42.679590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.681449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Deleting port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:42.681974 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.750497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No DVR routers for this DVR port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:42.754115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] For port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:42.754660 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.771707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Calling delete_port for 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:42.774902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:03:42.776935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.797566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:42.829778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] No DVR routers for this DVR port 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:42.831787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bfe58-2f65-445d-9684-db626f072b87 None None] Pushing event deleted for resources: {'Port': ['ID=0e069d7d-b204-4e8c-a4dd-1689e6c7fb53,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:42.896721 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.927575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf709d40-bf50-4eb3-8bbe-e122e35e4f6b']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.940936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567d113d-5bc7-47bc-8ca2-08b6581768d0') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.941330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567d113d-5bc7-47bc-8ca2-08b6581768d0') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:42.954083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.971782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.979243 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:42.979916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:42.993831 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:43.051057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.059359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.066243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:43.066806 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/bf709d40-bf50-4eb3-8bbe-e122e35e4f6b HTTP/1.1" status: 204 len: 168 time: 0.8537292 Nov 22 17:03:43.072110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'name': 'tempest-PortsIpV6TestJSON-1485989739'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:43.080911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5dc60-d4b6-4992-88ef-c1fd90768fa2 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=bf709d40-bf50-4eb3-8bbe-e122e35e4f6b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:43.193413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9830d88f-51a5-476e-889a-7e4dc833c667 req-5ea23b31-90fd-4646-982f-b44a9cf6a308 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0402052 Nov 22 17:03:43.231087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:43.235113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.253833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port aabac564-951f-4542-a2ef-b3baf6fc2284 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:43.500640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:43.534381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:43.535032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0e069d7d-b204-4e8c-a4dd-1689e6c7fb53 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:43.550229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.586255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.643901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:43.647249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:43.651820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:43.660957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:43.662042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.666290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=aabac564-951f-4542-a2ef-b3baf6fc2284,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:43.687993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45636) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:43.695219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3b5b985c-f405-4e1d-9e0d-6be6d443fec7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6277225 Nov 22 17:03:43.811655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port aabac564-951f-4542-a2ef-b3baf6fc2284 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:43.811880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.892735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:43.907032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for aabac564-951f-4542-a2ef-b3baf6fc2284 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:43.984785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 337551f3-a6a6-4d65-8923-64b4ef1b6c0e no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:43.994846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.007729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 337551f3-a6a6-4d65-8923-64b4ef1b6c0e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:44.008082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 337551f3-a6a6-4d65-8923-64b4ef1b6c0e not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:44.028776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=aabac564-951f-4542-a2ef-b3baf6fc2284,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:44.040905 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.047053 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dcf47b2a-a3dc-47c2-b2da-6a817a829881 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/aabac564-951f-4542-a2ef-b3baf6fc2284 HTTP/1.1" status: 204 len: 168 time: 0.3564129 Nov 22 17:03:44.047477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45638) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:44.052953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'mac_address': 'fa:16:3e:c9:df:04', 'name': 'tempest-PortsIpV6TestJSON-1654162240'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:44.151319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:44.221238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.244352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 205871e8-de3f-4416-b534-dc3428f4d4e4 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:44.313120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e15a0781-001e-45b1-8f4e-a11b3223b0e0 req-eb3d9130-b98a-445c-933d-2503f35c2cb6 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0319719 Nov 22 17:03:44.437368 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.470170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.517395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:44.520763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:44.524673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:44.530903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:44.531064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.537294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=205871e8-de3f-4416-b534-dc3428f4d4e4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:44.559111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45644) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:44.559928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3390e40c-481b-4c39-bd89-632292688a2d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5105624 Nov 22 17:03:44.607515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e0e06-d1f8-446b-97d5-7b05223d5662 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:44.610125 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-884e0e06-d1f8-446b-97d5-7b05223d5662 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/205871e8-de3f-4416-b534-dc3428f4d4e4 HTTP/1.1" status: 200 len: 845 time: 0.0494452 Nov 22 17:03:44.613312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45648) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:44.738580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 205871e8-de3f-4416-b534-dc3428f4d4e4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:44.738935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.814141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.827930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 205871e8-de3f-4416-b534-dc3428f4d4e4 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:44.913478 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.948457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:44.955168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/205871e8-de3f-4416-b534-dc3428f4d4e4 HTTP/1.1" status: 204 len: 168 time: 0.3378212 Nov 22 17:03:44.955168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822ec27-a2cd-4119-b312-90cc819428d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=205871e8-de3f-4416-b534-dc3428f4d4e4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:44.955813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45652) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:44.980564 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a7d3028-d69f-4692-881e-f9b29e5f4304 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:44.986380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8a7d3028-d69f-4692-881e-f9b29e5f4304 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/205871e8-de3f-4416-b534-dc3428f4d4e4 HTTP/1.1" status: 404 len: 333 time: 0.0253518 Nov 22 17:03:44.987141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45654) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:44.993518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'name': 'tempest-PortsIpV6TestJSON-446067544'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:45.101503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:45.105022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.123808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 9efa7661-afac-4a9d-8fc5-25a660cd3ef6 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:45.291964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.330648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.399694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=9efa7661-afac-4a9d-8fc5-25a660cd3ef6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:45.409399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:45.410980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:45.413994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:45.424462 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:45.425237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.444575 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4a8107f0-86d6-4c5f-ac53-af3b20263588 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4548583 Nov 22 17:03:45.447193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45658) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:45.453797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:45.495149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-812d595c-6df2-4795-8c86-32704174c463 req-5a917519-80b0-4206-bbb3-824d0d43348b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0686767 Nov 22 17:03:45.550432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.782523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.791046 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.845400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=9efa7661-afac-4a9d-8fc5-25a660cd3ef6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:45.847663 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] In _notify_port_updated(), no bound segment for port 9efa7661-afac-4a9d-8fc5-25a660cd3ef6 on network f0469156-ab55-4ab8-b14f-b786ea9bad7d {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:03:45.853137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:45.853791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:45.858542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45662) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:45.876889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-afe8476a-4def-4ca7-87d3-24eafa931390 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/ports/9efa7661-afac-4a9d-8fc5-25a660cd3ef6 HTTP/1.1" status: 200 len: 818 time: 0.4284995 Nov 22 17:03:45.964189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 9efa7661-afac-4a9d-8fc5-25a660cd3ef6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:45.964533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.031136 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.044098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 9efa7661-afac-4a9d-8fc5-25a660cd3ef6 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:46.137321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.168131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=9efa7661-afac-4a9d-8fc5-25a660cd3ef6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:46.182511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.186348 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-235a19f1-e50b-4233-ba83-7a3312fcc1d8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/9efa7661-afac-4a9d-8fc5-25a660cd3ef6 HTTP/1.1" status: 204 len: 168 time: 0.3262458 Nov 22 17:03:46.189086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45666) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:46.241106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a844f79b-e70e-4119-9f34-2ee8d0b8c6e7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:46.245373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a844f79b-e70e-4119-9f34-2ee8d0b8c6e7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0524895 Nov 22 17:03:46.245712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45668) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:46.270755 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-013febbc-d406-429f-bc00-0565335b67e0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:46.277698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-013febbc-d406-429f-bc00-0565335b67e0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/9efa7661-afac-4a9d-8fc5-25a660cd3ef6 HTTP/1.1" status: 404 len: 333 time: 0.0256085 Nov 22 17:03:46.277941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45670) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:46.283415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-35151428'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:46.306233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:46.309926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.335592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:46.345532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.346065 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36 of type vlan for network efbaa907-2cd4-467f-bbcd-db3282d27b25 Nov 22 17:03:46.401076 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.427120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.433345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:46.434032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.502475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2232325 Nov 22 17:03:46.507008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45672) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:46.514657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:46.540750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b07d5-dbf0-4785-909a-d17d51a7e57a tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=efbaa907-2cd4-467f-bbcd-db3282d27b25,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:46.553903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:46.687566 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:46.687924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cc10a83-d3b0-4ae5-add2-6cd0be884ec4 req-ad64d5ec-437b-4ffe-9c94-dd9f758d4335 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=0b1847af-da10-43c2-9917-eca7f87f5d78 HTTP/1.1" status: 200 len: 210 time: 0.0651562 Nov 22 17:03:46.692475 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:46.941784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.015046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:47.033487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:47.034442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: efbaa907-2cd4-467f-bbcd-db3282d27b25, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:47.053148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:47.063291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, efbaa907-2cd4-467f-bbcd-db3282d27b25) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:47.067506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:47.068103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.076331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8e6e3-0052-4bfd-acb0-72e05eacfef9 None None] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:47.087513 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-75e1bf35-531d-4045-9406-d2cf36244c10 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5791714 Nov 22 17:03:47.091953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45680) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:47.098128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:47.266790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:47.275119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.290589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-efbaa907-2cd4-467f-bbcd-db3282d27b25', 'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': 'ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:47.291890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.422712 n-d-816206-6 neutron-server[103514]: INFO neutron.db.ipam_backend_mixin [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b (CIDR: 2001:db8::/64) Nov 22 17:03:47.427337 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:03:47.428140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:03:47.447204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-48fc68c5-0f26-4486-a894-1779d9a12508 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3529601 Nov 22 17:03:47.449820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:47.457127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:47.582950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Allocated IP 2001:db8::2 (efbaa907-2cd4-467f-bbcd-db3282d27b25/ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b/98815d68-ce91-41a7-8c37-35d208ff23b3) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:47.611283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:47.616823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.743289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.751811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.826369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Pushing event updated for resources: {'Port': ['ID=98815d68-ce91-41a7-8c37-35d208ff23b3,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:47.852632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:47.854139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:47.868201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:47.934561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Attempting to bind port 98815d68-ce91-41a7-8c37-35d208ff23b3 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:47.934937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Attempting to bind port 98815d68-ce91-41a7-8c37-35d208ff23b3 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:47.935441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Attempting to bind port 98815d68-ce91-41a7-8c37-35d208ff23b3 on network efbaa907-2cd4-467f-bbcd-db3282d27b25 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:47.942272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:47.942698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Checking segment: {'id': 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:47.943056 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.943454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Bound using segment: {'id': 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:47.943938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Bound port: 98815d68-ce91-41a7-8c37-35d208ff23b3, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:47.944585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:47.960452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.017165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=a54dd4e6-ce06-45f7-ae49-20d0bad77f12,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:48.042400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:48.045903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:48.048930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:48.050130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.068779 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-41cebe91-bc38-4021-85b1-5afe2b220f71 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6175342 Nov 22 17:03:48.071662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:48.075545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] For port 98815d68-ce91-41a7-8c37-35d208ff23b3, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:48.078848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25', 'fixed_ips': [{'subnet_id': 'ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b'}, {'subnet_id': 'a54dd4e6-ce06-45f7-ae49-20d0bad77f12'}], 'name': 'tempest-PortsIpV6TestJSON-586916917'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:48.079148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] For port 98815d68-ce91-41a7-8c37-35d208ff23b3, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98815d68-ce91-41a7-8c37-35d208ff23b3,segment=NetworkSegment(a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36),segment_id=a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:48.086503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.175352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e7301-8c85-47ca-a5c5-e1eb265e6331 None None] Pushing event updated for resources: {'Port': ['ID=98815d68-ce91-41a7-8c37-35d208ff23b3,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:48.297879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:48.495507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:48.537767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port cd080748-e4b5-4689-9a8e-83eb313edd98 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:48.931990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::39a (efbaa907-2cd4-467f-bbcd-db3282d27b25/ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b/cd080748-e4b5-4689-9a8e-83eb313edd98) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:48.942379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8:0:1::f0 (efbaa907-2cd4-467f-bbcd-db3282d27b25/a54dd4e6-ce06-45f7-ae49-20d0bad77f12/cd080748-e4b5-4689-9a8e-83eb313edd98) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:49.159546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.203358 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.262103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:49.263940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:49.287085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=cd080748-e4b5-4689-9a8e-83eb313edd98,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:49.297284 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:49.304348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:49.305217 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.337786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ab90dae9-198e-4a88-aca1-82985e20e734 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.2612414 Nov 22 17:03:49.338234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45704) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:49.344543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:49.499459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f5d08a-57a6-4f12-83fc-ed79be796d46 None None] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:49.542612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98815d68-ce91-41a7-8c37-35d208ff23b3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:49.568139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.659327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d0981bdb-ff45-4eb6-a3cd-31818ed56a9c None None] Provisioning complete for port 98815d68-ce91-41a7-8c37-35d208ff23b3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:49.661707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0981bdb-ff45-4eb6-a3cd-31818ed56a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.712758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 98815d68-ce91-41a7-8c37-35d208ff23b3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:49.713113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.909912 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0981bdb-ff45-4eb6-a3cd-31818ed56a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:49.922695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Delete allocated IP 2001:db8:0:1::f0 (efbaa907-2cd4-467f-bbcd-db3282d27b25/a54dd4e6-ce06-45f7-ae49-20d0bad77f12) {{(pid=103515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 17:03:49.941770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.006118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d0981bdb-ff45-4eb6-a3cd-31818ed56a9c None None] For port 98815d68-ce91-41a7-8c37-35d208ff23b3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98815d68-ce91-41a7-8c37-35d208ff23b3,segment=NetworkSegment(a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36),segment_id=a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:50.039777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0981bdb-ff45-4eb6-a3cd-31818ed56a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.046930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c888bc7b-df50-4d7c-ac3e-e09c6ebac23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.126671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] Update dhcp port {'port': {'network_id': 'efbaa907-2cd4-467f-bbcd-db3282d27b25', 'fixed_ips': [{'subnet_id': 'ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a54dd4e6-ce06-45f7-ae49-20d0bad77f12'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '98815d68-ce91-41a7-8c37-35d208ff23b3'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:03:50.134794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.143223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.182843 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:03:50.183247 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:03:50.185497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0981bdb-ff45-4eb6-a3cd-31818ed56a9c None None] Pushing event updated for resources: {'Port': ['ID=98815d68-ce91-41a7-8c37-35d208ff23b3,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.191267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.245006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] In _notify_port_updated(), no bound segment for port cd080748-e4b5-4689-9a8e-83eb313edd98 on network efbaa907-2cd4-467f-bbcd-db3282d27b25 {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:03:50.250867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.251798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.253157 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/ports/cd080748-e4b5-4689-9a8e-83eb313edd98 HTTP/1.1" status: 200 len: 925 time: 0.9132574 Nov 22 17:03:50.254685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e9a50-e98e-43bc-bb8f-a8bacbb3a5f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=cd080748-e4b5-4689-9a8e-83eb313edd98,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.255999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45714) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:50.262527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b'}, {'subnet_id': 'a54dd4e6-ce06-45f7-ae49-20d0bad77f12'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:50.367243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.412052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] Allocated IP 2001:db8:0:1::2 (efbaa907-2cd4-467f-bbcd-db3282d27b25/a54dd4e6-ce06-45f7-ae49-20d0bad77f12/98815d68-ce91-41a7-8c37-35d208ff23b3) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:50.534779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] For port 98815d68-ce91-41a7-8c37-35d208ff23b3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98815d68-ce91-41a7-8c37-35d208ff23b3,segment=NetworkSegment(a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36),segment_id=a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:50.583357 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.590169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.702595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8:0:1::4 (efbaa907-2cd4-467f-bbcd-db3282d27b25/a54dd4e6-ce06-45f7-ae49-20d0bad77f12/cd080748-e4b5-4689-9a8e-83eb313edd98) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:50.741894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503fb5e-ed31-43e3-9ef2-826c3492d42c None None] Pushing event updated for resources: {'Port': ['ID=98815d68-ce91-41a7-8c37-35d208ff23b3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.851980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.859230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.955903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] In _notify_port_updated(), no bound segment for port cd080748-e4b5-4689-9a8e-83eb313edd98 on network efbaa907-2cd4-467f-bbcd-db3282d27b25 {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:03:50.960626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:50.961345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:50.963439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/ports/cd080748-e4b5-4689-9a8e-83eb313edd98 HTTP/1.1" status: 200 len: 1009 time: 0.7060857 Nov 22 17:03:50.964671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a362d0-45dd-4aba-bd7c-5f3cd7af5049 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=cd080748-e4b5-4689-9a8e-83eb313edd98,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:50.965879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45716) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:51.506589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98815d68-ce91-41a7-8c37-35d208ff23b3 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:51.613531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 98815d68-ce91-41a7-8c37-35d208ff23b3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:51.614238 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.734110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port cd080748-e4b5-4689-9a8e-83eb313edd98 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:51.734468 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.741341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465b3610-0ece-4fe1-8bcb-eb9a65ebc7b3 None None] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:51.851501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:51.866085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for cd080748-e4b5-4689-9a8e-83eb313edd98 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:52.089504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.110492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98a1c2b9-e395-4a6c-8d82-532a37bde954 None None] Could not find standard attr ID for object cd080748-e4b5-4689-9a8e-83eb313edd98. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:52.138257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=cd080748-e4b5-4689-9a8e-83eb313edd98,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:52.164940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98a1c2b9-e395-4a6c-8d82-532a37bde954 None None] Provisioning complete for port 98815d68-ce91-41a7-8c37-35d208ff23b3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:52.165393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98a1c2b9-e395-4a6c-8d82-532a37bde954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.209579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.214251 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-13317f27-d1ff-48d0-be01-9ecd4408fecf tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/cd080748-e4b5-4689-9a8e-83eb313edd98 HTTP/1.1" status: 204 len: 168 time: 1.2471282 Nov 22 17:03:52.216659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:52.245034 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8be0563-a15f-48a5-ab5a-78806e750178 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:52.249666 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8be0563-a15f-48a5-ab5a-78806e750178 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/cd080748-e4b5-4689-9a8e-83eb313edd98 HTTP/1.1" status: 404 len: 333 time: 0.0287368 Nov 22 17:03:52.250189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45732) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:52.347579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet a54dd4e6-ce06-45f7-ae49-20d0bad77f12 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:52.353158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.459750 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.560752 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.627239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.668107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=a54dd4e6-ce06-45f7-ae49-20d0bad77f12,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:52.692580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.692751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-55368385-02f5-420a-9439-5ffce7f86740 None None] Provisioning complete for port 98815d68-ce91-41a7-8c37-35d208ff23b3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:52.693205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-55368385-02f5-420a-9439-5ffce7f86740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.699931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45738) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:52.700465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8f4c9402-c62c-4df3-be93-7c64c547c4a1 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/a54dd4e6-ce06-45f7-ae49-20d0bad77f12 HTTP/1.1" status: 204 len: 168 time: 0.4487431 Nov 22 17:03:52.777261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:52.784009 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.842560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:52.951953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.000648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cb484c-e9fd-48b9-9cd6-ceeacdc984b8 None None] Network efbaa907-2cd4-467f-bbcd-db3282d27b25 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:53.031025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.055035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-febf639e-92c2-468f-bf7d-e277c564451b None None] Could not find standard attr ID for object cd080748-e4b5-4689-9a8e-83eb313edd98. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:53.079781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.083204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b HTTP/1.1" status: 204 len: 168 time: 0.3821120 Nov 22 17:03:53.084807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c9305-a353-4bf3-8c88-e312d51cc4c9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:53.086997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45740) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.194821 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.258254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] DHCP port deletion for efbaa907-2cd4-467f-bbcd-db3282d27b25 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:53.269800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 98815d68-ce91-41a7-8c37-35d208ff23b3 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:53.271047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.323708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] Deleting port 98815d68-ce91-41a7-8c37-35d208ff23b3 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:53.324083 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.345534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] For port 98815d68-ce91-41a7-8c37-35d208ff23b3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98815d68-ce91-41a7-8c37-35d208ff23b3,segment=NetworkSegment(a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36),segment_id=a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:53.346201 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.364394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 98815d68-ce91-41a7-8c37-35d208ff23b3 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:53.477890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] For port 98815d68-ce91-41a7-8c37-35d208ff23b3, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98815d68-ce91-41a7-8c37-35d208ff23b3,segment=NetworkSegment(a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36),segment_id=a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:53.479778 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.482631 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.497178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] Calling delete_port for 98815d68-ce91-41a7-8c37-35d208ff23b3 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:53.518305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=98815d68-ce91-41a7-8c37-35d208ff23b3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:53.520348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No DVR routers for this DVR port 98815d68-ce91-41a7-8c37-35d208ff23b3 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:53.560294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98815d68-ce91-41a7-8c37-35d208ff23b3 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:03:53.562913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-66a5c2ef-4686-4072-a3b1-15d83b444ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.591953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 98815d68-ce91-41a7-8c37-35d208ff23b3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:03:53.594228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98815d68-ce91-41a7-8c37-35d208ff23b3 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:03:53.665272 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.667070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.704634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbaa907-2cd4-467f-bbcd-db3282d27b25']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:53.719176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:53.719482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7abe837-a3d0-4c9b-a1a5-5f9888f8aa36') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:03:53.730454 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.741103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] Pushing event deleted for resources: {'Port': ['ID=98815d68-ce91-41a7-8c37-35d208ff23b3,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:53.747679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.753198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0f884-a219-4d07-893b-17f21775aba5 None None] No DVR routers for this DVR port 98815d68-ce91-41a7-8c37-35d208ff23b3 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:53.757627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:03:53.758312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:03:53.764842 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:03:53.834716 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.852918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:53.858784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/efbaa907-2cd4-467f-bbcd-db3282d27b25 HTTP/1.1" status: 204 len: 168 time: 0.7622366 Nov 22 17:03:53.860717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45768) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.898639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256fdf7a-8071-48f6-924c-2a9ef33501ee tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=efbaa907-2cd4-467f-bbcd-db3282d27b25,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:53.940379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b9eef-f3d6-4425-a851-cf977006a4fd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:53.946636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45770) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:53.957915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f16b9eef-f3d6-4425-a851-cf977006a4fd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0937836 Nov 22 17:03:54.008088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5fce726f-f477-4acf-a4cd-7330069ca27f tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0600340 Nov 22 17:03:54.011403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45772) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.018519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2053982264'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:54.050789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:54.055345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.077973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.092855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 886} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:03:54.106233 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.107005 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment fe0dded5-15ef-4854-9132-834532603bde of type vlan for network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f Nov 22 17:03:54.165583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.200184 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.210268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:54.210864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.300007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2874572 Nov 22 17:03:54.304005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45778) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.309408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:54.364577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166dda7-2cdc-4205-a937-0a32718c4f65 req-246953c7-9e74-4f8b-8d16-c7bfa2f3c66c tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:54.372841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d166dda7-2cdc-4205-a937-0a32718c4f65 req-246953c7-9e74-4f8b-8d16-c7bfa2f3c66c tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0859408 Nov 22 17:03:54.386962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3620f8-31b8-419d-a402-3f7cb7ae7b40 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:54.400202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d166dda7-2cdc-4205-a937-0a32718c4f65 req-ddb68aa6-dbc3-44cd-8777-a06fa44ed8e4 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.400988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:03:54.487544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:54.491818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.532898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d166dda7-2cdc-4205-a937-0a32718c4f65 req-ddb68aa6-dbc3-44cd-8777-a06fa44ed8e4 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.538997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d166dda7-2cdc-4205-a937-0a32718c4f65 req-ddb68aa6-dbc3-44cd-8777-a06fa44ed8e4 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.589795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d166dda7-2cdc-4205-a937-0a32718c4f65 req-ddb68aa6-dbc3-44cd-8777-a06fa44ed8e4 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094126 Nov 22 17:03:54.596667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb68aa6-dbc3-44cd-8777-a06fa44ed8e4 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8ed3a9-ce28-40f5-895c-44480460d2b1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:54.782388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:54.793950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f8cfc-9e7f-4d27-b596-8e6f2326246b req-29741a22-48f1-4072-bad0-c129ff97b05f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:54.797503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a9f8cfc-9e7f-4d27-b596-8e6f2326246b req-29741a22-48f1-4072-bad0-c129ff97b05f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0979125 Nov 22 17:03:54.872721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=1a7f6958-6342-42cd-87a1-9029b769a935,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:54.874969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a9f8cfc-9e7f-4d27-b596-8e6f2326246b req-e1acb7f2-7653-4abf-9fd3-708842160967 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648639 Nov 22 17:03:54.876607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': 'fe0dded5-15ef-4854-9132-834532603bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:54.877121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:03:54.888343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45784) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:54.943706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:03:54.977593 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1d76b47-446e-4ed6-8a68-0cb380fcf57e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/a6f1eb6d-15e3-4025-be74-c888760eefab HTTP/1.1" status: 200 len: 994 time: 0.0842478 Nov 22 17:03:54.977593 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:54.988476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:54.989265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.001483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54940d2-3cda-406f-aaf6-d9f73ee811fd None None] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:55.010555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e6b40f5b-45ca-4d58-8978-391ca0d9a7d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7049553 Nov 22 17:03:55.012920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45790) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.018384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f', 'name': 'tempest-PortsIpV6TestJSON-219144812'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:55.172669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:55.176744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.188726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f', 'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': '1a7f6958-6342-42cd-87a1-9029b769a935'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:03:55.190238 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.203587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 300d5075-8049-48c9-8565-da01f6cdd614 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:55.354238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::9b (ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f/1a7f6958-6342-42cd-87a1-9029b769a935/300d5075-8049-48c9-8565-da01f6cdd614) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:55.355554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-7da45963-ace0-4ffd-8ace-851bb66a74fb req-e666f4a5-aeb8-437c-9e32-65c8c533f867 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:03:55.357401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7da45963-ace0-4ffd-8ace-851bb66a74fb req-e666f4a5-aeb8-437c-9e32-65c8c533f867 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076966 Nov 22 17:03:55.454214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.561168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.614275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.681124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=300d5075-8049-48c9-8565-da01f6cdd614,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:55.696520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Allocated IP 2001:db8::2 (ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f/1a7f6958-6342-42cd-87a1-9029b769a935/3d780632-3205-485f-9636-0ebaa9b57193) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:55.722047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:55.725420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:55.728163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:55.735658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:55.735658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.756423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-325413d2-2f63-4ca5-bec6-3492cb216c1c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7421267 Nov 22 17:03:55.759023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45804) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:55.766344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f', 'name': 'tempest-PortsIpV6TestJSON-491135882'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:03:55.966075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:03:55.973286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:55.996722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-986c6bfb-dd28-4ec6-ad45-013bc8ba59f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2196794 Nov 22 17:03:56.005956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211fdad-9104-4c5d-a6e8-b1a72459546f req-13973bbd-8350-43eb-9d0f-a14abe26e777 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:56.007451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0211fdad-9104-4c5d-a6e8-b1a72459546f req-13973bbd-8350-43eb-9d0f-a14abe26e777 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1226146 Nov 22 17:03:56.008845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 591510b3-d61a-4991-be0d-ba45303ce03f yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:03:56.040833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.059423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.148992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0211fdad-9104-4c5d-a6e8-b1a72459546f req-dfe6479c-6dd2-491a-bcb5-d569ab20162e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279230 Nov 22 17:03:56.167495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:56.177615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:56.188518 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.192000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:56.200543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Pushing event updated for resources: {'Port': ['ID=3d780632-3205-485f-9636-0ebaa9b57193,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:56.276372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Attempting to bind port 3d780632-3205-485f-9636-0ebaa9b57193 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:03:56.277028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Attempting to bind port 3d780632-3205-485f-9636-0ebaa9b57193 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'fe0dded5-15ef-4854-9132-834532603bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:03:56.277394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Attempting to bind port 3d780632-3205-485f-9636-0ebaa9b57193 on network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:03:56.287219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:03:56.290164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Checking segment: {'id': 'fe0dded5-15ef-4854-9132-834532603bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:03:56.290613 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.291084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Bound using segment: {'id': 'fe0dded5-15ef-4854-9132-834532603bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:03:56.291532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Bound port: 3d780632-3205-485f-9636-0ebaa9b57193, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe0dded5-15ef-4854-9132-834532603bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:03:56.291928 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.322865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::2b4 (ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f/1a7f6958-6342-42cd-87a1-9029b769a935/591510b3-d61a-4991-be0d-ba45303ce03f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:03:56.403371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] For port 3d780632-3205-485f-9636-0ebaa9b57193, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:03:56.407291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] For port 3d780632-3205-485f-9636-0ebaa9b57193, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d780632-3205-485f-9636-0ebaa9b57193,segment=NetworkSegment(fe0dded5-15ef-4854-9132-834532603bde),segment_id=fe0dded5-15ef-4854-9132-834532603bde)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:03:56.413200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.540454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be93190-5410-4de5-8406-3a0bcd14d7f3 None None] Pushing event updated for resources: {'Port': ['ID=3d780632-3205-485f-9636-0ebaa9b57193,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:56.621941 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.679202 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.746268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:03:56.750835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:03:56.766044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:03:56.772497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:56.773173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:56.791456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=591510b3-d61a-4991-be0d-ba45303ce03f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:56.804681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7551d3be-62b9-4cb6-89a9-82cb46260f4b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0442123 Nov 22 17:03:56.807396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45828) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.021911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016a3c57-9a9e-4111-803c-3ae18a92dfc4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:57.023543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-016a3c57-9a9e-4111-803c-3ae18a92dfc4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A9b HTTP/1.1" status: 200 len: 927 time: 0.2151427 Nov 22 17:03:57.026597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.212389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 591510b3-d61a-4991-be0d-ba45303ce03f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:57.213882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.334416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b86cc-8d14-4488-8408-0c4b3f02e6d4 req-046b4222-da36-43ff-a109-1df154f0b4e8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:57.344259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a58b86cc-8d14-4488-8408-0c4b3f02e6d4 req-046b4222-da36-43ff-a109-1df154f0b4e8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1009693 Nov 22 17:03:57.411335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.437703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a58b86cc-8d14-4488-8408-0c4b3f02e6d4 req-1911276a-b576-4cb9-a9ba-690e279bd624 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921893 Nov 22 17:03:57.444901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 591510b3-d61a-4991-be0d-ba45303ce03f owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:57.548880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d780632-3205-485f-9636-0ebaa9b57193 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:57.647313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3d780632-3205-485f-9636-0ebaa9b57193 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:57.648171 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.687783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.782694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=591510b3-d61a-4991-be0d-ba45303ce03f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:57.810458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-5c35c0a8-54e0-4689-bbf6-3f3094bae53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:57.812851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-5c35c0a8-54e0-4689-bbf6-3f3094bae53a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.1023059 Nov 22 17:03:57.838967 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.850410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6f50e5e2-6ad0-42ba-bb6e-c894b0c8fdcd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/591510b3-d61a-4991-be0d-ba45303ce03f HTTP/1.1" status: 204 len: 168 time: 0.8216333 Nov 22 17:03:57.851051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45888) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.895050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:57.914432 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e7e7df-47c5-4d43-9248-1ce6a0fe5101 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:57.916064 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-18e7e7df-47c5-4d43-9248-1ce6a0fe5101 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/591510b3-d61a-4991-be0d-ba45303ce03f HTTP/1.1" status: 404 len: 333 time: 0.0640588 Nov 22 17:03:57.919380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45890) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:57.974589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 3d780632-3205-485f-9636-0ebaa9b57193, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d780632-3205-485f-9636-0ebaa9b57193,segment=NetworkSegment(fe0dded5-15ef-4854-9132-834532603bde),segment_id=fe0dded5-15ef-4854-9132-834532603bde)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:57.988663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.000507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-6ab7f7cc-1ac3-4582-ab94-ba35bdd739de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:58.004753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-6ab7f7cc-1ac3-4582-ab94-ba35bdd739de service neutron] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.1830921 Nov 22 17:03:58.091137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=3d780632-3205-485f-9636-0ebaa9b57193,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:58.169585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-4c143281-eac3-4b0e-9d1f-2b79867d462b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1002 time: 0.1545625 Nov 22 17:03:58.191883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b0a82-dd87-45c8-b7c6-655a5d96cfb7 None None] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:58.243558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 300d5075-8049-48c9-8565-da01f6cdd614 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:58.244168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.256480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-59680b91-43fe-4e31-af03-59a6936cfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:58.258286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-59680b91-43fe-4e31-af03-59a6936cfec3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.0755286 Nov 22 17:03:58.350485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2514ede5-015a-4c97-9937-9e53a341565d None None] Provisioning complete for port 3d780632-3205-485f-9636-0ebaa9b57193 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:58.350922 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2514ede5-015a-4c97-9937-9e53a341565d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.372959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-f5c3a038-29ed-4420-b749-833829deb0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:58.379949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.382791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-f5c3a038-29ed-4420-b749-833829deb0cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027570 Nov 22 17:03:58.395992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 300d5075-8049-48c9-8565-da01f6cdd614 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:58.528168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-4eb21a07-4b4a-45c9-9af7-1621a6426603 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329007 Nov 22 17:03:58.661946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.744282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=300d5075-8049-48c9-8565-da01f6cdd614,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:58.746934 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.757203 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c000971-57bb-4d35-a375-ccd9d6e0f367 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/300d5075-8049-48c9-8565-da01f6cdd614 HTTP/1.1" status: 204 len: 168 time: 0.8354206 Nov 22 17:03:58.758149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.788704 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b046ba2-2e45-4d68-b5e3-955213c11471 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:03:58.793279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b046ba2-2e45-4d68-b5e3-955213c11471 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/300d5075-8049-48c9-8565-da01f6cdd614 HTTP/1.1" status: 404 len: 333 time: 0.0335941 Nov 22 17:03:58.793958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45930) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:58.800671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e876c-f277-4dfc-9c32-5813d6184054 req-28164374-da12-469f-a519-81e3952042ac tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:03:58.815245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a14e876c-f277-4dfc-9c32-5813d6184054 req-28164374-da12-469f-a519-81e3952042ac tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.2142425 Nov 22 17:03:58.871171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 1a7f6958-6342-42cd-87a1-9029b769a935 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:03:58.885950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.886699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-cd27deed-7dff-4310-8085-12b23ab4d5eb service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485177 Nov 22 17:03:58.965320 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:58.977163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a14e876c-f277-4dfc-9c32-5813d6184054 req-44d24c04-e399-4ed7-a8e1-a5a24ff2ebe5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600893 Nov 22 17:03:59.101322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-00faa129-2fc7-4ce6-a617-a75563281fc1 None None] Could not find standard attr ID for object 300d5075-8049-48c9-8565-da01f6cdd614. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:59.130797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-00faa129-2fc7-4ce6-a617-a75563281fc1 None None] Provisioning complete for port 3d780632-3205-485f-9636-0ebaa9b57193 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:59.131839 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-00faa129-2fc7-4ce6-a617-a75563281fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.150893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.313246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.361846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.368546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45938) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:03:59.378810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/1a7f6958-6342-42cd-87a1-9029b769a935 HTTP/1.1" status: 204 len: 168 time: 0.5833642 Nov 22 17:03:59.383607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0b09a-4308-405b-b415-8bcc976f38d6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7f6958-6342-42cd-87a1-9029b769a935,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:59.386694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a79fd4-87b8-489c-ba59-335eef48b061 None None] Network ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:03:59.480590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-514f8408-7e36-476c-899d-7722fc6ac73f None None] Could not find standard attr ID for object 300d5075-8049-48c9-8565-da01f6cdd614. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:03:59.505370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.558303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d780632-3205-485f-9636-0ebaa9b57193 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:03:59.575895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 3d780632-3205-485f-9636-0ebaa9b57193 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:59.576522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.676380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] For port 3d780632-3205-485f-9636-0ebaa9b57193, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d780632-3205-485f-9636-0ebaa9b57193,segment=NetworkSegment(fe0dded5-15ef-4854-9132-834532603bde),segment_id=fe0dded5-15ef-4854-9132-834532603bde)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:59.677044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.691020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3d780632-3205-485f-9636-0ebaa9b57193 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:03:59.691753 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.695192 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 3d780632-3205-485f-9636-0ebaa9b57193 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:59.771441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] DHCP port deletion for ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:03:59.809080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.817395 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No ports have port_id starting with 3d780632-3205-485f-9636-0ebaa9b57193 Nov 22 17:03:59.845101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=3d780632-3205-485f-9636-0ebaa9b57193,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:03:59.848207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Deleting port 3d780632-3205-485f-9636-0ebaa9b57193 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:03:59.849151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.868047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No DVR routers for this DVR port 3d780632-3205-485f-9636-0ebaa9b57193 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:03:59.942667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] For port 3d780632-3205-485f-9636-0ebaa9b57193, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:03:59.943401 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.961105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Calling delete_port for 3d780632-3205-485f-9636-0ebaa9b57193 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:03:59.964739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Port 3d780632-3205-485f-9636-0ebaa9b57193 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:03:59.966048 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:03:59.995117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.024124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] Pushing event deleted for resources: {'Port': ['ID=3d780632-3205-485f-9636-0ebaa9b57193,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:00.026748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:00.039696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24bdccd-5a0e-4724-a52f-6e6f5ee881a3 None None] No DVR routers for this DVR port 3d780632-3205-485f-9636-0ebaa9b57193 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:00.040470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe0dded5-15ef-4854-9132-834532603bde') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:00.040775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe0dded5-15ef-4854-9132-834532603bde') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:00.073799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.095665 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.106521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:00.106971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:00.111313 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:00.592542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40f1aa-c34b-4266-85c8-f43028a35833 req-d67659b5-9c59-4263-905f-9578ce37dd8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:00.594479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e40f1aa-c34b-4266-85c8-f43028a35833 req-d67659b5-9c59-4263-905f-9578ce37dd8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.4905794 Nov 22 17:04:00.595337 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.615137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.622747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:00.628000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-94321381'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:00.629854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f HTTP/1.1" status: 204 len: 168 time: 1.2562597 Nov 22 17:04:00.632468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd46c95-f071-44aa-adf0-dc7f2607d7d9 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=ab59b9aa-3db7-423d-b6e0-3fab6eef4d3f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:00.680582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:00.686716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.726380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 853} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:00.742840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.745381 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment fb775cf6-600d-4871-88f4-9a92efee576c of type vlan for network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 Nov 22 17:04:00.748627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e40f1aa-c34b-4266-85c8-f43028a35833 req-3d712df3-9880-4ac3-8ecd-88d6e5a4dd20 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348519 Nov 22 17:04:00.800516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.842598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.848682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:00.849324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:00.928356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3012972 Nov 22 17:04:00.928736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45948) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:00.937993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:00.943797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b240c-7eb6-47b7-98f3-6d0c3ec818f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=1ea26931-6d4e-48e4-b654-5aecd0f7e408,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:00.963347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:01.087710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:01.091520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.361521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.446951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=0422661c-e68a-4193-b214-6a16f28fe4a1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:01.453722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': 'fb775cf6-600d-4871-88f4-9a92efee576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:01.454121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: 1ea26931-6d4e-48e4-b654-5aecd0f7e408, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:01.479343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d780632-3205-485f-9636-0ebaa9b57193 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:01.488441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:01.507797 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 1ea26931-6d4e-48e4-b654-5aecd0f7e408) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:01.509312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3d780632-3205-485f-9636-0ebaa9b57193 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:01.509808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d780632-3205-485f-9636-0ebaa9b57193 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:01.521818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7e6fe8-e247-49e1-9281-4dcd422574f6 None None] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:01.522848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:01.526787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.553350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5bd79fc9-f668-4d19-994d-29d5597769d4 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6234908 Nov 22 17:04:01.556531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:01.562499 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408', 'name': 'tempest-PortsIpV6TestJSON-1878260840', 'fixed_ips': [{'subnet_id': '0422661c-e68a-4193-b214-6a16f28fe4a1', 'ip_address': '2001:db8::10'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:01.699417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:01.706537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-1ea26931-6d4e-48e4-b654-5aecd0f7e408', 'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': '0422661c-e68a-4193-b214-6a16f28fe4a1'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:04:01.707520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.804205 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:01.830031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 5bf6a802-ba6f-4d17-8eea-f8afdee888b7 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:01.868055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Allocated IP 2001:db8::2 (1ea26931-6d4e-48e4-b654-5aecd0f7e408/0422661c-e68a-4193-b214-6a16f28fe4a1/fe851892-f644-4196-98c3-52db2014cac0) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:01.891482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d7033-57e5-4246-b5af-ac204b72b051 req-88251df1-488b-4afe-8b8b-d6d219cfe7f3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:01.899220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-393d7033-57e5-4246-b5af-ac204b72b051 req-88251df1-488b-4afe-8b8b-d6d219cfe7f3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0628312 Nov 22 17:04:01.960285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-393d7033-57e5-4246-b5af-ac204b72b051 req-51bbadb4-e486-45ea-a844-566d08887110 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601478 Nov 22 17:04:02.041376 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.048635 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.068231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:02.103078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::10 (1ea26931-6d4e-48e4-b654-5aecd0f7e408/0422661c-e68a-4193-b214-6a16f28fe4a1/5bf6a802-ba6f-4d17-8eea-f8afdee888b7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:02.251850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:02.258088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:02.280273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.287964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Pushing event updated for resources: {'Port': ['ID=fe851892-f644-4196-98c3-52db2014cac0,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:02.321593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.322157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Attempting to bind port fe851892-f644-4196-98c3-52db2014cac0 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:02.322612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Attempting to bind port fe851892-f644-4196-98c3-52db2014cac0 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'fb775cf6-600d-4871-88f4-9a92efee576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:02.323053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Attempting to bind port fe851892-f644-4196-98c3-52db2014cac0 on network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:02.329404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:02.329936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Checking segment: {'id': 'fb775cf6-600d-4871-88f4-9a92efee576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:02.330205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.330602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Bound using segment: {'id': 'fb775cf6-600d-4871-88f4-9a92efee576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:02.331067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Bound port: fe851892-f644-4196-98c3-52db2014cac0, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb775cf6-600d-4871-88f4-9a92efee576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:02.331452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.366411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:02.369392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:02.371853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:02.378421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:02.381116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.398365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=5bf6a802-ba6f-4d17-8eea-f8afdee888b7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:02.408585 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9e4f1641-f8f0-48ee-ba76-54d3cbcff751 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8476129 Nov 22 17:04:02.409163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45960) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:02.413724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': '1ea26931-6d4e-48e4-b654-5aecd0f7e408', 'name': 'tempest-PortsIpV6TestJSON-730368321', 'fixed_ips': [{'subnet_id': '0422661c-e68a-4193-b214-6a16f28fe4a1', 'ip_address': '2001:db8::f'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:02.423237 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] For port fe851892-f644-4196-98c3-52db2014cac0, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:02.426531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] For port fe851892-f644-4196-98c3-52db2014cac0, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fe851892-f644-4196-98c3-52db2014cac0,segment=NetworkSegment(fb775cf6-600d-4871-88f4-9a92efee576c),segment_id=fb775cf6-600d-4871-88f4-9a92efee576c)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:02.431106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.494266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4faee5f-fe00-4c8a-a41d-4eae9fdbea42 None None] Pushing event updated for resources: {'Port': ['ID=fe851892-f644-4196-98c3-52db2014cac0,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:02.580360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:02.584733 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:02.615254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 1eebbf24-9afd-49af-a8e6-a65645f346e0 yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:02.828682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::f (1ea26931-6d4e-48e4-b654-5aecd0f7e408/0422661c-e68a-4193-b214-6a16f28fe4a1/1eebbf24-9afd-49af-a8e6-a65645f346e0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:03.019311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.081996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.135623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50c725-20ef-4a67-ada7-8df32022aabc req-8e3308d3-8f80-4a1d-adcb-ff20168e8b84 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.142492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a50c725-20ef-4a67-ada7-8df32022aabc req-8e3308d3-8f80-4a1d-adcb-ff20168e8b84 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0938704 Nov 22 17:04:03.149112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:03.152546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:03.158099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:03.164457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.165096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.201224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45972) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.202556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7922139 Nov 22 17:04:03.203667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb14ca-4895-4128-abf9-ec0ec0ef13d7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=1eebbf24-9afd-49af-a8e6-a65645f346e0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:03.255232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a50c725-20ef-4a67-ada7-8df32022aabc req-04acbb7e-778a-48f2-b2a9-d0ca54e92b4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094456 Nov 22 17:04:03.314477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb44cec-0966-4ab6-9bf8-51279855f3ff tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.320021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5eb44cec-0966-4ab6-9bf8-51279855f3ff tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1167984 Nov 22 17:04:03.322697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45974) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.422913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7e7c8-3f60-4373-a929-62868043fc60 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.432227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7e7c8-3f60-4373-a929-62868043fc60 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.441626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7e7c8-3f60-4373-a929-62868043fc60 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:03.446298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43c7e7c8-3f60-4373-a929-62868043fc60 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1224220 Nov 22 17:04:03.449435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:03.533831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fe851892-f644-4196-98c3-52db2014cac0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:03.584193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 1eebbf24-9afd-49af-a8e6-a65645f346e0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:03.584193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.615192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port fe851892-f644-4196-98c3-52db2014cac0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:03.615983 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.750160 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.758727 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.766089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 1eebbf24-9afd-49af-a8e6-a65645f346e0 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:03.821493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port fe851892-f644-4196-98c3-52db2014cac0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fe851892-f644-4196-98c3-52db2014cac0,segment=NetworkSegment(fb775cf6-600d-4871-88f4-9a92efee576c),segment_id=fb775cf6-600d-4871-88f4-9a92efee576c)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:03.831916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.855425 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:03.914183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a260f21e-5761-4b2e-b542-aebe92e21ec3 None None] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:03.917107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=fe851892-f644-4196-98c3-52db2014cac0,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:03.945851 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.995737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2f6fa638-4f56-41c2-be04-be6d7861bd84 None None] Provisioning complete for port fe851892-f644-4196-98c3-52db2014cac0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:03.996117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f6fa638-4f56-41c2-be04-be6d7861bd84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:03.999694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=1eebbf24-9afd-49af-a8e6-a65645f346e0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:04.032355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.039251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b6e0c449-0d2b-4844-b2a0-87c915e245c0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/1eebbf24-9afd-49af-a8e6-a65645f346e0 HTTP/1.1" status: 204 len: 168 time: 0.5826943 Nov 22 17:04:04.040040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45980) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:04.073866 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-3899f419-bee4-41dd-8f2e-6cd9d309a889 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:04:04.078283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45982) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:04.078572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3899f419-bee4-41dd-8f2e-6cd9d309a889 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/1eebbf24-9afd-49af-a8e6-a65645f346e0 HTTP/1.1" status: 404 len: 333 time: 0.0359886 Nov 22 17:04:04.239457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 5bf6a802-ba6f-4d17-8eea-f8afdee888b7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:04.240606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.393643 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.413856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 5bf6a802-ba6f-4d17-8eea-f8afdee888b7 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:04.436839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa489f-43ea-42bc-8d0e-245f4c5c8bd2 req-8786a490-c236-44be-98f0-57dc9b18a28e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:04.438422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33aa489f-43ea-42bc-8d0e-245f4c5c8bd2 req-8786a490-c236-44be-98f0-57dc9b18a28e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0772467 Nov 22 17:04:04.547591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33aa489f-43ea-42bc-8d0e-245f4c5c8bd2 req-6e757999-87b2-4bd8-b454-8d23b79c916f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695570 Nov 22 17:04:04.565183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0744a2dc-20a0-4682-8f39-c2b4437fc92c None None] Provisioning complete for port 5bf6a802-ba6f-4d17-8eea-f8afdee888b7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:04.565777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0744a2dc-20a0-4682-8f39-c2b4437fc92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.630131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.638423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0744a2dc-20a0-4682-8f39-c2b4437fc92c None None] Port 5bf6a802-ba6f-4d17-8eea-f8afdee888b7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:04.665828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0744a2dc-20a0-4682-8f39-c2b4437fc92c None None] Provisioning complete for port fe851892-f644-4196-98c3-52db2014cac0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:04.666204 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0744a2dc-20a0-4682-8f39-c2b4437fc92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.672147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=5bf6a802-ba6f-4d17-8eea-f8afdee888b7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:04.701509 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.706307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-622bfc53-b78d-40ed-b3d6-8afde7b46c67 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/5bf6a802-ba6f-4d17-8eea-f8afdee888b7 HTTP/1.1" status: 204 len: 168 time: 0.6264441 Nov 22 17:04:04.708785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45988) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:04.750100 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c4fd5fa-4fcb-4aaa-b6a5-27a9c7576ef7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:04:04.751607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8c4fd5fa-4fcb-4aaa-b6a5-27a9c7576ef7 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/5bf6a802-ba6f-4d17-8eea-f8afdee888b7 HTTP/1.1" status: 404 len: 333 time: 0.0418658 Nov 22 17:04:04.754576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 45992) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:04.861825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 0422661c-e68a-4193-b214-6a16f28fe4a1 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:04.866530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.924004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:04.976087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2874662c-843b-42d6-b978-7589b62a9320 None None] Could not find standard attr ID for object 5bf6a802-ba6f-4d17-8eea-f8afdee888b7. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:04:05.045631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.120846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.155898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=0422661c-e68a-4193-b214-6a16f28fe4a1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:05.160295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.166653 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b8d1fba-3d37-4744-9e6c-6318b8674044 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/0422661c-e68a-4193-b214-6a16f28fe4a1 HTTP/1.1" status: 204 len: 168 time: 0.4096086 Nov 22 17:04:05.166939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 45994) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.190098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c59976a0-e342-4ce8-8f6a-f0fb699e9886 None None] Could not find standard attr ID for object 1eebbf24-9afd-49af-a8e6-a65645f346e0. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:04:05.288126 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.354064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port fe851892-f644-4196-98c3-52db2014cac0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:05.354496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.402537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e0d4a9-c844-4e21-8791-8fcb0657b304 None None] Network 1ea26931-6d4e-48e4-b654-5aecd0f7e408 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:05.430873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] For port fe851892-f644-4196-98c3-52db2014cac0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=fe851892-f644-4196-98c3-52db2014cac0,segment=NetworkSegment(fb775cf6-600d-4871-88f4-9a92efee576c),segment_id=fb775cf6-600d-4871-88f4-9a92efee576c)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:05.431243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.446693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for fe851892-f644-4196-98c3-52db2014cac0 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:05.485308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fe851892-f644-4196-98c3-52db2014cac0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:05.532608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.561075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=fe851892-f644-4196-98c3-52db2014cac0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:05.567646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No DVR routers for this DVR port fe851892-f644-4196-98c3-52db2014cac0 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:05.667866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No active binding found for port fe851892-f644-4196-98c3-52db2014cac0 {{(pid=103516) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 22 17:04:05.668951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fe851892-f644-4196-98c3-52db2014cac0 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 22 17:04:05.689287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.721312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Port fe851892-f644-4196-98c3-52db2014cac0 not found, will not notify nova. {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 22 17:04:05.743165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea26931-6d4e-48e4-b654-5aecd0f7e408']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:05.757233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb775cf6-600d-4871-88f4-9a92efee576c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:05.757535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb775cf6-600d-4871-88f4-9a92efee576c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:05.778015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.788328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5b72c-dbd3-44e9-925c-90c7874333cc req-5fb3b40c-0979-47de-8f27-faceef2441a1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:05.789865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16c5b72c-dbd3-44e9-925c-90c7874333cc req-5fb3b40c-0979-47de-8f27-faceef2441a1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1190810 Nov 22 17:04:05.819840 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.824631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c989926-0324-4d17-a36c-f4b449ba9f15 None None] DHCP port deletion for 1ea26931-6d4e-48e4-b654-5aecd0f7e408 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:05.850147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:05.850548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:05.861897 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:05.952460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16c5b72c-dbd3-44e9-925c-90c7874333cc req-516765ba-b333-4705-ba9d-3859d508e3d7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540358 Nov 22 17:04:05.960994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.971204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:05.975176 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/1ea26931-6d4e-48e4-b654-5aecd0f7e408 HTTP/1.1" status: 204 len: 168 time: 0.8073344 Nov 22 17:04:05.979350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46002) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:05.994334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-509428135'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:06.000442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c4023-31ec-42a7-8b76-03b03694f15d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=1ea26931-6d4e-48e4-b654-5aecd0f7e408,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:06.024647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:06.028638 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.057894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 897} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:06.070297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.070704 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Added segment 8680a745-a2f4-4a95-997d-6d5e83938733 of type vlan for network ab1b3285-2555-4451-b1c2-412556471bcb Nov 22 17:04:06.115867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.146235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.151907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:06.152534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.218810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2383659 Nov 22 17:04:06.222187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46004) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:06.228634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:06.236386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e55d0-ac1c-4e12-b0f9-9acdbac126ae tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Network': ['ID=ab1b3285-2555-4451-b1c2-412556471bcb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:06.247574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ab1b3285-2555-4451-b1c2-412556471bcb details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:06.346356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:06.352518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.567697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.652159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=edfc4821-876c-4be6-b8d1-e363419ff6bb,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:06.657264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Checking segment: {'id': '8680a745-a2f4-4a95-997d-6d5e83938733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:06.657805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network hostable DHCP agents. Network: ab1b3285-2555-4451-b1c2-412556471bcb, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:06.679979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network ab1b3285-2555-4451-b1c2-412556471bcb is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:06.688728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ab1b3285-2555-4451-b1c2-412556471bcb) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:06.693490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:06.694742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.702569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a77216d-e77c-4b08-8f84-f055be242371 None None] Network ab1b3285-2555-4451-b1c2-412556471bcb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:06.730587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46008) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:06.731257 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-681ce462-6e3d-4596-8202-aa2a1d7ce3e3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5073426 Nov 22 17:04:06.738547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1806373192', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:06.774251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.775838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.840516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.846467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.869159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.873724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-19266e55-5231-4cec-943d-35580fedd676 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1375172 Nov 22 17:04:06.878603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46010) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:06.882148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ab1b3285-2555-4451-b1c2-412556471bcb', 'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': 'edfc4821-876c-4be6-b8d1-e363419ff6bb'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:04:06.883125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:06.884356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb', 'name': 'tempest-PortsIpV6TestJSON-498507017'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:06.908867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46014) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:07.079285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:07.087980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.143278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Allocated IP 2001:db8::2 (ab1b3285-2555-4451-b1c2-412556471bcb/edfc4821-876c-4be6-b8d1-e363419ff6bb/b87a313b-160f-4839-973e-b38bef232463) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:07.148184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Deleting subnet bd7035c8-048e-4cca-8950-74f4622ce697 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:07.152841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.164692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 541de9f7-e94e-49fe-a768-3036a62e0699 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:07.199625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.254210 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.333638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a9e87-64be-4534-a6d0-2085d4a338fc req-2720b399-9a1b-44c3-8073-1390a1f3dc4e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:07.343074 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-118a9e87-64be-4534-a6d0-2085d4a338fc req-2720b399-9a1b-44c3-8073-1390a1f3dc4e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.2334549 Nov 22 17:04:07.370442 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.430629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-118a9e87-64be-4534-a6d0-2085d4a338fc req-0ef9d7b4-31e4-4a22-9774-12e1e7baaa59 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860040 Nov 22 17:04:07.440690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7035c8-048e-4cca-8950-74f4622ce697,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:07.456159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01994594-321a-4af2-91c8-0c4d4022d1e9 None None] Network 539f26ff-25fc-469d-81e1-3a082ae35619 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:07.457242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.468893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d3428322-09ec-440e-bc63-5d824b98aa2e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bd7035c8-048e-4cca-8950-74f4622ce697 HTTP/1.1" status: 204 len: 168 time: 0.5585527 Nov 22 17:04:07.471679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:07.514003 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.517307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fe851892-f644-4196-98c3-52db2014cac0 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:07.543370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: fe851892-f644-4196-98c3-52db2014cac0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:07.544059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device fe851892-f644-4196-98c3-52db2014cac0 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:07.565402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.618765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.623474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.637401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Network ab1b3285-2555-4451-b1c2-412556471bcb is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:07.651742 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::14c (ab1b3285-2555-4451-b1c2-412556471bcb/edfc4821-876c-4be6-b8d1-e363419ff6bb/541de9f7-e94e-49fe-a768-3036a62e0699) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:07.668340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:07.673332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:07.689408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Pushing event updated for resources: {'Port': ['ID=b87a313b-160f-4839-973e-b38bef232463,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:07.716690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63abd85c-9bc6-4e40-b695-0c9304522ad2 None None] DHCP port deletion for 539f26ff-25fc-469d-81e1-3a082ae35619 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:07.754847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Attempting to bind port b87a313b-160f-4839-973e-b38bef232463 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:07.755224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Attempting to bind port b87a313b-160f-4839-973e-b38bef232463 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8680a745-a2f4-4a95-997d-6d5e83938733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:07.755582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Attempting to bind port b87a313b-160f-4839-973e-b38bef232463 on network ab1b3285-2555-4451-b1c2-412556471bcb {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:07.757744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.761153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:07.761521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Checking segment: {'id': '8680a745-a2f4-4a95-997d-6d5e83938733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:07.762182 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.762645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Bound using segment: {'id': '8680a745-a2f4-4a95-997d-6d5e83938733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:07.763281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Bound port: b87a313b-160f-4839-973e-b38bef232463, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8680a745-a2f4-4a95-997d-6d5e83938733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'ab1b3285-2555-4451-b1c2-412556471bcb'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:07.766825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.806069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539f26ff-25fc-469d-81e1-3a082ae35619']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:07.830615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91bc9fc6-d79e-429d-aefb-319c26d140bd') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:07.830948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91bc9fc6-d79e-429d-aefb-319c26d140bd') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:07.856952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] For port b87a313b-160f-4839-973e-b38bef232463, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:07.857898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.862729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] For port b87a313b-160f-4839-973e-b38bef232463, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b87a313b-160f-4839-973e-b38bef232463,segment=NetworkSegment(8680a745-a2f4-4a95-997d-6d5e83938733),segment_id=8680a745-a2f4-4a95-997d-6d5e83938733)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:07.867728 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.905910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.919353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:07.920434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:07.922691 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:07.937936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f4a850-cf57-4302-afa0-91cbda298893 None None] Pushing event updated for resources: {'Port': ['ID=b87a313b-160f-4839-973e-b38bef232463,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:08.016443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.028482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.035095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] 10.222.0.65 "DELETE /v2.0/networks/539f26ff-25fc-469d-81e1-3a082ae35619 HTTP/1.1" status: 204 len: 168 time: 0.5596890 Nov 22 17:04:08.038378 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.051803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Pushing event deleted for resources: {'Network': ['ID=539f26ff-25fc-469d-81e1-3a082ae35619,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:08.063938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.064297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.064648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.064989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.065336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.065709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.066027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.066351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.066683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.067014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.067343 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.067672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc66a3d-648f-403e-929e-840bb09cbfbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:08.116119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.199918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network ab1b3285-2555-4451-b1c2-412556471bcb is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:08.204188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:08.209901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:08.217574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:08.218369 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.226872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=541de9f7-e94e-49fe-a768-3036a62e0699,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:08.254194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-790e3a58-bcaa-4474-a439-bc8afaa9649e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3740919 Nov 22 17:04:08.256772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46026) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:08.268267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46028) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:08.342531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21445871-ac27-41c8-bcad-e17b75d9e459 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fde48b65a4234e889f58402e4b25834f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722802 Nov 22 17:04:08.342864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46030) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:08.582419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1613f336-6cbd-496e-8181-8459b0e04d03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.617607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e1495-e9a6-4788-a4a9-1fea6354ad33 req-fab3a821-3d0e-483b-a262-dc4491ce2296 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:08.619143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db4e1495-e9a6-4788-a4a9-1fea6354ad33 req-fab3a821-3d0e-483b-a262-dc4491ce2296 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1082892 Nov 22 17:04:08.655410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1613f336-6cbd-496e-8181-8459b0e04d03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.773954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db4e1495-e9a6-4788-a4a9-1fea6354ad33 req-25513007-915b-4672-8dc5-e2d06b57c2e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315856 Nov 22 17:04:08.776826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.800758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1613f336-6cbd-496e-8181-8459b0e04d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.806246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1613f336-6cbd-496e-8181-8459b0e04d03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:08.809633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1613f336-6cbd-496e-8181-8459b0e04d03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ee30297-1f7a-436e-a4c5-d8f4504832ff HTTP/1.1" status: 204 len: 168 time: 0.4636250 Nov 22 17:04:08.845064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f336-6cbd-496e-8181-8459b0e04d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee30297-1f7a-436e-a4c5-d8f4504832ff,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.138966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.204063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.209892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0db95dc-d6c6-4a32-b8e1-25db90c38c98 None None] Network ab1b3285-2555-4451-b1c2-412556471bcb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:09.211276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.295760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=541de9f7-e94e-49fe-a768-3036a62e0699,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.304798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d21ca642-9c15-4d06-8762-fe26bf3a71b0 None None] Provisioning complete for port b87a313b-160f-4839-973e-b38bef232463 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:09.305757 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d21ca642-9c15-4d06-8762-fe26bf3a71b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.480245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d21ca642-9c15-4d06-8762-fe26bf3a71b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.480414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.522548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d21ca642-9c15-4d06-8762-fe26bf3a71b0 None None] For port b87a313b-160f-4839-973e-b38bef232463, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b87a313b-160f-4839-973e-b38bef232463,segment=NetworkSegment(8680a745-a2f4-4a95-997d-6d5e83938733),segment_id=8680a745-a2f4-4a95-997d-6d5e83938733)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:09.531803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d21ca642-9c15-4d06-8762-fe26bf3a71b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.615705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b87a313b-160f-4839-973e-b38bef232463 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:09.688511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ca642-9c15-4d06-8762-fe26bf3a71b0 None None] Pushing event updated for resources: {'Port': ['ID=b87a313b-160f-4839-973e-b38bef232463,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:09.697053 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:09.719757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b87a313b-160f-4839-973e-b38bef232463 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:09.720731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.042816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-48323d91-93f4-493e-b7cf-c36f8022bbc9 None None] Provisioning complete for port 541de9f7-e94e-49fe-a768-3036a62e0699 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:10.042816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-48323d91-93f4-493e-b7cf-c36f8022bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.093079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-48323d91-93f4-493e-b7cf-c36f8022bbc9 None None] Port 541de9f7-e94e-49fe-a768-3036a62e0699 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:10.112359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-48323d91-93f4-493e-b7cf-c36f8022bbc9 None None] Provisioning complete for port b87a313b-160f-4839-973e-b38bef232463 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:10.112837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-48323d91-93f4-493e-b7cf-c36f8022bbc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.386309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a5e94422-3e25-4e87-b320-9e0763e84fb3 None None] Provisioning complete for port 541de9f7-e94e-49fe-a768-3036a62e0699 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:10.387066 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a5e94422-3e25-4e87-b320-9e0763e84fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.437010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a5e94422-3e25-4e87-b320-9e0763e84fb3 None None] Port 541de9f7-e94e-49fe-a768-3036a62e0699 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:10.551680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98bc3e-8eeb-4ce6-a103-f455193dbaa5 req-e68ad44d-0cb6-4b21-b35f-f724554def2b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:10.553177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e98bc3e-8eeb-4ce6-a103-f455193dbaa5 req-e68ad44d-0cb6-4b21-b35f-f724554def2b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.5784235 Nov 22 17:04:10.611354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.624895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.625710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.639545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e98bc3e-8eeb-4ce6-a103-f455193dbaa5 req-fdbd2021-a3fa-434e-b17e-cafcbb1dcf00 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778391 Nov 22 17:04:10.674252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8c13f560-6126-4492-93b2-d573c0401b4c None None] Provisioning complete for port 541de9f7-e94e-49fe-a768-3036a62e0699 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:10.674252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8c13f560-6126-4492-93b2-d573c0401b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:10.724776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=541de9f7-e94e-49fe-a768-3036a62e0699,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:10.756479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8c13f560-6126-4492-93b2-d573c0401b4c None None] Port 541de9f7-e94e-49fe-a768-3036a62e0699 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:10.787326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network ab1b3285-2555-4451-b1c2-412556471bcb is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:10.789324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:10.937371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46076) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:10.955063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Router 016d2b4a-bf9d-43c8-9754-94510bb4b21e is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:04:11.065932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:11.074724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46080) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:11.077257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] Sync routers for ids ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:11.085340 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d37ece04-4b9d-4e4f-b4d8-714c0a1df63b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/routers/016d2b4a-bf9d-43c8-9754-94510bb4b21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8156977 Nov 22 17:04:11.088810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] Routers {'016d2b4a-bf9d-43c8-9754-94510bb4b21e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:11.089383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:11.132982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bebb66b-fdfd-44c4-8d07-083ed1fdfacd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:11.134725 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0bebb66b-fdfd-44c4-8d07-083ed1fdfacd tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports?device_id=016d2b4a-bf9d-43c8-9754-94510bb4b21e HTTP/1.1" status: 200 len: 988 time: 0.0588682 Nov 22 17:04:11.137449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46082) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:11.138136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:11.149861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] Routers {'016d2b4a-bf9d-43c8-9754-94510bb4b21e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:11.150800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:11.164521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'network': {'name': 'tempest-network-smoke--188537761', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'port_security_enabled': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:11.189482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:11.190141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5fd610-2427-4a3e-8805-94238cf11780 None None] The sync data for ids ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'] in n-d-816206-6 is: [] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:11.198586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:11.202774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-059950bc-96bd-47a9-9b52-d3006bd8ea9e None None] Provisioning complete for port 541de9f7-e94e-49fe-a768-3036a62e0699 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:11.203151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-059950bc-96bd-47a9-9b52-d3006bd8ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.205133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.226439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.249525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-059950bc-96bd-47a9-9b52-d3006bd8ea9e None None] Port 541de9f7-e94e-49fe-a768-3036a62e0699 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:11.324558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.329547 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.358722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 868} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:04:11.368531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cffa8099-94fb-4c64-bafb-ae2ec1fff57b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:11.374271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.374507 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Added segment a4922c33-52fa-4f69-a313-985a7524ec46 of type vlan for network c3e59f22-8fe4-457b-9606-bedd5bbb479b Nov 22 17:04:11.437914 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.469471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.473002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b87a313b-160f-4839-973e-b38bef232463 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:11.477104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:11.477747 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.531504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b87a313b-160f-4839-973e-b38bef232463 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:11.532039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.575374 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6340327 Nov 22 17:04:11.576484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:11.583959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-182950167', 'admin_state_up': True, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:11.598667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc72c8-d54a-4229-a0f1-598e77c396b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Network': ['ID=c3e59f22-8fe4-457b-9606-bedd5bbb479b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:11.613877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:04:11.620488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.621858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.637762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.701156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.851573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7bd8b-95e4-4092-8e3a-b5af223fafe8 req-383f6eb7-9fd7-474e-b078-ddf0074e4d03 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:11.853068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77a7bd8b-95e4-4092-8e3a-b5af223fafe8 req-383f6eb7-9fd7-474e-b078-ddf0074e4d03 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0807192 Nov 22 17:04:11.858792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:11.985473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77a7bd8b-95e4-4092-8e3a-b5af223fafe8 req-e7b3f167-6dbc-4b06-8495-47b310ee77dd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979381 Nov 22 17:04:12.113605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 541de9f7-e94e-49fe-a768-3036a62e0699 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:12.113890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.119674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.140601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.211045 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.227958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 541de9f7-e94e-49fe-a768-3036a62e0699 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:12.249990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.25.6.132 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/dd5ea840-cf93-472e-943b-9c77de57afe4) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:12.381396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.426736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.449624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.468920 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:12.472286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:12.475798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:12.486716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c434f65-5da4-4f83-8a3e-c92de9bc188b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:12.488997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=541de9f7-e94e-49fe-a768-3036a62e0699,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:12.594211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-493dc7be-68b1-4e76-8a01-a82df07e7f17 None None] Provisioning complete for port dd5ea840-cf93-472e-943b-9c77de57afe4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:12.595388 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-493dc7be-68b1-4e76-8a01-a82df07e7f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.597065 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:12.697637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-493dc7be-68b1-4e76-8a01-a82df07e7f17 None None] Port dd5ea840-cf93-472e-943b-9c77de57afe4 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:12.796012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Router 016d2b4a-bf9d-43c8-9754-94510bb4b21e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:04:12.894992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:12.900818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b76ba218-ade7-4357-861b-0189c29604bb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/routers/016d2b4a-bf9d-43c8-9754-94510bb4b21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7608376 Nov 22 17:04:12.903182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46092) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:12.909230 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] Sync routers for ids ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:12.930761 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] Routers {'016d2b4a-bf9d-43c8-9754-94510bb4b21e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:12.931410 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:12.934994 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21ee56d-4753-4670-8625-9d61434f33e8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:04:12.939691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a21ee56d-4753-4670-8625-9d61434f33e8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/541de9f7-e94e-49fe-a768-3036a62e0699 HTTP/1.1" status: 404 len: 333 time: 0.0346439 Nov 22 17:04:12.940345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:12.983058 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:12.994357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=dd5ea840-cf93-472e-943b-9c77de57afe4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:12.995665 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] Routers {'016d2b4a-bf9d-43c8-9754-94510bb4b21e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:13.004004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:13.023942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.160258 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:13.160828 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b7ce74-33e5-4dad-b52f-26263e5244e5 None None] The sync data for ids ['016d2b4a-bf9d-43c8-9754-94510bb4b21e'] in n-d-816206-6 is: [] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:13.195142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.271575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.274341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.328990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d4e30-ca84-4168-befb-c1bf45484105 req-97e26566-f154-4bf5-b6af-0f9a890bd015 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:13.330718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-971d4e30-ca84-4168-befb-c1bf45484105 req-97e26566-f154-4bf5-b6af-0f9a890bd015 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1534717 Nov 22 17:04:13.332647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.333169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Fanout notify agent at l3_agent the message router_deleted on router 016d2b4a-bf9d-43c8-9754-94510bb4b21e {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:04:13.340023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.344103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-acbbc681-2352-430a-a2c3-b4cb8347c73b tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/routers/016d2b4a-bf9d-43c8-9754-94510bb4b21e HTTP/1.1" status: 204 len: 168 time: 0.3997548 Nov 22 17:04:13.344319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46098) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.439115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.445106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet edfc4821-876c-4be6-b8d1-e363419ff6bb {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:13.448627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.455510 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-971d4e30-ca84-4168-befb-c1bf45484105 req-b1152790-dc38-48eb-9b77-e4e4eabadf1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120822 Nov 22 17:04:13.501310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.593378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:04:13.594585 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.666200 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.715185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:13.728032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.736624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46108) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.740913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e064a0c-ab8f-4d10-9c7f-3504badf31f4 None None] Network ab1b3285-2555-4451-b1c2-412556471bcb requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:13.745561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:13.748093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/edfc4821-876c-4be6-b8d1-e363419ff6bb HTTP/1.1" status: 204 len: 168 time: 0.4023058 Nov 22 17:04:13.749923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.750458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555c43cd-5891-404e-933f-ca09f5305adc tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=edfc4821-876c-4be6-b8d1-e363419ff6bb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:13.754267 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c664b54-95fa-4ae5-8550-9ff02ca6fd2b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1732321 Nov 22 17:04:13.760741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46110) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.837411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.864691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05a972dd-1f3a-4a88-9415-ab16060957d2 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ebb36c4856584ec99a1e4f8286b35193&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1004214 Nov 22 17:04:13.865280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46116) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:13.908773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port b87a313b-160f-4839-973e-b38bef232463 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:13.909120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:13.938182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:13.938816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:13.984557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] For port b87a313b-160f-4839-973e-b38bef232463, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b87a313b-160f-4839-973e-b38bef232463,segment=NetworkSegment(8680a745-a2f4-4a95-997d-6d5e83938733),segment_id=8680a745-a2f4-4a95-997d-6d5e83938733)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:13.985236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.001318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for b87a313b-160f-4839-973e-b38bef232463 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:14.049438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e60600-65a0-4bf3-9490-0d70cf746ef7 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:14.056019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-31e60600-65a0-4bf3-9490-0d70cf746ef7 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1880634 Nov 22 17:04:14.056269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46118) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.071909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:14.103313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11ae30d6-0037-41a4-a34b-cd5b8447a002 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434990 Nov 22 17:04:14.103537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46120) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.111908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1118188654', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:14.143175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.157622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4334549c-d9b8-4b12-a79f-60d1765253b5 None None] DHCP port deletion for ab1b3285-2555-4451-b1c2-412556471bcb request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:14.177857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=b87a313b-160f-4839-973e-b38bef232463,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:14.183669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No DVR routers for this DVR port b87a313b-160f-4839-973e-b38bef232463 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:14.253434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:14.257959 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.286962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.305176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:13Z', 'revision_number': 3, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:14.312842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab1b3285-2555-4451-b1c2-412556471bcb']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:14.324976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8680a745-a2f4-4a95-997d-6d5e83938733') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:14.325283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8680a745-a2f4-4a95-997d-6d5e83938733') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:14.333445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:04:14.333691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Updating router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 port dd5ea840-cf93-472e-943b-9c77de57afe4 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:04:14.338095 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.354247 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.359517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.364505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:14.365025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:14.369196 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:14.435904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.449073 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.456526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/ab1b3285-2555-4451-b1c2-412556471bcb HTTP/1.1" status: 204 len: 168 time: 0.7153137 Nov 22 17:04:14.458834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.483951 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d23589-f28c-4d1d-b6de-cf32c588f745 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=ab1b3285-2555-4451-b1c2-412556471bcb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:14.539547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70125c2c-2a90-4495-a2a3-cb421540a8b0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:14.542762 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70125c2c-2a90-4495-a2a3-cb421540a8b0 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/d44876bc-9c50-47de-85e3-5e8cd5585651 HTTP/1.1" status: 200 len: 845 time: 0.0826185 Nov 22 17:04:14.547800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.596041 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aeac822c-909d-4358-8768-0eb1129468e6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/d44876bc-9c50-47de-85e3-5e8cd5585651?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0467625 Nov 22 17:04:14.599592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46136) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.604488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:14.647877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec30ce9-1090-42d2-9dfb-e2cf0ae81794 req-b2535380-f825-40f7-a0c8-cd57a01801bb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:14.649395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ec30ce9-1090-42d2-9dfb-e2cf0ae81794 req-b2535380-f825-40f7-a0c8-cd57a01801bb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0948350 Nov 22 17:04:14.650314 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.717991 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:14.719279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.722965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.729350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.741431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Subnet': ['ID=210ddd5d-1008-493f-b5cc-39034c9bc34d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:14.777212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ec30ce9-1090-42d2-9dfb-e2cf0ae81794 req-36ba37ed-2386-44e7-87cb-c16476bb31dd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968013 Nov 22 17:04:14.777976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Checking segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:14.778337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network hostable DHCP agents. Network: c3e59f22-8fe4-457b-9606-bedd5bbb479b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:04:14.808947 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:04:14.821234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Attempting to bind port dd5ea840-cf93-472e-943b-9c77de57afe4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:14.822663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Attempting to bind port dd5ea840-cf93-472e-943b-9c77de57afe4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:14.823029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Attempting to bind port dd5ea840-cf93-472e-943b-9c77de57afe4 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:14.827476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, c3e59f22-8fe4-457b-9606-bedd5bbb479b) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:14.832450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:14.832988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:14.833236 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.833898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:14.834132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Bound port: dd5ea840-cf93-472e-943b-9c77de57afe4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:14.834517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.836241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac93021d-7f7c-4d0a-a8b5-8c5e79635fd7 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:14.837304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:14.837848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:14.843302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05343f8-0b40-4ca8-9681-d089fb4a41c8 None None] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:14.865293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-da04c420-1c8b-4472-b2b1-b29e91f0d8e2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7602601 Nov 22 17:04:14.867489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46138) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:14.915517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e35888-eaab-4172-91c6-0337bdc74556 None None] Pushing event updated for resources: {'Port': ['ID=dd5ea840-cf93-472e-943b-9c77de57afe4,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:14.981821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] For port dd5ea840-cf93-472e-943b-9c77de57afe4, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:15.002614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] For port dd5ea840-cf93-472e-943b-9c77de57afe4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dd5ea840-cf93-472e-943b-9c77de57afe4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:15.008307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-efec7090-58c9-4f04-bc2d-e11ec65e48db None None] Provisioning complete for port dd5ea840-cf93-472e-943b-9c77de57afe4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:15.008671 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-efec7090-58c9-4f04-bc2d-e11ec65e48db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.031905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.036440 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.103626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37b727-174a-46b3-ad08-549d625901b1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:15.149255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:15.149681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:15.156192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:15.192259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e35888-eaab-4172-91c6-0337bdc74556 None None] Pushing event updated for resources: {'Port': ['ID=dd5ea840-cf93-472e-943b-9c77de57afe4,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:15.192878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:15.196717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:15.197428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.215766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=9bd936ea-83b9-48d6-a15a-457c8330275d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:15.228487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547f507-525c-4ab7-951a-19fef11ba6c4 None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:15.237479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e81d411d-6531-46ce-b79f-52c20f7ea360 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6343541 Nov 22 17:04:15.237697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46142) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:15.245803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'security_group': {'name': 'tempest-secgroup-44999081'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:15.274525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:04:15.275201 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.288818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.408600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.415230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.470051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.471491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2317595 Nov 22 17:04:15.473911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a82087-81d7-4147-9dc2-a3d87d372cac tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd16323-a5a6-4e0b-81da-2ccb19d34c8e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:15.486745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46144) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:15.496127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'security_group': {'name': 'tempest-secgroup-816439545'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:15.515166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-efec7090-58c9-4f04-bc2d-e11ec65e48db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.530415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.530660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b87a313b-160f-4839-973e-b38bef232463 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:15.569708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b87a313b-160f-4839-973e-b38bef232463 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:15.570073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b87a313b-160f-4839-973e-b38bef232463 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:15.579890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.594376 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-efec7090-58c9-4f04-bc2d-e11ec65e48db None None] For port dd5ea840-cf93-472e-943b-9c77de57afe4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dd5ea840-cf93-472e-943b-9c77de57afe4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:15.611869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-efec7090-58c9-4f04-bc2d-e11ec65e48db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.633038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.641546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.672526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:15.674295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1866157 Nov 22 17:04:15.680569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46146) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:15.683444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:15.689383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1853443420', 'security_groups': ['bfc00cf8-a248-4492-aa9c-caf991765666'], 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9bd936ea-83b9-48d6-a15a-457c8330275d'}]}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:15.909622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b2371965-74eb-49e8-86da-8b5fe1897fc8 None None] Provisioning complete for port dd5ea840-cf93-472e-943b-9c77de57afe4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:15.910240 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b2371965-74eb-49e8-86da-8b5fe1897fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.002676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec7090-58c9-4f04-bc2d-e11ec65e48db None None] Pushing event updated for resources: {'Port': ['ID=dd5ea840-cf93-472e-943b-9c77de57afe4,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.074296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Allocated IP 172.20.0.2 (c3e59f22-8fe4-457b-9606-bedd5bbb479b/210ddd5d-1008-493f-b5cc-39034c9bc34d/242fb061-ebd3-4875-b17c-13f63953c171) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:16.181835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45685aa4-730e-4240-a7c2-744df8b19ec6 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc00cf8-a248-4492-aa9c-caf991765666,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.243495 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'tenant_id': 'e69ab029c1754dca86fe2f8fcf576e4b', 'fixed_ips': [{'subnet_id': '9bd936ea-83b9-48d6-a15a-457c8330275d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:04:16.244378 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.244575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904c0c0-5c85-48ba-a483-52f7f69bd554 req-09efbffa-5f53-4755-bc95-deb872aecf0e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:16.246248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e904c0c0-5c85-48ba-a483-52f7f69bd554 req-09efbffa-5f53-4755-bc95-deb872aecf0e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1133277 Nov 22 17:04:16.296314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:16.388161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e904c0c0-5c85-48ba-a483-52f7f69bd554 req-3d9de9c9-fbe7-4878-9b4b-314c4ddf902a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332304 Nov 22 17:04:16.447874 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-ef7d3255-0889-4f91-bbe6-34cb4cee23bc service neutron] show failed (client error): The resource could not be found. Nov 22 17:04:16.448810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-ef7d3255-0889-4f91-bbe6-34cb4cee23bc service neutron] 10.222.0.66 "GET /v2.0/ports/3d28ed28-f24d-4683-8537-087ef5d73557/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0991187 Nov 22 17:04:16.470605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:13Z', 'revision_number': 3, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:16.474124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.478765 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.503592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 yet. {{(pid=103514) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:16.562809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Allocated IP 2001:db8::2 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/9bd936ea-83b9-48d6-a15a-457c8330275d/3b148932-60b0-4bcf-bf22-a41b6615acb7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:16.626250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.20.0.1 (c3e59f22-8fe4-457b-9606-bedd5bbb479b/210ddd5d-1008-493f-b5cc-39034c9bc34d/30a0da4e-1a03-496c-87a4-b95ea29f4593) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:16.642619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8b3f51-7c6c-4faf-9258-7db91633cbfb None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:13Z', 'revision_number': 3, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:16.646945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.721199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:16.726451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:16.740119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:16.815051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Pushing event updated for resources: {'Port': ['ID=242fb061-ebd3-4875-b17c-13f63953c171,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:16.820079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-5b3a250c-9cea-4848-bc99-bab9e5fbca99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:16.821611 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-5b3a250c-9cea-4848-bc99-bab9e5fbca99 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 1097 time: 0.1022213 Nov 22 17:04:16.827641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.837368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:16.888721 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.893718 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Attempting to bind port 242fb061-ebd3-4875-b17c-13f63953c171 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:16.894221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Attempting to bind port 242fb061-ebd3-4875-b17c-13f63953c171 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:16.894751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Attempting to bind port 242fb061-ebd3-4875-b17c-13f63953c171 on network c3e59f22-8fe4-457b-9606-bedd5bbb479b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:16.901902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:16.902927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Checking segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:16.903487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.905008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Bound using segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:16.906816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Bound port: 242fb061-ebd3-4875-b17c-13f63953c171, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:16.907550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.911373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.912366 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:16.981589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.029611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:17.033278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::282 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/9bd936ea-83b9-48d6-a15a-457c8330275d/92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:17.048754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:17.055429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:17.057739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Pushing event updated for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.070948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.071590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.072125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.072630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.073069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.073610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.074112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.074535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.074994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.077211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.077211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.077211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:17.098137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] For port 242fb061-ebd3-4875-b17c-13f63953c171, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:17.110782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] For port 242fb061-ebd3-4875-b17c-13f63953c171, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=242fb061-ebd3-4875-b17c-13f63953c171,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:17.150149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:17.154469 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.158136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:17.299348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Attempting to bind port 3b148932-60b0-4bcf-bf22-a41b6615acb7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:17.299675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Attempting to bind port 3b148932-60b0-4bcf-bf22-a41b6615acb7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:17.299996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Attempting to bind port 3b148932-60b0-4bcf-bf22-a41b6615acb7 on network f0469156-ab55-4ab8-b14f-b786ea9bad7d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:17.315042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc7610-4fc1-435f-a80a-18fd00f8d7d7 None None] Pushing event updated for resources: {'Port': ['ID=242fb061-ebd3-4875-b17c-13f63953c171,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.331382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:17.338273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:17.338666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Checking segment: {'id': 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:17.339081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.339534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Bound using segment: {'id': 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:17.340069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Bound port: 3b148932-60b0-4bcf-bf22-a41b6615acb7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:17.340458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.356595 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.396510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.434143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:17.440230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3b148932-60b0-4bcf-bf22-a41b6615acb7,segment=NetworkSegment(eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f),segment_id=eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:17.454605 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.488808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.542512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:17.598740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de9059-2a08-42fa-bd5d-ee6d6fe926ad None None] Pushing event updated for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.612220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:17.614801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:17.626895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:17.645281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:17.672040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:17.672739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.686908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.696107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dd5ea840-cf93-472e-943b-9c77de57afe4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:17.735950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Transition to ACTIVE for port object 3d28ed28-f24d-4683-8537-087ef5d73557 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:04:17.744503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:17.755291 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eb49d0-24a4-4512-922a-8592d1bcc24a" -d '{"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:17.774223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.785795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.808830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-55236caf-199e-4dd3-a575-74ce982fd9cb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1265914 Nov 22 17:04:17.812164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46166) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:17.822716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=30a0da4e-1a03-496c-87a4-b95ea29f4593,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:17.825821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port dd5ea840-cf93-472e-943b-9c77de57afe4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:17.826279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:17.841028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:17.983029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898796b2-cbdc-45bc-9f87-bdf9692d512c req-b23cfb32-79bc-4b0f-950e-d84fc3634042 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:17.991849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-898796b2-cbdc-45bc-9f87-bdf9692d512c req-b23cfb32-79bc-4b0f-950e-d84fc3634042 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.3145714 Nov 22 17:04:18.011624 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b9d3d-20cf-4d81-b3fa-f1f0105008ca x-openstack-request-id: req-e30b9d3d-20cf-4d81-b3fa-f1f0105008ca {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:18.011924 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-unplugged", "status": "completed", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:18.012185 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e30b9d3d-20cf-4d81-b3fa-f1f0105008ca {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:18.012591 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'code': 200} Nov 22 17:04:18.119784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:18.291612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] No DVR routers for this DVR port 3d28ed28-f24d-4683-8537-087ef5d73557 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:18.311725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-898796b2-cbdc-45bc-9f87-bdf9692d512c req-34fe122f-1155-484f-8fc8-5e26cf0fbc51 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874181 Nov 22 17:04:18.330449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:18.344980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.475056 n-d-816206-6 neutron-server[103514]: INFO neutron.db.ipam_backend_mixin [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9bd936ea-83b9-48d6-a15a-457c8330275d (CIDR: 2001:db8::/64) Nov 22 17:04:18.480189 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:04:18.480656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:18.504619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a2e4e47-04df-41bb-b019-525bc29f183d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6778300 Nov 22 17:04:18.505062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46170) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:18.512634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:18.659918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:18.664250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.741295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:18.991828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:18.992067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:18.992470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 on network 04a772f8-7e94-4423-bf74-1447f114ae72 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:19.002437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Port 3d28ed28-f24d-4683-8537-087ef5d73557 on network 04a772f8-7e94-4423-bf74-1447f114ae72 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:04:19.002769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Attempting to bind port 3d28ed28-f24d-4683-8537-087ef5d73557 on network 04a772f8-7e94-4423-bf74-1447f114ae72 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:19.018580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:19.019239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Checking segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:19.019840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Bound using segment: {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:19.020466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Bound port: 3d28ed28-f24d-4683-8537-087ef5d73557, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:19.021019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.049891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.142247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:19.156262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:19.172638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:19.172919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.195972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=46d459ec-82d4-42a0-a4cd-c4ef800348d6,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.216237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8241dfc4-6430-406b-9721-7d751d74737e tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7088826 Nov 22 17:04:19.218516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46172) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:19.230780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1399620252', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '46d459ec-82d4-42a0-a4cd-c4ef800348d6'}], 'security_groups': ['afd16323-a5a6-4e0b-81da-2ccb19d34c8e']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:19.237447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:19.261370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:19.274144 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.330176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:19.330806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.332249 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] 10.222.0.20 "PUT /v2.0/ports/3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1092 time: 2.5020511 Nov 22 17:04:19.371951 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.547038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.571130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:19.700727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ed500-e5a0-4d9a-b8b5-e6abafcdce86 service neutron] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.765577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3b148932-60b0-4bcf-bf22-a41b6615acb7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:19.817362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=30a0da4e-1a03-496c-87a4-b95ea29f4593,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:19.830933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685f376-3557-4d74-b440-9f15dd6466aa req-50277231-7800-42a4-a43c-131e2de32599 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:19.832812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b685f376-3557-4d74-b440-9f15dd6466aa req-50277231-7800-42a4-a43c-131e2de32599 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.3121319 Nov 22 17:04:19.841930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-914bd0ca-2ac1-42ba-a103-e2d17591d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:19.843712 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-914bd0ca-2ac1-42ba-a103-e2d17591d8db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1095 time: 0.4749691 Nov 22 17:04:19.873414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55e2d1d-475c-4f02-b8cd-bea9d7ee592c None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:19.985046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b685f376-3557-4d74-b440-9f15dd6466aa req-397db684-d5a7-406d-8bea-95cfcbdf4159 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298776 Nov 22 17:04:20.025781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:20.030708 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7f0fff-8770-4462-9bdd-f7621f17bae8" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:20.035573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-b898370a-3169-4a4b-ad29-a7434a4d16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.036760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c90240-8637-42dc-96a4-58da00a75958 None None] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:20.037096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-b898370a-3169-4a4b-ad29-a7434a4d16a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.1789331 Nov 22 17:04:20.039522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.110411 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109cecba-f977-48cd-8e87-7a9fc8ec8461 x-openstack-request-id: req-109cecba-f977-48cd-8e87-7a9fc8ec8461 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:20.110704 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:20.111195 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-109cecba-f977-48cd-8e87-7a9fc8ec8461 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:20.111617 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'status': 'completed', 'code': 200} Nov 22 17:04:20.206179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Delete allocated IP 2001:db8::282 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/9bd936ea-83b9-48d6-a15a-457c8330275d) {{(pid=103514) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 17:04:20.225168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8:0:1::33a (f0469156-ab55-4ab8-b14f-b786ea9bad7d/46d459ec-82d4-42a0-a4cd-c4ef800348d6/92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:20.244374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-8b21d989-3436-427f-8c78-73c45ed552df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.247158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-8b21d989-3436-427f-8c78-73c45ed552df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1095 time: 0.1093545 Nov 22 17:04:20.267339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-222445dd-42ea-4f33-a37b-11f82806dd37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1000 time: 0.2202485 Nov 22 17:04:20.269417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:20.271346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:20.384030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-d04dd01d-696b-4b5b-8257-7193f3a9961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.385606 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-d04dd01d-696b-4b5b-8257-7193f3a9961f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.1083245 Nov 22 17:04:20.411373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1e98545b-db5d-403a-9823-3a0927e2b0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.413861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Provisioning complete for port 242fb061-ebd3-4875-b17c-13f63953c171 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:20.415826 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.457563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:20.458443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.515502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-106078dd-e8c2-4cc1-9f19-c4aef5007972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.517116 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-106078dd-e8c2-4cc1-9f19-c4aef5007972 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1179564 Nov 22 17:04:20.523348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:04:20.559249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-fab16389-acec-4516-9fcb-d307618a4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.561208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-fab16389-acec-4516-9fcb-d307618a4885 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.2971413 Nov 22 17:04:20.667081 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.671243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-0934f795-b401-4f8f-b834-3b77f09d973a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1000 time: 0.1007721 Nov 22 17:04:20.676096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.735754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-9c4fd20f-68f0-4901-b918-30c70b4ffb6a service neutron] 10.222.0.20 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109296 Nov 22 17:04:20.772821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:20.785441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] In _notify_port_updated(), no bound segment for port 92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 on network f0469156-ab55-4ab8-b14f-b786ea9bad7d {{(pid=103514) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:04:20.789741 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:20.811495 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-93a1560a-1a5f-4953-b19c-781cffbae3e1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "PUT /v2.0/routers/26f57e4a-b3c1-476a-8eaf-03c10eb63247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9427483 Nov 22 17:04:20.812162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46182) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.815655 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:20.816807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.817877 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:20.820712 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.825757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/ports/92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 HTTP/1.1" status: 200 len: 931 time: 1.6023586 Nov 22 17:04:20.829341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46184) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:20.866811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:20.928326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3b148932-60b0-4bcf-bf22-a41b6615acb7,segment=NetworkSegment(eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f),segment_id=eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:20.968164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-2caffbfd-0624-48a4-bf13-f3ea2127fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:20.969780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-2caffbfd-0624-48a4-bf13-f3ea2127fa21 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.2909899 Nov 22 17:04:20.972025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629d9f8-547e-4858-9d29-d5d817da76f5 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.035631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.037006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 242fb061-ebd3-4875-b17c-13f63953c171 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:21.042793 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] Update dhcp port {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'fixed_ips': [{'subnet_id': '9bd936ea-83b9-48d6-a15a-457c8330275d', 'ip_address': '2001:db8::2'}, {'subnet_id': '46d459ec-82d4-42a0-a4cd-c4ef800348d6'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '3b148932-60b0-4bcf-bf22-a41b6615acb7'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:04:21.049286 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:21.087476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-e4000adc-c8ba-4862-8fe7-cd0f9c48e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.089006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-e4000adc-c8ba-4862-8fe7-cd0f9c48e92d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083357 Nov 22 17:04:21.162858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.164051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.164673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.165290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.165950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.166563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.167220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.167859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.171897 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fd651631-1620-48f5-9d14-df2f18d79508 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5710 time: 0.3564525 Nov 22 17:04:21.175657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46188) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.177644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:21.178036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.228795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-ef1ec2dd-a9da-4587-8f00-b9f3b935b391 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299899 Nov 22 17:04:21.289971 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.311657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b4d1d235-5aed-4fa5-a1c1-d8116c0d43dc req-00410eba-1198-45dd-a549-c636438a2ff4 service neutron] 10.222.0.20 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632038 Nov 22 17:04:21.357592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.361319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.363082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.363709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.364176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.364633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.365079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.365525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.369735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.378874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b2941eb-7ee8-4f5a-9fec-ae3b247e92b1 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5868 time: 0.2009263 Nov 22 17:04:21.380764 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46190) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:21.413043 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:18Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:19Z', 'revision_number': 2, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:21.470166 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:04:21.470519 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Updating router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 port 30a0da4e-1a03-496c-87a4-b95ea29f4593 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:04:21.536716 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.563436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] Allocated IP 2001:db8:0:1::2 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/46d459ec-82d4-42a0-a4cd-c4ef800348d6/3b148932-60b0-4bcf-bf22-a41b6615acb7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:21.593429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7d152-3e31-46a7-b35c-8f5e46519817 req-86e8f5e9-ae26-45e4-a7a1-43683442bfaf tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.595329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9da7d152-3e31-46a7-b35c-8f5e46519817 req-86e8f5e9-ae26-45e4-a7a1-43683442bfaf tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.4245038 Nov 22 17:04:21.616116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-dda5d4c6-3746-4a7a-a99c-8fb8630c051a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.617629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-dda5d4c6-3746-4a7a-a99c-8fb8630c051a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1095 time: 0.2376852 Nov 22 17:04:21.668159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.724024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3b148932-60b0-4bcf-bf22-a41b6615acb7,segment=NetworkSegment(eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f),segment_id=eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:21.730749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9da7d152-3e31-46a7-b35c-8f5e46519817 req-27d629fe-315f-4bde-9905-735ba1953d15 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265700 Nov 22 17:04:21.732953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-7a9e1e43-64e1-4548-bce3-d0a07cf8f644 service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325817 Nov 22 17:04:21.737807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 owned by {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:21.791583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.817836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.830267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:21.932557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-6c52b141-1563-4636-84a0-90c3b5e9395a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:21.934420 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-6c52b141-1563-4636-84a0-90c3b5e9395a service neutron] 10.222.0.20 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.3065925 Nov 22 17:04:21.945880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b1f1a-482f-4191-ab6e-1942870a551d None None] Pushing event updated for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:21.986304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:21.988301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.031550 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.050224 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.057374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.061717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.093188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:22.116885 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.121673 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Pushing event updated for resources: {'Port': ['ID=30a0da4e-1a03-496c-87a4-b95ea29f4593,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.125155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 242fb061-ebd3-4875-b17c-13f63953c171 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:22.125792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.128854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b011aad8-525a-405d-8470-df144f21005d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 HTTP/1.1" status: 204 len: 168 time: 1.2838311 Nov 22 17:04:22.131859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46196) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.155145 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.155746 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.156221 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.156790 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.157223 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.157748 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.158227 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.158654 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.159080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.159506 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.160198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.160688 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:22.171780 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d882310-02b5-4410-8c71-7105d8546a30 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:04:22.174118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1d882310-02b5-4410-8c71-7105d8546a30 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5 HTTP/1.1" status: 404 len: 333 time: 0.0406148 Nov 22 17:04:22.177454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46198) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.224198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Attempting to bind port 30a0da4e-1a03-496c-87a4-b95ea29f4593 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:22.224744 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Attempting to bind port 30a0da4e-1a03-496c-87a4-b95ea29f4593 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:22.225316 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Attempting to bind port 30a0da4e-1a03-496c-87a4-b95ea29f4593 on network c3e59f22-8fe4-457b-9606-bedd5bbb479b {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:22.244927 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:22.252640 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Checking segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:22.253926 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.254406 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Bound using segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:22.255034 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Bound port: 30a0da4e-1a03-496c-87a4-b95ea29f4593, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:22.261330 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.279404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] For port 242fb061-ebd3-4875-b17c-13f63953c171, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=242fb061-ebd3-4875-b17c-13f63953c171,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:22.296808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.333491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f0582c-5a3a-45f4-9c45-001051279484 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.387077 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] For port 30a0da4e-1a03-496c-87a4-b95ea29f4593, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:22.393122 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] For port 30a0da4e-1a03-496c-87a4-b95ea29f4593, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30a0da4e-1a03-496c-87a4-b95ea29f4593,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:22.402445 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f0582c-5a3a-45f4-9c45-001051279484 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.413088 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.472008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f0582c-5a3a-45f4-9c45-001051279484 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.477100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Provisioning complete for port d44876bc-9c50-47de-85e3-5e8cd5585651 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:22.477478 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.478406 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-45f0582c-5a3a-45f4-9c45-001051279484 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.482505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-45f0582c-5a3a-45f4-9c45-001051279484 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/security-groups/bfc00cf8-a248-4492-aa9c-caf991765666 HTTP/1.1" status: 204 len: 168 time: 0.3027127 Nov 22 17:04:22.493072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46200) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:22.537178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0582c-5a3a-45f4-9c45-001051279484 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc00cf8-a248-4492-aa9c-caf991765666,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.539022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Port d44876bc-9c50-47de-85e3-5e8cd5585651 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:22.604237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:22.605205 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:03:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:22.647062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Pushing event updated for resources: {'Port': ['ID=242fb061-ebd3-4875-b17c-13f63953c171,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.695543 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aed08dd7-26f9-4c5a-95da-0b65518d4308 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.718097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:22.724151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb3eb709-552d-4f62-8889-51a644f711ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.728693 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536780f9-1935-4282-b4ea-35cd4e876566 None None] Pushing event updated for resources: {'Port': ['ID=30a0da4e-1a03-496c-87a4-b95ea29f4593,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:22.738796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-9fa5d87d-1477-4aec-bb65-011d0b2c3c1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1000 time: 0.7893941 Nov 22 17:04:22.757757 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-49a0b238-f853-402e-935a-15051c372bd5 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 1.3733976 Nov 22 17:04:22.791494 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aed08dd7-26f9-4c5a-95da-0b65518d4308 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.862342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-5a41138a-e9c1-482e-8c42-f18d39d5f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:22.871093 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-5a41138a-e9c1-482e-8c42-f18d39d5f908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.1109772 Nov 22 17:04:22.932070 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aed08dd7-26f9-4c5a-95da-0b65518d4308 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.940995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aed08dd7-26f9-4c5a-95da-0b65518d4308 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:22.942232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aed08dd7-26f9-4c5a-95da-0b65518d4308 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/security-groups/afd16323-a5a6-4e0b-81da-2ccb19d34c8e HTTP/1.1" status: 204 len: 168 time: 0.4465876 Nov 22 17:04:23.000880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46208) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.026465 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:23.030386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed08dd7-26f9-4c5a-95da-0b65518d4308 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd16323-a5a6-4e0b-81da-2ccb19d34c8e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.083091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0dcfd8-6e6f-4201-b35e-45d8164f754b req-d57d94f7-f9e5-4f62-a964-3761ab310bc6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:23.092748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff0dcfd8-6e6f-4201-b35e-45d8164f754b req-d57d94f7-f9e5-4f62-a964-3761ab310bc6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.1437435 Nov 22 17:04:23.105396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3b148932-60b0-4bcf-bf22-a41b6615acb7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:23.203522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff0dcfd8-6e6f-4201-b35e-45d8164f754b req-4a04982c-7695-47b9-be46-91485217030b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018810 Nov 22 17:04:23.220713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 9bd936ea-83b9-48d6-a15a-457c8330275d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:23.243671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-bccae2d5-4381-4043-80af-196d5c6805a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:23.245423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-bccae2d5-4381-4043-80af-196d5c6805a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3714516 Nov 22 17:04:23.267357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.315618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:23.316022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.364295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46210) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.368922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2051925095', 'description': 'tempest-secgroup-smoke-2051925095 description', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:23.394454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.416192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.430329 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-591e0462-1f25-4d89-a53c-a0dbd3e7ed33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.431890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Provisioning complete for port 30a0da4e-1a03-496c-87a4-b95ea29f4593 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:23.432452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.476888 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:18Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:22Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:23.494173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-002d56ca-0d91-4209-9ccb-4cbd0de6a618 service neutron] 10.222.0.20 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205577 Nov 22 17:04:23.536271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 242fb061-ebd3-4875-b17c-13f63953c171 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:23.543276 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e2d2d9-b570-4754-a344-8d3c004a17a5 None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:18Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:22Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:23.620713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.629810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.638655 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.686825 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.691890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3263338 Nov 22 17:04:23.693563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46212) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.704461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'c5a15440-f15b-4361-b175-1f7ea344e1e0', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:23.713692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.737166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ee9c2-28a2-4bea-86f5-4069f76bbc54 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a15440-f15b-4361-b175-1f7ea344e1e0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.749398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.843542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 242fb061-ebd3-4875-b17c-13f63953c171 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:23.844138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.849222 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d7f0fff-8770-4462-9bdd-f7621f17bae8 req-5e6a2557-07af-4d61-af56-422fb459de42 service neutron] 10.222.0.20 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316514 Nov 22 17:04:23.865525 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.867724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.871376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.897280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546bcd20-4997-4895-8aa2-bd076b9bb631,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.910791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=9bd936ea-83b9-48d6-a15a-457c8330275d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:23.930642 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] For port 30a0da4e-1a03-496c-87a4-b95ea29f4593, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30a0da4e-1a03-496c-87a4-b95ea29f4593,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:23.932031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.938482 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.942450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d213340d-4a33-4b7c-8a68-f6bffc3fa37f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2475533 Nov 22 17:04:23.943038 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-88fb515b-0f3d-4ace-9c3d-6d6b851a6a93 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/9bd936ea-83b9-48d6-a15a-457c8330275d HTTP/1.1" status: 204 len: 168 time: 0.9304664 Nov 22 17:04:23.944837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46218) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.945568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46220) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:23.949165 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:23.957026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:23.971066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'c5a15440-f15b-4361-b175-1f7ea344e1e0', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:24.035277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a59e0a-b1cb-4d45-a8d7-beab131b2832 None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:24.075142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.197859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Provisioning complete for port 242fb061-ebd3-4875-b17c-13f63953c171 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:24.198465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.207126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:24.211556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.237956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:04:24.239404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.250276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.273286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f43c723-4fda-4a48-97f5-cd1d3ad834a5,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.313310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.314198 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-047bbf03-269e-43dd-ad8f-0e1d5c538446 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3674204 Nov 22 17:04:24.316933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.322016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'c5a15440-f15b-4361-b175-1f7ea344e1e0', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:24.365223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.456388 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.465699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.473056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701bfb1d-1104-43f3-897d-367cb290bc8e req-f37dcf90-5dec-4d16-82c0-477aff341dad tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:24.473695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d392ca91-3d97-4734-b8e6-5d9bb7347211 None None] Pushing event updated for resources: {'Port': ['ID=30a0da4e-1a03-496c-87a4-b95ea29f4593,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.474657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.474812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-701bfb1d-1104-43f3-897d-367cb290bc8e req-f37dcf90-5dec-4d16-82c0-477aff341dad tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.1402290 Nov 22 17:04:24.501586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3793da-c993-4709-962e-b1229d532bd3,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.513775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.519061 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60b20b40-831b-4cf5-a25f-ca7d7b6e0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2008507 Nov 22 17:04:24.519709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46232) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.524648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'c5a15440-f15b-4361-b175-1f7ea344e1e0', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:24.565953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.614719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-5f1bc9e6-8278-4b99-ac74-11f42ed8657b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:24.616353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-5f1bc9e6-8278-4b99-ac74-11f42ed8657b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.3143241 Nov 22 17:04:24.671463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.677544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.680309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-701bfb1d-1104-43f3-897d-367cb290bc8e req-74101649-e597-4395-9ea5-74a63737a3fb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918597 Nov 22 17:04:24.741705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.745917 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2250569 Nov 22 17:04:24.748734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46236) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:24.753554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'c5a15440-f15b-4361-b175-1f7ea344e1e0', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:24.773914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5793a6-0b04-4039-b950-dca7e953eeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e481d49-a371-4cb4-ba3d-1c58f25050a1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:24.811871 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Project ebb36c4856584ec99a1e4f8286b35193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:04:24.818280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-1c7e7e6a-9476-498b-afbe-221e0fdb4654 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.1883852 Nov 22 17:04:24.824858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:24.999296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.007055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.037302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-cd8bfb28-12d1-43b0-a529-e0745c787230 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2179847 Nov 22 17:04:25.079541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74df7e9-1d54-4112-9729-98ba3140a00c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.087216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.088803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1e2fd233-ce91-4631-b8d6-5ffa6a4b7782 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3391147 Nov 22 17:04:25.090301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30a0da4e-1a03-496c-87a4-b95ea29f4593 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:25.092997 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46240) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:25.152007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:25.178470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Provisioning complete for port d44876bc-9c50-47de-85e3-5e8cd5585651 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:25.179104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.201864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'c5a15440-f15b-4361-b175-1f7ea344e1e0', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:25.216480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '3d28ed28-f24d-4683-8537-087ef5d73557', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'port_id': '3d28ed28-f24d-4683-8537-087ef5d73557', 'mac_address': 'fa:16:3e:55:a0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:04:25.225307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Port d44876bc-9c50-47de-85e3-5e8cd5585651 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:25.273396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.283745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.287554 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Project ebb36c4856584ec99a1e4f8286b35193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:04:25.290024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d28ed28-f24d-4683-8537-087ef5d73557 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:25.295823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Could not find standard attr ID for object 92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:04:25.328101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:25.329093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 30a0da4e-1a03-496c-87a4-b95ea29f4593 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:25.329515 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.333801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Provisioning complete for port 30a0da4e-1a03-496c-87a4-b95ea29f4593 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:25.334245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.356118 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.392115 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.425995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0ac06-6cfa-4947-be45-11ab5f3cdea6 req-cce4204c-2099-4737-846f-11cc0aec8a0c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:25.435043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcf0ac06-6cfa-4947-be45-11ab5f3cdea6 req-cce4204c-2099-4737-846f-11cc0aec8a0c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 944 time: 0.4201763 Nov 22 17:04:25.455785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:25.479831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-50538446-bc8a-40ee-ae48-2e2742c4f21c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:25.481433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-50538446-bc8a-40ee-ae48-2e2742c4f21c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4&tenant_id=f0ede6f959074082b3160e8035518ff7&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.3893213 Nov 22 17:04:25.489977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.506893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-e6396925-82cf-4682-a515-99ce8796e458 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684775 Nov 22 17:04:25.509860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:25.525626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.564388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:25.564991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.568000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=c41d1ba9-52e1-4306-8a27-17eb473923c4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.592595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:25.592860 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a71ebb6c-3cff-4450-b0a0-67b9e8add86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.617370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['3d28ed28-f24d-4683-8537-087ef5d73557'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:25.707532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29333745-4773-482a-ba88-19b2f87b5809 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7616923 Nov 22 17:04:25.710271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46242) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:25.718626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845136784'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:25.734840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c512e60-5cd9-4c31-a75a-102d6b8d4c53 None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:25.760163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fcf0ac06-6cfa-4947-be45-11ab5f3cdea6 req-d72a34a8-7ad8-4369-908f-72085a320f17 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3243151 Nov 22 17:04:25.765230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.771398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.784782 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.799419 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-7f775fde-f9cb-4cce-88ca-c163d50d6c95 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:04:25.800417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-7f775fde-f9cb-4cce-88ca-c163d50d6c95 service neutron] 10.222.0.66 "DELETE /v2.0/ports/3d28ed28-f24d-4683-8537-087ef5d73557/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.3081617 Nov 22 17:04:25.827970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-958d6a36-a986-4005-9755-9cb06cf6cf69 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201873 Nov 22 17:04:25.829281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e022918-ef4b-4ca9-9e4c-4d3afb382963,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.839596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.841703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d7db961-a1fe-4b35-879c-a05e0a8ad1a3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6918733 Nov 22 17:04:25.908651 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.921557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.938621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-b14b7663-9f0b-49cb-a359-4c487c65e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:25.940713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-b14b7663-9f0b-49cb-a359-4c487c65e739 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1096 time: 0.0652556 Nov 22 17:04:25.968354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=462b2fff-f49a-4282-973b-c741ddc31a0c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:25.986665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:25.988131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b2327c7a-4fa2-49e5-bfcf-40e679dfd06c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2767675 Nov 22 17:04:25.990781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46258) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:26.003336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'security_group': {'name': 'tempest-secgroup-669450017'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:26.041720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.110029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fbaed6e5-fcdd-48d0-a9ce-66046586633a None None] Provisioning complete for port d44876bc-9c50-47de-85e3-5e8cd5585651 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:26.111353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbaed6e5-fcdd-48d0-a9ce-66046586633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.122084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-0e4e272d-08e2-4c88-9852-c17ecf2084bd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2051925095&fields=id&tenant_id=ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 267 time: 0.0956709 Nov 22 17:04:26.137833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.152231 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.161108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.182210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-a482f941-2720-4ace-b878-7e7363ccc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:26.184422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-a482f941-2720-4ace-b878-7e7363ccc1a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.2318728 Nov 22 17:04:26.198711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fbaed6e5-fcdd-48d0-a9ce-66046586633a None None] Port d44876bc-9c50-47de-85e3-5e8cd5585651 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:26.211119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fbaed6e5-fcdd-48d0-a9ce-66046586633a None None] Could not find standard attr ID for object 92afc14b-97fd-4734-bf6b-2c9ed4b7b1a5. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:04:26.211346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4399eb8-db55-4994-b624-5689884dd849,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:26.215747 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.217955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12bb5e0a-0991-4daf-91a6-1e4d628145f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2208147 Nov 22 17:04:26.221934 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46264) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:26.229267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'security_group': {'name': 'tempest-secgroup-2051563142'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:26.242605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fbaed6e5-fcdd-48d0-a9ce-66046586633a None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:26.243105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbaed6e5-fcdd-48d0-a9ce-66046586633a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.263460 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.367813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.375217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.406048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] Update dhcp port {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'fixed_ips': [{'subnet_id': '46d459ec-82d4-42a0-a4cd-c4ef800348d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c41d1ba9-52e1-4306-8a27-17eb473923c4'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '3b148932-60b0-4bcf-bf22-a41b6615acb7'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:04:26.427456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.431538 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2051289 Nov 22 17:04:26.439245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46270) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:26.447253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1678838084', 'security_groups': ['1709975d-9bd9-4d8e-813b-6b7435d88743'], 'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c41d1ba9-52e1-4306-8a27-17eb473923c4'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:26.447533 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.464923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c202c91-077a-4332-8eb3-d228d0e897eb tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1709975d-9bd9-4d8e-813b-6b7435d88743,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:26.607208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:26.693181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f8c5698-4336-4696-9f40-eacc5fc1cc3a req-ea0946c9-5479-4dd2-a819-944e8b83b674 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0299444 Nov 22 17:04:26.718362 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.743303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] device_id is not set on port 52fefd65-69fa-41c1-a705-c5c398294a3e yet. {{(pid=103515) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 22 17:04:26.761483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-8efd0568-8646-44a1-bd3c-35f99005d2ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 1001 time: 0.5656776 Nov 22 17:04:26.797595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] Allocated IP 2001:db8::2 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/c41d1ba9-52e1-4306-8a27-17eb473923c4/3b148932-60b0-4bcf-bf22-a41b6615acb7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:26.846844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-e74a6ce0-3cd4-4f52-881f-aca708592a4a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:26.848292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-e74a6ce0-3cd4-4f52-881f-aca708592a4a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 796 time: 0.7262917 Nov 22 17:04:26.899240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-74132ca2-e70c-4714-bc43-d22f9e1d238e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/quotas/ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 375 time: 0.0344591 Nov 22 17:04:26.901581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-27c20d41-8a91-4041-846e-72dd1aeec513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:26.903031 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-27c20d41-8a91-4041-846e-72dd1aeec513 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.1326339 Nov 22 17:04:26.927672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3b148932-60b0-4bcf-bf22-a41b6615acb7,segment=NetworkSegment(eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f),segment_id=eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:26.968256 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.978694 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:26.981684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865daf-0b09-4d3f-85eb-b566c56627c7 req-4c2fd4b9-c861-4aa2-921b-dedec41ca23d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:26.983247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f865daf-0b09-4d3f-85eb-b566c56627c7 req-4c2fd4b9-c861-4aa2-921b-dedec41ca23d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 945 time: 0.1339140 Nov 22 17:04:27.039692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-97eca29e-d670-4be4-afb1-95f58b4d38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.040008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8::89 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/c41d1ba9-52e1-4306-8a27-17eb473923c4/52fefd65-69fa-41c1-a705-c5c398294a3e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:27.041580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-97eca29e-d670-4be4-afb1-95f58b4d38db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285758 Nov 22 17:04:27.051487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-7d8179ab-cc09-4fa2-9927-07d59ed36640 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1401420 Nov 22 17:04:27.089426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dadab78-d3e0-4b2f-a2d4-55eb04a78d73 None None] Pushing event updated for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:27.135233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f865daf-0b09-4d3f-85eb-b566c56627c7 req-03e12924-ef41-4d4d-90c6-a431838373c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359034 Nov 22 17:04:27.203752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-c486aa2c-a028-4dfb-914a-aa907786b00b service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483240 Nov 22 17:04:27.268981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.307476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.357865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:27.359061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-f5b8aeba-8207-4f9a-b8bd-e3cbadc5629e service neutron] 10.222.0.65 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802401 Nov 22 17:04:27.364570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:27.368712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:27.375146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-edaaa0ef-5434-42fc-8e8b-9f3968eed416 req-aa5e23bc-4b36-4f36-bcaf-9afd31218dce service neutron] 10.222.0.66 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607380 Nov 22 17:04:27.375822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.376472 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.387430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=52fefd65-69fa-41c1-a705-c5c398294a3e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:27.407196 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-773755df-4586-4b6b-b346-11b2b812eff8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9628799 Nov 22 17:04:27.408368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46282) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:27.414992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:27.519305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-30b90b4b-7ecc-414d-9d55-85b64a6966ad service neutron] 10.222.0.65 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428022 Nov 22 17:04:27.694447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:27.700133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.817812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b20be191-a16c-4272-8c81-553731b41297 req-cceb449d-9d64-401f-8035-85d641d5a021 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 210 time: 0.0554562 Nov 22 17:04:27.870059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-9d56cc6a-687f-4c5f-aa7f-6ed63656073f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:27.873089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-9d56cc6a-687f-4c5f-aa7f-6ed63656073f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.3549755 Nov 22 17:04:27.898945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:27.899694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1489a2f1-bece-4756-984b-b2600babf86c req-eea71119-1e26-4e31-8834-18c750da3d0c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0618367 Nov 22 17:04:27.917942 n-d-816206-6 neutron-server[103515]: INFO neutron.db.ipam_backend_mixin [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c41d1ba9-52e1-4306-8a27-17eb473923c4 (CIDR: 2001:db8::/64) Nov 22 17:04:27.919554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7a949d06-c2b0-4129-ae4a-31f1b23d3148 None None] Provisioning complete for port d44876bc-9c50-47de-85e3-5e8cd5585651 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:27.920287 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7a949d06-c2b0-4129-ae4a-31f1b23d3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:27.969909 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:04:27.970153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:27.978449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7a949d06-c2b0-4129-ae4a-31f1b23d3148 None None] Port d44876bc-9c50-47de-85e3-5e8cd5585651 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:27.994019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7a949d06-c2b0-4129-ae4a-31f1b23d3148 None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:27.994524 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7a949d06-c2b0-4129-ae4a-31f1b23d3148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.013960 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cd86cfc2-8b13-4a41-a824-efc3e9c6b093 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6013730 Nov 22 17:04:28.014313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46294) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:28.023288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:28.208855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:28.225401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:28.240612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.302262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 3d28ed28-f24d-4683-8537-087ef5d73557 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:04:28.306478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 3d28ed28-f24d-4683-8537-087ef5d73557 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:28.307083 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.347226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:28.350709 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.438587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62247f69-772f-4564-ae2f-15d0f117a9f9 req-d81afeb2-bc05-41c8-96fa-e2e5a70bc4dd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:28.443331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62247f69-772f-4564-ae2f-15d0f117a9f9 req-d81afeb2-bc05-41c8-96fa-e2e5a70bc4dd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 945 time: 0.1217570 Nov 22 17:04:28.461578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dc8639c5-8631-448e-ae64-412496cef8ac None None] Provisioning complete for port 52fefd65-69fa-41c1-a705-c5c398294a3e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:28.461990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dc8639c5-8631-448e-ae64-412496cef8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.543797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-dc8639c5-8631-448e-ae64-412496cef8ac None None] Port 52fefd65-69fa-41c1-a705-c5c398294a3e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:28.552240 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.563309 n-d-816206-6 neutron-server[103515]: INFO neutron.db.ipam_backend_mixin [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 46d459ec-82d4-42a0-a4cd-c4ef800348d6 (CIDR: 2001:db8:0:1::/64) Nov 22 17:04:28.573002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.7 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/19801723-be3c-47e9-97c8-41ed798c6250) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:28.577896 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:04:28.578205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:28.585747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:28.590152 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c0907e-67a2-4de0-a6c5-f80fae2d17ea" -d '{"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-plugged", "status": "completed", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:28.606059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:28.612848 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.624775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62247f69-772f-4564-ae2f-15d0f117a9f9 req-c1745ab3-a769-492a-9246-f564dce8e5e6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742682 Nov 22 17:04:28.626100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-be503066-596a-4646-a12d-a16f9e064922 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6105642 Nov 22 17:04:28.628595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46302) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:28.634073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'subnet': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:28.635262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:28.676183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:28.691128 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ce39ab-72e4-4a25-b8d4-f37f2c68dcd5 x-openstack-request-id: req-94ce39ab-72e4-4a25-b8d4-f37f2c68dcd5 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:28.691431 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-plugged", "status": "completed", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:28.692114 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94ce39ab-72e4-4a25-b8d4-f37f2c68dcd5 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:28.692621 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'code': 200} Nov 22 17:04:28.775309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5c1fa23f-7986-4ccf-a69c-9349d418ed0d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/a6f1eb6d-15e3-4025-be74-c888760eefab HTTP/1.1" status: 200 len: 994 time: 0.1351449 Nov 22 17:04:28.842068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Made reservation on behalf of e69ab029c1754dca86fe2f8fcf576e4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:28.847186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.912145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.965033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:28.972307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4316111b-518e-4082-9fa5-45c99025924a req-4127ea1d-4ea1-4638-af9a-cefc1fb559e6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 210 time: 0.0396464 Nov 22 17:04:28.986505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3b148932-60b0-4bcf-bf22-a41b6615acb7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:29.031344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:29.035806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:29.040423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:29.084213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:29.084852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.087577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=19801723-be3c-47e9-97c8-41ed798c6250,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:29.137550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:29.140262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.143990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f887c-57fb-41ce-8dc8-6615017a61af req-a89e86b3-ef94-451d-bbfa-ce47507a1f8f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:29.151616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-805f887c-57fb-41ce-8dc8-6615017a61af req-a89e86b3-ef94-451d-bbfa-ce47507a1f8f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 931 time: 0.1262703 Nov 22 17:04:29.160460 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-7d11dcc9-d396-4a3c-a540-620e7cf8421d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2657111 Nov 22 17:04:29.185404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Request body: {'port': {'device_id': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:29.230682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-805f887c-57fb-41ce-8dc8-6615017a61af req-6eef2314-a61b-4fab-b25e-e6636ee4a8ca tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744019 Nov 22 17:04:29.265516 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.371241 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.377518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-91589c37-9ca7-47b9-9b34-4ed746e2dcf7 None None] Provisioning complete for port 19801723-be3c-47e9-97c8-41ed798c6250 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:29.378175 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91589c37-9ca7-47b9-9b34-4ed746e2dcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.452846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:29.457532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:29.462009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:29.462607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.469344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-91589c37-9ca7-47b9-9b34-4ed746e2dcf7 None None] Port 19801723-be3c-47e9-97c8-41ed798c6250 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:29.474375 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81f7c2-b128-4c73-a81d-debcf874033c None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:29.653080 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0229597 Nov 22 17:04:29.656328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46310) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:29.661301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c06c5-9c18-4b1a-b2c6-4a45f5509c5c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Subnet': ['ID=13c11e5f-3bff-45ea-8af3-7e2e0de3a0de,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:29.665216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1909403090', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13c11e5f-3bff-45ea-8af3-7e2e0de3a0de'}], 'security_groups': ['462b2fff-f49a-4282-973b-c741ddc31a0c', 'c4399eb8-db55-4994-b624-5689884dd849']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:29.760091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-172435f9-d1a5-4b24-a248-25fbad632a35 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:29.762706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-172435f9-d1a5-4b24-a248-25fbad632a35 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 796 time: 0.2900088 Nov 22 17:04:29.825020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] Update dhcp port {'port': {'network_id': 'f0469156-ab55-4ab8-b14f-b786ea9bad7d', 'fixed_ips': [{'subnet_id': '46d459ec-82d4-42a0-a4cd-c4ef800348d6', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c41d1ba9-52e1-4306-8a27-17eb473923c4', 'ip_address': '2001:db8::2'}, {'subnet_id': '13c11e5f-3bff-45ea-8af3-7e2e0de3a0de'}], 'binding:host_id': 'n-d-816206-6'}, 'id': '3b148932-60b0-4bcf-bf22-a41b6615acb7'} from n-d-816206-6. {{(pid=103516) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 22 17:04:29.850205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-e379281f-54ec-4852-a0f0-a2d9eeebfeb4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 380 time: 0.0775890 Nov 22 17:04:29.854931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:29.865382 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'port': {'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'admin_state_up': True, 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'security_groups': ['c5a15440-f15b-4361-b175-1f7ea344e1e0']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:30.022508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19801723-be3c-47e9-97c8-41ed798c6250 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:30.036495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:30.038294 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.040959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.041909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.071107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Transition to ACTIVE for port object 19801723-be3c-47e9-97c8-41ed798c6250 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:04:30.097994 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.110676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] Allocated IP 2001:db8:0:2::2 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/13c11e5f-3bff-45ea-8af3-7e2e0de3a0de/3b148932-60b0-4bcf-bf22-a41b6615acb7) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:30.156500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-040a696f-bc9c-4ba6-afec-c1ef7f3c933f req-32f827f5-f415-4c38-ae53-5a824f15957b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 210 time: 0.0362563 Nov 22 17:04:30.162331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Pushing event updated for resources: {'Port': ['ID=19801723-be3c-47e9-97c8-41ed798c6250,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:30.276137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3b148932-60b0-4bcf-bf22-a41b6615acb7,segment=NetworkSegment(eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f),segment_id=eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:30.311810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.20.0.10 (c3e59f22-8fe4-457b-9606-bedd5bbb479b/210ddd5d-1008-493f-b5cc-39034c9bc34d/cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:30.345691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.357029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.448115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Attempting to bind port 19801723-be3c-47e9-97c8-41ed798c6250 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:30.448718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Attempting to bind port 19801723-be3c-47e9-97c8-41ed798c6250 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:30.448867 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Attempting to bind port 19801723-be3c-47e9-97c8-41ed798c6250 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:30.480113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0729348b-1fdf-417e-9d80-4a1671b19866 req-7918ed36-7e25-417c-9b9a-c69a879ec104 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:30.489147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0729348b-1fdf-417e-9d80-4a1671b19866 req-7918ed36-7e25-417c-9b9a-c69a879ec104 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.1338222 Nov 22 17:04:30.489417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Port 19801723-be3c-47e9-97c8-41ed798c6250 on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:04:30.489417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Attempting to bind port 19801723-be3c-47e9-97c8-41ed798c6250 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:30.500091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:30.500440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:30.500841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:30.501280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Bound port: 19801723-be3c-47e9-97c8-41ed798c6250, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:30.510224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.518402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62229ab-efe9-4192-adce-4c1230df0cf4 None None] Pushing event updated for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:30.568806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0729348b-1fdf-417e-9d80-4a1671b19866 req-dc9e5907-5572-4fbe-b94b-ffad79fabbcc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790772 Nov 22 17:04:30.593799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.660420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.689327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] For port 19801723-be3c-47e9-97c8-41ed798c6250, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:30.693130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] For port 19801723-be3c-47e9-97c8-41ed798c6250, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19801723-be3c-47e9-97c8-41ed798c6250,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:30.702070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.709408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:30.721047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:30.724659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:30.768931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:30.770083 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.771718 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] 10.222.0.20 "PUT /v2.0/ports/19801723-be3c-47e9-97c8-41ed798c6250 HTTP/1.1" status: 200 len: 1091 time: 1.5929475 Nov 22 17:04:30.772027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'tag': '19801723-be3c-47e9-97c8-41ed798c6250'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:30.775205 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba1d913-532c-441c-9693-07dfc29c6a50" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4673b3-ae00-482a-ad60-ecc727203b06", "tag": "19801723-be3c-47e9-97c8-41ed798c6250"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:30.812505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:30.826477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:30.827196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:30.838010 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c07a942-e74f-406c-9080-0b4e91eeb9f2 x-openstack-request-id: req-5c07a942-e74f-406c-9080-0b4e91eeb9f2 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:30.838335 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4673b3-ae00-482a-ad60-ecc727203b06", "tag": "19801723-be3c-47e9-97c8-41ed798c6250", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:30.838593 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c07a942-e74f-406c-9080-0b4e91eeb9f2 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:30.839009 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'tag': '19801723-be3c-47e9-97c8-41ed798c6250', 'status': 'completed', 'code': 200} Nov 22 17:04:30.878699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-4e333892-04a9-4419-88d0-02af897f7b37 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0181112 Nov 22 17:04:30.896144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Request body: {'port': {'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:30.935522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08dabc-2756-4e5f-a18b-74a1686b4f46 service neutron] Pushing event updated for resources: {'Port': ['ID=19801723-be3c-47e9-97c8-41ed798c6250,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:30.976589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3b148932-60b0-4bcf-bf22-a41b6615acb7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:31.006959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-e2934df9-cd53-406a-a1b4-6b48e32e6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.008489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-e2934df9-cd53-406a-a1b4-6b48e32e6149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 1094 time: 0.1451449 Nov 22 17:04:31.012041 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.089535 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-4bc6c726-aed8-4fe8-9074-eb8387bd7e13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19801723-be3c-47e9-97c8-41ed798c6250 HTTP/1.1" status: 200 len: 217 time: 0.0704386 Nov 22 17:04:31.091514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Delete allocated IP 2001:db8::89 (f0469156-ab55-4ab8-b14f-b786ea9bad7d/c41d1ba9-52e1-4306-8a27-17eb473923c4) {{(pid=103515) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 22 17:04:31.114656 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:31.115225 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.160614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Allocated IP 2001:db8:0:2::32c (f0469156-ab55-4ab8-b14f-b786ea9bad7d/13c11e5f-3bff-45ea-8af3-7e2e0de3a0de/52fefd65-69fa-41c1-a705-c5c398294a3e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:31.255055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-d9b3ca1f-f06c-43dc-abea-ab6e42c94613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.256664 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-d9b3ca1f-f06c-43dc-abea-ab6e42c94613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.1527362 Nov 22 17:04:31.335872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cfffeca0-1edf-4472-9d34-6231f8d6b24b None None] Provisioning complete for port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:31.336247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cfffeca0-1edf-4472-9d34-6231f8d6b24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.377967 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cfffeca0-1edf-4472-9d34-6231f8d6b24b None None] Port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:31.458977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c83db4-f93a-402d-9652-843457b1edea req-59b5adc6-2f0d-42e3-b0f0-7b85b70c840d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.468278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43c83db4-f93a-402d-9652-843457b1edea req-59b5adc6-2f0d-42e3-b0f0-7b85b70c840d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 932 time: 0.1608720 Nov 22 17:04:31.468970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-eb85dc6d-b520-4c5b-b6a7-e96703e7ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.470615 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-eb85dc6d-b520-4c5b-b6a7-e96703e7ed7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001460 Nov 22 17:04:31.556948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-43c83db4-f93a-402d-9652-843457b1edea req-889cb70e-77d7-49bc-bd7d-23bb819b3cd5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877569 Nov 22 17:04:31.594426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:31.602703 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.616006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Transition to ACTIVE for port object cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:04:31.620991 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.621218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.651889 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.724851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Provisioning complete for port 52fefd65-69fa-41c1-a705-c5c398294a3e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:31.727351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.730190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:31.761105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event updated for resources: {'Port': ['ID=52fefd65-69fa-41c1-a705-c5c398294a3e,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:31.796243 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-61050e9d-44c6-4ce8-bef2-d65ce54b2062 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048644 Nov 22 17:04:31.823868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deef021-ec43-4913-ac14-45c4fa798045 req-a3c63773-2bbd-4eca-9aa5-b733bef8d0b1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.832782 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4deef021-ec43-4913-ac14-45c4fa798045 req-a3c63773-2bbd-4eca-9aa5-b733bef8d0b1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.1142066 Nov 22 17:04:31.836584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Port 52fefd65-69fa-41c1-a705-c5c398294a3e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:31.849696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Attempting to bind port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:31.850026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Attempting to bind port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:31.850359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Attempting to bind port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 on network c3e59f22-8fe4-457b-9606-bedd5bbb479b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:31.860157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Provisioning complete for port d44876bc-9c50-47de-85e3-5e8cd5585651 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:31.862512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 on network c3e59f22-8fe4-457b-9606-bedd5bbb479b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:04:31.862808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.862968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Attempting to bind port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 on network c3e59f22-8fe4-457b-9606-bedd5bbb479b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:31.880778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:31.881476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Checking segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:31.884926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Bound using segment: {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:31.885403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Bound port: cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4922c33-52fa-4f69-a313-985a7524ec46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:31.885808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.940177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Port d44876bc-9c50-47de-85e3-5e8cd5585651 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:31.950296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] In _notify_port_updated(), no bound segment for port 52fefd65-69fa-41c1-a705-c5c398294a3e on network f0469156-ab55-4ab8-b14f-b786ea9bad7d {{(pid=103515) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 22 17:04:31.959514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:31.959829 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41baf645-7a3f-4137-9ed1-c4b3613ffbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.969083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:31.969712 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:31.979944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a05cd135-ef11-4515-93c9-50e098d1b164 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "PUT /v2.0/ports/52fefd65-69fa-41c1-a705-c5c398294a3e HTTP/1.1" status: 200 len: 970 time: 2.3212132 Nov 22 17:04:31.983389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4deef021-ec43-4913-ac14-45c4fa798045 req-835cb5f5-dc4e-4ec3-bbc6-b7ef16dcd9e2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491523 Nov 22 17:04:31.983615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:32.046138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] For port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:32.049926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] For port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:32.057413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.102790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.103688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.105497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] 10.222.0.66 "PUT /v2.0/ports/cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 1092 time: 1.2145364 Nov 22 17:04:32.107037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:32.110015 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:32.151782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a9d692-eaaf-43b4-94d4-fdccd71614c6 service neutron] Pushing event updated for resources: {'Port': ['ID=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:32.167958 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-87ce4212-83fb-4ae9-b358-713a23e776d8 req-0d5f9f6d-4a7d-40fb-b2e2-896f5d0ee55a service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707161 Nov 22 17:04:32.203556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port 52fefd65-69fa-41c1-a705-c5c398294a3e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:32.204344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.210755 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d775dcbc-5057-4bcf-b7ea-a5635097090e x-openstack-request-id: req-d775dcbc-5057-4bcf-b7ea-a5635097090e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:32.210968 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:32.211237 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d775dcbc-5057-4bcf-b7ea-a5635097090e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:32.211655 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'status': 'completed', 'code': 200} Nov 22 17:04:32.246061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-c4b6980b-7aa1-4442-b5b9-b34e624d9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.248223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-c4b6980b-7aa1-4442-b5b9-b34e624d9694 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1095 time: 0.0768306 Nov 22 17:04:32.302906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-5df375d4-d907-402a-ba4d-947875066b5c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 217 time: 0.0458641 Nov 22 17:04:32.352950 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-1654971d-78a0-450b-8c4a-320bee7dae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.354932 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-1654971d-78a0-450b-8c4a-320bee7dae0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 1094 time: 0.1307502 Nov 22 17:04:32.366023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-aad74f89-0643-4a5b-88b5-2d0f3507354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.367523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-aad74f89-0643-4a5b-88b5-2d0f3507354c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 200 len: 835 time: 0.0548401 Nov 22 17:04:32.376931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.433886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for 52fefd65-69fa-41c1-a705-c5c398294a3e owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:32.440104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-6740b506-0f07-4719-a468-30c8f4fef518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.442769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-6740b506-0f07-4719-a468-30c8f4fef518 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656939 Nov 22 17:04:32.500436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-110bd3d8-1e93-4c89-b7b5-5f97308f2a8b None None] Provisioning complete for port 52fefd65-69fa-41c1-a705-c5c398294a3e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:32.501096 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-110bd3d8-1e93-4c89-b7b5-5f97308f2a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.566110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-110bd3d8-1e93-4c89-b7b5-5f97308f2a8b None None] Port 52fefd65-69fa-41c1-a705-c5c398294a3e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:32.589682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-1ad5bfa9-c892-4410-b545-248365c781fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.591774 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-1ad5bfa9-c892-4410-b545-248365c781fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.2280571 Nov 22 17:04:32.598631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-03cf3154-a1dc-4e99-8733-63dc23044681 service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452088 Nov 22 17:04:32.667885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-a8e9ed40-96ec-49d8-bb12-806642d0486d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19801723-be3c-47e9-97c8-41ed798c6250 HTTP/1.1" status: 200 len: 217 time: 0.0618911 Nov 22 17:04:32.762060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-3015c468-34aa-400d-a044-0b717b15c742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.763936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-3015c468-34aa-400d-a044-0b717b15c742 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0882556 Nov 22 17:04:32.765489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443dce77-f724-471b-9e22-f4837de7cdbb req-c3ec09fc-0c0e-4cd7-9a0b-7fc92d18fe56 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.767218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-443dce77-f724-471b-9e22-f4837de7cdbb req-c3ec09fc-0c0e-4cd7-9a0b-7fc92d18fe56 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 944 time: 0.0824401 Nov 22 17:04:32.786284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.787889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6cce6a4-a8e1-453c-9255-4200f4478491 req-fc01f965-d3f9-4440-b05a-563ac8ffbccc service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797054 Nov 22 17:04:32.855483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-443dce77-f724-471b-9e22-f4837de7cdbb req-071ccf74-b4ce-435f-bc37-dde0294c1f5e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786552 Nov 22 17:04:32.871937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=52fefd65-69fa-41c1-a705-c5c398294a3e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:32.924806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-7e07e0c3-d2c4-46ca-a7e5-42ed38e0412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.926383 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-7e07e0c3-d2c4-46ca-a7e5-42ed38e0412b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521232 Nov 22 17:04:32.927467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:32.932515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-908637c3-4ebf-4dac-9ea4-6a9a51d7913c tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/52fefd65-69fa-41c1-a705-c5c398294a3e HTTP/1.1" status: 204 len: 168 time: 0.9468417 Nov 22 17:04:32.933643 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:32.936555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-00f2fbb4-9eb3-454b-97ff-4117877980bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:32.938647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-00f2fbb4-9eb3-454b-97ff-4117877980bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1095 time: 0.0798926 Nov 22 17:04:33.051879 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c436233e-d998-410a-ad7c-a94be0ee9b74 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] GET failed (client error): The resource could not be found. Nov 22 17:04:33.053827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-f9a2f871-1f5d-4a0d-8724-f4c0c5df3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:33.055528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-f9a2f871-1f5d-4a0d-8724-f4c0c5df3149 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 897 time: 0.1074414 Nov 22 17:04:33.056213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c436233e-d998-410a-ad7c-a94be0ee9b74 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports/52fefd65-69fa-41c1-a705-c5c398294a3e HTTP/1.1" status: 404 len: 333 time: 0.1215277 Nov 22 17:04:33.056961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.061742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-80f93a36-6861-4724-ac3d-bce598414e1f service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252065 Nov 22 17:04:33.155808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-81804e02-b0bf-4cc4-9ac7-3f2909dee614 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 217 time: 0.0877988 Nov 22 17:04:33.174214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8ba1d913-532c-441c-9693-07dfc29c6a50 req-6a91beb7-c6ef-4ace-b70b-5abe85d31f29 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049581 Nov 22 17:04:33.243186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa040ef7-d59b-44b6-9087-da6b26e6b4de req-a6f918fe-e962-434e-bee6-82228fe7c321 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:33.244716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa040ef7-d59b-44b6-9087-da6b26e6b4de req-a6f918fe-e962-434e-bee6-82228fe7c321 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.1601858 Nov 22 17:04:33.251847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4676e3f-0483-4b67-8206-33b0e6ca8843 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.268116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-7236ab5b-a3a7-4fe2-9c57-218d2e7fa4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:33.269559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-7236ab5b-a3a7-4fe2-9c57-218d2e7fa4ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 200 len: 835 time: 0.0997155 Nov 22 17:04:33.320228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4676e3f-0483-4b67-8206-33b0e6ca8843 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.376096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa040ef7-d59b-44b6-9087-da6b26e6b4de req-ac6d8d54-29b8-485a-9530-6d868efac842 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222610 Nov 22 17:04:33.381434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-e588caa9-fd8d-4d50-b296-a9641e1dcacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:33.382955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-e588caa9-fd8d-4d50-b296-a9641e1dcacd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018169 Nov 22 17:04:33.404844 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4676e3f-0483-4b67-8206-33b0e6ca8843 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.407569 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4676e3f-0483-4b67-8206-33b0e6ca8843 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.411109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d4676e3f-0483-4b67-8206-33b0e6ca8843 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/security-groups/1709975d-9bd9-4d8e-813b-6b7435d88743 HTTP/1.1" status: 204 len: 168 time: 0.3508580 Nov 22 17:04:33.411635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.463833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4676e3f-0483-4b67-8206-33b0e6ca8843 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1709975d-9bd9-4d8e-813b-6b7435d88743,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:33.476699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.506319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.531280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-318aade3-131d-4409-9f24-3aa1cde46e87 service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376898 Nov 22 17:04:33.560030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.562913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.564149 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/security-groups/c4399eb8-db55-4994-b624-5689884dd849 HTTP/1.1" status: 204 len: 168 time: 0.1513662 Nov 22 17:04:33.567320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46336) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.575591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4399eb8-db55-4994-b624-5689884dd849,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:33.583964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.584436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.584887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.585334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.585812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.586249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.586693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.587132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.587588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.588131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.588563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.588994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69d8849c-858d-413c-8eaf-1f78319be789 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:04:33.683723 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a199ffbc-b61f-4b18-97bb-7b673aecff22 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.686973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5aaf3c3-b51a-44e5-a9e6-9aea3cc9a8c8 req-f3e83dd7-64e0-4fc6-b5e7-023917c4712d service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420126 Nov 22 17:04:33.714417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a199ffbc-b61f-4b18-97bb-7b673aecff22 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.759841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a199ffbc-b61f-4b18-97bb-7b673aecff22 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.763034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a199ffbc-b61f-4b18-97bb-7b673aecff22 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.764199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a199ffbc-b61f-4b18-97bb-7b673aecff22 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/security-groups/462b2fff-f49a-4282-973b-c741ddc31a0c HTTP/1.1" status: 204 len: 168 time: 0.1956007 Nov 22 17:04:33.767218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46338) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:33.774734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199ffbc-b61f-4b18-97bb-7b673aecff22 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b2fff-f49a-4282-973b-c741ddc31a0c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:33.830503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet c41d1ba9-52e1-4306-8a27-17eb473923c4 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:33.833799 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.875446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:33.962398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.016575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e9883-124e-40d5-8f83-41a9ddad96d6 req-8ec9de3c-3424-418b-9ae4-f51675282b6f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:34.018184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-606e9883-124e-40d5-8f83-41a9ddad96d6 req-8ec9de3c-3424-418b-9ae4-f51675282b6f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 944 time: 0.0572941 Nov 22 17:04:34.036770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.061480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b57a492-25b4-4bf7-b5f0-7f30776a06f4 None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:34.067736 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.075400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-606e9883-124e-40d5-8f83-41a9ddad96d6 req-06cb68d3-15bf-48c9-928a-66db82ba2b3d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510361 Nov 22 17:04:34.075867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46342) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.082141 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/c41d1ba9-52e1-4306-8a27-17eb473923c4 HTTP/1.1" status: 204 len: 168 time: 0.3066943 Nov 22 17:04:34.083268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b20415-71af-4e8b-a9cb-892855e7bf8d tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=c41d1ba9-52e1-4306-8a27-17eb473923c4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:34.140827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 13c11e5f-3bff-45ea-8af3-7e2e0de3a0de {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:34.144484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.191647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.287903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.361337 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.395334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=13c11e5f-3bff-45ea-8af3-7e2e0de3a0de,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:34.400224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.404922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f0ab79d0-7f9a-4735-9a04-240952df5e01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/13c11e5f-3bff-45ea-8af3-7e2e0de3a0de HTTP/1.1" status: 204 len: 168 time: 0.3277338 Nov 22 17:04:34.407118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46346) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.434830 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a3c8d3-17f4-427e-997a-269986599db8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:34.435299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a3c8d3-17f4-427e-997a-269986599db8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:34.438712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-33a3c8d3-17f4-427e-997a-269986599db8 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/c41d1ba9-52e1-4306-8a27-17eb473923c4 HTTP/1.1" status: 404 len: 337 time: 0.0302403 Nov 22 17:04:34.441267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.513456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting subnet 46d459ec-82d4-42a0-a4cd-c4ef800348d6 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:04:34.517327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.568990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f78243-478d-4795-9d2a-8c2e1dd76aa5 req-f6ac9dfe-5160-462e-b29f-b418ff2eb656 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:34.570881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5f78243-478d-4795-9d2a-8c2e1dd76aa5 req-f6ac9dfe-5160-462e-b29f-b418ff2eb656 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0834305 Nov 22 17:04:34.573530 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.659175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5f78243-478d-4795-9d2a-8c2e1dd76aa5 req-ec35c9cb-bdbb-4066-b31d-14c528948bf7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765328 Nov 22 17:04:34.700630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.775048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.802400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Subnet': ['ID=46d459ec-82d4-42a0-a4cd-c4ef800348d6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:34.808807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:34.813361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12ab1a53-3fe9-4a5d-b705-542e58e03a91 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/46d459ec-82d4-42a0-a4cd-c4ef800348d6 HTTP/1.1" status: 204 len: 168 time: 0.3707166 Nov 22 17:04:34.815746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46350) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.842744 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6c141b-ebcf-4b7b-85f2-2a2e6f8b6239 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:34.843208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6c141b-ebcf-4b7b-85f2-2a2e6f8b6239 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:34.846272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ea6c141b-ebcf-4b7b-85f2-2a2e6f8b6239 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/9bd936ea-83b9-48d6-a15a-457c8330275d HTTP/1.1" status: 404 len: 337 time: 0.0295663 Nov 22 17:04:34.848973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46352) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.879182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475fba4d-0231-4f3d-b0e3-fc4028ff1504 None None] Network f0469156-ab55-4ab8-b14f-b786ea9bad7d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:04:34.882722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-34467195-dbad-4e31-868a-0400018b3014 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "GET /v2.0/ports?device_id=016d2b4a-bf9d-43c8-9754-94510bb4b21e HTTP/1.1" status: 200 len: 205 time: 0.0326080 Nov 22 17:04:34.884992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46354) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.922823 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-73cf007e-cf7e-4a30-b847-008e11699efa tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] delete failed (client error): The resource could not be found. Nov 22 17:04:34.923859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-73cf007e-cf7e-4a30-b847-008e11699efa tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/routers/016d2b4a-bf9d-43c8-9754-94510bb4b21e HTTP/1.1" status: 404 len: 336 time: 0.0379689 Nov 22 17:04:34.926480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.953755 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d2298ae-5460-47d0-904f-4a3ced19ae01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:34.954221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d2298ae-5460-47d0-904f-4a3ced19ae01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:34.957380 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0d2298ae-5460-47d0-904f-4a3ced19ae01 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/edfc4821-876c-4be6-b8d1-e363419ff6bb HTTP/1.1" status: 404 len: 337 time: 0.0299277 Nov 22 17:04:34.959916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46358) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:34.987877 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-943cdd4a-0cf8-4c57-9397-7ed57ccdf078 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:34.988336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943cdd4a-0cf8-4c57-9397-7ed57ccdf078 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:34.991505 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-943cdd4a-0cf8-4c57-9397-7ed57ccdf078 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/0422661c-e68a-4193-b214-6a16f28fe4a1 HTTP/1.1" status: 404 len: 337 time: 0.0306215 Nov 22 17:04:34.994061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.022549 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-348d2432-d4af-426e-a237-2f9e5fcd75f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.023008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-348d2432-d4af-426e-a237-2f9e5fcd75f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.026133 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-348d2432-d4af-426e-a237-2f9e5fcd75f3 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/1a7f6958-6342-42cd-87a1-9029b769a935 HTTP/1.1" status: 404 len: 337 time: 0.0311346 Nov 22 17:04:35.029169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.056546 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-61aed800-0754-479e-978f-1813c7e80c12 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.057096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61aed800-0754-479e-978f-1813c7e80c12 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.060703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-61aed800-0754-479e-978f-1813c7e80c12 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/cd080748-e4b5-4689-9a8e-83eb313edd98 HTTP/1.1" status: 404 len: 333 time: 0.0305088 Nov 22 17:04:35.063342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.089317 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-335ec870-e943-4f01-80ca-a50999e37948 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.089791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335ec870-e943-4f01-80ca-a50999e37948 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.093315 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-335ec870-e943-4f01-80ca-a50999e37948 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/a54dd4e6-ce06-45f7-ae49-20d0bad77f12 HTTP/1.1" status: 404 len: 337 time: 0.0289679 Nov 22 17:04:35.095840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46366) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.109444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c82ee8c9-70a7-4d99-a87b-080721b659f2 None None] Provisioning complete for port d44876bc-9c50-47de-85e3-5e8cd5585651 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:35.110043 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c82ee8c9-70a7-4d99-a87b-080721b659f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.122959 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87d079c-35d1-40c1-8c68-536716182f64 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.123419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87d079c-35d1-40c1-8c68-536716182f64 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.129111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a87d079c-35d1-40c1-8c68-536716182f64 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/ddc2c0c0-dcc0-4ad8-9111-449bfd0d1d4b HTTP/1.1" status: 404 len: 337 time: 0.0298772 Nov 22 17:04:35.129319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.155320 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d787e3-1fdc-4e20-9039-4b7ad22c85ea tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.156079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d787e3-1fdc-4e20-9039-4b7ad22c85ea tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.162394 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24d787e3-1fdc-4e20-9039-4b7ad22c85ea tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/43964de5-2ac1-4ad9-becd-80affeb626c6 HTTP/1.1" status: 404 len: 333 time: 0.0296881 Nov 22 17:04:35.163030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46372) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.183507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c82ee8c9-70a7-4d99-a87b-080721b659f2 None None] Port d44876bc-9c50-47de-85e3-5e8cd5585651 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:35.192074 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-941d5dfa-869d-4923-a06e-f95fb1c50141 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.192531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941d5dfa-869d-4923-a06e-f95fb1c50141 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.195838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-941d5dfa-869d-4923-a06e-f95fb1c50141 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/4c1b6c51-681c-413d-b77c-746df30dca12 HTTP/1.1" status: 404 len: 337 time: 0.0317991 Nov 22 17:04:35.198302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.204092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a1eaa-bc13-4a51-af8b-4c46110346f1 req-32c9c558-5793-41c2-89e8-6346b444eb3a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:35.205410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-690a1eaa-bc13-4a51-af8b-4c46110346f1 req-32c9c558-5793-41c2-89e8-6346b444eb3a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 944 time: 0.0545440 Nov 22 17:04:35.209158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c82ee8c9-70a7-4d99-a87b-080721b659f2 None None] Provisioning complete for port 3b148932-60b0-4bcf-bf22-a41b6615acb7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:35.209746 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c82ee8c9-70a7-4d99-a87b-080721b659f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.224875 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-501ac38a-34fa-4126-9ac4-366309a0d307 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] DELETE failed (client error): The resource could not be found. Nov 22 17:04:35.225333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501ac38a-34fa-4126-9ac4-366309a0d307 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:04:35.228892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-501ac38a-34fa-4126-9ac4-366309a0d307 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/subnets/82b4b11a-7b55-42c2-8311-2bf8cd10c9b7 HTTP/1.1" status: 404 len: 337 time: 0.0296082 Nov 22 17:04:35.233966 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46376) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.280606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] DHCP port deletion for f0469156-ab55-4ab8-b14f-b786ea9bad7d request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:04:35.289853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-690a1eaa-bc13-4a51-af8b-4c46110346f1 req-932c10ed-bb5e-40b0-a843-492d6d29741e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674493 Nov 22 17:04:35.347444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Deleting port d44876bc-9c50-47de-85e3-5e8cd5585651 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:35.347870 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.374648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] Deleting port 3b148932-60b0-4bcf-bf22-a41b6615acb7 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:35.375022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.422284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.441829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Calling delete_port for d44876bc-9c50-47de-85e3-5e8cd5585651 owned by {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:35.443453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] For port 3b148932-60b0-4bcf-bf22-a41b6615acb7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3b148932-60b0-4bcf-bf22-a41b6615acb7,segment=NetworkSegment(eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f),segment_id=eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:35.443856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.457735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] Calling delete_port for 3b148932-60b0-4bcf-bf22-a41b6615acb7 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:35.525856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.543314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.557289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Port': ['ID=d44876bc-9c50-47de-85e3-5e8cd5585651,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:35.563321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.569328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-413b0373-1c07-48d0-afe2-51be7ff71c90 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/ports/d44876bc-9c50-47de-85e3-5e8cd5585651 HTTP/1.1" status: 204 len: 168 time: 0.3319552 Nov 22 17:04:35.569683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46378) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:35.583916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] No DVR routers for this DVR port 3b148932-60b0-4bcf-bf22-a41b6615acb7 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:35.587971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2433a-ec7c-4885-b65d-249953b8f03e None None] Pushing event deleted for resources: {'Port': ['ID=3b148932-60b0-4bcf-bf22-a41b6615acb7,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:35.659644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.769159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.784894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bab36-96ec-4076-9642-d044849b5d0f req-a3e1d351-0ac3-4ad9-b05e-95b3e2fe516e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:35.786483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-866bab36-96ec-4076-9642-d044849b5d0f req-a3e1d351-0ac3-4ad9-b05e-95b3e2fe516e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0511065 Nov 22 17:04:35.792994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0469156-ab55-4ab8-b14f-b786ea9bad7d']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.804285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.804585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb9dae-8f32-4b2a-8dcc-cd7e8e16b13f') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:35.814206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.827495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.834087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:04:35.834473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:04:35.837391 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:04:35.840198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-866bab36-96ec-4076-9642-d044849b5d0f req-79ab2292-73f8-4a53-b4df-94715b6a1f2d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448749 Nov 22 17:04:35.912896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.921091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:35.924415 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] 10.222.0.65 "DELETE /v2.0/networks/f0469156-ab55-4ab8-b14f-b786ea9bad7d HTTP/1.1" status: 204 len: 168 time: 0.3536146 Nov 22 17:04:35.937794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0f058-8a71-45c8-b8d9-74236d0ba079 tempest-PortsIpV6TestJSON-634232000 tempest-PortsIpV6TestJSON-634232000-project] Pushing event deleted for resources: {'Network': ['ID=f0469156-ab55-4ab8-b14f-b786ea9bad7d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:35.938673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:04:36.045364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:36.058703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 868, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:04:36.101158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.120785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:36.147022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:36.151919 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.208602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:36.223706 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.367548 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0da06148-c493-4ed1-8428-65f0be760f50 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e69ab029c1754dca86fe2f8fcf576e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1425705 Nov 22 17:04:36.369918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46392) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:36.425962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5546ff1-58cf-4b97-9f30-4eabb71e0521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.447381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:36.448077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6c803-5b8f-432a-9d43-f48e08fa5195 req-ea6c315b-f520-4289-937d-1d544abfc61c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:36.451016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ba6c803-5b8f-432a-9d43-f48e08fa5195 req-ea6c315b-f520-4289-937d-1d544abfc61c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 945 time: 0.0674477 Nov 22 17:04:36.454543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5546ff1-58cf-4b97-9f30-4eabb71e0521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.509643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ba6c803-5b8f-432a-9d43-f48e08fa5195 req-0d98a32d-c005-489d-8ca6-113c10e5ac17 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515423 Nov 22 17:04:36.514435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5546ff1-58cf-4b97-9f30-4eabb71e0521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.517762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f5546ff1-58cf-4b97-9f30-4eabb71e0521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:36.519138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f5546ff1-58cf-4b97-9f30-4eabb71e0521 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/978cf2b9-edc8-44a1-8f98-848deebb4b39 HTTP/1.1" status: 204 len: 168 time: 0.1481400 Nov 22 17:04:36.527879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5546ff1-58cf-4b97-9f30-4eabb71e0521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978cf2b9-edc8-44a1-8f98-848deebb4b39,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:36.928984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3b148932-60b0-4bcf-bf22-a41b6615acb7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:04:36.949464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3b148932-60b0-4bcf-bf22-a41b6615acb7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:04:36.950511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3b148932-60b0-4bcf-bf22-a41b6615acb7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:04:36.978480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f76e3-e973-45a3-9124-6139d15b36b4 req-f8b7122a-e7d0-493d-8bc4-5a69701777c1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:36.980032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-195f76e3-e973-45a3-9124-6139d15b36b4 req-f8b7122a-e7d0-493d-8bc4-5a69701777c1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0627921 Nov 22 17:04:37.034632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-195f76e3-e973-45a3-9124-6139d15b36b4 req-572bb7a9-ac3e-4dc1-ace3-5e21e1a85f6c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479658 Nov 22 17:04:37.215144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46416) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.311313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--876290175'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:37.333845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.341842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.428267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.431968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.474397 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abb0630c-cd37-477a-b12f-531c48b1ea9e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:37.509292 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.514035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.542466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.544193 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3274162 Nov 22 17:04:37.547803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46420) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.549248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ae93c-88cd-4ba5-a27b-b7a663778115 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccac419-297f-4b41-9a98-b8e6ad14e84c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:37.554748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.670661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d0f3ee0d-2599-4c69-90df-1c69409d9fcd tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1208851 Nov 22 17:04:37.673504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46424) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.678195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-security--2040161736', 'description': 'tempest-security-description-144449327'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:37.688442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af131f-798c-4317-a4a6-82e2e93da73c req-8ff73c36-6c1a-459a-b66a-eb40994062c4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:37.690518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26af131f-798c-4317-a4a6-82e2e93da73c req-8ff73c36-6c1a-459a-b66a-eb40994062c4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 945 time: 0.0868278 Nov 22 17:04:37.715805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.744924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26af131f-798c-4317-a4a6-82e2e93da73c req-f70fbed8-e506-49e9-af86-41b711fa6b26 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463104 Nov 22 17:04:37.760533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.764788 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.767379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.768608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "PUT /v2.0/security-groups/4ccac419-297f-4b41-9a98-b8e6ad14e84c HTTP/1.1" status: 200 len: 1796 time: 0.0940387 Nov 22 17:04:37.771623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46426) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.795103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca193ea2-818f-437c-93f0-516124b771d3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccac419-297f-4b41-9a98-b8e6ad14e84c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:37.815583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d3b3f647-6e77-4c07-833f-0a156b9ea721 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups/4ccac419-297f-4b41-9a98-b8e6ad14e84c HTTP/1.1" status: 200 len: 1796 time: 0.0427778 Nov 22 17:04:37.818275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.869595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-208d58a3-fd69-41d0-954b-c5a5ebbe46c2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.891818 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-208d58a3-fd69-41d0-954b-c5a5ebbe46c2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.933103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-208d58a3-fd69-41d0-954b-c5a5ebbe46c2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.936159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-208d58a3-fd69-41d0-954b-c5a5ebbe46c2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:37.938084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-208d58a3-fd69-41d0-954b-c5a5ebbe46c2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/4ccac419-297f-4b41-9a98-b8e6ad14e84c HTTP/1.1" status: 204 len: 168 time: 0.1185269 Nov 22 17:04:37.940469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46430) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.940696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:37.950367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d58a3-fd69-41d0-954b-c5a5ebbe46c2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccac419-297f-4b41-9a98-b8e6ad14e84c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:37.990230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46432) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:37.990442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-815cfb98-80e8-4a0a-b680-ebceee3e6024 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0485725 Nov 22 17:04:38.005189 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-2624cbb4-523b-4c0d-bc84-fd71887731ce tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] delete failed (client error): The resource could not be found. Nov 22 17:04:38.010310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2624cbb4-523b-4c0d-bc84-fd71887731ce tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/4ccac419-297f-4b41-9a98-b8e6ad14e84c HTTP/1.1" status: 404 len: 347 time: 0.0148654 Nov 22 17:04:38.010500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:04:38.010616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46434) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.013737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:38.014117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.016186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--579279737'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:38.043625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.098231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.125943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.130288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:38.132781 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce629df-f433-4502-9731-7d9249ae665f" -d '{"events": [{"server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "name": "network-vif-plugged", "status": "completed", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:38.139573 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.149561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:38.157613 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.166274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dcb02-ef98-4119-b766-67ab83e4bdfc req-c57bedd6-35b8-4361-a0a4-0e77c72651b2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:38.168049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-632dcb02-ef98-4119-b766-67ab83e4bdfc req-c57bedd6-35b8-4361-a0a4-0e77c72651b2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0599029 Nov 22 17:04:38.169858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.171296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1597385 Nov 22 17:04:38.174133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46440) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.179129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '37a7e05d-1052-4835-aacf-7a7677741313', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:38.179841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0068f4e-2db3-4061-8415-e6af65eb2ee1 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a7e05d-1052-4835-aacf-7a7677741313,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.207082 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7239bd47-f105-4c78-9e02-3fc98de48d03 x-openstack-request-id: req-7239bd47-f105-4c78-9e02-3fc98de48d03 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:38.207692 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "name": "network-vif-plugged", "status": "completed", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:38.207949 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7239bd47-f105-4c78-9e02-3fc98de48d03 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:38.208343 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'code': 200} Nov 22 17:04:38.235890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.238849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.259763 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-632dcb02-ef98-4119-b766-67ab83e4bdfc req-bd1d63eb-b711-43f1-b569-18b728febe02 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720050 Nov 22 17:04:38.332552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.339131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6057-1b67-4e34-8b28-3756f981c40c req-40a11b4a-b680-4d2c-9055-4311f7ad5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:38.340772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2dc6057-1b67-4e34-8b28-3756f981c40c req-40a11b4a-b680-4d2c-9055-4311f7ad5522 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1097 time: 0.0706866 Nov 22 17:04:38.341666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.378894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3803ade-305d-4f5a-b7ca-688298ece6dd,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.385539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.386739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f855812c-5ff9-4005-92e7-34325fb504d7 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2116170 Nov 22 17:04:38.390032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46442) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.418215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2dc6057-1b67-4e34-8b28-3756f981c40c req-cbf41c24-16e1-466c-b6ef-d14acbfc1418 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688751 Nov 22 17:04:38.422179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba901e9-0d5c-4a62-b954-f8f0d44e3d2b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.433219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba901e9-0d5c-4a62-b954-f8f0d44e3d2b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.458943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba901e9-0d5c-4a62-b954-f8f0d44e3d2b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.464476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fba901e9-0d5c-4a62-b954-f8f0d44e3d2b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.465713 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fba901e9-0d5c-4a62-b954-f8f0d44e3d2b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/e3803ade-305d-4f5a-b7ca-688298ece6dd HTTP/1.1" status: 204 len: 168 time: 0.0741680 Nov 22 17:04:38.468474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46444) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.473391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba901e9-0d5c-4a62-b954-f8f0d44e3d2b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3803ade-305d-4f5a-b7ca-688298ece6dd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.514887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e36a5798-c6c0-4a9c-a471-2fe194dd780c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0452120 Nov 22 17:04:38.517681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46446) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.570210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21a0d48b-200d-466d-adc2-d3b425c4f399 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.591961 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21a0d48b-200d-466d-adc2-d3b425c4f399 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.633415 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21a0d48b-200d-466d-adc2-d3b425c4f399 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.636038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-21a0d48b-200d-466d-adc2-d3b425c4f399 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.637241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-21a0d48b-200d-466d-adc2-d3b425c4f399 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/37a7e05d-1052-4835-aacf-7a7677741313 HTTP/1.1" status: 204 len: 168 time: 0.1185513 Nov 22 17:04:38.640554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46448) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.659698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a0d48b-200d-466d-adc2-d3b425c4f399 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a7e05d-1052-4835-aacf-7a7677741313,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.690894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c014ded3-dd8b-4d97-b442-f458c8e0d3b3 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492618 Nov 22 17:04:38.694883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46450) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.699208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1238692322'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:38.721268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.799325 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.803828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.842499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.843624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1477785 Nov 22 17:04:38.846865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46454) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.851788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '3482d64d-5972-44bd-a0b1-dbbb9c826d22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:38.863377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d8cd4-fb7c-485b-9ea6-1d63fd27d3c9 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3482d64d-5972-44bd-a0b1-dbbb9c826d22,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.883241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.885704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e579b96-c038-40c1-a615-47da529a2a59 req-ab5ff729-9614-401d-8160-492959df3737 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:38.887248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e579b96-c038-40c1-a615-47da529a2a59 req-ab5ff729-9614-401d-8160-492959df3737 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 946 time: 0.0658884 Nov 22 17:04:38.930923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.935089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.942198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e579b96-c038-40c1-a615-47da529a2a59 req-fde1ef28-eed3-4799-87da-e2ba5f71cba4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486157 Nov 22 17:04:38.953041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f60f0ff-3e50-44e3-b522-0339240e0451,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:38.960842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:38.962331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-04f43ad9-c6d6-4605-bce5-4804b778dd5e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141715 Nov 22 17:04:38.967212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46456) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:38.972880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '3482d64d-5972-44bd-a0b1-dbbb9c826d22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:39.001474 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.062685 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.066371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.085537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec521613-034c-4a86-883e-25619c592f53,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.094956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.098959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46458) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.099154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ea9ee35b-3bb1-4910-9fe7-2a3dcc172242 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1309884 Nov 22 17:04:39.103712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '3482d64d-5972-44bd-a0b1-dbbb9c826d22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:39.123004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.133479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.191457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.195376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.217442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a911706-f8eb-4f29-b6f3-4b338ebebd27,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.226238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.227767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f4c9560e-2d45-4dac-a375-785b0f895f65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274793 Nov 22 17:04:39.230682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46460) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.235521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '3482d64d-5972-44bd-a0b1-dbbb9c826d22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:39.262243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.330257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.343402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.379654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b619c4dc-1be0-4b98-881d-5a10894457eb,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.388995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.390283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-89c8ee56-1a71-49e2-a81a-b118947fa684 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586659 Nov 22 17:04:39.393247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46464) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.399206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '3482d64d-5972-44bd-a0b1-dbbb9c826d22', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:39.407400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558e346-fe4a-4144-8ffe-31d439474407 req-71c1ae22-4ee2-435e-be64-b46f01df0863 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:39.408938 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7558e346-fe4a-4144-8ffe-31d439474407 req-71c1ae22-4ee2-435e-be64-b46f01df0863 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0765173 Nov 22 17:04:39.427413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.460119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7558e346-fe4a-4144-8ffe-31d439474407 req-aa109877-9613-4e38-9d11-1d29249cf4c3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439398 Nov 22 17:04:39.488089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.491789 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.509317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1fd7a1-8b3d-465c-9c3a-2725cd52b322,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.518081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.519285 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a7a879ce-6d85-41d5-b48b-90c73a992eca tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1240242 Nov 22 17:04:39.522115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46466) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.547771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-460f217b-ff1c-44b0-98e6-f6969e147b15 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.555038 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-460f217b-ff1c-44b0-98e6-f6969e147b15 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.582380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-460f217b-ff1c-44b0-98e6-f6969e147b15 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.588418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-460f217b-ff1c-44b0-98e6-f6969e147b15 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.589492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-460f217b-ff1c-44b0-98e6-f6969e147b15 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ca1fd7a1-8b3d-465c-9c3a-2725cd52b322 HTTP/1.1" status: 204 len: 168 time: 0.0665061 Nov 22 17:04:39.592771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46468) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.595354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460f217b-ff1c-44b0-98e6-f6969e147b15 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca1fd7a1-8b3d-465c-9c3a-2725cd52b322,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.640123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-10701ca2-5bdf-4c20-a7d9-d6b4b9eb1e1d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0461686 Nov 22 17:04:39.643100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46470) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.674386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b93f78a6-6a68-4f4c-ac43-555458c53605 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.682251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b93f78a6-6a68-4f4c-ac43-555458c53605 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.708087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b93f78a6-6a68-4f4c-ac43-555458c53605 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.714660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b93f78a6-6a68-4f4c-ac43-555458c53605 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.716402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b93f78a6-6a68-4f4c-ac43-555458c53605 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/b619c4dc-1be0-4b98-881d-5a10894457eb HTTP/1.1" status: 204 len: 168 time: 0.0717335 Nov 22 17:04:39.719166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46472) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.722643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f78a6-6a68-4f4c-ac43-555458c53605 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b619c4dc-1be0-4b98-881d-5a10894457eb,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.770643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-850fff82-61f1-48c5-b0a1-762d9c9ee993 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0501492 Nov 22 17:04:39.773415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.798488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dadbd95d-45a1-47c0-84cc-a1b9063f1dda tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.806095 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dadbd95d-45a1-47c0-84cc-a1b9063f1dda tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.835623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dadbd95d-45a1-47c0-84cc-a1b9063f1dda tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.841543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dadbd95d-45a1-47c0-84cc-a1b9063f1dda tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.843031 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dadbd95d-45a1-47c0-84cc-a1b9063f1dda tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3a911706-f8eb-4f29-b6f3-4b338ebebd27 HTTP/1.1" status: 204 len: 168 time: 0.0684595 Nov 22 17:04:39.845809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46476) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.853088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd95d-45a1-47c0-84cc-a1b9063f1dda tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a911706-f8eb-4f29-b6f3-4b338ebebd27,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:39.892059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-89fc7455-8052-4ea7-b0de-8a958d54ef2e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0453391 Nov 22 17:04:39.894689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46478) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.918727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18eb6dcd-f55e-473a-8aca-3207776eaa76 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.926622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18eb6dcd-f55e-473a-8aca-3207776eaa76 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.952162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18eb6dcd-f55e-473a-8aca-3207776eaa76 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.957985 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18eb6dcd-f55e-473a-8aca-3207776eaa76 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:39.959062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-18eb6dcd-f55e-473a-8aca-3207776eaa76 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ec521613-034c-4a86-883e-25619c592f53 HTTP/1.1" status: 204 len: 168 time: 0.0634701 Nov 22 17:04:39.962440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:39.964331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb6dcd-f55e-473a-8aca-3207776eaa76 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec521613-034c-4a86-883e-25619c592f53,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:40.008015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66de63ff-a55d-4109-b3b4-629c202af8c5 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419540 Nov 22 17:04:40.008299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46484) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.035798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86980259-17cd-41ab-a581-6698d2535b7b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.043344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86980259-17cd-41ab-a581-6698d2535b7b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.069608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a993590-ff52-409b-aaaf-81491d9e9b9b req-08687cb0-5539-4fe2-a5e3-117d1c373fc8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:40.071147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a993590-ff52-409b-aaaf-81491d9e9b9b req-08687cb0-5539-4fe2-a5e3-117d1c373fc8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 946 time: 0.0523844 Nov 22 17:04:40.074610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86980259-17cd-41ab-a581-6698d2535b7b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.081248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-86980259-17cd-41ab-a581-6698d2535b7b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.082347 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-86980259-17cd-41ab-a581-6698d2535b7b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0f60f0ff-3e50-44e3-b522-0339240e0451 HTTP/1.1" status: 204 len: 168 time: 0.0731120 Nov 22 17:04:40.084953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46486) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.087799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86980259-17cd-41ab-a581-6698d2535b7b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f60f0ff-3e50-44e3-b522-0339240e0451,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:40.151460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8eaef6f5-e7d1-4fa4-b950-415bd966fef4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0653479 Nov 22 17:04:40.154463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46488) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.155299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a993590-ff52-409b-aaaf-81491d9e9b9b req-fbdae885-4c6c-475d-aa65-0a3cb3b15b80 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765045 Nov 22 17:04:40.210678 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77ae133b-1802-49e7-8040-d11431917860 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.233553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77ae133b-1802-49e7-8040-d11431917860 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.272651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38459f0d-ddbd-491d-ab24-ac2a8422a8d2 req-4a88216a-6b47-4657-aa36-7007265b7ca0 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:40.274311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38459f0d-ddbd-491d-ab24-ac2a8422a8d2 req-4a88216a-6b47-4657-aa36-7007265b7ca0 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 946 time: 0.0498502 Nov 22 17:04:40.279406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77ae133b-1802-49e7-8040-d11431917860 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.282090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77ae133b-1802-49e7-8040-d11431917860 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.283314 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77ae133b-1802-49e7-8040-d11431917860 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/3482d64d-5972-44bd-a0b1-dbbb9c826d22 HTTP/1.1" status: 204 len: 168 time: 0.1277492 Nov 22 17:04:40.286778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46492) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.304141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae133b-1802-49e7-8040-d11431917860 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482d64d-5972-44bd-a0b1-dbbb9c826d22,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:40.335916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38459f0d-ddbd-491d-ab24-ac2a8422a8d2 req-6f79469a-17f9-4429-9436-954d208e24d4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550480 Nov 22 17:04:40.350761 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d04b7fde-2beb-4a30-b36f-57819d7a83a2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0627418 Nov 22 17:04:40.357117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46494) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.359456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46496) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.361641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1410364215'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:40.384429 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.399863 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fefa12-de02-4a4b-b418-53c70562ef68 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:40.402684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00fefa12-de02-4a4b-b418-53c70562ef68 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1092 time: 0.0409729 Nov 22 17:04:40.405148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46498) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.409883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:40.434067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.457320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.461401 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.493697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.497498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1388533 Nov 22 17:04:40.498169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.502807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '36281e4b-d698-4063-99f4-bc884c7a578f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:40.511244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ce5b6-db7c-4bac-a2a5-2ea59805782b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36281e4b-d698-4063-99f4-bc884c7a578f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:40.541693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.625992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a41a2d-2a1c-4a8e-a016-870b959a24a4 req-ddf1254b-75a3-4cb0-a896-5803a0c5a40d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:40.627615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69a41a2d-2a1c-4a8e-a016-870b959a24a4 req-ddf1254b-75a3-4cb0-a896-5803a0c5a40d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0817366 Nov 22 17:04:40.640253 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.648825 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.682175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ba8101-c959-4b8b-95e4-d244751cbaf7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:40.692637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.693852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f08303da-44f5-4e0b-8270-49f21a533fa4 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1947615 Nov 22 17:04:40.696813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46504) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.733967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-69a41a2d-2a1c-4a8e-a016-870b959a24a4 req-0dcc1c18-fa53-4c21-965a-348681873ad7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967863 Nov 22 17:04:40.777139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a4df69b-b12a-4e72-8c46-1098a53ad61e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.783192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.801765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a4df69b-b12a-4e72-8c46-1098a53ad61e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.849587 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a4df69b-b12a-4e72-8c46-1098a53ad61e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.852355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6a4df69b-b12a-4e72-8c46-1098a53ad61e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:40.855964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6a4df69b-b12a-4e72-8c46-1098a53ad61e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/36281e4b-d698-4063-99f4-bc884c7a578f HTTP/1.1" status: 204 len: 168 time: 0.1558583 Nov 22 17:04:40.856115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:04:40.857280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46506) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.876453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4df69b-b12a-4e72-8c46-1098a53ad61e tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36281e4b-d698-4063-99f4-bc884c7a578f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:40.893323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.25.6.192 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/24cc972e-a619-453a-9059-3a64af61926c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:40.911446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9322d783-d007-463a-b1e5-5c0e3cca6a80 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0493021 Nov 22 17:04:40.911816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46508) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:40.916241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--2600133'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:40.939694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.007252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.014276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.019078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.043664 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.051979 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.053210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1405663 Nov 22 17:04:41.055219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c480-0c5d-4766-abdb-9d1726faed7d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9012be5b-3c60-4827-906c-ed1461e2bed3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.058139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46510) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.063064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736352280'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:41.085879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:41.086305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.088752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:41.093281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:41.126073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=24cc972e-a619-453a-9059-3a64af61926c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.166295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.172607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.205757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.206991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1477685 Nov 22 17:04:41.209675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46512) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.214735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '9012be5b-3c60-4827-906c-ed1461e2bed3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a18ec5a7-9624-4b8b-8693-0a4bb55054a1', 'remote_ip_prefix': None}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:41.222014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f3d38-4ec8-4c2d-b03f-58bb74e6a912 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a18ec5a7-9624-4b8b-8693-0a4bb55054a1,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.254796 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.330135 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.333976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.352982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c29fe6-a900-4082-ac42-23e5ff104109,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.361432 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.362678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cf554374-fb4b-4aff-89d4-37275595ca8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1520524 Nov 22 17:04:41.365552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.390970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b889381-1af7-4538-8ed4-13cc96935909 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.399565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b889381-1af7-4538-8ed4-13cc96935909 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.427479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b889381-1af7-4538-8ed4-13cc96935909 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.433454 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8b889381-1af7-4538-8ed4-13cc96935909 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.434625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8b889381-1af7-4538-8ed4-13cc96935909 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a3c29fe6-a900-4082-ac42-23e5ff104109 HTTP/1.1" status: 204 len: 168 time: 0.0680714 Nov 22 17:04:41.439945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46516) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.446225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b889381-1af7-4538-8ed4-13cc96935909 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3c29fe6-a900-4082-ac42-23e5ff104109,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.485003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c2980644-aee8-41f3-ab76-db57e3c92db2 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0439177 Nov 22 17:04:41.487814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46518) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.540774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9817bda-8ecc-403b-84fb-46fd4f5e1c22 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.564028 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9817bda-8ecc-403b-84fb-46fd4f5e1c22 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.609889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9817bda-8ecc-403b-84fb-46fd4f5e1c22 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.612632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f9817bda-8ecc-403b-84fb-46fd4f5e1c22 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.613816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f9817bda-8ecc-403b-84fb-46fd4f5e1c22 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/a18ec5a7-9624-4b8b-8693-0a4bb55054a1 HTTP/1.1" status: 204 len: 168 time: 0.1250117 Nov 22 17:04:41.618787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46520) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.630599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9817bda-8ecc-403b-84fb-46fd4f5e1c22 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18ec5a7-9624-4b8b-8693-0a4bb55054a1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.655030 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.686251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a4aad079-a35b-4ee2-b0f6-91279463a80a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4542 time: 0.0662587 Nov 22 17:04:41.688883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.742678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a28aeb63-8c59-4555-8001-d38f3dae66c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.760529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.767453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a28aeb63-8c59-4555-8001-d38f3dae66c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.820780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a28aeb63-8c59-4555-8001-d38f3dae66c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.823584 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a28aeb63-8c59-4555-8001-d38f3dae66c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.824810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a28aeb63-8c59-4555-8001-d38f3dae66c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/9012be5b-3c60-4827-906c-ed1461e2bed3 HTTP/1.1" status: 204 len: 168 time: 0.1350119 Nov 22 17:04:41.842822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46526) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.857515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28aeb63-8c59-4555-8001-d38f3dae66c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9012be5b-3c60-4827-906c-ed1461e2bed3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:41.902443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede981d-bd7c-4750-baa4-9384aac3af3c req-b0852b7f-ac18-4400-a488-d2b6f9b16bb5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:41.904218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eede981d-bd7c-4750-baa4-9384aac3af3c req-b0852b7f-ac18-4400-a488-d2b6f9b16bb5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 943 time: 0.0958412 Nov 22 17:04:41.922977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.924530 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b63e391b-c450-430d-9fbc-cc92a138a383 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0796635 Nov 22 17:04:41.928719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46528) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:41.933830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344441752'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:41.938515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:41.964143 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eede981d-bd7c-4750-baa4-9384aac3af3c req-0524df8a-5b4f-48d9-bf5e-401edad43659 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515082 Nov 22 17:04:42.018088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.022468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=24cc972e-a619-453a-9059-3a64af61926c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.048070 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.180694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.183825 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Floating IP 30566481-355d-41eb-9bbe-349a517748e6 associated. External IP: 172.25.6.192, port: cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93. Nov 22 17:04:42.187764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.254971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.256091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3263464 Nov 22 17:04:42.259009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46530) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:42.262873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6647be-4e28-42a0-b515-16fe9998006a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101d68a3-0a7b-4603-8aa3-aab35aedbcc5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.263713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': '101d68a3-0a7b-4603-8aa3-aab35aedbcc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:42.297393 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.326787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19801723-be3c-47e9-97c8-41ed798c6250 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:04:42.359259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.364267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.383248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7f9b04a-5540-43ff-8b14-a6b0396fe0c1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.394811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.396440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb8d0edd-5e53-4ff4-8a64-7268b2f0f97f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1362765 Nov 22 17:04:42.399218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46532) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:42.427561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48a68ed6-84ab-4073-a083-034e90783b47 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.437080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48a68ed6-84ab-4073-a083-034e90783b47 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.441866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 19801723-be3c-47e9-97c8-41ed798c6250, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19801723-be3c-47e9-97c8-41ed798c6250,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:42.443107 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:04:42.454982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '19801723-be3c-47e9-97c8-41ed798c6250', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': '19801723-be3c-47e9-97c8-41ed798c6250', 'mac_address': 'fa:16:3e:8c:55:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:04:42.468049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48a68ed6-84ab-4073-a083-034e90783b47 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.474847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-48a68ed6-84ab-4073-a083-034e90783b47 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.478145 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-48a68ed6-84ab-4073-a083-034e90783b47 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/a7f9b04a-5540-43ff-8b14-a6b0396fe0c1 HTTP/1.1" status: 204 len: 168 time: 0.0778513 Nov 22 17:04:42.484233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46534) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:42.492984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68ed6-84ab-4073-a083-034e90783b47 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7f9b04a-5540-43ff-8b14-a6b0396fe0c1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.498049 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.511842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19801723-be3c-47e9-97c8-41ed798c6250 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:42.530457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eda22f17-e000-4c6f-b4fd-2a173e9b46af tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447476 Nov 22 17:04:42.533151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46536) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:42.533997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 19801723-be3c-47e9-97c8-41ed798c6250, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19801723-be3c-47e9-97c8-41ed798c6250,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:42.538117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.574725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:42.591737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:42.598184 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:42.602800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=19801723-be3c-47e9-97c8-41ed798c6250,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:42.613170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:42.614066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:42.633681 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c9f9fef-fb57-4a04-891c-1e35601118b7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2273469 Nov 22 17:04:42.634313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46538) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:42.638025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:42.638025 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e116293d-825e-4996-931f-b72db61cc17b" -d '{"events": [{"name": "network-changed", "server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:42.702114 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fabed17-6387-4814-8a50-97ee5ee2290d x-openstack-request-id: req-8fabed17-6387-4814-8a50-97ee5ee2290d {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:42.702810 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:42.702810 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8fabed17-6387-4814-8a50-97ee5ee2290d {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:42.703588 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'status': 'completed', 'code': 200} Nov 22 17:04:42.735361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-940320c1-caa4-46c5-af5d-2121eb52103a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/30566481-355d-41eb-9bbe-349a517748e6 HTTP/1.1" status: 200 len: 992 time: 0.0931809 Nov 22 17:04:42.749886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:42.831626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['19801723-be3c-47e9-97c8-41ed798c6250'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:43.057686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fd71558-a05c-409d-829d-d003cc2dba63 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.087385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116293d-825e-4996-931f-b72db61cc17b req-e25a2ee7-419f-4476-ba1c-eb049a49d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:43.088822 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-e25a2ee7-419f-4476-ba1c-eb049a49d8b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1097 time: 0.0889978 Nov 22 17:04:43.104259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fd71558-a05c-409d-829d-d003cc2dba63 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.117664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:18Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:41Z', 'revision_number': 0, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:43.147863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:04:43.157006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:43.157692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:43.187755 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50247648-21d1-4ff4-b435-724a1a58def3 req-44ab31ce-6113-47b8-8ed2-afb765bec856 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:43.189431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50247648-21d1-4ff4-b435-724a1a58def3 req-44ab31ce-6113-47b8-8ed2-afb765bec856 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 944 time: 0.1464455 Nov 22 17:04:43.240179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fd71558-a05c-409d-829d-d003cc2dba63 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.242740 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3fd71558-a05c-409d-829d-d003cc2dba63 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.246278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3fd71558-a05c-409d-829d-d003cc2dba63 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/101d68a3-0a7b-4603-8aa3-aab35aedbcc5 HTTP/1.1" status: 204 len: 168 time: 0.7097466 Nov 22 17:04:43.247341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46544) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.275557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:43.279095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd71558-a05c-409d-829d-d003cc2dba63 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d68a3-0a7b-4603-8aa3-aab35aedbcc5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:43.288045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50247648-21d1-4ff4-b435-724a1a58def3 req-ba9ecdc0-9f3d-4a74-9289-b4c41d4bb81c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919671 Nov 22 17:04:43.289525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116293d-825e-4996-931f-b72db61cc17b req-b0820fe2-7cd1-4ae7-a67f-6a65063d4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:43.290970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-b0820fe2-7cd1-4ae7-a67f-6a65063d4904 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 897 time: 0.1830380 Nov 22 17:04:43.305168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-acb188f9-f5eb-4d39-99eb-83b892afe9e5 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0511796 Nov 22 17:04:43.305307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46546) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.310126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group': {'name': 'tempest-secgroup--514680086'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:43.380166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.402310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-1ff1d520-e228-4ab3-97ea-cdb37d142286 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 1000 time: 0.1000597 Nov 22 17:04:43.482664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116293d-825e-4996-931f-b72db61cc17b req-b313c4af-14a6-450a-b00c-d3af2af1c139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:43.484177 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-b313c4af-14a6-450a-b00c-d3af2af1c139 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 200 len: 835 time: 0.0666203 Nov 22 17:04:43.526002 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.534139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.539568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:18Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:41Z', 'revision_number': 0, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:43.565908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e6eaf9-7d4e-4e6e-bc2a-e48dcf1da62d None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:04:18Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:41Z', 'revision_number': 0, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:43.575491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.577091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2708995 Nov 22 17:04:43.580125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46548) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.581304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116293d-825e-4996-931f-b72db61cc17b req-69a93bd1-a2ba-4f85-b655-4f6bae00d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:43.582841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-69a93bd1-a2ba-4f85-b655-4f6bae00d5d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860729 Nov 22 17:04:43.583611 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e4406-f7d5-4cf9-94c7-0d6dd66963c6 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80b7366-71e4-4d8e-8b0e-4a21380f938f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:43.584856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': 'a80b7366-71e4-4d8e-8b0e-4a21380f938f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:43.616541 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.680498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.684310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.696064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-fe96188f-5c70-4036-b799-9239311ee97d service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994909 Nov 22 17:04:43.704379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe36a9a2-18a4-4d09-b638-c82eb064a9df,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:43.719451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.723304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-013eb774-53c7-43f0-8388-6d43bf8d923f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396992 Nov 22 17:04:43.723653 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46550) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.740196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46552) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.755322 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59949314-3f46-4c95-a3c4-eae83d54ac8c tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules/fe36a9a2-18a4-4d09-b638-c82eb064a9df HTTP/1.1" status: 200 len: 763 time: 0.0280519 Nov 22 17:04:43.763057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46554) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.819660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-29ca56fb-381e-4c44-9ad5-21423cd1a225 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0551224 Nov 22 17:04:43.822002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85864786-34a9-467d-aed4-b8a24a3b9f39 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/30566481-355d-41eb-9bbe-349a517748e6 HTTP/1.1" status: 200 len: 992 time: 0.0756814 Nov 22 17:04:43.822727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46556) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.824617 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7dc44-7df2-44f1-98ca-36706238bc1d None None] New status for floating IP 30566481-355d-41eb-9bbe-349a517748e6: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:04:43.848261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e116293d-825e-4996-931f-b72db61cc17b req-3c830958-31d4-4a45-8af4-56a25f65da2a service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416521 Nov 22 17:04:43.850517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60d74ea6-9d81-4162-bc92-4ee75a86309b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.859696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60d74ea6-9d81-4162-bc92-4ee75a86309b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.888720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60d74ea6-9d81-4162-bc92-4ee75a86309b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.893956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60d74ea6-9d81-4162-bc92-4ee75a86309b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:43.895081 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60d74ea6-9d81-4162-bc92-4ee75a86309b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/fe36a9a2-18a4-4d09-b638-c82eb064a9df HTTP/1.1" status: 204 len: 168 time: 0.0712657 Nov 22 17:04:43.897818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46558) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.903346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d74ea6-9d81-4162-bc92-4ee75a86309b tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe36a9a2-18a4-4d09-b638-c82eb064a9df,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:43.948309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2fc62ac3-ec22-4889-8fbe-28af54828553 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467122 Nov 22 17:04:43.948578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46560) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:43.954002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': 'a80b7366-71e4-4d8e-8b0e-4a21380f938f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:43.981434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.040238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.044273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.064639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e00970e-ea38-4d5f-8e04-cc5afea64923,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.074141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.076406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5543b87a-9808-44b7-9e83-f5ff8c3b8369 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269281 Nov 22 17:04:44.080431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46562) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.097629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d75f7335-df3a-4f4d-a1a0-3f3776e4909a tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules/4e00970e-ea38-4d5f-8e04-cc5afea64923 HTTP/1.1" status: 200 len: 763 time: 0.0160129 Nov 22 17:04:44.100684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46564) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.148084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ff36d1f7-2159-4353-9738-69828faa4fec tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455985 Nov 22 17:04:44.150627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.174912 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4659b66d-6275-4e4f-909c-adcf833e96c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.182262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4659b66d-6275-4e4f-909c-adcf833e96c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.210037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4659b66d-6275-4e4f-909c-adcf833e96c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.215268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4659b66d-6275-4e4f-909c-adcf833e96c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.216993 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4659b66d-6275-4e4f-909c-adcf833e96c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/4e00970e-ea38-4d5f-8e04-cc5afea64923 HTTP/1.1" status: 204 len: 168 time: 0.0654330 Nov 22 17:04:44.219606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46568) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.224894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659b66d-6275-4e4f-909c-adcf833e96c8 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e00970e-ea38-4d5f-8e04-cc5afea64923,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.257916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-84e4100a-4144-4eb0-a4a7-bb1e5b3f6b32 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0368876 Nov 22 17:04:44.260383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46570) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.265277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Request body: {'security_group_rule': {'security_group_id': 'a80b7366-71e4-4d8e-8b0e-4a21380f938f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:44.285971 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Project 8b94882441564df799bd275ecda7166f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:04:44.290723 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.347696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.352602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19801723-be3c-47e9-97c8-41ed798c6250 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:04:44.357580 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.386032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb58c2f-a727-45f4-a0e7-0eaad1765d3c,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.409838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.411134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5cb26d42-905c-40c7-ab2b-39c24f0a279d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1498260 Nov 22 17:04:44.414468 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46574) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.422539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 19801723-be3c-47e9-97c8-41ed798c6250 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:04:44.426652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 19801723-be3c-47e9-97c8-41ed798c6250 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:44.427101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.433641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8d52f-18d9-481e-b725-39cfb9ef81d8 req-81c24278-b4c6-497f-89a9-c4d1b11a86db tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:44.435939 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ac8d52f-18d9-481e-b725-39cfb9ef81d8 req-81c24278-b4c6-497f-89a9-c4d1b11a86db tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 944 time: 0.0707088 Nov 22 17:04:44.438879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46576) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.439295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-434d5d82-8e61-455d-abde-65f6491c2d0f tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules/8eb58c2f-a727-45f4-a0e7-0eaad1765d3c HTTP/1.1" status: 200 len: 769 time: 0.0235770 Nov 22 17:04:44.500022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1c46efc3-e846-4d30-97c7-11eca1233a65 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0601084 Nov 22 17:04:44.502876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46578) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.507230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.531558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19801723-be3c-47e9-97c8-41ed798c6250'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:44.531860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ac8d52f-18d9-481e-b725-39cfb9ef81d8 req-d4df0a84-cf09-478f-abaa-c2765c5a7d37 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789511 Nov 22 17:04:44.534000 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd98f2ab-3578-48a8-aeb1-776dae69f744" -d '{"events": [{"server_uuid": "bf4673b3-ae00-482a-ad60-ecc727203b06", "name": "network-vif-plugged", "status": "completed", "tag": "19801723-be3c-47e9-97c8-41ed798c6250"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:44.538613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8828a319-39e1-4412-be8c-1fe055d9f24d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.547663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 19801723-be3c-47e9-97c8-41ed798c6250, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19801723-be3c-47e9-97c8-41ed798c6250,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:44.553957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.557910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8828a319-39e1-4412-be8c-1fe055d9f24d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.583290 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e15282e2-88d9-4a85-99be-f89cbd58b79c x-openstack-request-id: req-e15282e2-88d9-4a85-99be-f89cbd58b79c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:44.583699 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4673b3-ae00-482a-ad60-ecc727203b06", "name": "network-vif-plugged", "status": "completed", "tag": "19801723-be3c-47e9-97c8-41ed798c6250", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:44.584058 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e15282e2-88d9-4a85-99be-f89cbd58b79c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:44.584472 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19801723-be3c-47e9-97c8-41ed798c6250', 'code': 200} Nov 22 17:04:44.591420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8828a319-39e1-4412-be8c-1fe055d9f24d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.596794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8828a319-39e1-4412-be8c-1fe055d9f24d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.601023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46582) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.601614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8828a319-39e1-4412-be8c-1fe055d9f24d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8eb58c2f-a727-45f4-a0e7-0eaad1765d3c HTTP/1.1" status: 204 len: 168 time: 0.0977912 Nov 22 17:04:44.610878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=19801723-be3c-47e9-97c8-41ed798c6250,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.611957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a319-39e1-4412-be8c-1fe055d9f24d tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8eb58c2f-a727-45f4-a0e7-0eaad1765d3c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.656318 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-75d564a3-de46-476f-a51b-eb27ade04926 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538201 Nov 22 17:04:44.659388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.701007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8bf42-9714-454c-b2b1-5bfe7288961e req-4a7f62f7-b477-4e2c-954f-08eb3af1d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:44.702576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-40d8bf42-9714-454c-b2b1-5bfe7288961e req-4a7f62f7-b477-4e2c-954f-08eb3af1d6dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 1096 time: 0.0452087 Nov 22 17:04:44.712520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb32222-258a-4ab4-83a3-e0184c3ecc57 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.736290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb32222-258a-4ab4-83a3-e0184c3ecc57 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.750696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-40d8bf42-9714-454c-b2b1-5bfe7288961e req-5f43bbe7-0077-4992-a5e1-0b98c7c9542b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394962 Nov 22 17:04:44.777237 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb32222-258a-4ab4-83a3-e0184c3ecc57 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.781220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7bb32222-258a-4ab4-83a3-e0184c3ecc57 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:44.782799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7bb32222-258a-4ab4-83a3-e0184c3ecc57 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "DELETE /v2.0/security-groups/a80b7366-71e4-4d8e-8b0e-4a21380f938f HTTP/1.1" status: 204 len: 168 time: 0.1222868 Nov 22 17:04:44.785247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46586) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.791970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb32222-258a-4ab4-83a3-e0184c3ecc57 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80b7366-71e4-4d8e-8b0e-4a21380f938f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:44.819908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46588) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.830694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a51afca5-21b9-487e-aebc-4464c7a9f233 tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0439417 Nov 22 17:04:44.834968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46590) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:44.881351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a116c472-a21f-49d0-a1be-7f6afdd695eb tempest-SecGroupIPv6Test-1808177742 tempest-SecGroupIPv6Test-1808177742-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451853 Nov 22 17:04:44.946117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-083e6d86-6c48-4684-b64c-9eeb512f0ae8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/30566481-355d-41eb-9bbe-349a517748e6 HTTP/1.1" status: 200 len: 994 time: 0.1250160 Nov 22 17:04:45.120529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46596) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:45.255140 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0cfefe84-df5a-4745-828e-6ad00132947e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b94882441564df799bd275ecda7166f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334360 Nov 22 17:04:45.257603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:45.307192 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9905678c-777a-44ff-bdba-061e0bd46113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.329269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9905678c-777a-44ff-bdba-061e0bd46113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.380316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9905678c-777a-44ff-bdba-061e0bd46113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.383056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9905678c-777a-44ff-bdba-061e0bd46113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:45.384218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9905678c-777a-44ff-bdba-061e0bd46113 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/abb0630c-cd37-477a-b12f-531c48b1ea9e HTTP/1.1" status: 204 len: 168 time: 0.1256351 Nov 22 17:04:45.392830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905678c-777a-44ff-bdba-061e0bd46113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb0630c-cd37-477a-b12f-531c48b1ea9e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:45.658329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55558d7c-b69a-452e-aad5-89cd53f7441c req-cc801469-17b5-4837-8913-3d451de3f564 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:45.660007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55558d7c-b69a-452e-aad5-89cd53f7441c req-cc801469-17b5-4837-8913-3d451de3f564 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 945 time: 0.0522540 Nov 22 17:04:45.711352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55558d7c-b69a-452e-aad5-89cd53f7441c req-2c1fba95-2e89-4055-ad62-54660a4c9b4c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449142 Nov 22 17:04:46.052572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46624) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.160300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fe5f43b3-1933-48f2-9332-d9d86d26ecb6 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-68631924', 'prefixes': ['172.20.0.0/16']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:46.224826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fe5f43b3-1933-48f2-9332-d9d86d26ecb6 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] Publish callbacks [] for subnetpool, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.226060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fe5f43b3-1933-48f2-9332-d9d86d26ecb6 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.1724777 Nov 22 17:04:46.228689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46628) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.265708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-749df46a-3262-4f30-a2fb-639c2d130cac tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] 10.222.0.65 "GET /v2.0/subnetpools/48cc70e4-1f1a-4bb9-92c1-74c08a7f6609 HTTP/1.1" status: 200 len: 730 time: 0.0358827 Nov 22 17:04:46.268075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46630) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.272243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-bdc7cecc-6bc9-4a98-880c-bef01c77e7c4 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-201013115'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:46.354055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bdc7cecc-6bc9-4a98-880c-bef01c77e7c4 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] Publish callbacks [] for subnetpool, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.355238 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bdc7cecc-6bc9-4a98-880c-bef01c77e7c4 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] 10.222.0.65 "PUT /v2.0/subnetpools/48cc70e4-1f1a-4bb9-92c1-74c08a7f6609 HTTP/1.1" status: 200 len: 683 time: 0.0862575 Nov 22 17:04:46.358057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46632) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.432299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6ff6140d-610b-40ba-9bb7-f7995fadfeec tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] Publish callbacks [] for subnetpool, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.433451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6ff6140d-610b-40ba-9bb7-f7995fadfeec tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] 10.222.0.65 "DELETE /v2.0/subnetpools/48cc70e4-1f1a-4bb9-92c1-74c08a7f6609 HTTP/1.1" status: 204 len: 168 time: 0.0744486 Nov 22 17:04:46.436707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46634) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.453509 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-4f2d3408-539e-4c6f-bced-def52b70a4af tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] show failed (client error): The resource could not be found. Nov 22 17:04:46.454535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4f2d3408-539e-4c6f-bced-def52b70a4af tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] 10.222.0.65 "GET /v2.0/subnetpools/48cc70e4-1f1a-4bb9-92c1-74c08a7f6609 HTTP/1.1" status: 404 len: 346 time: 0.0169132 Nov 22 17:04:46.458496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46636) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.472821 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-10b8be3a-cc24-4d08-a8dc-3a04201f5513 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] delete failed (client error): The resource could not be found. Nov 22 17:04:46.473806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-10b8be3a-cc24-4d08-a8dc-3a04201f5513 tempest-SubnetPoolsTestJSON-1585684726 tempest-SubnetPoolsTestJSON-1585684726-project] 10.222.0.65 "DELETE /v2.0/subnetpools/48cc70e4-1f1a-4bb9-92c1-74c08a7f6609 HTTP/1.1" status: 404 len: 346 time: 0.0144062 Nov 22 17:04:46.719535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46642) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:46.834930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d42c2991-944e-4cd1-aa1b-1dc5247b8da6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.855321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846cf982-b747-4bcc-a065-09da3d3dbe80 req-4427fa6e-6004-4a7a-bc15-402849dcac37 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:46.856854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846cf982-b747-4bcc-a065-09da3d3dbe80 req-4427fa6e-6004-4a7a-bc15-402849dcac37 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 945 time: 0.0695541 Nov 22 17:04:46.936082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846cf982-b747-4bcc-a065-09da3d3dbe80 req-b47c029d-f612-4d2d-b46b-f1712566f7ed tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707910 Nov 22 17:04:46.964073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d42c2991-944e-4cd1-aa1b-1dc5247b8da6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:46.969575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d42c2991-944e-4cd1-aa1b-1dc5247b8da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.029690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d42c2991-944e-4cd1-aa1b-1dc5247b8da6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cf692e8b2b241ea9753fe2dd0c3f730&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3082082 Nov 22 17:04:47.032045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46650) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:47.042552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42c2991-944e-4cd1-aa1b-1dc5247b8da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9227f1-bd45-45fe-8ef1-eb31a0e642b5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:47.070739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b9b05-bb16-4451-a5ad-91920dfa5cbb req-89d69ff1-4173-4a1c-aad2-c2eff763a574 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:47.072263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc7b9b05-bb16-4451-a5ad-91920dfa5cbb req-89d69ff1-4173-4a1c-aad2-c2eff763a574 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 945 time: 0.0605190 Nov 22 17:04:47.088561 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4096d4-e006-48ba-a28d-77017511108c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.113036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4096d4-e006-48ba-a28d-77017511108c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.126118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc7b9b05-bb16-4451-a5ad-91920dfa5cbb req-8fef50c1-c996-4ec9-80b3-343777c775ae tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471494 Nov 22 17:04:47.162505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4096d4-e006-48ba-a28d-77017511108c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.165453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4096d4-e006-48ba-a28d-77017511108c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:47.170110 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d4096d4-e006-48ba-a28d-77017511108c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6d9227f1-bd45-45fe-8ef1-eb31a0e642b5 HTTP/1.1" status: 204 len: 168 time: 0.1369517 Nov 22 17:04:47.179958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4096d4-e006-48ba-a28d-77017511108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9227f1-bd45-45fe-8ef1-eb31a0e642b5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:49.086536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46766) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:49.203632 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48edc1ab-0e62-42e5-8228-82c6174a17a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.282833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48edc1ab-0e62-42e5-8228-82c6174a17a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.286463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-48edc1ab-0e62-42e5-8228-82c6174a17a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.325811 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-48edc1ab-0e62-42e5-8228-82c6174a17a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1e77945c73242838236d4accb04f2f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2380388 Nov 22 17:04:49.327049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edc1ab-0e62-42e5-8228-82c6174a17a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b4794b-5d6a-471d-9d82-5b2b6ddcf577,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:49.328632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46770) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:49.377010 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f4224a-4547-46c1-9e73-2758969436d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.401813 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f4224a-4547-46c1-9e73-2758969436d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.452898 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f4224a-4547-46c1-9e73-2758969436d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.455695 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-10f4224a-4547-46c1-9e73-2758969436d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.456848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-10f4224a-4547-46c1-9e73-2758969436d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e1b4794b-5d6a-471d-9d82-5b2b6ddcf577 HTTP/1.1" status: 204 len: 168 time: 0.1271567 Nov 22 17:04:49.464527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4224a-4547-46c1-9e73-2758969436d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b4794b-5d6a-471d-9d82-5b2b6ddcf577,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:49.735686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46782) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:49.749942 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-657d27c7-7803-4665-83f8-0389d22f8405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.898962 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-657d27c7-7803-4665-83f8-0389d22f8405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.907896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-657d27c7-7803-4665-83f8-0389d22f8405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.957101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7b7-a4a5-4816-be7b-8d70c52af71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:49.967738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-657d27c7-7803-4665-83f8-0389d22f8405 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=035972a3001d4a15a0e164a060ac1bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2305000 Nov 22 17:04:49.970308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46792) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:49.970998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d27c7-7803-4665-83f8-0389d22f8405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4dd62-92d8-4313-bc07-1fc4be67c428,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:49.979814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-9b181cf1-3fdd-4fa2-9f86-a156333c1609 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:49.982065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-9b181cf1-3fdd-4fa2-9f86-a156333c1609 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1790354 Nov 22 17:04:49.999299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-6dd3325e-9180-48bc-8d4d-8a3cbeb87273 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.0095890 Nov 22 17:04:50.027458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce39c888-3d95-4d1a-9c84-a248ff9599bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.050849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce39c888-3d95-4d1a-9c84-a248ff9599bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.055531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-ae4f63c9-6950-46a3-9ebf-70335f2a61a6 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503936 Nov 22 17:04:50.098709 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce39c888-3d95-4d1a-9c84-a248ff9599bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.101487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ce39c888-3d95-4d1a-9c84-a248ff9599bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:50.102720 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce39c888-3d95-4d1a-9c84-a248ff9599bd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71d4dd62-92d8-4313-bc07-1fc4be67c428 HTTP/1.1" status: 204 len: 168 time: 0.1313705 Nov 22 17:04:50.111326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39c888-3d95-4d1a-9c84-a248ff9599bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4dd62-92d8-4313-bc07-1fc4be67c428,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:50.155162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-0f77164e-3ff4-4efa-bfe5-90efb9612d18 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920918 Nov 22 17:04:50.253219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-dcdc28aa-0232-4b91-b2f2-81de6437b598 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919561 Nov 22 17:04:50.469117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13a52327-8add-4ebe-8887-db382a6f2b35 req-d6797190-d9c8-47d0-9b6b-0bb8f4ded020 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0290039 Nov 22 17:04:51.579455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c5675888-8ce7-435c-8122-089b6be44c5b req-6fa961c2-19d0-433c-ae66-941dc041a365 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0326900 Nov 22 17:04:51.673259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46848) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:51.704858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-29040cca-8975-449d-b72d-7bd0637cdf41 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:51.706499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-29040cca-8975-449d-b72d-7bd0637cdf41 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1255009 Nov 22 17:04:51.723077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:51.794258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d645512-10d3-43e0-a492-6fbc3251b1fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.851888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:04:51.855602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.882924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d645512-10d3-43e0-a492-6fbc3251b1fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.887586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4d645512-10d3-43e0-a492-6fbc3251b1fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:51.930206 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d645512-10d3-43e0-a492-6fbc3251b1fe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1950c05584941adbd4ba8b99a06e9db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552183 Nov 22 17:04:51.931418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d645512-10d3-43e0-a492-6fbc3251b1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c08af2e-0ca7-4bd3-a16c-4eba10fd4231,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:51.932302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46852) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:52.020490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.9 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/d12081c8-620d-41a1-91ee-1b760007a686) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:04:52.037109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c2b633c-ce1b-4416-bfa2-8d21815a2776 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.079994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c2b633c-ce1b-4416-bfa2-8d21815a2776 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.210393 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c2b633c-ce1b-4416-bfa2-8d21815a2776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.213105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c2b633c-ce1b-4416-bfa2-8d21815a2776 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.217198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6c2b633c-ce1b-4416-bfa2-8d21815a2776 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c08af2e-0ca7-4bd3-a16c-4eba10fd4231 HTTP/1.1" status: 204 len: 168 time: 0.2810266 Nov 22 17:04:52.234235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b633c-ce1b-4416-bfa2-8d21815a2776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c08af2e-0ca7-4bd3-a16c-4eba10fd4231,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:52.255362 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.304583 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.317644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['19801723-be3c-47e9-97c8-41ed798c6250'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:04:52.356685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:04:52.360263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:04:52.364014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:04:52.372745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=d12081c8-620d-41a1-91ee-1b760007a686,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:52.430157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:52.430797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.456936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-64a19445-3b87-456d-975b-89aac5068bac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7376411 Nov 22 17:04:52.475340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Request body: {'port': {'device_id': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:04:52.563173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.580581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46862) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:52.601875 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef44411f-8b89-4564-b2ab-4dfeb73fc099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.710379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98ae5bd6-aaa5-4d3c-98ad-5d48c7ede65d None None] Provisioning complete for port d12081c8-620d-41a1-91ee-1b760007a686 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:04:52.711245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98ae5bd6-aaa5-4d3c-98ad-5d48c7ede65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.720676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef44411f-8b89-4564-b2ab-4dfeb73fc099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.726492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ef44411f-8b89-4564-b2ab-4dfeb73fc099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.754020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-98ae5bd6-aaa5-4d3c-98ad-5d48c7ede65d None None] Port d12081c8-620d-41a1-91ee-1b760007a686 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:04:52.769223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44411f-8b89-4564-b2ab-4dfeb73fc099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbd2817-de80-4630-949d-ec928f1e1ce7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:52.783648 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ef44411f-8b89-4564-b2ab-4dfeb73fc099 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15aa76ac35e04e779d053b8ff372e559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2019722 Nov 22 17:04:52.786233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46866) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:52.837446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d383bcbb-bb47-4dcc-b1f9-8adf5d09dc3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.860273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d383bcbb-bb47-4dcc-b1f9-8adf5d09dc3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.912256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d383bcbb-bb47-4dcc-b1f9-8adf5d09dc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.915178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d383bcbb-bb47-4dcc-b1f9-8adf5d09dc3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:52.916599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d383bcbb-bb47-4dcc-b1f9-8adf5d09dc3f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bbd2817-de80-4630-949d-ec928f1e1ce7 HTTP/1.1" status: 204 len: 168 time: 0.1294193 Nov 22 17:04:52.928824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383bcbb-bb47-4dcc-b1f9-8adf5d09dc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbd2817-de80-4630-949d-ec928f1e1ce7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:52.934972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb671-8935-46cc-be82-da4b8ff4e6e2 req-84a1877a-36ca-4a1e-a97f-8edb3990aa0b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:52.960595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7abb671-8935-46cc-be82-da4b8ff4e6e2 req-84a1877a-36ca-4a1e-a97f-8edb3990aa0b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 931 time: 0.2377794 Nov 22 17:04:52.964207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12081c8-620d-41a1-91ee-1b760007a686 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:04:52.982178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.012724 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Transition to ACTIVE for port object d12081c8-620d-41a1-91ee-1b760007a686 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:04:53.029800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.096948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7abb671-8935-46cc-be82-da4b8ff4e6e2 req-25894213-1b0a-4981-a750-61754790e5bd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352916 Nov 22 17:04:53.114945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Pushing event updated for resources: {'Port': ['ID=d12081c8-620d-41a1-91ee-1b760007a686,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:53.217118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Attempting to bind port d12081c8-620d-41a1-91ee-1b760007a686 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:04:53.217453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Attempting to bind port d12081c8-620d-41a1-91ee-1b760007a686 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:04:53.217823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Attempting to bind port d12081c8-620d-41a1-91ee-1b760007a686 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:53.222480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Port d12081c8-620d-41a1-91ee-1b760007a686 on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:04:53.222804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Attempting to bind port d12081c8-620d-41a1-91ee-1b760007a686 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:04:53.228066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:04:53.228402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:04:53.228786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:04:53.229216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Bound port: d12081c8-620d-41a1-91ee-1b760007a686, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:04:53.229601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.319376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] For port d12081c8-620d-41a1-91ee-1b760007a686, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:04:53.323107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] For port d12081c8-620d-41a1-91ee-1b760007a686, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d12081c8-620d-41a1-91ee-1b760007a686,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:04:53.332514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.376669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:53.377163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.379138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] 10.222.0.66 "PUT /v2.0/ports/d12081c8-620d-41a1-91ee-1b760007a686 HTTP/1.1" status: 200 len: 1091 time: 0.9097829 Nov 22 17:04:53.379694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'tag': 'd12081c8-620d-41a1-91ee-1b760007a686'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:53.382266 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea858dc-7c15-48cb-ba9f-cbf4295770fc" -d '{"events": [{"name": "network-changed", "server_uuid": "05d39542-c893-4f22-b523-02bc0cbcbc5f", "tag": "d12081c8-620d-41a1-91ee-1b760007a686"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:53.431881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-65d7f7bb-308f-471c-9161-33988e4406bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:53.493718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52811cdd-9d6d-4340-8cec-e84f4334f746 service neutron] Pushing event updated for resources: {'Port': ['ID=d12081c8-620d-41a1-91ee-1b760007a686,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:53.524872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-557a63bc-569b-4a9b-b9dd-db458af6c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:53.527456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-557a63bc-569b-4a9b-b9dd-db458af6c49f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 1094 time: 0.0877585 Nov 22 17:04:53.579921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-13ace543-ed62-4825-baf0-4bec4f4b2a6a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d12081c8-620d-41a1-91ee-1b760007a686 HTTP/1.1" status: 200 len: 217 time: 0.0400379 Nov 22 17:04:53.667336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-e2dbc006-ca9e-460d-9550-7c1f139b6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:53.670429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-e2dbc006-ca9e-460d-9550-7c1f139b6f40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0782351 Nov 22 17:04:53.736853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-9a23c635-3bb1-4660-a604-1c20ff824960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:53.742624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-9a23c635-3bb1-4660-a604-1c20ff824960 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577450 Nov 22 17:04:53.811568 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25a8941-18a6-4945-a881-8b0be23534cc x-openstack-request-id: req-e25a8941-18a6-4945-a881-8b0be23534cc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:53.811941 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d39542-c893-4f22-b523-02bc0cbcbc5f", "tag": "d12081c8-620d-41a1-91ee-1b760007a686", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:53.812265 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e25a8941-18a6-4945-a881-8b0be23534cc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:53.812736 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'tag': 'd12081c8-620d-41a1-91ee-1b760007a686', 'status': 'completed', 'code': 200} Nov 22 17:04:53.862057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-1fbc1578-8d97-4234-b015-0fc814736429 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022954 Nov 22 17:04:54.069293 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:54.100256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3bd56d90-4ca1-4b05-9b9c-7907b35a0783 req-3d233347-142f-49e2-a79c-af12604afa99 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992672 Nov 22 17:04:54.211207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-edee8e29-d8c1-4fc8-b60a-c7897f1a13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:54.214250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-edee8e29-d8c1-4fc8-b60a-c7897f1a13f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 1094 time: 0.0595536 Nov 22 17:04:54.613582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97e11d-3700-4d76-bc29-5e44a82ceb08 req-c24f3065-0305-4604-8722-ec30ba286364 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:54.615122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f97e11d-3700-4d76-bc29-5e44a82ceb08 req-c24f3065-0305-4604-8722-ec30ba286364 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.3899009 Nov 22 17:04:54.683155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-6f491bc7-694e-47bf-9c09-434a0e66e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:54.684687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-6f491bc7-694e-47bf-9c09-434a0e66e71d service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.4494886 Nov 22 17:04:54.708192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f97e11d-3700-4d76-bc29-5e44a82ceb08 req-84a83ea0-71f7-4e68-8367-06cc6eb9cee3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787017 Nov 22 17:04:54.747870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-1350f1f6-101d-401d-b222-3fd672e887b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d12081c8-620d-41a1-91ee-1b760007a686 HTTP/1.1" status: 200 len: 217 time: 0.0492158 Nov 22 17:04:54.811297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-89635a05-abf7-4b9b-8d1a-7b505306bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:54.812836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-89635a05-abf7-4b9b-8d1a-7b505306bcc4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0550063 Nov 22 17:04:54.866683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-ce26f264-3634-4eb5-a7a0-2706ca8424e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:54.870260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-ce26f264-3634-4eb5-a7a0-2706ca8424e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470667 Nov 22 17:04:54.981713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-8d9efc9b-8c90-4024-a454-870ed3e66d04 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003442 Nov 22 17:04:55.112090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dea858dc-7c15-48cb-ba9f-cbf4295770fc req-b983c380-18b4-4696-b2f5-89c2a5176ddb service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187680 Nov 22 17:04:55.178261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46928) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:55.299596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df94c289-622a-48f0-93ea-6bad94b414c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.345705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaee138-50e8-403f-a6ef-a22b86662142 req-dd3ab9d4-77c4-4b57-90b8-448d2b4df1cc tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:55.350243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-caaee138-50e8-403f-a6ef-a22b86662142 req-dd3ab9d4-77c4-4b57-90b8-448d2b4df1cc tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0481000 Nov 22 17:04:55.385635 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df94c289-622a-48f0-93ea-6bad94b414c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.392511 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df94c289-622a-48f0-93ea-6bad94b414c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.403100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-caaee138-50e8-403f-a6ef-a22b86662142 req-e240098f-85f2-42e5-871e-9032a6796699 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483289 Nov 22 17:04:55.426768 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 46934) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:55.441218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94c289-622a-48f0-93ea-6bad94b414c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb4edb3-fbef-4d96-a8f5-15ff924fa687,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:55.459543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-df94c289-622a-48f0-93ea-6bad94b414c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ec8493f4f6e460faf040318ada1f553&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793159 Nov 22 17:04:55.460690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46936) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:55.473293 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.517418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-662adc54-4b09-4029-a744-5699ef4b126a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.540205 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-662adc54-4b09-4029-a744-5699ef4b126a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.590098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-662adc54-4b09-4029-a744-5699ef4b126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.593862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-662adc54-4b09-4029-a744-5699ef4b126a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.598109 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-662adc54-4b09-4029-a744-5699ef4b126a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9cb4edb3-fbef-4d96-a8f5-15ff924fa687 HTTP/1.1" status: 204 len: 168 time: 0.1364024 Nov 22 17:04:55.607926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662adc54-4b09-4029-a744-5699ef4b126a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb4edb3-fbef-4d96-a8f5-15ff924fa687,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:55.637706 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port dd163c1e-6917-4bed-b062-630c59dea83f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:55.638057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.728194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.728767 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:55.744008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for dd163c1e-6917-4bed-b062-630c59dea83f owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:55.956287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca08757-7cdc-4abc-a3c9-4999fa71fb3c req-eed442d7-a829-4cb9-b72b-a35574751ced tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:55.957874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ca08757-7cdc-4abc-a3c9-4999fa71fb3c req-eed442d7-a829-4cb9-b72b-a35574751ced tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1088631 Nov 22 17:04:56.040784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46944) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.056409 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.066478 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b21b30a-a5dd-4573-b080-889cd3138283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.090601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ca08757-7cdc-4abc-a3c9-4999fa71fb3c req-a41e390b-715a-4836-b4c2-b666a07c1b80 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089971 Nov 22 17:04:56.129219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.163187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=dd163c1e-6917-4bed-b062-630c59dea83f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.204714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b21b30a-a5dd-4573-b080-889cd3138283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.209505 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b21b30a-a5dd-4573-b080-889cd3138283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.241112 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.241457 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP a6f1eb6d-15e3-4025-be74-c888760eefab disassociated (deleted). External IP: 172.25.6.173, port: 3d28ed28-f24d-4683-8537-087ef5d73557. Nov 22 17:04:56.246082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21b30a-a5dd-4573-b080-889cd3138283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3cc34-e789-45eb-a2b4-ccb6a2141887,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.272260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b21b30a-a5dd-4573-b080-889cd3138283 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b106959ef5834aa6a08ec1e8ef49d9a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2291260 Nov 22 17:04:56.273049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 46946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:04:56.332115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9e36-750b-4652-a46d-b99221f01546 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.361897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9e36-750b-4652-a46d-b99221f01546 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.469027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9e36-750b-4652-a46d-b99221f01546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.472969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5ebc9e36-750b-4652-a46d-b99221f01546 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.474166 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5ebc9e36-750b-4652-a46d-b99221f01546 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52c3cc34-e789-45eb-a2b4-ccb6a2141887 HTTP/1.1" status: 204 len: 168 time: 0.2002499 Nov 22 17:04:56.497386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc9e36-750b-4652-a46d-b99221f01546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3cc34-e789-45eb-a2b4-ccb6a2141887,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:56.571723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 89395044-0f00-495c-92d1-f85904194426 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:04:56.767925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:04:56.773084 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:56.801822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] Sync routers for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:04:56.820485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9d28e433-d9ba-447a-a6c5-9d188e21b8ae tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/floatingips/a6f1eb6d-15e3-4025-be74-c888760eefab HTTP/1.1" status: 204 len: 168 time: 1.3925350 Nov 22 17:04:56.821166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:56.821359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:56.822841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:56.823396 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fad4938-c009-4ac5-9088-6e6243ab56aa" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:56.892084 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107bb8d7-f59c-4a1b-b597-6ee8e987e1c3 x-openstack-request-id: req-107bb8d7-f59c-4a1b-b597-6ee8e987e1c3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:56.892391 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:56.892650 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-107bb8d7-f59c-4a1b-b597-6ee8e987e1c3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:56.893059 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'status': 'completed', 'code': 200} Nov 22 17:04:56.975265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-3647134e-1e20-4c7f-9126-602da547362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:56.977885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-3647134e-1e20-4c7f-9126-602da547362a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 1097 time: 0.0577478 Nov 22 17:04:57.117628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:57.139151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-49891112-3b13-423a-9244-7fbc7a85905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:57.140671 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-49891112-3b13-423a-9244-7fbc7a85905a service neutron] 10.222.0.20 "GET /v2.0/networks?id=04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 200 len: 898 time: 0.1548989 Nov 22 17:04:57.199924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-382b3939-ba7c-4e4e-81ce-98c15d16762e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 200 len: 217 time: 0.0435870 Nov 22 17:04:57.301785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-23ed0e26-0ef5-4150-a73c-3a2cca3a0b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:57.304999 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-23ed0e26-0ef5-4150-a73c-3a2cca3a0b5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 200 len: 835 time: 0.0961998 Nov 22 17:04:57.372061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a4dc5d-cf70-44ef-bf16-52e565bc4555 req-f1c18d74-d359-4fc1-9e65-0541b976cf7e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:57.374444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4a4dc5d-cf70-44ef-bf16-52e565bc4555 req-f1c18d74-d359-4fc1-9e65-0541b976cf7e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1303215 Nov 22 17:04:57.382396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-a721e570-504c-4fa2-88f6-f9d732c0ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:57.383526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c858318-ab10-4b09-9943-d58e39be5dcb req-aced96bc-e486-4f05-9f5d-c2d660341360 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:57.383872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-a721e570-504c-4fa2-88f6-f9d732c0ab7b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=04a772f8-7e94-4423-bf74-1447f114ae72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664041 Nov 22 17:04:57.385898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c858318-ab10-4b09-9943-d58e39be5dcb req-aced96bc-e486-4f05-9f5d-c2d660341360 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1028121 Nov 22 17:04:57.482549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4a4dc5d-cf70-44ef-bf16-52e565bc4555 req-26ab1ad2-8465-4e68-8793-627d10f87fc2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946736 Nov 22 17:04:57.510531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c858318-ab10-4b09-9943-d58e39be5dcb req-eb3105d9-66ad-4a68-85e1-90638d1dd3fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147897 Nov 22 17:04:57.875606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:57.908007 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] Checking router: 89395044-0f00-495c-92d1-f85904194426 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:04:57.909734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-f71e036b-b7a5-442f-8bd3-a2d3372ac95a service neutron] 10.222.0.20 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154200 Nov 22 17:04:57.917756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:04:57.918911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:58.075423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:04:58.085872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4fad4938-c009-4ac5-9088-6e6243ab56aa req-c70df237-3593-4ff2-8854-e88bf68bac19 service neutron] 10.222.0.20 "GET /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572950 Nov 22 17:04:58.395964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:04:58.428305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee95bf3-bd91-4ff2-8df7-447560bdde19 None None] The sync data for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 is: [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:02:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '654930d4-1bde-4b0d-a6c5-37c8a541bae7', 'name': '', 'network_id': '04a772f8-7e94-4423-bf74-1447f114ae72', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:39:51:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_interface', 'standard_attr_id': 3556, 'fixed_ips': [{'subnet_id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:40Z', 'updated_at': '2021-11-22T17:02:48Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3cbd6be4-657a-40f1-b17b-e450c3eeb294', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:04:58.768613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4adc9a-303b-488e-bdc6-09956f838cf1 req-042cec26-04e0-44d3-8ef7-c7fc9aa54d3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:58.775021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-1ad63c20-b1ad-4ad8-89ea-55f5c70ae20f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:58.776603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4adc9a-303b-488e-bdc6-09956f838cf1 req-042cec26-04e0-44d3-8ef7-c7fc9aa54d3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.1521931 Nov 22 17:04:58.779055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-1ad63c20-b1ad-4ad8-89ea-55f5c70ae20f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b5eee21-e1d5-4b77-977b-377fa499e1d4 HTTP/1.1" status: 200 len: 946 time: 0.0700898 Nov 22 17:04:58.809523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133f4c13-db4c-4024-a675-127176396d5d req-19909f7d-f440-4656-a3f3-8d890cb6ac3b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:04:58.820236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-133f4c13-db4c-4024-a675-127176396d5d req-19909f7d-f440-4656-a3f3-8d890cb6ac3b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1351299 Nov 22 17:04:58.893677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a4adc9a-303b-488e-bdc6-09956f838cf1 req-86c07d08-7ff4-4a00-bba8-6cff2f3b5a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=05d69ae0-d302-499d-987d-baa2ba4f87aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161819 Nov 22 17:04:58.945980 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-133f4c13-db4c-4024-a675-127176396d5d req-d45f8194-8db3-448b-8b63-72b4ae9ce9cf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199384 Nov 22 17:04:58.967469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 3d28ed28-f24d-4683-8537-087ef5d73557 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:04:58.968533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:58.989310 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f0385a-5f02-4d2d-80f4-3085a20e4bdd None None] New status for floating IP a6f1eb6d-15e3-4025-be74-c888760eefab: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:04:59.116789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 3d28ed28-f24d-4683-8537-087ef5d73557, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=3d28ed28-f24d-4683-8537-087ef5d73557,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:04:59.117268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:59.134312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 3d28ed28-f24d-4683-8537-087ef5d73557 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:04:59.308056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:59.342116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=3d28ed28-f24d-4683-8537-087ef5d73557,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:04:59.410876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] No DVR routers for this DVR port 3d28ed28-f24d-4683-8537-087ef5d73557 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:04:59.422865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:04:59.426209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-073dc8b1-de4e-4c1b-8dcc-4561a681451f req-36876113-aabd-46cd-9abf-2111ffc1fd49 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "DELETE /v2.0/ports/3d28ed28-f24d-4683-8537-087ef5d73557 HTTP/1.1" status: 204 len: 173 time: 0.6403134 Nov 22 17:04:59.426827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-deleted', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:04:59.429159 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07ccf60-c476-434e-b8ce-ad90e8e72880" -d '{"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-deleted", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:04:59.524434 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a08035a-fd63-421f-970f-9871ded55999 x-openstack-request-id: req-3a08035a-fd63-421f-970f-9871ded55999 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:04:59.524912 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5eee21-e1d5-4b77-977b-377fa499e1d4", "name": "network-vif-deleted", "tag": "3d28ed28-f24d-4683-8537-087ef5d73557", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:04:59.524912 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a08035a-fd63-421f-970f-9871ded55999 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:04:59.525501 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5eee21-e1d5-4b77-977b-377fa499e1d4', 'name': 'network-vif-deleted', 'tag': '3d28ed28-f24d-4683-8537-087ef5d73557', 'status': 'completed', 'code': 200} Nov 22 17:04:59.983296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47010) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:00.199616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e180aa-4905-405b-834d-a6502fc848be req-d4a26e77-067d-4fa8-a3d0-430c4e689abb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:00.207144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74e180aa-4905-405b-834d-a6502fc848be req-d4a26e77-067d-4fa8-a3d0-430c4e689abb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1540406 Nov 22 17:05:00.358582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74e180aa-4905-405b-834d-a6502fc848be req-cbbe1c26-8193-4311-b2d9-97d8bb8d761a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500955 Nov 22 17:05:00.685254 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.254048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 654930d4-1bde-4b0d-a6c5-37c8a541bae7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:01.255198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.354661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 654930d4-1bde-4b0d-a6c5-37c8a541bae7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=654930d4-1bde-4b0d-a6c5-37c8a541bae7,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:01.355135 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.370154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 654930d4-1bde-4b0d-a6c5-37c8a541bae7 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:01.573224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30212239-1bb6-4999-96cf-8f6f2782b507 req-aa3f84f0-84cc-4abe-bd2f-aff20d05d2b8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:01.575400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30212239-1bb6-4999-96cf-8f6f2782b507 req-aa3f84f0-84cc-4abe-bd2f-aff20d05d2b8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1266792 Nov 22 17:05:01.660801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30212239-1bb6-4999-96cf-8f6f2782b507 req-3932c3e6-ad04-419c-8ffc-424733a9eda7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785432 Nov 22 17:05:01.691373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:01.732140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=654930d4-1bde-4b0d-a6c5-37c8a541bae7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:01.988896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.266686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 89395044-0f00-495c-92d1-f85904194426 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:02.377919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:02.386374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8acdfe7-ae93-4e96-a06e-3f7b14e5bc5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/89395044-0f00-495c-92d1-f85904194426/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3979328 Nov 22 17:05:02.386374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47024) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:02.390032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] Sync routers for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:02.401051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:02.401621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:02.440391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting subnet 3cbd6be4-657a-40f1-b17b-e450c3eeb294 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:05:02.443867 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.490958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.493612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:02.523068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 3d28ed28-f24d-4683-8537-087ef5d73557 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:02.523731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 3d28ed28-f24d-4683-8537-087ef5d73557 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:02.548920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:02.588335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.675841 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.711218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Subnet': ['ID=3cbd6be4-657a-40f1-b17b-e450c3eeb294,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:02.722646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.723055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39759b8-6a97-49e9-a7d0-29f0c958741b None None] Network 04a772f8-7e94-4423-bf74-1447f114ae72 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:02.731125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47028) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:02.742930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-97eb2cd9-decc-4a53-86bf-b6fa81a22450 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/subnets/3cbd6be4-657a-40f1-b17b-e450c3eeb294 HTTP/1.1" status: 204 len: 168 time: 0.3551986 Nov 22 17:05:02.840275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc422c-47cd-4407-b003-e89debcb2dea req-477c62cb-022a-4afc-ab33-840d849312f2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:02.848394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7fc422c-47cd-4407-b003-e89debcb2dea req-477c62cb-022a-4afc-ab33-840d849312f2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0725770 Nov 22 17:05:02.898997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:02.929014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:02.930863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7fc422c-47cd-4407-b003-e89debcb2dea req-485e01e0-de28-4620-8c4b-dbe0b1097d4e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812855 Nov 22 17:05:02.945238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] Checking router: 89395044-0f00-495c-92d1-f85904194426 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:02.963821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] Routers {'89395044-0f00-495c-92d1-f85904194426'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:02.964524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['89395044-0f00-495c-92d1-f85904194426'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:03.071761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] DHCP port deletion for 04a772f8-7e94-4423-bf74-1447f114ae72 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:03.105684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.135427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] Set router 89395044-0f00-495c-92d1-f85904194426 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:03.199727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 518676f4-29b6-4255-bbc6-9b76e6924786 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:03.200177 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.276167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] Deleting port b397ae14-9522-46b1-a41b-6dea62e9e440 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:03.276660 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.301633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 518676f4-29b6-4255-bbc6-9b76e6924786, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=518676f4-29b6-4255-bbc6-9b76e6924786,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:03.302187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.316654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 518676f4-29b6-4255-bbc6-9b76e6924786 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:03.400186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] For port b397ae14-9522-46b1-a41b-6dea62e9e440, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b397ae14-9522-46b1-a41b-6dea62e9e440,segment=NetworkSegment(e80b60f8-8ed4-4c8c-b82b-e51e41666ccc),segment_id=e80b60f8-8ed4-4c8c-b82b-e51e41666ccc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:03.401009 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.422803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] Calling delete_port for b397ae14-9522-46b1-a41b-6dea62e9e440 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:03.517534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:03.549017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6939d3f8-b5ef-4aad-8322-bef4c239ebe4 None None] The sync data for ids ['89395044-0f00-495c-92d1-f85904194426'] in n-d-816206-6 is: [{'id': '89395044-0f00-495c-92d1-f85904194426', 'name': 'tempest-TestNetworkAdvancedServerOps-router-979101996', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:02:33Z', 'updated_at': '2021-11-22T17:05:01Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '518676f4-29b6-4255-bbc6-9b76e6924786', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:93:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89395044-0f00-495c-92d1-f85904194426', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:02:35Z', 'updated_at': '2021-11-22T17:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:03.568486 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.581350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] No DVR routers for this DVR port b397ae14-9522-46b1-a41b-6dea62e9e440 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:03.584661 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.605306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce23e91-9ff5-48f3-8618-9e9f478881c7 None None] Pushing event deleted for resources: {'Port': ['ID=b397ae14-9522-46b1-a41b-6dea62e9e440,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:03.615454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=518676f4-29b6-4255-bbc6-9b76e6924786,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:03.641463 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d076579-b911-4ac4-ba57-10d401bf07cc None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:03.688686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.803751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.806654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.905865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.906527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Fanout notify agent at l3_agent the message router_deleted on router 89395044-0f00-495c-92d1-f85904194426 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:05:03.915687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:03.916907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21728d5f-7d41-4d0a-8bad-6b4d35ed9ede tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/routers/89395044-0f00-495c-92d1-f85904194426 HTTP/1.1" status: 204 len: 168 time: 1.1839852 Nov 22 17:05:03.920811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47032) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:04.034324 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.122234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38d9ca9-2817-46a5-aa2e-797665bb8268 req-985aa027-7b7b-4f4a-bca1-290833759382 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:04.123746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f38d9ca9-2817-46a5-aa2e-797665bb8268 req-985aa027-7b7b-4f4a-bca1-290833759382 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1122167 Nov 22 17:05:04.179955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.222419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a772f8-7e94-4423-bf74-1447f114ae72']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:04.238989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f38d9ca9-2817-46a5-aa2e-797665bb8268 req-7363d320-8d8c-43d3-a1e2-864c3a18322f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901732 Nov 22 17:05:04.240740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:04.241043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80b60f8-8ed4-4c8c-b82b-e51e41666ccc') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:04.252169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.273316 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.280894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:05:04.281328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:05:04.285085 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:05:04.354190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.366588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.374167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/networks/04a772f8-7e94-4423-bf74-1447f114ae72 HTTP/1.1" status: 204 len: 168 time: 0.4522083 Nov 22 17:05:04.374332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47044) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:04.392754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492885b8-d0e9-4324-a0c2-299ff487cf8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Network': ['ID=04a772f8-7e94-4423-bf74-1447f114ae72,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:04.450019 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f013-a859-4b1a-a03a-3cd692893ceb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.478911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f013-a859-4b1a-a03a-3cd692893ceb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.543434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f013-a859-4b1a-a03a-3cd692893ceb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.546279 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b5f3f013-a859-4b1a-a03a-3cd692893ceb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.547457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b5f3f013-a859-4b1a-a03a-3cd692893ceb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/security-groups/05d69ae0-d302-499d-987d-baa2ba4f87aa HTTP/1.1" status: 204 len: 168 time: 0.1720278 Nov 22 17:05:04.557181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3f013-a859-4b1a-a03a-3cd692893ceb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d69ae0-d302-499d-987d-baa2ba4f87aa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:04.841888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:04.847325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1781218004', 'description': 'tempest-secgroup-smoke-1781218004 description', 'project_id': 'f0ede6f959074082b3160e8035518ff7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:04.873506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.951804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b397ae14-9522-46b1-a41b-6dea62e9e440 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:04.962403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.967015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:04.978105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b397ae14-9522-46b1-a41b-6dea62e9e440 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:04.978476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b397ae14-9522-46b1-a41b-6dea62e9e440 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:04.979090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 654930d4-1bde-4b0d-a6c5-37c8a541bae7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:05.000798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.001740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 654930d4-1bde-4b0d-a6c5-37c8a541bae7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:05.002102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1591740 Nov 22 17:05:05.003967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f39cb69-27ee-4f47-a0b0-396acf0f6e26 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19ddad50-1440-4fcf-9285-f41efd482c11,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.005140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47052) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.006553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 654930d4-1bde-4b0d-a6c5-37c8a541bae7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:05.009905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 518676f4-29b6-4255-bbc6-9b76e6924786 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:05.010155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '19ddad50-1440-4fcf-9285-f41efd482c11', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:05.040715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 518676f4-29b6-4255-bbc6-9b76e6924786 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:05.041065 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 518676f4-29b6-4255-bbc6-9b76e6924786 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:05.049605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.115738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.119327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.138298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3918864-4335-4526-9b23-c860c1b4dc92,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.148420 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.150107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3a151c4b-3193-446e-8957-9b8b13a580c6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1436865 Nov 22 17:05:05.154836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47054) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.159648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '19ddad50-1440-4fcf-9285-f41efd482c11', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:05.188418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.259407 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.262977 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.283594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01b93d4-5704-4678-9c03-de092978fa0f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.296259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.300879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47058) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.301076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-87b1429a-bb7f-44d7-9abb-4f4eef9261f2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1451814 Nov 22 17:05:05.306568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '19ddad50-1440-4fcf-9285-f41efd482c11', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:05.341050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.385395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8795434-7e9e-4e30-add3-a7d1781ce403 req-ebf9450e-f306-47bd-a200-cf151735998c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:05.387298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8795434-7e9e-4e30-add3-a7d1781ce403 req-ebf9450e-f306-47bd-a200-cf151735998c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0605898 Nov 22 17:05:05.430115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.438357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.461691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8795434-7e9e-4e30-add3-a7d1781ce403 req-b889567f-ebb6-4149-a979-15865d7881c9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630231 Nov 22 17:05:05.466287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2c27cb-5cb6-4c96-a815-8b726594e79d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.473332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.474913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-629180f7-e3fc-4e27-b33d-b66a4becdc3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1723285 Nov 22 17:05:05.479753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47064) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.487093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '19ddad50-1440-4fcf-9285-f41efd482c11', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:05.524279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.605048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.612237 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.647248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bba02f-7a8f-4e17-85ce-e8a45d51c86e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.660781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.662058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8f988843-a003-41c9-8dce-39abc757bddc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1824892 Nov 22 17:05:05.664958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47068) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.669998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '19ddad50-1440-4fcf-9285-f41efd482c11', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:05.701338 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:05:05.710015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.798283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.803333 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.826525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5690fe0-87d4-4e01-b275-fc7be56a233b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.838047 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.839660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cda9bc14-6df8-4ac8-becd-b9e950f2c68c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1736939 Nov 22 17:05:05.842792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47072) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:05.847391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '19ddad50-1440-4fcf-9285-f41efd482c11', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:05.875734 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:05:05.882018 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.951040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.961939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.982623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d26b389-81bb-4b63-911a-930ccb27bf57,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:05.993024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:05.998090 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d0b0f64d-80bf-4d42-83c0-92aa01cde51a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1506188 Nov 22 17:05:05.998392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47074) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:06.003412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'network': {'name': 'tempest-network-smoke--493370919', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:06.029296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:06.032924 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.064456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:06.075919 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.076283 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Added segment 89b8379c-5d97-43b6-b76f-a96a61c7bbc0 of type vlan for network a8ac7be3-a406-40fb-8d2e-388f6ae5973b Nov 22 17:05:06.125939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.154903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.162145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.162983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.257941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2558513 Nov 22 17:05:06.259698 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47076) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:06.272894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'admin_state_up': True, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:06.282150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef806c-72f3-4177-9701-600055512ed1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Network': ['ID=a8ac7be3-a406-40fb-8d2e-388f6ae5973b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:06.296287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:06.315543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.317347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.382100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.579547 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.665988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a43323-488c-4174-86b5-3c9986ccb0e5 req-4693ee7f-8f42-4cb8-b217-f599eb1f54e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:06.672689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17a43323-488c-4174-86b5-3c9986ccb0e5 req-4693ee7f-8f42-4cb8-b217-f599eb1f54e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0804567 Nov 22 17:05:06.745707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17a43323-488c-4174-86b5-3c9986ccb0e5 req-f2cb8d50-1dd3-427c-808d-c92541e0a5fe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656233 Nov 22 17:05:06.843769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.863686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:06.971424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.212 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/0df9d96f-15ae-426f-adac-0e718bf6a0f4) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:07.085470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.121439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.167762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:07.173973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:07.178891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:07.182492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=0df9d96f-15ae-426f-adac-0e718bf6a0f4,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:07.200015 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d653ba-33e9-4524-92df-1ecc319d38a5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:07.267630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-86bb2858-14c8-42ff-8bf5-83b1d72369aa None None] Provisioning complete for port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:07.270800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86bb2858-14c8-42ff-8bf5-83b1d72369aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.313950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-86bb2858-14c8-42ff-8bf5-83b1d72369aa None None] Port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:07.495577 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.565126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.731611 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:07.901092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5c755-0a32-4fa1-8956-88a5c0cae31f req-8a00d0a7-4854-4b4f-8b37-a0673d810d76 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:07.903888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34a5c755-0a32-4fa1-8956-88a5c0cae31f req-8a00d0a7-4854-4b4f-8b37-a0673d810d76 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0665150 Nov 22 17:05:07.910842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 75c1e162-7d8e-4849-b66c-f3e1db48813b is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:05:07.979883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34a5c755-0a32-4fa1-8956-88a5c0cae31f req-7ec97332-49de-4784-a73f-b98a57c8f8d7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694978 Nov 22 17:05:08.070211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:08.080625 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Sync routers for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:08.094272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:08.095043 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:08.100277 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.104938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47092) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:08.105707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3bd4b88b-6342-4a67-9f10-cc388a870876 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8423872 Nov 22 17:05:08.153904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d94c6c92-cb43-49aa-a493-52f0193f4ef1 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f0ede6f959074082b3160e8035518ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464439 Nov 22 17:05:08.156563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47094) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:08.219345 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:08.291394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11103c6f-144c-43e1-a6e8-1a82c18e4572 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.298087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:08.308015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11103c6f-144c-43e1-a6e8-1a82c18e4572 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1496675 Nov 22 17:05:08.343292 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b9b7068-6ba3-40d3-a53e-65ba8b92b4d7 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437641 Nov 22 17:05:08.346348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47098) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:08.352860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1603367183', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:08.441352 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:07Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:08.469825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Checking router: 75c1e162-7d8e-4849-b66c-f3e1db48813b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:08.470180 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:08.470777 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Updating router 75c1e162-7d8e-4849-b66c-f3e1db48813b port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:05:08.475030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.497838 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.719100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.810174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Subnet': ['ID=3a86952c-9cca-46c9-965b-42f3cc127203,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:08.824838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.825194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.825529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.825877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.826215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.826886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.826886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.827547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.827814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.828097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.828378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.828709 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:08.832955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Checking segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:08.833328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network hostable DHCP agents. Network: a8ac7be3-a406-40fb-8d2e-388f6ae5973b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:08.844344 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.851996 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.853570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:08.866237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, a8ac7be3-a406-40fb-8d2e-388f6ae5973b) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:08.878166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d00ff-6df0-42ad-aaab-633bcb18fc85 None None] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:08.924584 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60cac5-e8ef-4a12-a23e-03d3dce0fbc6 None None] Pushing event updated for resources: {'Port': ['ID=0df9d96f-15ae-426f-adac-0e718bf6a0f4,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:08.925032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:08.925972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.943028 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Attempting to bind port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:08.943756 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Attempting to bind port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:08.945367 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Attempting to bind port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:08.953832 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:08.954958 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:08.956181 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.957090 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:08.958016 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Bound port: 0df9d96f-15ae-426f-adac-0e718bf6a0f4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:08.958701 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:08.985132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8407ddd6-f046-422e-9e59-3334834cab95 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6375959 Nov 22 17:05:08.987941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47102) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:09.031883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676f5740-b13f-4f67-91c8-873b53f22518 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:09.085667 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] For port 0df9d96f-15ae-426f-adac-0e718bf6a0f4, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:09.091920 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] For port 0df9d96f-15ae-426f-adac-0e718bf6a0f4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0df9d96f-15ae-426f-adac-0e718bf6a0f4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:09.099202 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.166111 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60cac5-e8ef-4a12-a23e-03d3dce0fbc6 None None] Pushing event updated for resources: {'Port': ['ID=0df9d96f-15ae-426f-adac-0e718bf6a0f4,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:09.192017 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:09.193475 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:09.217883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268bfc26-af24-47e5-9773-c8c6b1dda22a None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:05:09.226844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:05:09.228191 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.263538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860dac6-bd85-482e-a2b1-e7c5f9722dc5 req-0b4b23a3-26ed-4eca-a0fe-445b2e83701e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:09.279523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a860dac6-bd85-482e-a2b1-e7c5f9722dc5 req-0b4b23a3-26ed-4eca-a0fe-445b2e83701e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1756248 Nov 22 17:05:09.313185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bedb78e3-879c-4049-8b6f-675606041832 None None] Provisioning complete for port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:09.314509 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bedb78e3-879c-4049-8b6f-675606041832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.366228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:09.403023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.425258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a860dac6-bd85-482e-a2b1-e7c5f9722dc5 req-106c018d-57ba-4a6a-8074-117ac35cd9f7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422882 Nov 22 17:05:09.615516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bedb78e3-879c-4049-8b6f-675606041832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.744760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bedb78e3-879c-4049-8b6f-675606041832 None None] For port 0df9d96f-15ae-426f-adac-0e718bf6a0f4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0df9d96f-15ae-426f-adac-0e718bf6a0f4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:09.757250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bedb78e3-879c-4049-8b6f-675606041832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.779000 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:07Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:09.825669 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc60258-df4b-4678-9361-d1172502c593 None None] The sync data for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 is: [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:07Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:09.854780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb78e3-879c-4049-8b6f-675606041832 None None] Pushing event updated for resources: {'Port': ['ID=0df9d96f-15ae-426f-adac-0e718bf6a0f4,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:09.879393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Allocated IP 172.20.0.2 (a8ac7be3-a406-40fb-8d2e-388f6ae5973b/3a86952c-9cca-46c9-965b-42f3cc127203/7b54a7c1-8b21-49f9-8aeb-647004209bdf) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:09.930510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e086dcdc-6846-4e6a-ab19-67a7920252d8 None None] Provisioning complete for port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:09.931141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e086dcdc-6846-4e6a-ab19-67a7920252d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:09.938182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.239053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.263571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.327070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Pushing event updated for resources: {'Port': ['ID=7b54a7c1-8b21-49f9-8aeb-647004209bdf,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:10.360090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:10.370211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:10.376765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:10.524044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Attempting to bind port 7b54a7c1-8b21-49f9-8aeb-647004209bdf on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:10.524327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Attempting to bind port 7b54a7c1-8b21-49f9-8aeb-647004209bdf by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:10.530049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Attempting to bind port 7b54a7c1-8b21-49f9-8aeb-647004209bdf on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:10.562387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:10.563049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Checking segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:10.563624 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.564200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Bound using segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:10.566593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Bound port: 7b54a7c1-8b21-49f9-8aeb-647004209bdf, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:10.567279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.645054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] For port 7b54a7c1-8b21-49f9-8aeb-647004209bdf, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:10.649499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] For port 7b54a7c1-8b21-49f9-8aeb-647004209bdf, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7b54a7c1-8b21-49f9-8aeb-647004209bdf,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:10.661124 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:10.693177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fde0b-5a59-432d-b6db-749aad81867d req-619df228-a56f-4c0c-804a-19a5f65759da tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:10.695293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d93fde0b-5a59-432d-b6db-749aad81867d req-619df228-a56f-4c0c-804a-19a5f65759da tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1457779 Nov 22 17:05:10.799674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a07514-ee8d-4058-b0e3-c3e98c375da2 None None] Pushing event updated for resources: {'Port': ['ID=7b54a7c1-8b21-49f9-8aeb-647004209bdf,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:10.824273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d93fde0b-5a59-432d-b6db-749aad81867d req-6b047df1-3083-40f7-be33-0616fa083838 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113796 Nov 22 17:05:10.853321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.1 (a8ac7be3-a406-40fb-8d2e-388f6ae5973b/3a86952c-9cca-46c9-965b-42f3cc127203/22ca97bd-a656-494d-a133-64f553bc8b26) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:11.138707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0df9d96f-15ae-426f-adac-0e718bf6a0f4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:11.185965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.248061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:11.249127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.278219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.431043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:11.445984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:11.475039 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:11.481613 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-2b81ddc8-9136-4be0-9c63-00c81be2efa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4336967 Nov 22 17:05:11.535196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=22ca97bd-a656-494d-a133-64f553bc8b26,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:11.575415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.692127 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-94a8e97c-49ff-441e-aa1e-c0e7c48f9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:11.693791 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-94a8e97c-49ff-441e-aa1e-c0e7c48f9a05 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 1096 time: 0.1133726 Nov 22 17:05:11.847998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:11.921895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-79d93771-8e98-493c-b8ff-46710d28b305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:11.923393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-79d93771-8e98-493c-b8ff-46710d28b305 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1906796 Nov 22 17:05:12.004626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c1c48-6d74-457c-a56c-55a5282073c9 req-a88354c0-b52b-4daa-b5c0-ac07c60e7b39 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:12.014900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d04c1c48-6d74-457c-a56c-55a5282073c9 req-a88354c0-b52b-4daa-b5c0-ac07c60e7b39 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0849266 Nov 22 17:05:12.022131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-c9c52fe7-1612-4941-a9bc-578b69eaa6cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19801723-be3c-47e9-97c8-41ed798c6250 HTTP/1.1" status: 200 len: 217 time: 0.0906308 Nov 22 17:05:12.102955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d04c1c48-6d74-457c-a56c-55a5282073c9 req-ce0c3fc3-d287-4bcb-9b55-3362fd1a6c27 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852168 Nov 22 17:05:12.158273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-14a31989-df56-4499-9cd6-5246f1985c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:12.159446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-14a31989-df56-4499-9cd6-5246f1985c1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.1288784 Nov 22 17:05:12.272792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-03382e85-881a-4f26-978f-dc1ea5c4a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:12.274907 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-03382e85-881a-4f26-978f-dc1ea5c4a77f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063404 Nov 22 17:05:12.299432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4110bc3c-b928-4432-8ab5-1f01f082c85d None None] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:12.428686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fb2e6e76-9c3c-4710-8e6b-a4aa8ee4b861 None None] Provisioning complete for port 7b54a7c1-8b21-49f9-8aeb-647004209bdf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:12.429084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb2e6e76-9c3c-4710-8e6b-a4aa8ee4b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.481581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.488525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-c0a3a4e6-9905-43f3-bca2-a87cfbae9a49 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940651 Nov 22 17:05:12.490339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.658585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb2e6e76-9c3c-4710-8e6b-a4aa8ee4b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.676664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=22ca97bd-a656-494d-a133-64f553bc8b26,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:12.703549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.725997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fb2e6e76-9c3c-4710-8e6b-a4aa8ee4b861 None None] For port 7b54a7c1-8b21-49f9-8aeb-647004209bdf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7b54a7c1-8b21-49f9-8aeb-647004209bdf,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:12.734573 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fb2e6e76-9c3c-4710-8e6b-a4aa8ee4b861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:12.841491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e6e76-9c3c-4710-8e6b-a4aa8ee4b861 None None] Pushing event updated for resources: {'Port': ['ID=7b54a7c1-8b21-49f9-8aeb-647004209bdf,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:12.863880 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b8bcb663-4afc-452a-91b1-ceff6e5eaa7c req-1d151c2a-66f0-423c-917d-b47d2f447b78 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678377 Nov 22 17:05:12.924948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:12.927741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:12.978442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b653537a-68cb-4a67-9b3b-ea7415dfe418 None None] Provisioning complete for port 22ca97bd-a656-494d-a133-64f553bc8b26 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:12.983379 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b653537a-68cb-4a67-9b3b-ea7415dfe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.063222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b653537a-68cb-4a67-9b3b-ea7415dfe418 None None] Port 22ca97bd-a656-494d-a133-64f553bc8b26 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:13.097465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7b54a7c1-8b21-49f9-8aeb-647004209bdf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:13.127777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b653537a-68cb-4a67-9b3b-ea7415dfe418 None None] Provisioning complete for port 7b54a7c1-8b21-49f9-8aeb-647004209bdf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:13.128231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b653537a-68cb-4a67-9b3b-ea7415dfe418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.163997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 75c1e162-7d8e-4849-b66c-f3e1db48813b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:13.290898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7b54a7c1-8b21-49f9-8aeb-647004209bdf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:13.291681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.308030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a0861-b0bf-4f3f-8e75-8c091aae8fbb req-8903b560-ee92-40a8-a6ce-34f8c5c18996 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:13.320435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d0a0861-b0bf-4f3f-8e75-8c091aae8fbb req-8903b560-ee92-40a8-a6ce-34f8c5c18996 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0798736 Nov 22 17:05:13.411237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:13.417280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d0a0861-b0bf-4f3f-8e75-8c091aae8fbb req-0100a19f-a022-4b7f-a5c1-9972c7802653 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947273 Nov 22 17:05:13.426936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bf84bd60-2a60-4f97-8c0c-8a4a85cd09a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/75c1e162-7d8e-4849-b66c-f3e1db48813b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4367278 Nov 22 17:05:13.452881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Sync routers for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:13.484625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:13.485393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:13.629790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5abdcd5c-f650-4e00-8c20-813392b96ccc None None] Provisioning complete for port 22ca97bd-a656-494d-a133-64f553bc8b26 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:13.629790 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5abdcd5c-f650-4e00-8c20-813392b96ccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.716585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5abdcd5c-f650-4e00-8c20-813392b96ccc None None] Port 22ca97bd-a656-494d-a133-64f553bc8b26 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:13.735444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:13.810142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-82930f98-7ca3-4fec-9d54-166fa7004862 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1781218004&fields=id&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 267 time: 0.0670745 Nov 22 17:05:13.899040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2e3f9150-3b94-4170-b029-1c51f340ecd7 None None] Provisioning complete for port 22ca97bd-a656-494d-a133-64f553bc8b26 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:13.899431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e3f9150-3b94-4170-b029-1c51f340ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:13.960203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2e3f9150-3b94-4170-b029-1c51f340ecd7 None None] Port 22ca97bd-a656-494d-a133-64f553bc8b26 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:13.972515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-0a23dc2d-4a37-4b6c-b79e-c18b971e7ed8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:13.974312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-0a23dc2d-4a37-4b6c-b79e-c18b971e7ed8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 796 time: 0.1566675 Nov 22 17:05:14.000329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e2ae0f6e-8fc7-4399-a211-29e74b85343f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/quotas/f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 375 time: 0.0180511 Nov 22 17:05:14.060973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47148) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:14.085684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-24b9fad2-9b74-45f3-9c2e-8bceca9a0d0d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781589 Nov 22 17:05:14.089488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:12Z', 'revision_number': 2, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:14.121380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Checking router: 75c1e162-7d8e-4849-b66c-f3e1db48813b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:14.121927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Updating router 75c1e162-7d8e-4849-b66c-f3e1db48813b port 22ca97bd-a656-494d-a133-64f553bc8b26 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:05:14.155620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.230683 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08f66bdb-c4b9-4622-9765-136f4b73848e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.251010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-ab7a3248-4f93-4322-8408-ad8d605b7157 service neutron] 10.222.0.65 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487014 Nov 22 17:05:14.443179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08f66bdb-c4b9-4622-9765-136f4b73848e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.447647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-dc0b25d6-e01d-461a-8030-e99d3f11ede2 service neutron] 10.222.0.65 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843288 Nov 22 17:05:14.451600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08f66bdb-c4b9-4622-9765-136f4b73848e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.469167 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.484993 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.534090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:14.540753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-08f66bdb-c4b9-4622-9765-136f4b73848e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=473a4d84b47048ad9624c581fc9d237b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4782746 Nov 22 17:05:14.633886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f66bdb-c4b9-4622-9765-136f4b73848e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5a51d4-40fc-429c-8cc1-c5299d228b5b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:14.682149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71205b83-42c7-4ec1-aebd-ff69139cbe43 req-a8026455-5b39-4269-b463-1c7f24c00342 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:14.683349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71205b83-42c7-4ec1-aebd-ff69139cbe43 req-a8026455-5b39-4269-b463-1c7f24c00342 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.0895138 Nov 22 17:05:14.712517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Attempting to bind port 22ca97bd-a656-494d-a133-64f553bc8b26 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:14.712962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Attempting to bind port 22ca97bd-a656-494d-a133-64f553bc8b26 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:14.713432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Attempting to bind port 22ca97bd-a656-494d-a133-64f553bc8b26 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:14.719846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05d488cc-fa55-450e-93bb-53b338bfea02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.726675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f4607-0159-4148-ba7f-02dc001c81f6 None None] Pushing event updated for resources: {'Port': ['ID=22ca97bd-a656-494d-a133-64f553bc8b26,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:14.734176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:14.734640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Checking segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:14.735149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.735836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Bound using segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:14.736416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Bound port: 22ca97bd-a656-494d-a133-64f553bc8b26, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:14.737989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.775771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05d488cc-fa55-450e-93bb-53b338bfea02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.814149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a157c873-2a1c-4d82-93dd-ac94069673bc req-eea79fd5-0f55-4877-b564-ed5a7caa2f64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 210 time: 0.0689542 Nov 22 17:05:14.820871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71205b83-42c7-4ec1-aebd-ff69139cbe43 req-df03a109-b2a1-41c2-90cf-3f382a94a302 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277835 Nov 22 17:05:14.880791 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05d488cc-fa55-450e-93bb-53b338bfea02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.883887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-05d488cc-fa55-450e-93bb-53b338bfea02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:14.885068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-05d488cc-fa55-450e-93bb-53b338bfea02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f5a51d4-40fc-429c-8cc1-c5299d228b5b HTTP/1.1" status: 204 len: 168 time: 0.3497119 Nov 22 17:05:14.907001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d488cc-fa55-450e-93bb-53b338bfea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5a51d4-40fc-429c-8cc1-c5299d228b5b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:15.139021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2ef37004-42d3-4976-8d9b-9222fdc064ac None None] Provisioning complete for port 22ca97bd-a656-494d-a133-64f553bc8b26 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:15.139463 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ef37004-42d3-4976-8d9b-9222fdc064ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.141385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] For port 22ca97bd-a656-494d-a133-64f553bc8b26, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:15.145702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] For port 22ca97bd-a656-494d-a133-64f553bc8b26, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=22ca97bd-a656-494d-a133-64f553bc8b26,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:15.166879 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.232632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2ef37004-42d3-4976-8d9b-9222fdc064ac None None] Port 22ca97bd-a656-494d-a133-64f553bc8b26 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:15.243412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:15.244050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:04:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:15.314542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f4607-0159-4148-ba7f-02dc001c81f6 None None] Pushing event updated for resources: {'Port': ['ID=22ca97bd-a656-494d-a133-64f553bc8b26,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:15.337883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47170) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:15.361601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-482dc4c4-0724-4293-bdf2-f3defc9a0a59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.400778 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:15.472792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-482dc4c4-0724-4293-bdf2-f3defc9a0a59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.478258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-482dc4c4-0724-4293-bdf2-f3defc9a0a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.528218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-482dc4c4-0724-4293-bdf2-f3defc9a0a59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53f08364b5a84a63a42b38cdfd2157c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1890287 Nov 22 17:05:15.529745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482dc4c4-0724-4293-bdf2-f3defc9a0a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dfeb22-5484-490d-b7e4-947541e78d32,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:15.531249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47172) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:15.593810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df075e56-e563-4e55-8731-2ab23f315580 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.595386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e13ecd5c-82a2-4256-a2a5-9a0432e1b1a7 None None] Provisioning complete for port 22ca97bd-a656-494d-a133-64f553bc8b26 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:15.596322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e13ecd5c-82a2-4256-a2a5-9a0432e1b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.621426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df075e56-e563-4e55-8731-2ab23f315580 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.684549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df075e56-e563-4e55-8731-2ab23f315580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.689785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-df075e56-e563-4e55-8731-2ab23f315580 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.691778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-df075e56-e563-4e55-8731-2ab23f315580 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19dfeb22-5484-490d-b7e4-947541e78d32 HTTP/1.1" status: 204 len: 168 time: 0.1591110 Nov 22 17:05:15.701145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df075e56-e563-4e55-8731-2ab23f315580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dfeb22-5484-490d-b7e4-947541e78d32,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:15.718932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:15.756820 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e13ecd5c-82a2-4256-a2a5-9a0432e1b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.758838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68369fd-ace6-498f-ab3c-f02ba3a0303f None None] The sync data for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 is: [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:15.799612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e13ecd5c-82a2-4256-a2a5-9a0432e1b1a7 None None] For port 22ca97bd-a656-494d-a133-64f553bc8b26, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=22ca97bd-a656-494d-a133-64f553bc8b26,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:15.804943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e13ecd5c-82a2-4256-a2a5-9a0432e1b1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:15.886813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ecd5c-82a2-4256-a2a5-9a0432e1b1a7 None None] Pushing event updated for resources: {'Port': ['ID=22ca97bd-a656-494d-a133-64f553bc8b26,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:15.983715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0d94169-3f72-4703-93e2-54eaa7a0e69e req-1dfba5a1-d108-4d65-ae7b-188c28d04539 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 210 time: 0.0452802 Nov 22 17:05:16.057757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9221357-f664-4243-a74b-9b4e0aa9ef96 req-0afb712d-3a17-4be3-be35-43871a8c2ae1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.068172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9221357-f664-4243-a74b-9b4e0aa9ef96 req-0afb712d-3a17-4be3-be35-43871a8c2ae1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1281884 Nov 22 17:05:16.144910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9221357-f664-4243-a74b-9b4e0aa9ef96 req-bc380d2e-48be-4440-ac7c-92611aad5fdc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757456 Nov 22 17:05:16.201261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-c206b72b-456d-4fcc-838e-609130a677ff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.202859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-c206b72b-456d-4fcc-838e-609130a677ff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 796 time: 0.1751788 Nov 22 17:05:16.298298 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-a83e68cc-0c4c-4ee4-8e07-feb10e03f579 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 380 time: 0.0857317 Nov 22 17:05:16.309892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'port': {'device_id': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'admin_state_up': True, 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'security_groups': ['19ddad50-1440-4fcf-9285-f41efd482c11']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:16.444347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:16.448462 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.595610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.6 (a8ac7be3-a406-40fb-8d2e-388f6ae5973b/3a86952c-9cca-46c9-965b-42f3cc127203/80779eba-911d-4713-b49f-639a173827c6) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:16.759671 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.799984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.845528 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:16.848768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:16.852802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:16.888639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:16.932143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:16.934517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:16.956311 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-e7bb90a0-a8aa-48cc-bb64-2e39662d8416 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6511767 Nov 22 17:05:16.976408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Request body: {'port': {'device_id': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:17.034401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22ca97bd-a656-494d-a133-64f553bc8b26 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:17.079808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.120279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 22ca97bd-a656-494d-a133-64f553bc8b26 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:17.121353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.177682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ce3ef-0bc2-43b6-8526-0ba5b28f37fb req-d0f426bf-8565-43eb-a1b3-7d91be28383c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.180336 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-799ce3ef-0bc2-43b6-8526-0ba5b28f37fb req-d0f426bf-8565-43eb-a1b3-7d91be28383c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 931 time: 0.0781343 Nov 22 17:05:17.295359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9f90c816-15b0-4333-9400-7c4dc3cbc034 None None] Provisioning complete for port 80779eba-911d-4713-b49f-639a173827c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:17.295743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f90c816-15b0-4333-9400-7c4dc3cbc034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.307533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-799ce3ef-0bc2-43b6-8526-0ba5b28f37fb req-70454caa-26f9-4539-90a2-e9439894e91c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156261 Nov 22 17:05:17.390560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9f90c816-15b0-4333-9400-7c4dc3cbc034 None None] Port 80779eba-911d-4713-b49f-639a173827c6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:17.413597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-0ff32cc4-5e0c-4c62-aed8-3b5337950df8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1592002 Nov 22 17:05:17.433541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b80426-30fc-410a-9ea4-2a8e4ce3b176 req-12118f41-f430-4557-8128-dfff47c6a02d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.436023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b80426-30fc-410a-9ea4-2a8e4ce3b176 req-12118f41-f430-4557-8128-dfff47c6a02d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1272621 Nov 22 17:05:17.498806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80779eba-911d-4713-b49f-639a173827c6 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:17.504271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-04b80426-30fc-410a-9ea4-2a8e4ce3b176 req-50909282-fa44-4b41-81de-29d601a7d799 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615520 Nov 22 17:05:17.515490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.530791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Transition to ACTIVE for port object 80779eba-911d-4713-b49f-639a173827c6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:05:17.537194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.551543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-777290d0-a111-49ff-9ced-ce814602c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.553148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-777290d0-a111-49ff-9ced-ce814602c416 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1097 time: 0.0477152 Nov 22 17:05:17.642056 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:17.723576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:17.723908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:17.724545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:17.727785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-53113c58-87c7-4137-baf0-31233d65a1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.729883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-53113c58-87c7-4137-baf0-31233d65a1c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 897 time: 0.1364987 Nov 22 17:05:17.733961 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:05:17.734388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:17.742482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:17.743191 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Checking segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:17.743751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Bound using segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:17.744421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Bound port: 80779eba-911d-4713-b49f-639a173827c6, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:17.744950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.818533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-2d379c92-0794-46a0-9b84-6d9aa1a0fb94 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 1002 time: 0.0786836 Nov 22 17:05:17.849318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:17.853978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:17.862258 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:17.867995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.894509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-50a1fddf-4311-44b3-b96a-467d306450f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.896642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-50a1fddf-4311-44b3-b96a-467d306450f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 200 len: 835 time: 0.0616639 Nov 22 17:05:17.928077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.929096 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:17.931225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] 10.222.0.20 "PUT /v2.0/ports/80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 1091 time: 0.9601324 Nov 22 17:05:17.931973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:17.936092 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:17.967479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-0ba4f7c3-c291-4842-be59-e611a2168e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:17.969580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-0ba4f7c3-c291-4842-be59-e611a2168e17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614119 Nov 22 17:05:17.973854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db96d7f-0657-4f69-9c39-ae8f99215381 service neutron] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:18.024490 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ced0b-9afa-4c67-b330-eb776e469505 x-openstack-request-id: req-4c4ced0b-9afa-4c67-b330-eb776e469505 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:18.024877 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:18.025139 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c4ced0b-9afa-4c67-b330-eb776e469505 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:18.025687 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'status': 'completed', 'code': 200} Nov 22 17:05:18.048644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-80a1dd58-abf3-41e1-9c0e-2898970ff72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.050768 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-80a1dd58-abf3-41e1-9c0e-2898970ff72b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1094 time: 0.0706789 Nov 22 17:05:18.102271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-dca18afa-48c0-4631-9aa8-3614ddf0ddcd service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230104 Nov 22 17:05:18.117957 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-a3471c76-86ae-45e2-a9d0-bb96bfd0a7b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 217 time: 0.0571389 Nov 22 17:05:18.205035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-6e45ab6e-67d2-4d14-85fb-c0514ee7a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.206799 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-6e45ab6e-67d2-4d14-85fb-c0514ee7a1f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0804555 Nov 22 17:05:18.231495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8620c1-33d7-472c-aae2-da8504fc50d8 req-ab8fe3d4-4482-4816-a269-03bb45b69808 service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174405 Nov 22 17:05:18.270519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bcfd4-8618-401c-9621-2b083c41562f req-0025af98-060e-47c4-932e-828be62296cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.275952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-0025af98-060e-47c4-932e-828be62296cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605199 Nov 22 17:05:18.328436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47238) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:18.393792 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-bc6aba34-d3b3-426a-b82e-18d5f12100b7 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096199 Nov 22 17:05:18.451103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a094b6e-4015-4291-bf70-016bffda91c6 req-a1955ddd-51cb-4d41-b008-406fe866cd1b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.452682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a094b6e-4015-4291-bf70-016bffda91c6 req-a1955ddd-51cb-4d41-b008-406fe866cd1b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.0611160 Nov 22 17:05:18.475903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e267c9a9-2767-4452-836f-716b4a519af2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.532387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c52bcfd4-8618-401c-9621-2b083c41562f req-38960a37-3bb4-4143-894a-f0de533dc842 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303632 Nov 22 17:05:18.548945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a094b6e-4015-4291-bf70-016bffda91c6 req-dace9b0c-7c88-483f-9c90-84922717ea02 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854089 Nov 22 17:05:18.633983 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e267c9a9-2767-4452-836f-716b4a519af2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.638810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-ab6a8200-095a-4648-94da-50d331110a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.640451 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-ab6a8200-095a-4648-94da-50d331110a52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1094 time: 0.0440710 Nov 22 17:05:18.643923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e267c9a9-2767-4452-836f-716b4a519af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.715717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4262c6e-c773-46bb-8cd0-465b9f603fbc req-740818b5-db2d-4a02-b77f-ea25c1ffc2d5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:18.717790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4262c6e-c773-46bb-8cd0-465b9f603fbc req-740818b5-db2d-4a02-b77f-ea25c1ffc2d5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.1248143 Nov 22 17:05:18.722606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e267c9a9-2767-4452-836f-716b4a519af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8963da31-9d3c-4c60-813c-9d2319f0c14d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:18.731809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e267c9a9-2767-4452-836f-716b4a519af2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=841b5989c7fe4930951412d5dc1499ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3993702 Nov 22 17:05:18.733538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47246) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:18.820418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4262c6e-c773-46bb-8cd0-465b9f603fbc req-93cf6cfb-3b05-4465-a5b6-2c27ada12b5a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904725 Nov 22 17:05:18.843136 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad436a38-2d94-4b5e-a3f3-0c7cc3d9f794 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.879137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad436a38-2d94-4b5e-a3f3-0c7cc3d9f794 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.952801 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad436a38-2d94-4b5e-a3f3-0c7cc3d9f794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.955664 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ad436a38-2d94-4b5e-a3f3-0c7cc3d9f794 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:18.959504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ad436a38-2d94-4b5e-a3f3-0c7cc3d9f794 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8963da31-9d3c-4c60-813c-9d2319f0c14d HTTP/1.1" status: 204 len: 168 time: 0.2220054 Nov 22 17:05:18.969462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad436a38-2d94-4b5e-a3f3-0c7cc3d9f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8963da31-9d3c-4c60-813c-9d2319f0c14d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:19.051815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-a8b963dd-c065-4a7a-b25d-3534b3547d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.053358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-a8b963dd-c065-4a7a-b25d-3534b3547d5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.4039805 Nov 22 17:05:19.099753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-ecc39a1b-f5d6-4347-860d-d2d39b456c11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 217 time: 0.0365269 Nov 22 17:05:19.154843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-e49a22bf-a70a-4e88-9c06-b2c5bee8470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.156411 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-e49a22bf-a70a-4e88-9c06-b2c5bee8470b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0483406 Nov 22 17:05:19.223613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-e602ff69-fbbf-49f0-bf3c-e03f02618100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.225614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-e602ff69-fbbf-49f0-bf3c-e03f02618100 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597091 Nov 22 17:05:19.303352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47252) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:19.317864 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf3742a-69c1-4389-9e64-4828c07c6541 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.333675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-2748d8ff-41fa-48d2-b244-58cd041263f2 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997112 Nov 22 17:05:19.400195 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf3742a-69c1-4389-9e64-4828c07c6541 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.406888 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fbf3742a-69c1-4389-9e64-4828c07c6541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.438755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0d31fea0-d4bc-48eb-8c34-df4e507cfa1c req-c87d2411-2b82-42f2-a851-c9a6fbaa41ee service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961409 Nov 22 17:05:19.451996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fbf3742a-69c1-4389-9e64-4828c07c6541 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=52b920f75a774c01994a226114fbf246&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473284 Nov 22 17:05:19.452939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3742a-69c1-4389-9e64-4828c07c6541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13cff3a1-4c72-4f37-8bec-cc59722ce9f2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:19.455324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47256) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:19.513634 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5c4-87cf-4538-936f-b8c7436e87b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.538710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5c4-87cf-4538-936f-b8c7436e87b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.596865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5c4-87cf-4538-936f-b8c7436e87b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.599824 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b6c9c5c4-87cf-4538-936f-b8c7436e87b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:19.605042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b6c9c5c4-87cf-4538-936f-b8c7436e87b0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/13cff3a1-4c72-4f37-8bec-cc59722ce9f2 HTTP/1.1" status: 204 len: 168 time: 0.1445179 Nov 22 17:05:19.611642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c9c5c4-87cf-4538-936f-b8c7436e87b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cff3a1-4c72-4f37-8bec-cc59722ce9f2,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:19.698323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8512fc-e93b-4ee4-8aa4-5179c74d9b60 req-c63203c3-9880-4ce2-a4e3-b52b98adf9ac tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:19.702303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b8512fc-e93b-4ee4-8aa4-5179c74d9b60 req-c63203c3-9880-4ce2-a4e3-b52b98adf9ac tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.0542469 Nov 22 17:05:19.753634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b8512fc-e93b-4ee4-8aa4-5179c74d9b60 req-2cb25a0c-4900-4431-9d43-b0e00a3e3f9c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470493 Nov 22 17:05:19.964570 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-53367b22-2e6c-43fd-99ea-5a10584ec5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.188257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d12081c8-620d-41a1-91ee-1b760007a686 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:20.232529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58983d-b988-4f49-bfa0-3560218d7039 req-f4834029-4a00-4330-9f8a-0e760dd18ba4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:20.234627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a58983d-b988-4f49-bfa0-3560218d7039 req-f4834029-4a00-4330-9f8a-0e760dd18ba4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 943 time: 0.3375859 Nov 22 17:05:20.298341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a58983d-b988-4f49-bfa0-3560218d7039 req-4d62c513-4dca-4b65-b70e-219fec4d6182 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551333 Nov 22 17:05:20.342181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d12081c8-620d-41a1-91ee-1b760007a686, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d12081c8-620d-41a1-91ee-1b760007a686,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:20.355382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'd12081c8-620d-41a1-91ee-1b760007a686', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': 'd12081c8-620d-41a1-91ee-1b760007a686', 'mac_address': 'fa:16:3e:08:3e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:20.402264 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.421455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12081c8-620d-41a1-91ee-1b760007a686 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:20.445242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d12081c8-620d-41a1-91ee-1b760007a686, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d12081c8-620d-41a1-91ee-1b760007a686,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:20.450529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.505155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d12081c8-620d-41a1-91ee-1b760007a686,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:20.514691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.515504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.515977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.516345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.516682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.517181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.517515 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.517908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.518359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.518784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.519247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.519754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:20.606704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:20.718733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:20.731421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '80779eba-911d-4713-b49f-639a173827c6', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'mac_address': 'fa:16:3e:eb:e7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:20.770279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.781643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d12081c8-620d-41a1-91ee-1b760007a686'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:20.815660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80779eba-911d-4713-b49f-639a173827c6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:20.849152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:20.864393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:20.900292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7fff-267e-4f87-8973-3711fa83cae3 req-4874372e-442f-4b04-a5a1-5e21712ecf1d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:20.901981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d1b7fff-267e-4f87-8973-3711fa83cae3 req-4874372e-442f-4b04-a5a1-5e21712ecf1d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.0576243 Nov 22 17:05:20.948121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:20.977766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d1b7fff-267e-4f87-8973-3711fa83cae3 req-d9814262-fc16-4c81-ab1d-01e06377ec72 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601358 Nov 22 17:05:21.081628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['80779eba-911d-4713-b49f-639a173827c6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:21.425641 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e0e9d-2da7-4dbb-ae8d-b68929182850 req-cca2bd67-0cc6-4c71-aacf-d3006608d151 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:21.427206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc4e0e9d-2da7-4dbb-ae8d-b68929182850 req-cca2bd67-0cc6-4c71-aacf-d3006608d151 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 944 time: 0.0525007 Nov 22 17:05:21.484227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc4e0e9d-2da7-4dbb-ae8d-b68929182850 req-c331424f-20dd-4370-96a7-04f0f35bd1a0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487790 Nov 22 17:05:21.936700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:22.067234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73783448-6dbc-48ca-962e-640096d04cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.126767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9166d0b-f917-49f9-8d32-c3a71e158ff6 req-6ad81c16-c38c-4067-b1a5-5cc98af0405c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:22.128200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9166d0b-f917-49f9-8d32-c3a71e158ff6 req-6ad81c16-c38c-4067-b1a5-5cc98af0405c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.0763943 Nov 22 17:05:22.204785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d12081c8-620d-41a1-91ee-1b760007a686 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:22.208864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9166d0b-f917-49f9-8d32-c3a71e158ff6 req-8a31e733-bf46-4174-a7eb-d0ba06fba208 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739620 Nov 22 17:05:22.214897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73783448-6dbc-48ca-962e-640096d04cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.223413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-73783448-6dbc-48ca-962e-640096d04cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.264054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port d12081c8-620d-41a1-91ee-1b760007a686 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:22.268238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port d12081c8-620d-41a1-91ee-1b760007a686 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:22.268604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.274356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73783448-6dbc-48ca-962e-640096d04cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36660d8d-9c6b-4083-9744-f633672a508f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:22.281281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-73783448-6dbc-48ca-962e-640096d04cfc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e103eeb07c1f452fa17778e2c73890cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3435040 Nov 22 17:05:22.284361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47338) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:22.347057 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-50b05317-cd57-485d-94c0-b6bb376649ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.369974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-50b05317-cd57-485d-94c0-b6bb376649ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.370892 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.398168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12081c8-620d-41a1-91ee-1b760007a686'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:22.401182 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fafa4d4-1b6e-4181-a01b-c1e43bd3cdba" -d '{"events": [{"server_uuid": "05d39542-c893-4f22-b523-02bc0cbcbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "d12081c8-620d-41a1-91ee-1b760007a686"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:22.423734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d12081c8-620d-41a1-91ee-1b760007a686, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d12081c8-620d-41a1-91ee-1b760007a686,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:22.427378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-50b05317-cd57-485d-94c0-b6bb376649ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.428641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.430156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-50b05317-cd57-485d-94c0-b6bb376649ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.431841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-50b05317-cd57-485d-94c0-b6bb376649ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36660d8d-9c6b-4083-9744-f633672a508f HTTP/1.1" status: 204 len: 168 time: 0.1462824 Nov 22 17:05:22.453164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b05317-cd57-485d-94c0-b6bb376649ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36660d8d-9c6b-4083-9744-f633672a508f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:22.461605 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67f6278-8147-4a92-9557-281873c4368e x-openstack-request-id: req-d67f6278-8147-4a92-9557-281873c4368e {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:22.461972 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d39542-c893-4f22-b523-02bc0cbcbc5f", "name": "network-vif-plugged", "status": "completed", "tag": "d12081c8-620d-41a1-91ee-1b760007a686", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:22.462212 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d67f6278-8147-4a92-9557-281873c4368e {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:22.462656 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12081c8-620d-41a1-91ee-1b760007a686', 'code': 200} Nov 22 17:05:22.499288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d12081c8-620d-41a1-91ee-1b760007a686,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:22.607078 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4544d4-1de6-43c6-a14f-082d68b54725 req-c6184bb9-e0f8-4b03-bacd-78bf7f72b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:22.608787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce4544d4-1de6-43c6-a14f-082d68b54725 req-c6184bb9-e0f8-4b03-bacd-78bf7f72b61c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 1096 time: 0.0796924 Nov 22 17:05:22.625869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41685512-745f-4024-8e6c-4ccd248b2b36 req-dde22966-19f4-4e94-b4b9-c38e2d18b0fa tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:22.627413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41685512-745f-4024-8e6c-4ccd248b2b36 req-dde22966-19f4-4e94-b4b9-c38e2d18b0fa tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0635369 Nov 22 17:05:22.630387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:22.697952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce4544d4-1de6-43c6-a14f-082d68b54725 req-784ad398-4f39-4e8f-8e41-906e6d07839b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685544 Nov 22 17:05:22.716634 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41685512-745f-4024-8e6c-4ccd248b2b36 req-05d324ef-215f-4a1f-b1cd-2f09db160f64 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828247 Nov 22 17:05:22.724832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 80779eba-911d-4713-b49f-639a173827c6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:22.730309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 80779eba-911d-4713-b49f-639a173827c6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:22.731191 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.811006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:22.819625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.825846 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a8dd4cf-ed44-41ad-bf84-ca754e56e686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.859685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:22.863896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.918494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:22.921709 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a8dd4cf-ed44-41ad-bf84-ca754e56e686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.926001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5a8dd4cf-ed44-41ad-bf84-ca754e56e686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:22.966984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5a8dd4cf-ed44-41ad-bf84-ca754e56e686 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b74f9c4f19474fe583960abe91862dca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1548331 Nov 22 17:05:22.967878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dd4cf-ed44-41ad-bf84-ca754e56e686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba5e0fc-4e1d-4897-941a-a42d04b4559f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:22.969680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47350) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:23.022162 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a5271c0-cc09-400a-94b6-40441a8577c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.045401 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a5271c0-cc09-400a-94b6-40441a8577c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.095107 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a5271c0-cc09-400a-94b6-40441a8577c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.097629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a5271c0-cc09-400a-94b6-40441a8577c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.098803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3a5271c0-cc09-400a-94b6-40441a8577c6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6ba5e0fc-4e1d-4897-941a-a42d04b4559f HTTP/1.1" status: 204 len: 168 time: 0.1274502 Nov 22 17:05:23.106974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5271c0-cc09-400a-94b6-40441a8577c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba5e0fc-4e1d-4897-941a-a42d04b4559f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:23.335036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee28fe29-76af-45ef-94c4-d2a9abcfd7a8 req-26c3238b-63d0-45e0-8725-da5d739f1b71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:23.336832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee28fe29-76af-45ef-94c4-d2a9abcfd7a8 req-26c3238b-63d0-45e0-8725-da5d739f1b71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0538785 Nov 22 17:05:23.393016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee28fe29-76af-45ef-94c4-d2a9abcfd7a8 req-b50c2742-5f07-4b05-b3d2-84b3d036dd9a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490878 Nov 22 17:05:23.401944 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89014ca3-ff48-4b86-bec0-92f4a666e517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:23.863800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b602d-a221-4393-9f12-fad2f4f986a5 req-43ea7219-9713-4f3b-b588-728671ffdd51 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:23.866610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-016b602d-a221-4393-9f12-fad2f4f986a5 req-43ea7219-9713-4f3b-b588-728671ffdd51 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0706041 Nov 22 17:05:23.923686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-016b602d-a221-4393-9f12-fad2f4f986a5 req-a1bbc93b-ac04-45cf-8c54-d5c11fc7f740 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496690 Nov 22 17:05:24.063520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:24.309319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:24.392013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a678e-ee7a-4e95-a778-ab3cdeb16592 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.392486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a678e-ee7a-4e95-a778-ab3cdeb16592 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.392945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a678e-ee7a-4e95-a778-ab3cdeb16592 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.395402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-086a678e-ee7a-4e95-a778-ab3cdeb16592 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=ebb36c4856584ec99a1e4f8286b35193&network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 2970 time: 0.0842247 Nov 22 17:05:24.464034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:24.468306 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6910905a-106e-4242-b4c6-ef13531ec409" -d '{"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-plugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:24.517242 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e6476-7291-48c8-86f0-644a49f8d038 x-openstack-request-id: req-3d8e6476-7291-48c8-86f0-644a49f8d038 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:24.517542 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-plugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:24.517834 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d8e6476-7291-48c8-86f0-644a49f8d038 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:24.518232 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'code': 200} Nov 22 17:05:24.533569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66de34c-d836-4561-8b4f-f678aa201d46 req-d4dc20be-d49b-4d78-9f67-d9cccfcb41d5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.535484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e66de34c-d836-4561-8b4f-f678aa201d46 req-d4dc20be-d49b-4d78-9f67-d9cccfcb41d5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0656459 Nov 22 17:05:24.588587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e66de34c-d836-4561-8b4f-f678aa201d46 req-0c4f4ac6-7279-45be-936c-751b40fa646a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467868 Nov 22 17:05:24.627510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d59df-8826-46d1-8392-f92505690eb9 req-e069216b-c668-4636-b279-5e78cb4e708f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:24.628994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-082d59df-8826-46d1-8392-f92505690eb9 req-e069216b-c668-4636-b279-5e78cb4e708f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1096 time: 0.0445888 Nov 22 17:05:24.679982 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-082d59df-8826-46d1-8392-f92505690eb9 req-49ffd4b8-fa72-444c-9120-7aef5ff80720 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Nov 22 17:05:25.051838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f688-1c40-4b5e-8367-649aa0a7e07a req-57e15003-8d44-4344-b485-8f3f7f2a4788 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.053417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8b9f688-1c40-4b5e-8367-649aa0a7e07a req-57e15003-8d44-4344-b485-8f3f7f2a4788 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0512736 Nov 22 17:05:25.106674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8b9f688-1c40-4b5e-8367-649aa0a7e07a req-4b70a23e-a23a-4444-b235-2c5164311874 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466740 Nov 22 17:05:25.231984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d3435-e86c-43b8-8223-fcbfcbd10d5d req-bf84ca03-f2e6-4005-bb50-5306f196ce9f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.233538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb5d3435-e86c-43b8-8223-fcbfcbd10d5d req-bf84ca03-f2e6-4005-bb50-5306f196ce9f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0536923 Nov 22 17:05:25.282563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb5d3435-e86c-43b8-8223-fcbfcbd10d5d req-82c0fb38-45f7-4a77-8cba-4a3e0486c305 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Nov 22 17:05:25.458265 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:25.590392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa845e-f809-42e2-afa1-efa7e80bd2e9 req-b5dbbaee-352f-49c4-8f34-199ae9be26eb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.592021 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0aa845e-f809-42e2-afa1-efa7e80bd2e9 req-b5dbbaee-352f-49c4-8f34-199ae9be26eb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0507324 Nov 22 17:05:25.644381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0aa845e-f809-42e2-afa1-efa7e80bd2e9 req-b6fb7202-5d11-45d6-8192-38b1f4611354 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459251 Nov 22 17:05:25.728985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9444912-8324-4234-a0f3-e4c114398a7c req-eebd641f-7325-4eae-838d-aed3022e56e3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:25.730385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9444912-8324-4234-a0f3-e4c114398a7c req-eebd641f-7325-4eae-838d-aed3022e56e3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0521548 Nov 22 17:05:25.790183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9444912-8324-4234-a0f3-e4c114398a7c req-c1fe8ee4-c1ed-46cb-98ad-e28781603cf6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511353 Nov 22 17:05:26.031430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:26.770168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db301e-758f-45ab-985e-42ad947a87fd req-1502e6cd-38f7-47dd-816c-dee1a7685897 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.771561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58db301e-758f-45ab-985e-42ad947a87fd req-1502e6cd-38f7-47dd-816c-dee1a7685897 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0508788 Nov 22 17:05:26.822179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58db301e-758f-45ab-985e-42ad947a87fd req-57960046-0341-4889-8933-410e369e84b3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Nov 22 17:05:26.915600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3f71b-0654-4dea-b539-e05bc8eada6f req-0b1ab0e4-6dbd-4822-8d54-4244d8cd9016 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:26.917091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ac3f71b-0654-4dea-b539-e05bc8eada6f req-0b1ab0e4-6dbd-4822-8d54-4244d8cd9016 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0499835 Nov 22 17:05:26.970318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ac3f71b-0654-4dea-b539-e05bc8eada6f req-01a972ed-637a-455d-922f-ecaf6b16a2b2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462134 Nov 22 17:05:27.093961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b1dbc-66aa-4556-8334-48c9db8da166 req-a051ca6d-db52-4f6b-8270-9b0de7c5a975 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:27.095341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b18b1dbc-66aa-4556-8334-48c9db8da166 req-a051ca6d-db52-4f6b-8270-9b0de7c5a975 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0558534 Nov 22 17:05:27.148684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b18b1dbc-66aa-4556-8334-48c9db8da166 req-736be085-623f-400d-8f0c-c061c2eaf155 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456598 Nov 22 17:05:27.171436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47426) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:27.214282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d2b2d-136d-4987-9502-49e05b1f0e0f tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:27.216677 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-911d2b2d-136d-4987-9502-49e05b1f0e0f tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1091 time: 0.0440397 Nov 22 17:05:27.219458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47428) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:27.223906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:27.247561 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.353467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.476087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.38 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/65d61209-3ed9-4d76-ae57-4c8b1d5a9c17) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:27.583386 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.620214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:27.670600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:27.676279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:27.678780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:27.708125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=65d61209-3ed9-4d76-ae57-4c8b1d5a9c17,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:27.809574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182854-4522-4298-a599-afd39fd7c6ce req-708c6b7f-2ad1-4e93-9ec6-0349b41e70ae tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:27.811675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28182854-4522-4298-a599-afd39fd7c6ce req-708c6b7f-2ad1-4e93-9ec6-0349b41e70ae tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0609994 Nov 22 17:05:27.857998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47436) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:28.014396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60998242-cb44-4453-b802-70d1ba75b8a5 req-e0608bf5-6ac0-4fe6-8d88-50333b9445e7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:28.015936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60998242-cb44-4453-b802-70d1ba75b8a5 req-e0608bf5-6ac0-4fe6-8d88-50333b9445e7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 945 time: 0.0760915 Nov 22 17:05:28.019912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port d12081c8-620d-41a1-91ee-1b760007a686 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:28.020253 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.058297 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ff7e868-714e-4fdf-a09c-2f2c88608913 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.138345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60998242-cb44-4453-b802-70d1ba75b8a5 req-f3b0eb2c-aec7-46c2-ac26-7f2663f139fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135139 Nov 22 17:05:28.164648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.174194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port d12081c8-620d-41a1-91ee-1b760007a686, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d12081c8-620d-41a1-91ee-1b760007a686,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:28.174673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.190296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for d12081c8-620d-41a1-91ee-1b760007a686 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:28.260126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ff7e868-714e-4fdf-a09c-2f2c88608913 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.268515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ff7e868-714e-4fdf-a09c-2f2c88608913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.273668 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.341301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.351106 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9ff7e868-714e-4fdf-a09c-2f2c88608913 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8bc32a3c76184ff78641600fadf8081a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4897032 Nov 22 17:05:28.353810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['19801723-be3c-47e9-97c8-41ed798c6250'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:28.358244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47444) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:28.358741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d12081c8-620d-41a1-91ee-1b760007a686'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:28.363398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7e868-714e-4fdf-a09c-2f2c88608913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8810373-0d20-4119-974d-6f72d961d201,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:28.396799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=d12081c8-620d-41a1-91ee-1b760007a686,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:28.457279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port d12081c8-620d-41a1-91ee-1b760007a686 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:28.460544 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.464311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28182854-4522-4298-a599-afd39fd7c6ce req-5a2c3325-e555-4f55-b769-f13ebdce3daf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "DELETE /v2.0/ports/d12081c8-620d-41a1-91ee-1b760007a686 HTTP/1.1" status: 204 len: 173 time: 0.6424322 Nov 22 17:05:28.465590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'name': 'network-vif-deleted', 'tag': 'd12081c8-620d-41a1-91ee-1b760007a686'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:28.471551 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a92872a-2aeb-4376-b20a-dce667d46039" -d '{"events": [{"server_uuid": "05d39542-c893-4f22-b523-02bc0cbcbc5f", "name": "network-vif-deleted", "tag": "d12081c8-620d-41a1-91ee-1b760007a686"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:28.544503 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abc03d7-4b93-4bd3-a796-2969e98ddc27 x-openstack-request-id: req-4abc03d7-4b93-4bd3-a796-2969e98ddc27 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:28.545165 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d39542-c893-4f22-b523-02bc0cbcbc5f", "name": "network-vif-deleted", "tag": "d12081c8-620d-41a1-91ee-1b760007a686", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:28.545490 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4abc03d7-4b93-4bd3-a796-2969e98ddc27 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:28.545994 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d39542-c893-4f22-b523-02bc0cbcbc5f', 'name': 'network-vif-deleted', 'tag': 'd12081c8-620d-41a1-91ee-1b760007a686', 'status': 'completed', 'code': 200} Nov 22 17:05:28.590248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83772205-8c74-40ce-841b-92a5d8f5960e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.641329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83772205-8c74-40ce-841b-92a5d8f5960e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.693163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.706044 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.750368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83772205-8c74-40ce-841b-92a5d8f5960e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.753039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83772205-8c74-40ce-841b-92a5d8f5960e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.757456 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-83772205-8c74-40ce-841b-92a5d8f5960e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8810373-0d20-4119-974d-6f72d961d201 HTTP/1.1" status: 204 len: 168 time: 0.3932459 Nov 22 17:05:28.775740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83772205-8c74-40ce-841b-92a5d8f5960e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8810373-0d20-4119-974d-6f72d961d201,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:28.812545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=65d61209-3ed9-4d76-ae57-4c8b1d5a9c17,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:28.843927 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:28.984834 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP c79571be-00c0-4adc-9e7d-343300876341 associated. External IP: 172.25.6.38, port: 80779eba-911d-4713-b49f-639a173827c6. Nov 22 17:05:29.251240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 75c1e162-7d8e-4849-b66c-f3e1db48813b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:29.281436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f258523e-6b46-42c2-875e-3cd55210c378 req-944ee2af-25a0-4df4-8808-80d0bc363610 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0327489 Nov 22 17:05:29.391834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:29.406700 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] Sync routers for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:29.418844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:29.419661 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:29.425832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:29.459026 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4863a06f-c021-4024-a2cd-b680fcfc976b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2384231 Nov 22 17:05:29.459676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:29.462270 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b404033-a925-4f93-9278-a88f9c658748" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:29.503654 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb08f0e-6282-46be-aaca-1069003eb937 x-openstack-request-id: req-7fb08f0e-6282-46be-aaca-1069003eb937 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:29.504019 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:29.504572 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7fb08f0e-6282-46be-aaca-1069003eb937 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:29.505354 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'status': 'completed', 'code': 200} Nov 22 17:05:29.599881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404033-a925-4f93-9278-a88f9c658748 req-fde99918-8ec8-41c6-9b7b-827c392ee069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:29.602597 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-fde99918-8ec8-41c6-9b7b-827c392ee069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1096 time: 0.0673792 Nov 22 17:05:29.669748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311efe95-28e7-45c1-a132-02994d92fb26 req-85f66e62-3269-408c-b0f3-537430718858 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:29.672612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-311efe95-28e7-45c1-a132-02994d92fb26 req-85f66e62-3269-408c-b0f3-537430718858 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0826294 Nov 22 17:05:29.704582 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:29.762882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-311efe95-28e7-45c1-a132-02994d92fb26 req-9cef65e2-740c-41ef-b2c0-ff62115f9dab tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816298 Nov 22 17:05:29.789692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404033-a925-4f93-9278-a88f9c658748 req-ad88bce4-d64d-454f-81a7-839c34dd8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:29.791399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-ad88bce4-d64d-454f-81a7-839c34dd8651 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1703279 Nov 22 17:05:29.797206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47476) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:29.817040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:29.867396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b60f6b17-67a8-48b8-b085-51b0c85a7594 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/c79571be-00c0-4adc-9e7d-343300876341 HTTP/1.1" status: 200 len: 990 time: 0.0675068 Nov 22 17:05:29.900346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-a94301d3-7d14-464f-aa6e-2874eb118a5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.0969508 Nov 22 17:05:29.924043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47482) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:29.972348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404033-a925-4f93-9278-a88f9c658748 req-ef8777ac-d320-482e-81c4-d8f29ed363a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:29.973947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-ef8777ac-d320-482e-81c4-d8f29ed363a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0645387 Nov 22 17:05:29.995684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-819491080-network', 'tenant_id': '9653eafc3a5b4dbd912aefab2758a066'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:30.017688 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'c79571be-00c0-4adc-9e7d-343300876341', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'mac_address': 'fa:16:3e:eb:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:05:27Z', 'updated_at': '2021-11-22T17:05:27Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:30.054837 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] Checking router: 75c1e162-7d8e-4849-b66c-f3e1db48813b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:30.062595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Made reservation on behalf of 9653eafc3a5b4dbd912aefab2758a066 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:30.067963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.073951 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d996b0ba-f7aa-47c8-aa42-3232958de0b0 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.086877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d996b0ba-f7aa-47c8-aa42-3232958de0b0 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234 HTTP/1.1" status: 200 len: 814 time: 0.1519580 Nov 22 17:05:30.087160 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:30.087392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b404033-a925-4f93-9278-a88f9c658748 req-179e73bd-1a63-47c9-9a34-252d1a8ef82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.087536 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:30.087683 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-179e73bd-1a63-47c9-9a34-252d1a8ef82e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888119 Nov 22 17:05:30.101798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.211245 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:30.234143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-dd5aba40-c176-453c-b584-276e29107141 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423321 Nov 22 17:05:30.373669 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3b404033-a925-4f93-9278-a88f9c658748 req-4fa1d883-ef1b-49ac-af46-a3136ab7f386 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321297 Nov 22 17:05:30.379428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.401399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.423732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed33b9fc-f635-493b-a1ae-31742a506f33 req-da93031b-17a8-44ac-beb3-2a2f47df91e0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0529683 Nov 22 17:05:30.434534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:30.451949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9ff359-970e-4bd4-8106-57e861daa719,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:30.457429 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.457892 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Added segment d06c69a1-1594-401f-b5d1-0c6aec70a7f2 of type vlan for network 87153d71-99ca-4c4d-bd3e-f500576d88f5 Nov 22 17:05:30.500918 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'c79571be-00c0-4adc-9e7d-343300876341', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'mac_address': 'fa:16:3e:eb:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:05:27Z', 'updated_at': '2021-11-22T17:05:27Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:30.506705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.531378 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01396ef-ffe9-47f5-a789-fdf3252e0608 None None] The sync data for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 is: [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'c79571be-00c0-4adc-9e7d-343300876341', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.38', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'mac_address': 'fa:16:3e:eb:e7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:05:27Z', 'updated_at': '2021-11-22T17:05:27Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:30.537996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.539014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:30.539615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.646414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8292255 Nov 22 17:05:30.649514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47490) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:30.655324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Request body: {'subnet': {'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-819491080-subnet', 'tenant_id': '9653eafc3a5b4dbd912aefab2758a066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:30.670012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8fc1-b0cd-4a69-a1b8-a4868eca5069 admin admin] Pushing event updated for resources: {'Network': ['ID=87153d71-99ca-4c4d-bd3e-f500576d88f5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:30.682799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 87153d71-99ca-4c4d-bd3e-f500576d88f5 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:30.688130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Made reservation on behalf of 9653eafc3a5b4dbd912aefab2758a066 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:30.690810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.818606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00019cd4-1912-4689-8437-0608c0dec6e9 None None] New status for floating IP c79571be-00c0-4adc-9e7d-343300876341: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:05:30.870862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47492) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:30.900158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:30.978762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d301f59d-09e7-472a-ad17-8de8e6adfc68,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:30.984036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Checking segment: {'id': 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:30.984399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Network hostable DHCP agents. Network: 87153d71-99ca-4c4d-bd3e-f500576d88f5, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:30.993089 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fa56eded-a4de-420f-a1d1-ec5e43ccbc31 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/c79571be-00c0-4adc-9e7d-343300876341 HTTP/1.1" status: 200 len: 990 time: 0.1199205 Nov 22 17:05:31.003318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Network 87153d71-99ca-4c4d-bd3e-f500576d88f5 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:31.015312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 87153d71-99ca-4c4d-bd3e-f500576d88f5) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:31.019883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:31.020526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.031232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbbe5d7-1084-432d-aea5-31de6f4844f3 None None] Network 87153d71-99ca-4c4d-bd3e-f500576d88f5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:31.051998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d3557b4f-98ac-4534-9ec7-d862f04443d5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3967576 Nov 22 17:05:31.200938 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d367d13-b45e-407b-9f1c-6b69fdaeefcd None None] Network 87153d71-99ca-4c4d-bd3e-f500576d88f5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:31.230311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47498) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.236450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'network': {'name': 'tempest-network-smoke--282215792', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:31.266468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:31.270213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.298924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 895} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:31.310984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.311360 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Added segment 8473666f-5100-4b0d-b17e-72db13c4f555 of type vlan for network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 Nov 22 17:05:31.368062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.399605 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.408873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:31.409607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.438640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47502) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.439736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2082345 Nov 22 17:05:31.509492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f2d1-8947-45f7-a917-ba603e2a9d0d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Network': ['ID=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:31.524393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:31.611192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4062ffb1-eedc-4d08-b0ae-8492947b8b77 req-1f63f2e2-ea13-4d01-9240-1e0f9e2b7ad4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0494692 Nov 22 17:05:31.616655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f387e72-4593-42ce-88e1-8a036ed9d853 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:31.619351 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2f387e72-4593-42ce-88e1-8a036ed9d853 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ebb36c4856584ec99a1e4f8286b35193&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1787901 Nov 22 17:05:31.622691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47510) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.741181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd218e-3a51-43c2-b7bb-7d7bafa7eb6f tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:31.745383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-36bd218e-3a51-43c2-b7bb-7d7bafa7eb6f tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1183791 Nov 22 17:05:31.746396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.787102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-061fe51a-d42a-4850-a222-2ee815177d00 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389581 Nov 22 17:05:31.789554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47516) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.829743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1b55d83b-66ac-4910-977a-5602d8fcb81d tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ebb36c4856584ec99a1e4f8286b35193&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377948 Nov 22 17:05:31.831512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47520) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.846688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:31.851900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1598672387-network', 'tenant_id': '933e558cef694774a17db62d7c3b1bd1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:31.884659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Made reservation on behalf of 933e558cef694774a17db62d7c3b1bd1 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:31.888357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.898219 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.986744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.992387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:31.995801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47524) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.074462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 858} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:05:32.091484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4731980-1f7d-4fd9-a66e-305956a39502,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:32.099636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.100004 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Added segment dccede7f-5103-4b78-b8f1-a7e8ec068a4c of type vlan for network ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494 Nov 22 17:05:32.144083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ef95302-aac0-46aa-bd20-5904c05291f3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/c79571be-00c0-4adc-9e7d-343300876341 HTTP/1.1" status: 200 len: 992 time: 0.1443844 Nov 22 17:05:32.159365 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.192252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.193365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.194373 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.255039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d12081c8-620d-41a1-91ee-1b760007a686 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:32.291553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4436669 Nov 22 17:05:32.292617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: d12081c8-620d-41a1-91ee-1b760007a686 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:32.293860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d12081c8-620d-41a1-91ee-1b760007a686 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:32.298932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47526) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.308852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Request body: {'subnet': {'network_id': 'ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1598672387-subnet', 'tenant_id': '933e558cef694774a17db62d7c3b1bd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:32.317388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b64ba-f794-448a-a250-16c5b8032fcd admin admin] Pushing event updated for resources: {'Network': ['ID=ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:32.336156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:05:32.343038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Made reservation on behalf of 933e558cef694774a17db62d7c3b1bd1 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:32.347267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.386330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e879b19-7c4c-4d82-95db-d74f17e67a65 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.391816 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e879b19-7c4c-4d82-95db-d74f17e67a65 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5557528 Nov 22 17:05:32.392123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47528) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.437131 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d6761a57-f977-47d4-aef7-491b49b97423 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405581 Nov 22 17:05:32.437388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:32.445295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-735881624', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:32.544010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:32.547531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.596871 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.690516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8911b99c-1e98-4270-b206-2be2f4956f0d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:32.706793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Checking segment: {'id': 'dccede7f-5103-4b78-b8f1-a7e8ec068a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:32.707289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Network hostable DHCP agents. Network: ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:32.756989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8306f709-1c8f-4eac-90bd-704be2860afc req-b8955864-ef70-4c11-9afa-f6e176fc728f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0351489 Nov 22 17:05:32.760222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Network ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:32.771465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.772845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:32.780864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.781496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.795959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ae6c0-ec46-4f49-af12-25b30b5e9661 None None] Network ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:32.830415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d779667a-290f-434a-9b06-294cd7a7e6c6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5305498 Nov 22 17:05:32.874713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Subnet': ['ID=ed2ac127-9e86-4ba5-afd1-861aa14df5bc,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:32.888470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Checking segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:32.890221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network hostable DHCP agents. Network: 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:05:32.921557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:05:32.938720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:32.955484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c644a8-9dc4-4e87-b7e5-37e9ddd5aece None None] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:32.960787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:32.964510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:32.994592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-63962e99-4c7f-4fe8-82f3-462f994d402f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5559011 Nov 22 17:05:33.062372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec9ebd7-dbf4-4968-b4a3-95150667b120 None None] Network ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:33.281832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ips': [{'subnet_id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:05:33.282700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.362163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47552) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.367171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1830838649', 'description': 'tempest-secgroup-smoke-1830838649 description', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:33.440909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.528473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-6f54d17d-ec4b-46f6-bcb0-9c39abaa44c8 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:33.530349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-6f54d17d-ec4b-46f6-bcb0-9c39abaa44c8 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/networks?id=87153d71-99ca-4c4d-bd3e-f500576d88f5 HTTP/1.1" status: 200 len: 811 time: 0.1464267 Nov 22 17:05:33.530507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Allocated IP 172.20.0.18 (60b257c2-cc4e-44a1-8373-2a5d3ba60ae6/ed2ac127-9e86-4ba5-afd1-861aa14df5bc/8788169d-4e91-4cd4-80a2-d4045efe16c9) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:33.567969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-2bae2834-19e6-424e-944f-0a2fd5bd5114 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/quotas/9653eafc3a5b4dbd912aefab2758a066 HTTP/1.1" status: 200 len: 375 time: 0.0227902 Nov 22 17:05:33.570896 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.590700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.619622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-55ea32de-6ab9-4d47-9984-ca04bdfa6b7f tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9653eafc3a5b4dbd912aefab2758a066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419800 Nov 22 17:05:33.656535 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.661334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47554) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.661948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2977979 Nov 22 17:05:33.668676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': '1a622923-5b0c-4703-bbc4-a92d0bb8287a', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:33.706212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd2cea-7bdb-45ec-b6f7-5566c32c426a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a622923-5b0c-4703-bbc4-a92d0bb8287a,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.729628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.762652 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.770762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-6a1f333f-a915-42a3-bf25-ab2850ef8d60 service neutron] 10.222.0.65 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363037 Nov 22 17:05:33.773569 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.817916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:33.818196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.821701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:33.826264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:33.827501 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.860984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Pushing event updated for resources: {'Port': ['ID=8788169d-4e91-4cd4-80a2-d4045efe16c9,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.892203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Attempting to bind port 8788169d-4e91-4cd4-80a2-d4045efe16c9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:33.892514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa962ff-63b7-4bbb-a81d-7c69b13ea56f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:33.892932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Attempting to bind port 8788169d-4e91-4cd4-80a2-d4045efe16c9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:33.893403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Attempting to bind port 8788169d-4e91-4cd4-80a2-d4045efe16c9 on network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:33.898852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:33.899522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Checking segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:33.900148 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.900643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Bound using segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:33.901221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Bound port: 8788169d-4e91-4cd4-80a2-d4045efe16c9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:33.901742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.912669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.913188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.913525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.913996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.915710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.915710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.915710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.915710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.916128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.916230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.916546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.916883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:33.952566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:33.954813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-24d12771-b0ed-40bc-acb4-c9547c6a49f1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2917931 Nov 22 17:05:33.959147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47558) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:33.968164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': '1a622923-5b0c-4703-bbc4-a92d0bb8287a', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:33.971227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfdc0532-1aef-414f-bafa-e01518faac55 req-a0e5df9a-cd69-46fe-bf74-1a43e3d1fe2e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=05d39542-c893-4f22-b523-02bc0cbcbc5f HTTP/1.1" status: 200 len: 210 time: 0.0540540 Nov 22 17:05:33.974561 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-e66fc43d-3d80-4550-b783-b4a113c28d40 service neutron] 10.222.0.65 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906607 Nov 22 17:05:33.989911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] For port 8788169d-4e91-4cd4-80a2-d4045efe16c9, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:33.993218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] For port 8788169d-4e91-4cd4-80a2-d4045efe16c9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8788169d-4e91-4cd4-80a2-d4045efe16c9,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:34.002655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.020473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.103329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.103513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55adf82-19b6-45ee-aad3-4b6d5b6c96f5 None None] Pushing event updated for resources: {'Port': ['ID=8788169d-4e91-4cd4-80a2-d4045efe16c9,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.111153 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.133029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b57c5d41-8176-41a5-b7ef-d1dba0799c59,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.146436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.148414 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85020732-e01e-4872-91e8-502d6e0420f4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1874883 Nov 22 17:05:34.151472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47560) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:34.161304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': '1a622923-5b0c-4703-bbc4-a92d0bb8287a', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:34.232892 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.285896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aba13e6f-055d-490e-9042-ad38810cee9f req-dfa67e25-d1b0-44a7-a4fa-e2f168789d07 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 210 time: 0.0387452 Nov 22 17:05:34.334606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.341431 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.390071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70c49164-bba8-4609-af45-2b14f94ee565,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.407663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.409042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c3a2ea4a-9566-493b-acbb-7a08d001b548 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2562895 Nov 22 17:05:34.412222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47566) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:34.417437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': '1a622923-5b0c-4703-bbc4-a92d0bb8287a', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:34.460157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.570683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.581342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.619199 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.624091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068825 Nov 22 17:05:34.624504 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47572) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:34.629728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': '1a622923-5b0c-4703-bbc4-a92d0bb8287a', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:34.630799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb8a21-9989-4673-8769-671c682c4bb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823c990c-3924-492b-8c7c-dcf7224c56bd,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.669542 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Project ebb36c4856584ec99a1e4f8286b35193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:05:34.677132 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.751726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.757068 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.773338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66e15f95-b204-4f0b-a77c-8e4141effc6a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.794857 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.799029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2592ef32-4aab-414e-b556-0928cf057949 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1711934 Nov 22 17:05:34.799539 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47576) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:34.804568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': '1a622923-5b0c-4703-bbc4-a92d0bb8287a', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:34.846336 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Project ebb36c4856584ec99a1e4f8286b35193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:05:34.853287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.935876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.941138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.966473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853073ec-5ef2-4e68-a5cd-c56ffa4425e5,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:34.972148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:34.983511 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3965f502-d9ff-4753-8ed3-fa81261b49f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1727612 Nov 22 17:05:35.119178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8788169d-4e91-4cd4-80a2-d4045efe16c9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:35.205568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8788169d-4e91-4cd4-80a2-d4045efe16c9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:35.206316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.406664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ef332056-8b1e-4d22-b7a2-da68551641bf tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1830838649&fields=id&tenant_id=ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 267 time: 0.1252227 Nov 22 17:05:35.422726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.472511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 8788169d-4e91-4cd4-80a2-d4045efe16c9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8788169d-4e91-4cd4-80a2-d4045efe16c9,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:35.483644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.557035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=8788169d-4e91-4cd4-80a2-d4045efe16c9,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:35.605036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-e58c3639-d367-478f-bd68-c6a232736a55 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:35.610100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-e58c3639-d367-478f-bd68-c6a232736a55 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/networks?id=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 HTTP/1.1" status: 200 len: 796 time: 0.2029216 Nov 22 17:05:35.663137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6888cffd-0e51-4d1e-9677-e9961fb54e04 req-fc9886df-ddea-4f9d-b012-1fc3883606e4 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 210 time: 0.2546005 Nov 22 17:05:35.687994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-03121117-3d59-48e8-b333-b049a3ae0987 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/quotas/ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 375 time: 0.0229998 Nov 22 17:05:35.753850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a8771e3-9992-4e03-869f-c95f97494bf4 None None] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:05:35.867257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-9fb02322-0872-478f-93da-24be74085d76 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1777618 Nov 22 17:05:35.927199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-da9b1557-c045-42ba-9981-80d0982f5f59 None None] Provisioning complete for port 8788169d-4e91-4cd4-80a2-d4045efe16c9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:35.928187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da9b1557-c045-42ba-9981-80d0982f5f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:35.936736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-206eb712-b63d-41a9-8488-b218223a82c5 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:35.938314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-206eb712-b63d-41a9-8488-b218223a82c5 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.66 "GET /v2.0/networks?id=87153d71-99ca-4c4d-bd3e-f500576d88f5 HTTP/1.1" status: 200 len: 811 time: 0.2476630 Nov 22 17:05:35.961739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Request body: {'port': {'device_id': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5', 'admin_state_up': True, 'tenant_id': '9653eafc3a5b4dbd912aefab2758a066'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:36.182317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Made reservation on behalf of 9653eafc3a5b4dbd912aefab2758a066 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:36.190687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.220528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-dc18d4fe-a3b1-4c68-97c4-819a6dae0d9e service neutron] 10.222.0.65 "GET /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520100 Nov 22 17:05:36.407468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Allocated IP 172.20.0.2 (87153d71-99ca-4c4d-bd3e-f500576d88f5/d301f59d-09e7-472a-ad17-8de8e6adfc68/dac8ef1c-c645-4f44-af1c-4e94554b500d) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:36.517227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-651a97a6-5287-49c7-bd69-d839d90cd697 None None] Provisioning complete for port 8788169d-4e91-4cd4-80a2-d4045efe16c9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:36.518414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-651a97a6-5287-49c7-bd69-d839d90cd697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:36.553411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-2b241a8a-476e-48ed-8dc9-1955c656d069 service neutron] 10.222.0.65 "GET /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3234546 Nov 22 17:05:37.013398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8788169d-4e91-4cd4-80a2-d4045efe16c9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:37.024058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3dac5195-9598-4bda-aac3-af9da60c995d req-877be0c9-61d9-49a9-9818-401f28b0567e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 210 time: 0.0474153 Nov 22 17:05:37.034730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9938a176-2cc4-4521-a3b7-5a4beacd3cc5 req-fa715795-f3bf-4377-8316-d3ef2dede0fa tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 210 time: 0.0666709 Nov 22 17:05:37.067475 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.115187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8788169d-4e91-4cd4-80a2-d4045efe16c9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:37.115554 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.124760 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.192231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Network 87153d71-99ca-4c4d-bd3e-f500576d88f5 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:37.196148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:37.202708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:37.207020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Pushing event updated for resources: {'Port': ['ID=dac8ef1c-c645-4f44-af1c-4e94554b500d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.272308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:37.273140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.294249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-5eee963b-3fd9-4ebc-b8a5-6545528182ac tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3366048 Nov 22 17:05:37.307554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Request body: {'port': {'device_id': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:37.365522 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.563943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.722553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dac8ef1c-c645-4f44-af1c-4e94554b500d {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:37.732293 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.749227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Transition to ACTIVE for port object dac8ef1c-c645-4f44-af1c-4e94554b500d will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:05:37.753636 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:37.893426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=dac8ef1c-c645-4f44-af1c-4e94554b500d,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:37.933848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Attempting to bind port dac8ef1c-c645-4f44-af1c-4e94554b500d on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:37.934391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Attempting to bind port dac8ef1c-c645-4f44-af1c-4e94554b500d by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:37.934953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Attempting to bind port dac8ef1c-c645-4f44-af1c-4e94554b500d on network 87153d71-99ca-4c4d-bd3e-f500576d88f5 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:37.941401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Port dac8ef1c-c645-4f44-af1c-4e94554b500d on network 87153d71-99ca-4c4d-bd3e-f500576d88f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:05:37.941785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Attempting to bind port dac8ef1c-c645-4f44-af1c-4e94554b500d on network 87153d71-99ca-4c4d-bd3e-f500576d88f5 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:37.947886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:37.948353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Checking segment: {'id': 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:37.948677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Bound using segment: {'id': 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:37.949566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Bound port: dac8ef1c-c645-4f44-af1c-4e94554b500d, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:37.950320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.057006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] For port dac8ef1c-c645-4f44-af1c-4e94554b500d, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:38.081322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-acdda447-23d9-40ff-b448-00d471b3deab tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.084055 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-acdda447-23d9-40ff-b448-00d471b3deab tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.20 "GET /v2.0/networks?id=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 HTTP/1.1" status: 200 len: 796 time: 0.1805034 Nov 22 17:05:38.084621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] For port dac8ef1c-c645-4f44-af1c-4e94554b500d, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d,segment=NetworkSegment(d06c69a1-1594-401f-b5d1-0c6aec70a7f2),segment_id=d06c69a1-1594-401f-b5d1-0c6aec70a7f2)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:38.090874 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.145449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.145929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.148095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] 10.222.0.66 "PUT /v2.0/ports/dac8ef1c-c645-4f44-af1c-4e94554b500d HTTP/1.1" status: 200 len: 1091 time: 0.8452110 Nov 22 17:05:38.148581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'tag': 'dac8ef1c-c645-4f44-af1c-4e94554b500d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:38.161768 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb641d0d-441e-424d-8cad-cbfdac2d75ad", "tag": "dac8ef1c-c645-4f44-af1c-4e94554b500d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:38.270056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701f11-afa4-485c-877c-7aa53a24dd90 service neutron] Pushing event updated for resources: {'Port': ['ID=dac8ef1c-c645-4f44-af1c-4e94554b500d,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:38.310755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-22fe1c9d-ac44-42cc-af28-d073f5e58f46 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 473 time: 0.2133670 Nov 22 17:05:38.315079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59e984-3998-48e4-9540-dfcd2599750e req-04ed8336-c26f-4dcd-a53d-4688d1a4e73f tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.318708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a59e984-3998-48e4-9540-dfcd2599750e req-04ed8336-c26f-4dcd-a53d-4688d1a4e73f tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 943 time: 0.1505651 Nov 22 17:05:38.333347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-05056eb2-c88a-4343-95ff-f756c241355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.334416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'port': {'device_id': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'admin_state_up': True, 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'security_groups': ['1a622923-5b0c-4703-bbc4-a92d0bb8287a']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:38.335257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-05056eb2-c88a-4343-95ff-f756c241355e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9653eafc3a5b4dbd912aefab2758a066&device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 1094 time: 0.1239867 Nov 22 17:05:38.419637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-835f71b9-d405-4081-b57c-6f19067038f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d HTTP/1.1" status: 200 len: 217 time: 0.0743680 Nov 22 17:05:38.478392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0feb6fd5-cc7a-4d25-bbe4-130b35b4d427 req-c819d378-987a-4950-bb34-0eeb1ddabc68 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 210 time: 0.2114511 Nov 22 17:05:38.530917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a59e984-3998-48e4-9540-dfcd2599750e req-101480b4-4272-47fb-bce4-5c3ced8526fb tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061546 Nov 22 17:05:38.554999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-7cb62c89-a34a-476f-bca9-51c75fbc47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:38.556713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-7cb62c89-a34a-476f-bca9-51c75fbc47b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d301f59d-09e7-472a-ad17-8de8e6adfc68 HTTP/1.1" status: 200 len: 851 time: 0.1192496 Nov 22 17:05:38.564263 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86aecc-4c1a-4534-9f5b-30e2de67bc8e x-openstack-request-id: req-ca86aecc-4c1a-4534-9f5b-30e2de67bc8e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:38.564711 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb641d0d-441e-424d-8cad-cbfdac2d75ad", "tag": "dac8ef1c-c645-4f44-af1c-4e94554b500d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:38.565795 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca86aecc-4c1a-4534-9f5b-30e2de67bc8e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:38.566416 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'tag': 'dac8ef1c-c645-4f44-af1c-4e94554b500d', 'status': 'completed', 'code': 200} Nov 22 17:05:38.592400 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:05:38.596181 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:38.613371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-a220a948-9f8c-47e9-890c-9b219db8b69d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87153d71-99ca-4c4d-bd3e-f500576d88f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459185 Nov 22 17:05:38.737830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-6e5ed3e3-7552-4ae5-b2f7-060bfd0d7886 service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137264 Nov 22 17:05:38.788803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.20.0.22 (60b257c2-cc4e-44a1-8373-2a5d3ba60ae6/ed2ac127-9e86-4ba5-afd1-861aa14df5bc/0120c20b-a5ea-4ac7-9937-f225fb99a58c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:38.914129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3227b8d-e4db-4718-a75c-9d15a08f9354 req-fd932b2b-3ff3-4fe7-87ec-8e37977fa663 service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521392 Nov 22 17:05:38.989502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.031738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-2b08432b-09ab-4a89-907e-c7b18d158dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.034303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-2b08432b-09ab-4a89-907e-c7b18d158dec service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9653eafc3a5b4dbd912aefab2758a066&device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 1094 time: 0.0614176 Nov 22 17:05:39.038071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.061971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:39.064690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:39.067362 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:39.141434 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.148374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=0120c20b-a5ea-4ac7-9937-f225fb99a58c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:39.165227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.165929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.195574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-ecf0717f-c31c-47ac-ad20-f963beb3fece tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8750224 Nov 22 17:05:39.216475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-482a9ea6-891f-4ac2-bae0-95970e25bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.218996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-482a9ea6-891f-4ac2-bae0-95970e25bbda service neutron] 10.222.0.66 "GET /v2.0/networks?id=87153d71-99ca-4c4d-bd3e-f500576d88f5 HTTP/1.1" status: 200 len: 912 time: 0.1698771 Nov 22 17:05:39.222900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Request body: {'port': {'device_id': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:39.280516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-cfe8203d-e6e8-496b-b4a5-117d2ac27538 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d HTTP/1.1" status: 200 len: 217 time: 0.0513902 Nov 22 17:05:39.326000 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.356810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-473dee43-f944-4152-bb99-5f2f28dbbfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.363068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-473dee43-f944-4152-bb99-5f2f28dbbfec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d301f59d-09e7-472a-ad17-8de8e6adfc68 HTTP/1.1" status: 200 len: 851 time: 0.0657985 Nov 22 17:05:39.435982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-06206815-28cb-417a-8683-f5dbafc7da36 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87153d71-99ca-4c4d-bd3e-f500576d88f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644896 Nov 22 17:05:39.507591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-97b96ce3-079f-4b0b-868e-b3a46c43b87e None None] Provisioning complete for port 0120c20b-a5ea-4ac7-9937-f225fb99a58c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:39.508299 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97b96ce3-079f-4b0b-868e-b3a46c43b87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.572388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-97b96ce3-079f-4b0b-868e-b3a46c43b87e None None] Port 0120c20b-a5ea-4ac7-9937-f225fb99a58c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:39.614505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-929e7ef7-433a-426c-84c0-bb19b22f4dd3 service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673720 Nov 22 17:05:39.742427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0120c20b-a5ea-4ac7-9937-f225fb99a58c {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:39.751648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.766707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Transition to ACTIVE for port object 0120c20b-a5ea-4ac7-9937-f225fb99a58c will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:05:39.771482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:39.790496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cbf04-822b-4dd2-8dc7-5ab876a07382 req-561c078c-dbb8-4190-94c3-901aa5caae5b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.792133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf5cbf04-822b-4dd2-8dc7-5ab876a07382 req-561c078c-dbb8-4190-94c3-901aa5caae5b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 932 time: 0.1749218 Nov 22 17:05:39.804977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784d8a5-8407-4e9e-85c0-92f89b0124b5 req-01dc91c4-144b-4d26-b85d-d319137427c3 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:39.806659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c784d8a5-8407-4e9e-85c0-92f89b0124b5 req-01dc91c4-144b-4d26-b85d-d319137427c3 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 943 time: 0.1791127 Nov 22 17:05:39.822333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d6cb0e3-0d13-4c87-949a-582f52fd3a1a req-dc33813e-7d33-4d5b-a3ae-05bbd5d6d339 service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935377 Nov 22 17:05:39.847178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0120c20b-a5ea-4ac7-9937-f225fb99a58c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:39.911643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c784d8a5-8407-4e9e-85c0-92f89b0124b5 req-f4acabf8-8b0c-441e-9160-f249670b30fd tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814345 Nov 22 17:05:39.915719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf5cbf04-822b-4dd2-8dc7-5ab876a07382 req-875094f8-566f-4a1a-bfaf-f42e1e36685c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840530 Nov 22 17:05:39.942016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Attempting to bind port 0120c20b-a5ea-4ac7-9937-f225fb99a58c on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:39.942389 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Attempting to bind port 0120c20b-a5ea-4ac7-9937-f225fb99a58c by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:39.942689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Attempting to bind port 0120c20b-a5ea-4ac7-9937-f225fb99a58c on network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:39.948435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Port 0120c20b-a5ea-4ac7-9937-f225fb99a58c on network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:05:39.948819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Attempting to bind port 0120c20b-a5ea-4ac7-9937-f225fb99a58c on network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:39.955148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:39.955609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Checking segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:39.955891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Bound using segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:39.956336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Bound port: 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:39.956700 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.038106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] For port 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:40.044006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] For port 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:40.051965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.104344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.105134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:40.107309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/0120c20b-a5ea-4ac7-9937-f225fb99a58c HTTP/1.1" status: 200 len: 1092 time: 0.9031525 Nov 22 17:05:40.107781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'tag': '0120c20b-a5ea-4ac7-9937-f225fb99a58c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:40.110965 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "7a7922dd-516d-4bcd-928b-e89aa3f75c24", "tag": "0120c20b-a5ea-4ac7-9937-f225fb99a58c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:40.163037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4254a87-157a-42f1-a7dc-c32a4e36a9d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0120c20b-a5ea-4ac7-9937-f225fb99a58c,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:40.200106 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad8801b-08c9-438f-820a-e328689c88ef x-openstack-request-id: req-0ad8801b-08c9-438f-820a-e328689c88ef {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:40.200411 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a7922dd-516d-4bcd-928b-e89aa3f75c24", "tag": "0120c20b-a5ea-4ac7-9937-f225fb99a58c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:40.200887 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ad8801b-08c9-438f-820a-e328689c88ef {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:40.201479 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'tag': '0120c20b-a5ea-4ac7-9937-f225fb99a58c', 'status': 'completed', 'code': 200} Nov 22 17:05:40.253333 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a80ec676-f322-4ed1-a779-bd0d212b6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.255009 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-a80ec676-f322-4ed1-a779-bd0d212b6983 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 1095 time: 0.0721817 Nov 22 17:05:40.314154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-d9e5a47e-5134-4b0e-9864-030be3ca7dcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c HTTP/1.1" status: 200 len: 217 time: 0.0429852 Nov 22 17:05:40.387217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-6a287233-7697-43d8-ab66-43768cdf004f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.389419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-6a287233-7697-43d8-ab66-43768cdf004f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed2ac127-9e86-4ba5-afd1-861aa14df5bc HTTP/1.1" status: 200 len: 837 time: 0.0637271 Nov 22 17:05:40.482847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-c8eade09-d05c-4967-b0bc-faba9b1f9d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.485973 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-c8eade09-d05c-4967-b0bc-faba9b1f9d2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0812542 Nov 22 17:05:40.588098 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-9acdc8c7-0213-4a46-9b82-7a76f7033813 service neutron] 10.222.0.20 "GET /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940435 Nov 22 17:05:40.703614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-30f6a325-8a7a-4ba4-9716-5276ec9541eb req-d2f2e416-ddc9-4ebf-8994-af5ee124789e service neutron] 10.222.0.20 "GET /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974336 Nov 22 17:05:40.800114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-4d2b4c5e-d037-4845-8d98-63669f4c2ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.801633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-4d2b4c5e-d037-4845-8d98-63669f4c2ed5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 1095 time: 0.0442147 Nov 22 17:05:40.851787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9b84e-9db9-411d-9cd2-46806dae16b0 req-b5b15635-114e-4a1c-8210-0ac0bd24f924 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.853201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5d9b84e-9db9-411d-9cd2-46806dae16b0 req-b5b15635-114e-4a1c-8210-0ac0bd24f924 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 945 time: 0.0565512 Nov 22 17:05:40.909757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5d9b84e-9db9-411d-9cd2-46806dae16b0 req-8777c835-1f0a-4928-8cd4-4cb7a9e82888 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486388 Nov 22 17:05:40.920141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-7b86417f-f55d-4c69-826d-c036e9459d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:40.921705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-7b86417f-f55d-4c69-826d-c036e9459d82 service neutron] 10.222.0.20 "GET /v2.0/networks?id=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 HTTP/1.1" status: 200 len: 897 time: 0.0995209 Nov 22 17:05:40.974613 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-d9c6c353-cb37-4d90-9333-9329b8b8e057 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c HTTP/1.1" status: 200 len: 217 time: 0.0451155 Nov 22 17:05:41.031899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-9d35d37e-ac21-451e-9284-50332d94c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.033440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-9d35d37e-ac21-451e-9284-50332d94c47c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ed2ac127-9e86-4ba5-afd1-861aa14df5bc HTTP/1.1" status: 200 len: 837 time: 0.0491719 Nov 22 17:05:41.083430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eccfc2-37b8-4310-bf26-46ee2b6f756a req-bad06063-2a47-478e-974e-fac0451fa375 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.085209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0eccfc2-37b8-4310-bf26-46ee2b6f756a req-bad06063-2a47-478e-974e-fac0451fa375 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 943 time: 0.0848007 Nov 22 17:05:41.093268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-6bd05371-6193-4cd3-8ad0-c347060a00fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.094852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-6bd05371-6193-4cd3-8ad0-c347060a00fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482979 Nov 22 17:05:41.101119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa69d55-b36b-4517-b616-478bcc56e3d7 req-862d7587-59c2-4377-9958-299778600704 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:41.102706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fa69d55-b36b-4517-b616-478bcc56e3d7 req-862d7587-59c2-4377-9958-299778600704 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 944 time: 0.0921357 Nov 22 17:05:41.185160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0eccfc2-37b8-4310-bf26-46ee2b6f756a req-557aefe1-e8a4-4376-be93-52462d106299 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815136 Nov 22 17:05:41.188868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6fa69d55-b36b-4517-b616-478bcc56e3d7 req-9d8c0230-aad0-4ed6-99b3-1eecae3bd1a8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785694 Nov 22 17:05:41.202583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-7f02a4f8-fe03-4f67-98cf-d82bc205025f service neutron] 10.222.0.20 "GET /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947375 Nov 22 17:05:41.302324 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a5c563ad-8a2a-4b00-acd7-aa807ffc4ee8 req-12368335-6f68-46f2-8c57-26667fdfa6a0 service neutron] 10.222.0.20 "GET /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914257 Nov 22 17:05:42.031673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94896df8-3766-4306-aa6a-b30b2d442bbc req-1d291dd3-2e91-4ea6-9ac1-7f3e3bd1a2ac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:42.033227 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94896df8-3766-4306-aa6a-b30b2d442bbc req-1d291dd3-2e91-4ea6-9ac1-7f3e3bd1a2ac tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 945 time: 0.0506308 Nov 22 17:05:42.081253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94896df8-3766-4306-aa6a-b30b2d442bbc req-fbf43e38-6167-4980-8240-982c2aec8f7b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Nov 22 17:05:42.264612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dac8ef1c-c645-4f44-af1c-4e94554b500d details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:42.363315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port dac8ef1c-c645-4f44-af1c-4e94554b500d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d,segment=NetworkSegment(d06c69a1-1594-401f-b5d1-0c6aec70a7f2),segment_id=d06c69a1-1594-401f-b5d1-0c6aec70a7f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:42.372510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc750f22-c302-470e-ad80-4d58f61675a2 req-bf177605-9932-4d8b-9511-45f25be2ea5a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:42.376163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc750f22-c302-470e-ad80-4d58f61675a2 req-bf177605-9932-4d8b-9511-45f25be2ea5a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 944 time: 0.1114562 Nov 22 17:05:42.378558 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'dac8ef1c-c645-4f44-af1c-4e94554b500d', 'network_id': '87153d71-99ca-4c4d-bd3e-f500576d88f5', 'port_id': 'dac8ef1c-c645-4f44-af1c-4e94554b500d', 'mac_address': 'fa:16:3e:03:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd301f59d-09e7-472a-ad17-8de8e6adfc68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:42.417345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ade780-e53b-491a-bfb7-26576756c4b6 req-84b1db61-4c79-47b9-973f-d718e3593ee7 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:42.419632 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.420609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60ade780-e53b-491a-bfb7-26576756c4b6 req-84b1db61-4c79-47b9-973f-d718e3593ee7 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 943 time: 0.1284268 Nov 22 17:05:42.432852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dac8ef1c-c645-4f44-af1c-4e94554b500d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:42.454235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port dac8ef1c-c645-4f44-af1c-4e94554b500d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d,segment=NetworkSegment(d06c69a1-1594-401f-b5d1-0c6aec70a7f2),segment_id=d06c69a1-1594-401f-b5d1-0c6aec70a7f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:42.458915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.512418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=dac8ef1c-c645-4f44-af1c-4e94554b500d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:42.525422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc750f22-c302-470e-ad80-4d58f61675a2 req-901943d1-636e-4eb5-9c96-b84b4959adcb tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404827 Nov 22 17:05:42.549165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60ade780-e53b-491a-bfb7-26576756c4b6 req-6b630175-6771-43fa-9f81-966902b8d9e1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084666 Nov 22 17:05:42.549304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-44c81fd7-cd0b-49c8-8227-4b8c388e8b1e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:42.549304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-44c81fd7-cd0b-49c8-8227-4b8c388e8b1e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 945 time: 0.0600388 Nov 22 17:05:42.646434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port 19801723-be3c-47e9-97c8-41ed798c6250 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:42.646778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.664045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 0120c20b-a5ea-4ac7-9937-f225fb99a58c details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:05:42.743882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port 19801723-be3c-47e9-97c8-41ed798c6250, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19801723-be3c-47e9-97c8-41ed798c6250,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:42.744243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.758742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for 19801723-be3c-47e9-97c8-41ed798c6250 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:05:42.759998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['dac8ef1c-c645-4f44-af1c-4e94554b500d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:42.769201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:42.803409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '0120c20b-a5ea-4ac7-9937-f225fb99a58c', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'port_id': '0120c20b-a5ea-4ac7-9937-f225fb99a58c', 'mac_address': 'fa:16:3e:19:4a:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:05:42.857021 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.885496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0120c20b-a5ea-4ac7-9937-f225fb99a58c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:05:42.891772 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.926133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=19801723-be3c-47e9-97c8-41ed798c6250,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:42.928300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['19801723-be3c-47e9-97c8-41ed798c6250'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:42.942805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:42.972174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port 19801723-be3c-47e9-97c8-41ed798c6250 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:05:42.974899 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:42.978353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-515015e1-0d66-4f57-9923-c10de3d022e5 req-155d2989-b8e5-4fe6-8692-e018f7eb88c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "DELETE /v2.0/ports/19801723-be3c-47e9-97c8-41ed798c6250 HTTP/1.1" status: 204 len: 173 time: 0.4230063 Nov 22 17:05:42.978810 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'name': 'network-vif-deleted', 'tag': '19801723-be3c-47e9-97c8-41ed798c6250'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:42.981123 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79086335-d476-4818-9e9f-ab90e711e21d" -d '{"events": [{"server_uuid": "bf4673b3-ae00-482a-ad60-ecc727203b06", "name": "network-vif-deleted", "tag": "19801723-be3c-47e9-97c8-41ed798c6250"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:42.984492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:43.019571 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0eb36-c00e-4afd-9158-c8f24dbefd9c x-openstack-request-id: req-91b0eb36-c00e-4afd-9158-c8f24dbefd9c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:43.019826 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4673b3-ae00-482a-ad60-ecc727203b06", "name": "network-vif-deleted", "tag": "19801723-be3c-47e9-97c8-41ed798c6250", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:43.020084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91b0eb36-c00e-4afd-9158-c8f24dbefd9c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:43.020493 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4673b3-ae00-482a-ad60-ecc727203b06', 'name': 'network-vif-deleted', 'tag': '19801723-be3c-47e9-97c8-41ed798c6250', 'status': 'completed', 'code': 200} Nov 22 17:05:43.096737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=0120c20b-a5ea-4ac7-9937-f225fb99a58c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:43.186692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0889cc5-d045-42d7-9772-26d27c63fe10 req-713c7b81-a343-43e3-99b2-5698962670da tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0282347 Nov 22 17:05:43.222136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['0120c20b-a5ea-4ac7-9937-f225fb99a58c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:05:43.680835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3e7c-c653-40fd-a86a-4e43cfdc5d0c req-def736f1-b8b9-4257-a5be-f34b281b9587 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:43.682456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-044d3e7c-c653-40fd-a86a-4e43cfdc5d0c req-def736f1-b8b9-4257-a5be-f34b281b9587 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 945 time: 0.0825613 Nov 22 17:05:43.705735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc5a4f-86fc-4eea-a0bd-a8fae18a4990 req-2d4965a2-7c9f-4149-a9c3-851da942e913 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:43.707221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97cc5a4f-86fc-4eea-a0bd-a8fae18a4990 req-2d4965a2-7c9f-4149-a9c3-851da942e913 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 944 time: 0.0806618 Nov 22 17:05:43.773627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-044d3e7c-c653-40fd-a86a-4e43cfdc5d0c req-9ef9e560-7972-41d9-8861-0400051a4d94 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815711 Nov 22 17:05:43.787497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97cc5a4f-86fc-4eea-a0bd-a8fae18a4990 req-35a207e3-cbad-4700-9e7b-50af0be804cc tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718405 Nov 22 17:05:44.264664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dac8ef1c-c645-4f44-af1c-4e94554b500d up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:44.283893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3a88032-9dfc-46a9-bb1a-385ceee81adf req-75fa9b13-8fc5-4761-996f-bc009aded468 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0280883 Nov 22 17:05:44.318670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port dac8ef1c-c645-4f44-af1c-4e94554b500d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:44.329315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port dac8ef1c-c645-4f44-af1c-4e94554b500d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:44.329315 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.422155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.447310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac8ef1c-c645-4f44-af1c-4e94554b500d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:44.450200 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db503b07-7222-4e1c-8efa-7e98e978096c" -d '{"events": [{"server_uuid": "fb641d0d-441e-424d-8cad-cbfdac2d75ad", "name": "network-vif-plugged", "status": "completed", "tag": "dac8ef1c-c645-4f44-af1c-4e94554b500d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:44.462813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port dac8ef1c-c645-4f44-af1c-4e94554b500d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d,segment=NetworkSegment(d06c69a1-1594-401f-b5d1-0c6aec70a7f2),segment_id=d06c69a1-1594-401f-b5d1-0c6aec70a7f2)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:44.468065 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.495312 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6591b3f8-f2ac-42f1-8d1c-9feefef8f661 x-openstack-request-id: req-6591b3f8-f2ac-42f1-8d1c-9feefef8f661 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:44.495668 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb641d0d-441e-424d-8cad-cbfdac2d75ad", "name": "network-vif-plugged", "status": "completed", "tag": "dac8ef1c-c645-4f44-af1c-4e94554b500d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:44.496399 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6591b3f8-f2ac-42f1-8d1c-9feefef8f661 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:44.496399 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dac8ef1c-c645-4f44-af1c-4e94554b500d', 'code': 200} Nov 22 17:05:44.529277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=dac8ef1c-c645-4f44-af1c-4e94554b500d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:44.611394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ea90d-0fbc-4530-9715-a17ff283e264 req-d04622ee-b244-47af-8309-8968c5a4c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:44.612926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb2ea90d-0fbc-4530-9715-a17ff283e264 req-d04622ee-b244-47af-8309-8968c5a4c3b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 1096 time: 0.0433137 Nov 22 17:05:44.672087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb2ea90d-0fbc-4530-9715-a17ff283e264 req-a024fb31-8d15-4f30-9b04-bb71765b6159 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463855 Nov 22 17:05:44.677409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 0120c20b-a5ea-4ac7-9937-f225fb99a58c up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:44.898149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 0120c20b-a5ea-4ac7-9937-f225fb99a58c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:05:44.903481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 0120c20b-a5ea-4ac7-9937-f225fb99a58c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:44.903986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:44.940725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda0fcc-b965-4cc3-81f7-38be0019d566 req-f3870c61-1d8c-445d-b601-cdebf4932cd6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:44.942431 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdda0fcc-b965-4cc3-81f7-38be0019d566 req-f3870c61-1d8c-445d-b601-cdebf4932cd6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 945 time: 0.0933552 Nov 22 17:05:44.956277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ad3c4-1d77-4c6a-8d3a-322207588c9a req-2a7b8111-ea43-4852-a61b-3a38abbf950b tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:44.958072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-178ad3c4-1d77-4c6a-8d3a-322207588c9a req-2a7b8111-ea43-4852-a61b-3a38abbf950b tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0764513 Nov 22 17:05:44.992516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.031102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:45.032490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdda0fcc-b965-4cc3-81f7-38be0019d566 req-b792c3c1-d98a-4fa2-b5f6-1ce5aadf15f2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733235 Nov 22 17:05:45.036335 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:45.037729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19801723-be3c-47e9-97c8-41ed798c6250 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:05:45.046955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-178ad3c4-1d77-4c6a-8d3a-322207588c9a req-4618124e-507e-4855-8cf6-48f5290e957d tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799112 Nov 22 17:05:45.104267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 19801723-be3c-47e9-97c8-41ed798c6250 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:05:45.104665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19801723-be3c-47e9-97c8-41ed798c6250 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:05:45.110987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=0120c20b-a5ea-4ac7-9937-f225fb99a58c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:45.384727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42a3cab6-28b3-4357-bf31-1ad3299d7bdf req-013996eb-256b-4fb8-bba4-2e1d45d719b1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0280695 Nov 22 17:05:46.222813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d79e8a-8e4e-4791-8c24-d4239599e9be req-7763a2b2-3673-4533-8e66-564804a507ac tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:46.225132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53d79e8a-8e4e-4791-8c24-d4239599e9be req-7763a2b2-3673-4533-8e66-564804a507ac tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.0907142 Nov 22 17:05:46.243520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928191e-2174-4cf2-9055-cb3c31afb6b0 req-b44bd375-9e09-49e2-85be-b30ce0cf2b3b tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:46.245037 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928191e-2174-4cf2-9055-cb3c31afb6b0 req-b44bd375-9e09-49e2-85be-b30ce0cf2b3b tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.1010857 Nov 22 17:05:46.316513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53d79e8a-8e4e-4791-8c24-d4239599e9be req-6217f71a-1102-46c2-a178-704459ccc873 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677500 Nov 22 17:05:46.342827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1928191e-2174-4cf2-9055-cb3c31afb6b0 req-b549129c-f407-4010-87d0-ac6eccb872df tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723939 Nov 22 17:05:46.496997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4aacc55-06bd-4abd-b3dc-3a489a119ef8 req-f059ac97-fbe3-4833-b5ae-0276bb5bc82a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0284028 Nov 22 17:05:46.497780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0120c20b-a5ea-4ac7-9937-f225fb99a58c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:05:46.500279 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33dfadb1-6fac-4dc1-abae-d3a1fedff5f0" -d '{"events": [{"server_uuid": "7a7922dd-516d-4bcd-928b-e89aa3f75c24", "name": "network-vif-plugged", "status": "completed", "tag": "0120c20b-a5ea-4ac7-9937-f225fb99a58c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:05:46.563405 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668d45bf-f016-4762-8929-19d883d154f8 x-openstack-request-id: req-668d45bf-f016-4762-8929-19d883d154f8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:05:46.563711 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7922dd-516d-4bcd-928b-e89aa3f75c24", "name": "network-vif-plugged", "status": "completed", "tag": "0120c20b-a5ea-4ac7-9937-f225fb99a58c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:05:46.563973 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-668d45bf-f016-4762-8929-19d883d154f8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:05:46.564377 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0120c20b-a5ea-4ac7-9937-f225fb99a58c', 'code': 200} Nov 22 17:05:46.676759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ec770-0c96-455c-a069-2e332aac02de req-3466096f-eadc-42ed-87f6-794c03c9c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:46.678310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a69ec770-0c96-455c-a069-2e332aac02de req-3466096f-eadc-42ed-87f6-794c03c9c449 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 1097 time: 0.0407560 Nov 22 17:05:46.728363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a69ec770-0c96-455c-a069-2e332aac02de req-bb8cf7a7-b768-4c11-8902-004c7ba83d91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419648 Nov 22 17:05:47.478945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae552db5-2bd4-4854-ad9a-31453a78816e req-77fe061d-a51e-49e6-8dde-bd06e18cc044 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:47.480688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae552db5-2bd4-4854-ad9a-31453a78816e req-77fe061d-a51e-49e6-8dde-bd06e18cc044 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.0842578 Nov 22 17:05:47.517925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b7ba5-e49b-4400-b633-ffa89632e78a req-9bc46a3a-e3c7-4903-9255-a7390e351db9 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:47.519556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e72b7ba5-e49b-4400-b633-ffa89632e78a req-9bc46a3a-e3c7-4903-9255-a7390e351db9 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0847964 Nov 22 17:05:47.570690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae552db5-2bd4-4854-ad9a-31453a78816e req-9d76a54c-9374-413a-acfa-3e8693f4a987 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825861 Nov 22 17:05:47.597741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e72b7ba5-e49b-4400-b633-ffa89632e78a req-45839339-fd09-47ea-a454-1ba957112549 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648708 Nov 22 17:05:47.688026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-596a2e96-b5de-4984-8511-f9c17e897f2d req-0441db52-e296-4ecd-8687-4e7932d4f747 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf4673b3-ae00-482a-ad60-ecc727203b06 HTTP/1.1" status: 200 len: 210 time: 0.0297914 Nov 22 17:05:47.741870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2691441-d1f3-43e1-bfea-a01a46c6b16c req-51729020-9189-4c71-9f85-d416342e0353 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:47.743374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2691441-d1f3-43e1-bfea-a01a46c6b16c req-51729020-9189-4c71-9f85-d416342e0353 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0588419 Nov 22 17:05:47.797723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2691441-d1f3-43e1-bfea-a01a46c6b16c req-86ff5e55-0243-49da-8cf8-6fd5014e2d98 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Nov 22 17:05:48.051627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9a624-c7d5-452a-961f-131c791d209c req-d25d9a84-b64f-458d-91cc-157b52b541da tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:48.053553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0c9a624-c7d5-452a-961f-131c791d209c req-d25d9a84-b64f-458d-91cc-157b52b541da tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0561125 Nov 22 17:05:48.110057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0c9a624-c7d5-452a-961f-131c791d209c req-723baee7-472b-4b58-bb2b-ff72245e563b tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Nov 22 17:05:48.713613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e617e2-d526-47aa-a994-e7a1abf228cf req-eb352bbe-be96-44f4-b024-a9d62919b9ec tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:48.716219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79e617e2-d526-47aa-a994-e7a1abf228cf req-eb352bbe-be96-44f4-b024-a9d62919b9ec tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.0614264 Nov 22 17:05:48.784670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79e617e2-d526-47aa-a994-e7a1abf228cf req-f577370d-04b7-4a78-8b4a-c959195c0c99 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618343 Nov 22 17:05:48.924267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2a69f-8812-4b0a-b83c-4cd1e7b0dc59 req-c952dabc-5826-4bc0-a3db-3ef6eaad4998 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:48.925858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5d2a69f-8812-4b0a-b83c-4cd1e7b0dc59 req-c952dabc-5826-4bc0-a3db-3ef6eaad4998 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.0535805 Nov 22 17:05:48.977960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5d2a69f-8812-4b0a-b83c-4cd1e7b0dc59 req-62d5c9f6-dde0-4ee0-a74c-a13a271287cc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458467 Nov 22 17:05:49.238799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152b751-5cd4-4d2d-b7da-3d13400c05bf req-99eb6c80-aaff-4257-abe8-005820899c5e tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:49.240242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8152b751-5cd4-4d2d-b7da-3d13400c05bf req-99eb6c80-aaff-4257-abe8-005820899c5e tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0521939 Nov 22 17:05:49.309152 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8152b751-5cd4-4d2d-b7da-3d13400c05bf req-ba900619-d865-41be-ae53-814fa92b3f05 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622261 Nov 22 17:05:49.541831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc722e-edf6-447e-bc44-e5f5ae76c821 req-612d3113-43ad-4181-8bf8-be48980b4a6d tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:49.544091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bfc722e-edf6-447e-bc44-e5f5ae76c821 req-612d3113-43ad-4181-8bf8-be48980b4a6d tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0524478 Nov 22 17:05:49.614954 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-5c7aa3c3-0b0b-424e-9e77-a992e6ac7577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:49.616460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-5c7aa3c3-0b0b-424e-9e77-a992e6ac7577 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9653eafc3a5b4dbd912aefab2758a066&device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 1096 time: 0.0714202 Nov 22 17:05:49.621064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bfc722e-edf6-447e-bc44-e5f5ae76c821 req-8c00327c-1e13-4ce6-8e10-bb7054ee2e9d tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684218 Nov 22 17:05:49.733640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-143ffaf8-5cee-475c-b48e-dc0150b0ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:49.735171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-143ffaf8-5cee-475c-b48e-dc0150b0ff01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87153d71-99ca-4c4d-bd3e-f500576d88f5 HTTP/1.1" status: 200 len: 912 time: 0.1100283 Nov 22 17:05:49.783545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-8da348cf-bd3b-406d-901b-87a9565866b9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d HTTP/1.1" status: 200 len: 217 time: 0.0363464 Nov 22 17:05:49.838060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-3647cc02-0c88-4da5-ac86-05a98f6ee945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:49.840367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-3647cc02-0c88-4da5-ac86-05a98f6ee945 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d301f59d-09e7-472a-ad17-8de8e6adfc68 HTTP/1.1" status: 200 len: 851 time: 0.0466938 Nov 22 17:05:49.882732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-e422d388-0ce0-4583-97f6-2c75dc5ed1fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87153d71-99ca-4c4d-bd3e-f500576d88f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304289 Nov 22 17:05:49.961382 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a6a07bb6-bd7b-41e4-bab5-b0805bf95282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:49.990883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-24693f0c-ea3c-47f1-8eba-433dd3e5134f service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946519 Nov 22 17:05:50.096977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cc4de93-ece5-4d44-a671-3a09385a3879 req-77c329e4-5105-40c8-8b10-7aebfba396da service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967019 Nov 22 17:05:50.647353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47712) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:50.764196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1833f-13e7-4907-a970-0d225aa7f1d6 req-48e1e904-a2e2-4e6e-a3b4-84b895e69264 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:50.766742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61c1833f-13e7-4907-a970-0d225aa7f1d6 req-48e1e904-a2e2-4e6e-a3b4-84b895e69264 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0596707 Nov 22 17:05:50.825396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61c1833f-13e7-4907-a970-0d225aa7f1d6 req-3ea7ae68-3056-4946-9730-383ecde4c6f6 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525978 Nov 22 17:05:51.183830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.519185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.20.0.17 (60b257c2-cc4e-44a1-8373-2a5d3ba60ae6/ed2ac127-9e86-4ba5-afd1-861aa14df5bc/7ae12af6-8bce-4538-9e5c-cd6d8cba0133) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:05:51.655606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.695197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:51.750518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:51.753939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:51.756519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:05:51.782811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:51.816208 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.007301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.032694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d074ca-c34d-4afb-b37a-8636688ba98a req-2ee53cd9-592d-4279-90cd-f59a09b46aed tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:52.034414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31d074ca-c34d-4afb-b37a-8636688ba98a req-2ee53cd9-592d-4279-90cd-f59a09b46aed tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0891297 Nov 22 17:05:52.062085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2745f9fb-b367-4e79-b7fd-4346446f6e52 None None] Provisioning complete for port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:52.062577 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2745f9fb-b367-4e79-b7fd-4346446f6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.107296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2745f9fb-b367-4e79-b7fd-4346446f6e52 None None] Port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:52.121090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31d074ca-c34d-4afb-b37a-8636688ba98a req-19c6b901-d864-483c-b057-844416761b1c tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646846 Nov 22 17:05:52.216041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47768) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.221150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-861050243', 'description': 'tempest-secgroup-smoke-861050243 description', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:52.251567 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.335180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.340421 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.398539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.399048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.399780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1826982 Nov 22 17:05:52.403162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47772) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.405118 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0a9f3-8bd2-40aa-9614-911d6e568692 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.411124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group_rule': {'security_group_id': '45b87d1e-92c9-436a-92f1-43e2cb1e8e0d', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:52.420635 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.424855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32151c42-e846-47c1-94fd-5d9fada3327e req-5bc34a83-27f2-4d44-be1f-d0403acb16e6 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:52.426391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32151c42-e846-47c1-94fd-5d9fada3327e req-5bc34a83-27f2-4d44-be1f-d0403acb16e6 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0730026 Nov 22 17:05:52.486204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32151c42-e846-47c1-94fd-5d9fada3327e req-c0b5a557-bc94-4ea0-8c8f-d4742e44660c tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499909 Nov 22 17:05:52.517392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.523236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.530032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.631636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.637115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.667970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7300551c-75b7-42ce-a054-8610b39c62f4,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.676369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.677574 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f546c09-fb59-4e79-97ee-fa7b6fa67089 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2733719 Nov 22 17:05:52.679817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:05:52.680571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47774) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.681219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:05:52.685839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group_rule': {'security_group_id': '45b87d1e-92c9-436a-92f1-43e2cb1e8e0d', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:52.735843 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.816903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.826342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.852360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa6a683-48c6-40f5-b8bb-a541b5d70177,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:52.855159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:05:52.866524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.868134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f3af690c-adb5-4a6e-90cf-9c68e06140dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1865244 Nov 22 17:05:52.872019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47776) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:52.876640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group_rule': {'security_group_id': '45b87d1e-92c9-436a-92f1-43e2cb1e8e0d', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:52.913141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.939883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9c8d3afc-7437-4f5f-af5c-8e829c1ce058 None None] Provisioning complete for port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:52.940544 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9c8d3afc-7437-4f5f-af5c-8e829c1ce058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.978948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9c8d3afc-7437-4f5f-af5c-8e829c1ce058 None None] Port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:05:52.984103 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.988489 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:52.989387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:05:53.005863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3d05d44f-74d6-4490-9146-631f12b518f5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "PUT /v2.0/routers/26f57e4a-b3c1-476a-8eaf-03c10eb63247/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3453381 Nov 22 17:05:53.006385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9966f9-a42b-4112-9149-209720407e12,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.015616 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:05:53.027324 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.028274 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:53.029048 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:53.029283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e7aaf61c-aa4d-46d3-9e8c-9442599efea1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562605 Nov 22 17:05:53.032260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47780) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:53.036938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group_rule': {'security_group_id': '45b87d1e-92c9-436a-92f1-43e2cb1e8e0d', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:53.070075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.141468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.145789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:53.146680 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.167257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a107d3e-e526-4005-9b38-2ecfb93acf16,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.175935 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.177160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-593b57c9-f287-4ecf-9fcd-49511326b5d8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437128 Nov 22 17:05:53.180236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47784) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:53.185086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group_rule': {'security_group_id': '45b87d1e-92c9-436a-92f1-43e2cb1e8e0d', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:53.207599 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Project 22053774f58e4f788696e2f4e0e7dd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:05:53.212984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.277706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.281850 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.300136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d670a6-a20f-4173-b227-0a45b8444ff0,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.312234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.316991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9bcf372c-ebff-4abb-b9e7-dc592bfebb97 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322527 Nov 22 17:05:53.317405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47786) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:05:53.322336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'security_group_rule': {'security_group_id': '45b87d1e-92c9-436a-92f1-43e2cb1e8e0d', 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:05:53.349143 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Project 22053774f58e4f788696e2f4e0e7dd4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:05:53.354322 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.398953 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-99e5d719-6efc-46f9-8bd6-ba807834769b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.407099 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:05:51Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:44Z', 'revision_number': 1, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ae12af6-8bce-4538-9e5c-cd6d8cba0133', 'name': '', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:dd:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:51Z', 'updated_at': '2021-11-22T17:05:52Z', 'revision_number': 2, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:53.428634 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.433846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.439544 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:05:53.439851 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Updating router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:05:53.455195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b975ee8-75eb-403c-81af-6917a27ae9f3,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.466327 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.467965 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f8092d2d-5aa9-4981-affd-76b52370d80d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1491663 Nov 22 17:05:53.474319 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.631969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66544-2af7-41db-96ca-47451ba8a48d req-437cf3a3-db4c-4246-bf7e-4d13b12db9bd tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:53.633688 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89e66544-2af7-41db-96ca-47451ba8a48d req-437cf3a3-db4c-4246-bf7e-4d13b12db9bd tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0647881 Nov 22 17:05:53.697852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89e66544-2af7-41db-96ca-47451ba8a48d req-4e23a5f2-c334-40b7-be18-4946f1acc3d2 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526741 Nov 22 17:05:53.800118 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.806423 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:53.860056 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Pushing event updated for resources: {'Port': ['ID=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:53.871889 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.872517 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.873093 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.873677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.874539 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.875194 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.875848 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.876617 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.877016 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.877428 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.877824 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.878454 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:05:53.994216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81e5d2-9974-4757-baa8-89787d4666a5 req-9e14038d-b086-42ba-84ae-d29cb851f8e7 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:53.998766 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Attempting to bind port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:05:53.999140 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Attempting to bind port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:05:53.999499 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Attempting to bind port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 on network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:05:54.002449 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e81e5d2-9974-4757-baa8-89787d4666a5 req-9e14038d-b086-42ba-84ae-d29cb851f8e7 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.1165550 Nov 22 17:05:54.006004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:05:54.006373 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Checking segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:05:54.006771 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.007161 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Bound using segment: {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:05:54.007631 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Bound port: 7ae12af6-8bce-4538-9e5c-cd6d8cba0133, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8473666f-5100-4b0d-b17e-72db13c4f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:05:54.008007 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.079112 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.100728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-07d14799-539d-4c1d-9141-7cf4a6d8c87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:54.102110 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] For port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:05:54.102818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-07d14799-539d-4c1d-9141-7cf4a6d8c87a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=9653eafc3a5b4dbd912aefab2758a066&device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 1096 time: 0.1359496 Nov 22 17:05:54.109827 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] For port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:05:54.121012 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.185806 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:05:54.186721 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:54.249846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e81e5d2-9974-4757-baa8-89787d4666a5 req-4ec5a151-b9bf-4406-9c7c-23b7d8cb246e tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459180 Nov 22 17:05:54.327814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-782c1cf4-b885-4a0f-8149-72a381013ae6 None None] Provisioning complete for port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:54.328431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-782c1cf4-b885-4a0f-8149-72a381013ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.340967 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-3cf495a9-26fc-49dc-ab36-7e8f33ffdc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:54.347820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-3cf495a9-26fc-49dc-ab36-7e8f33ffdc91 service neutron] 10.222.0.66 "GET /v2.0/networks?id=87153d71-99ca-4c4d-bd3e-f500576d88f5 HTTP/1.1" status: 200 len: 912 time: 0.2312531 Nov 22 17:05:54.416062 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ce0d5-a67d-41c0-9497-346946ba2559 None None] Pushing event updated for resources: {'Port': ['ID=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:54.445271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-d0be44b4-1fd7-4ba4-9efc-9779e30a253a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d HTTP/1.1" status: 200 len: 217 time: 0.0914996 Nov 22 17:05:54.525296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-6262f566-b9a0-4407-9b3c-ee5bcaae5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:54.528560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-6262f566-b9a0-4407-9b3c-ee5bcaae5cbf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d301f59d-09e7-472a-ad17-8de8e6adfc68 HTTP/1.1" status: 200 len: 851 time: 0.0711341 Nov 22 17:05:54.539839 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:05:54.554472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-782c1cf4-b885-4a0f-8149-72a381013ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.579990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-578a6b4e-ef26-44d7-8fe5-42affade4fe9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=87153d71-99ca-4c4d-bd3e-f500576d88f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371261 Nov 22 17:05:54.601257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-782c1cf4-b885-4a0f-8149-72a381013ae6 None None] For port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:54.607006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-782c1cf4-b885-4a0f-8149-72a381013ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.679755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c1cf4-b885-4a0f-8149-72a381013ae6 None None] Pushing event updated for resources: {'Port': ['ID=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:05:54.722861 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-b1044d74-d494-4f38-85f4-f8c4ffdaa676 service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290212 Nov 22 17:05:54.732770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6c31736a-706e-4450-9a66-269f3d542a95 None None] Provisioning complete for port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:54.733583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c31736a-706e-4450-9a66-269f3d542a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:54.842127 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:05:51Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:44Z', 'revision_number': 1, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ae12af6-8bce-4538-9e5c-cd6d8cba0133', 'name': '', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:dd:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:51Z', 'updated_at': '2021-11-22T17:05:54Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:05:54.842990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-064edbfa-5188-4ea2-a631-1d100c6467e5 req-1f377fd0-f868-4aed-a550-9a176387f057 service neutron] 10.222.0.66 "GET /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078579 Nov 22 17:05:54.879235 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:05:54.880198 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704c18e1-361d-4f0c-b19f-917bca6b4950 None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:05:51Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:44Z', 'revision_number': 1, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ae12af6-8bce-4538-9e5c-cd6d8cba0133', 'name': '', 'network_id': '60b257c2-cc4e-44a1-8373-2a5d3ba60ae6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:dd:80:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3895, 'fixed_ips': [{'subnet_id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:51Z', 'updated_at': '2021-11-22T17:05:54Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'ed2ac127-9e86-4ba5-afd1-861aa14df5bc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:05:55.378417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5850d8-d568-406a-8abe-bedfb1e19d01 req-8d181176-1565-4f4f-b400-6543c18a4ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:55.379977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee5850d8-d568-406a-8abe-bedfb1e19d01 req-8d181176-1565-4f4f-b400-6543c18a4ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0538876 Nov 22 17:05:55.449996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee5850d8-d568-406a-8abe-bedfb1e19d01 req-a525e7aa-4c77-4514-b6c1-89085469b54b tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637226 Nov 22 17:05:55.461873 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.037297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:56.587115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df711a-c3c1-4ac6-84e6-e78058a6dd40 req-b0aaf05b-202c-4c3d-9012-95dcde050a19 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:56.588636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8df711a-c3c1-4ac6-84e6-e78058a6dd40 req-b0aaf05b-202c-4c3d-9012-95dcde050a19 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0600042 Nov 22 17:05:56.641269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8df711a-c3c1-4ac6-84e6-e78058a6dd40 req-384bef07-81bd-44c2-8170-c6d6660607f1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461397 Nov 22 17:05:56.898859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd81f58-38b0-46da-be1d-c492bc2bf232 req-1b455b0b-c474-48e7-acf5-502d398285ae tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:56.900338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abd81f58-38b0-46da-be1d-c492bc2bf232 req-1b455b0b-c474-48e7-acf5-502d398285ae tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0516133 Nov 22 17:05:56.974662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-abd81f58-38b0-46da-be1d-c492bc2bf232 req-3c2ed331-ec1a-4546-a9be-1106a67d32b3 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677299 Nov 22 17:05:57.019257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:05:57.069442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:05:57.070461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:58.106277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c18-2bab-42dd-b77a-c54dc0415b21 req-b8460d4e-4592-4242-8f70-34a177272330 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:58.107929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a4a3c18-2bab-42dd-b77a-c54dc0415b21 req-b8460d4e-4592-4242-8f70-34a177272330 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0567219 Nov 22 17:05:58.449849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6a4a3c18-2bab-42dd-b77a-c54dc0415b21 req-dd1bc30d-2ca7-4358-85f8-2cb33ccc2bbb tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358266 Nov 22 17:05:59.579066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44628097-40ef-47cf-bb63-bb6dc62f802a req-d468970a-de46-4940-b098-d13f3b959c71 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:59.580594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44628097-40ef-47cf-bb63-bb6dc62f802a req-d468970a-de46-4940-b098-d13f3b959c71 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0516477 Nov 22 17:05:59.657065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44628097-40ef-47cf-bb63-bb6dc62f802a req-977723f7-47bb-4161-a1a5-62d73cf09590 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e9ff359-970e-4bd4-8106-57e861daa719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702441 Nov 22 17:05:59.672290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-16953584-9c6f-48dc-a437-4a7d7b18d883 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:05:59.673876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-16953584-9c6f-48dc-a437-4a7d7b18d883 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 945 time: 0.0729909 Nov 22 17:05:59.774858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Deleting port dac8ef1c-c645-4f44-af1c-4e94554b500d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:05:59.775230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:59.901721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] For port dac8ef1c-c645-4f44-af1c-4e94554b500d, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=dac8ef1c-c645-4f44-af1c-4e94554b500d,segment=NetworkSegment(d06c69a1-1594-401f-b5d1-0c6aec70a7f2),segment_id=d06c69a1-1594-401f-b5d1-0c6aec70a7f2)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:05:59.902280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:05:59.915626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Calling delete_port for dac8ef1c-c645-4f44-af1c-4e94554b500d owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:00.052568 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:00.065866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['dac8ef1c-c645-4f44-af1c-4e94554b500d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:06:00.079822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Pushing event deleted for resources: {'Port': ['ID=dac8ef1c-c645-4f44-af1c-4e94554b500d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:00.132789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] No DVR routers for this DVR port dac8ef1c-c645-4f44-af1c-4e94554b500d on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:00.135533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:00.139629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1eba9ed2-4934-4321-b8c1-19198f3e7351 req-17321761-569c-45dc-8e42-347bebf72ce1 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.66 "DELETE /v2.0/ports/dac8ef1c-c645-4f44-af1c-4e94554b500d HTTP/1.1" status: 204 len: 173 time: 0.4580541 Nov 22 17:06:00.140086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'name': 'network-vif-deleted', 'tag': 'dac8ef1c-c645-4f44-af1c-4e94554b500d'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:00.142676 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16df1b7b-bdfc-4626-b24f-bdcd486c54dc" -d '{"events": [{"server_uuid": "fb641d0d-441e-424d-8cad-cbfdac2d75ad", "name": "network-vif-deleted", "tag": "dac8ef1c-c645-4f44-af1c-4e94554b500d"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:00.194813 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e5ddf3-e2ff-484a-bbdd-6e58445c324c x-openstack-request-id: req-52e5ddf3-e2ff-484a-bbdd-6e58445c324c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:00.195113 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb641d0d-441e-424d-8cad-cbfdac2d75ad", "name": "network-vif-deleted", "tag": "dac8ef1c-c645-4f44-af1c-4e94554b500d", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:00.195367 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52e5ddf3-e2ff-484a-bbdd-6e58445c324c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:00.195757 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb641d0d-441e-424d-8cad-cbfdac2d75ad', 'name': 'network-vif-deleted', 'tag': 'dac8ef1c-c645-4f44-af1c-4e94554b500d', 'status': 'completed', 'code': 200} Nov 22 17:06:00.789456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17f18417-3fb8-43de-8563-3b7a252f2398 req-69308f9c-c014-4dea-8f28-ee92593c02d8 tempest-TestServerAdvancedOps-1628508321 tempest-TestServerAdvancedOps-1628508321-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb641d0d-441e-424d-8cad-cbfdac2d75ad HTTP/1.1" status: 200 len: 210 time: 0.0321257 Nov 22 17:06:01.856145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47912) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:01.903506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Deleting subnet d301f59d-09e7-472a-ad17-8de8e6adfc68 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:06:01.906972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:01.944224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:01.991933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.051710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.080432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d301f59d-09e7-472a-ad17-8de8e6adfc68,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:02.082587 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.085863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c383eafe-c37c-452b-aa55-b66069c27c8b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d301f59d-09e7-472a-ad17-8de8e6adfc68 HTTP/1.1" status: 204 len: 168 time: 0.2279472 Nov 22 17:06:02.088404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47914) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:02.165196 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.259367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.281551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87153d71-99ca-4c4d-bd3e-f500576d88f5']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.291182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.291505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06c69a1-1594-401f-b5d1-0c6aec70a7f2') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.301188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.316852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.325213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:06:02.325710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:06:02.327449 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:06:02.393886 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.399909 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.404250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] 10.222.0.65 "DELETE /v2.0/networks/87153d71-99ca-4c4d-bd3e-f500576d88f5 HTTP/1.1" status: 204 len: 168 time: 0.3141277 Nov 22 17:06:02.409287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47916) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:02.476162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa8086-fea1-4402-97de-2364e85ca417 admin admin] Pushing event deleted for resources: {'Network': ['ID=87153d71-99ca-4c4d-bd3e-f500576d88f5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:02.496992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Deleting subnet 8911b99c-1e98-4270-b206-2be2f4956f0d {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:06:02.500586 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.553088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.607193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.673965 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.700840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8911b99c-1e98-4270-b206-2be2f4956f0d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:02.704419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.707671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-266c3fa4-a2bf-475b-a9a0-91c6cedc26e1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8911b99c-1e98-4270-b206-2be2f4956f0d HTTP/1.1" status: 204 len: 168 time: 0.2971940 Nov 22 17:06:02.710221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47922) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:02.782312 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.874356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.903693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.914005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dccede7f-5103-4b78-b8f1-a7e8ec068a4c') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.914225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dccede7f-5103-4b78-b8f1-a7e8ec068a4c') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:02.925748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.940561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.949912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:06:02.950440 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:06:02.952384 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:06:03.015728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.022399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.033253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494 HTTP/1.1" status: 204 len: 168 time: 0.3180368 Nov 22 17:06:03.046992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec156f-786e-4033-b275-4f6ae6922e36 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab18dbf7-1a8b-4078-a3ff-f2c93a4f1494,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:03.246198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47926) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:03.296668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5649bfaf-3a37-4321-be85-94f76b0e4bc6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9653eafc3a5b4dbd912aefab2758a066&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492136 Nov 22 17:06:03.299197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47928) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:03.352036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a74d1ee7-8c0d-4aa5-9fc7-0b820e96bdeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.377560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a74d1ee7-8c0d-4aa5-9fc7-0b820e96bdeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.433829 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a74d1ee7-8c0d-4aa5-9fc7-0b820e96bdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.437469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a74d1ee7-8c0d-4aa5-9fc7-0b820e96bdeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.440912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a74d1ee7-8c0d-4aa5-9fc7-0b820e96bdeb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e9ff359-970e-4bd4-8106-57e861daa719 HTTP/1.1" status: 204 len: 168 time: 0.1382046 Nov 22 17:06:03.447728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d1ee7-8c0d-4aa5-9fc7-0b820e96bdeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9ff359-970e-4bd4-8106-57e861daa719,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:03.824961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47936) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:03.872460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3ac1d04c-0858-409a-8e94-3b6d22d39947 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=933e558cef694774a17db62d7c3b1bd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463006 Nov 22 17:06:03.875249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 47938) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:03.936602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3732e21-d044-4e2e-bedf-7585bb2cbe13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:03.959600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3732e21-d044-4e2e-bedf-7585bb2cbe13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.016174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3732e21-d044-4e2e-bedf-7585bb2cbe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.018998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a3732e21-d044-4e2e-bedf-7585bb2cbe13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:04.020168 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a3732e21-d044-4e2e-bedf-7585bb2cbe13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d4731980-1f7d-4fd9-a66e-305956a39502 HTTP/1.1" status: 204 len: 168 time: 0.1439130 Nov 22 17:06:04.032675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3732e21-d044-4e2e-bedf-7585bb2cbe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4731980-1f7d-4fd9-a66e-305956a39502,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:04.385296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dac8ef1c-c645-4f44-af1c-4e94554b500d no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:04.423247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: dac8ef1c-c645-4f44-af1c-4e94554b500d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:04.423908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device dac8ef1c-c645-4f44-af1c-4e94554b500d not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:05.632312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52f52a-8916-4c5f-a354-3ee9ae40cd2d req-fd6f35b2-d100-4bd9-b3b8-b348610a5619 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:05.634208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb52f52a-8916-4c5f-a354-3ee9ae40cd2d req-fd6f35b2-d100-4bd9-b3b8-b348610a5619 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1096 time: 0.3019011 Nov 22 17:06:05.700858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb52f52a-8916-4c5f-a354-3ee9ae40cd2d req-3a1cd71e-bb04-490d-819d-cb6510a647c0 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578997 Nov 22 17:06:05.845786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06a2a2-7a51-4dad-b627-9eee6e1a659a req-141b5b3f-1148-4faf-82cf-426dfd475695 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:05.847318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c06a2a2-7a51-4dad-b627-9eee6e1a659a req-141b5b3f-1148-4faf-82cf-426dfd475695 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0600252 Nov 22 17:06:05.901985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c06a2a2-7a51-4dad-b627-9eee6e1a659a req-7836affe-bda8-4131-84ea-ca2b8ee7c79a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478091 Nov 22 17:06:05.928617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 47972) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:05.996878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bc35f9bc-474c-4e02-8711-e2c2857de6b6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/c79571be-00c0-4adc-9e7d-343300876341 HTTP/1.1" status: 200 len: 992 time: 0.0649481 Nov 22 17:06:06.534189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99983ca-e392-4465-9c75-0ba0e93c2d5f req-2ca0d9cf-b5c5-4532-b12b-ba4d02139fad tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:06.535342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f99983ca-e392-4465-9c75-0ba0e93c2d5f req-2ca0d9cf-b5c5-4532-b12b-ba4d02139fad tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0561955 Nov 22 17:06:06.572084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-d05607e1-33eb-4ec5-91a6-d9ca5ee2ec26 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1068888 Nov 22 17:06:06.591878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f99983ca-e392-4465-9c75-0ba0e93c2d5f req-99cbe9f3-a45b-4709-a4b3-e92958870369 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503259 Nov 22 17:06:07.568387 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:07.733271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa91a6-2d02-474e-8f44-64e3aa32947c req-f18515b0-51c8-4c8f-ace9-1f870888f739 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:07.734760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0aa91a6-2d02-474e-8f44-64e3aa32947c req-f18515b0-51c8-4c8f-ace9-1f870888f739 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0574419 Nov 22 17:06:07.793772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0aa91a6-2d02-474e-8f44-64e3aa32947c req-4bac10be-90cf-4270-8bc9-8e9254e42f4a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529101 Nov 22 17:06:07.989314 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-8b713f14-05b1-4434-9ff7-527af968659e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:07.990956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-8b713f14-05b1-4434-9ff7-527af968659e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1096 time: 0.0441251 Nov 22 17:06:08.104305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-daa3a600-6ea2-4158-acad-66f7b824a192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:08.105838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-daa3a600-6ea2-4158-acad-66f7b824a192 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1055536 Nov 22 17:06:08.472812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-7c04cd2c-e53d-40f8-8a81-f7752f960e17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 1000 time: 0.3577762 Nov 22 17:06:08.524035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-86855266-3efb-4435-b381-e1a464d5b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:08.525529 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-86855266-3efb-4435-b381-e1a464d5b53d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0445716 Nov 22 17:06:08.577833 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-9030399a-2541-41ff-8086-f8d64e4ad305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:08.579338 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-9030399a-2541-41ff-8086-f8d64e4ad305 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455179 Nov 22 17:06:08.688745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-e6558439-6df3-4ac4-a7e7-aa9da50fc96f service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015043 Nov 22 17:06:08.801153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-d07be50a-4066-4444-a974-a9cf965216a9 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040013 Nov 22 17:06:08.952615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bbdd6-a7d3-493d-9aea-a5ea8a431a29 req-3a73ab8e-84de-4fe6-95dd-f8cc4da41c70 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:08.959407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b48bbdd6-a7d3-493d-9aea-a5ea8a431a29 req-3a73ab8e-84de-4fe6-95dd-f8cc4da41c70 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0799119 Nov 22 17:06:09.020278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b48bbdd6-a7d3-493d-9aea-a5ea8a431a29 req-ee3573e9-476e-4810-9f24-a1090790a566 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523589 Nov 22 17:06:09.135783 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:10.145404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1b6de-db27-4f16-a4f0-eae0a2819bba req-fb51240e-58b3-49c2-8c18-4237973251d7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:10.148027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07b1b6de-db27-4f16-a4f0-eae0a2819bba req-fb51240e-58b3-49c2-8c18-4237973251d7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0521913 Nov 22 17:06:10.202547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07b1b6de-db27-4f16-a4f0-eae0a2819bba req-0b7f2f35-b79a-493d-ad7c-3844e0a1a518 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469275 Nov 22 17:06:11.246932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-a39aa91c-3d6f-41e3-85e9-d76abf541a53 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861050243&fields=id&tenant_id=22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 267 time: 0.0521548 Nov 22 17:06:11.388462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c82be6-d3fa-43c0-a9f4-97847c0c7f95 req-754c7914-0e78-4d64-ad5f-cddf9aab6a35 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:11.389983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75c82be6-d3fa-43c0-a9f4-97847c0c7f95 req-754c7914-0e78-4d64-ad5f-cddf9aab6a35 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0842319 Nov 22 17:06:11.399357 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-84c73b06-7621-4a22-bd09-0caa0c86b72a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:11.401341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-84c73b06-7621-4a22-bd09-0caa0c86b72a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1466250 Nov 22 17:06:11.432329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-31d4950e-0c24-47d5-bbf3-e8534900b0ca tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.0219359 Nov 22 17:06:11.485099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75c82be6-d3fa-43c0-a9f4-97847c0c7f95 req-09e27b7f-bfdf-484d-9135-3865b2dd8106 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824049 Nov 22 17:06:11.504961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-5c054eb8-b279-40b3-aa6c-9900678898b9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667868 Nov 22 17:06:11.609331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-9b5bf3fc-dad8-4dae-a359-503b3f1153f5 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920768 Nov 22 17:06:11.707579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-cc6adf35-0acd-4d39-b5fd-0818da895782 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908523 Nov 22 17:06:12.014048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62bc8027-2603-48e6-a519-773919710bc4 req-fcdbcb00-704f-4fcc-a8e8-564260397495 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0279860 Nov 22 17:06:12.615998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee84575-a197-414c-aaa9-7e4ae35268ca req-03dd0c59-5930-482d-abe0-bf7188507825 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:12.619691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cee84575-a197-414c-aaa9-7e4ae35268ca req-03dd0c59-5930-482d-abe0-bf7188507825 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0523005 Nov 22 17:06:12.675064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cee84575-a197-414c-aaa9-7e4ae35268ca req-01d27055-ca9b-4cf4-a12a-7d05d68f0397 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466766 Nov 22 17:06:13.130786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-a21c0921-e6f0-47b8-9475-ac94473cdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.132405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-a21c0921-e6f0-47b8-9475-ac94473cdea1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1096 time: 0.0425341 Nov 22 17:06:13.145479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6f01d62-8842-4902-8cc2-f653033350ad req-2ce1659f-a131-44c4-bc54-bf7ab6253af0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0352709 Nov 22 17:06:13.201561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-d975dcf4-10f2-451c-adf2-929570879212 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.203594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-d975dcf4-10f2-451c-adf2-929570879212 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1548042 Nov 22 17:06:13.257843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-c08a6aed-2df6-4683-a3ed-4cf043e33bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.259405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-c08a6aed-2df6-4683-a3ed-4cf043e33bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1010239 Nov 22 17:06:13.278271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-5646555e-8863-419a-a12b-7fc1751322f0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 379 time: 0.0612674 Nov 22 17:06:13.297922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'security_groups': ['45b87d1e-92c9-436a-92f1-43e2cb1e8e0d']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:13.342650 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-f6efe55d-54fd-4aaa-84f3-53edb9dcecb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 1000 time: 0.0750496 Nov 22 17:06:13.396064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-e77788ff-7eaa-4cbb-8adb-d760977c7663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.397557 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-e77788ff-7eaa-4cbb-8adb-d760977c7663 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0464945 Nov 22 17:06:13.434353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:13.439978 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.468073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-74fa02ba-ba2d-4612-a751-59595085be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.471416 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-74fa02ba-ba2d-4612-a751-59595085be62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656703 Nov 22 17:06:13.581689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-89d935cb-af28-4e56-b4b3-32b873c8a9f1 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018035 Nov 22 17:06:13.605060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.3 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/adf7ec93-35df-4ddd-8790-c5bfacde9f3c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:13.695927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-be5f4572-cb52-4d71-ac64-9b0a0208c780 req-b1575626-525e-44f7-bdc8-e1886ac732bf service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057401 Nov 22 17:06:13.805934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.839779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32162-117e-419d-93f7-73a2774a2f34 req-e49cbcaa-0b59-405a-8c37-0bf01d36fd84 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:13.841414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4e32162-117e-419d-93f7-73a2774a2f34 req-e49cbcaa-0b59-405a-8c37-0bf01d36fd84 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0809901 Nov 22 17:06:13.876155 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:13.944310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4e32162-117e-419d-93f7-73a2774a2f34 req-37ed81aa-f428-4f7d-a6fa-531d8ef841dc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955334 Nov 22 17:06:13.955150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:13.958994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:13.961127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:13.969888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:13.973324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.973962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.974166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.974422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.974711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.975044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.975380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.975702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.976027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.976355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.976682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:13.977012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:14.039882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:14.041131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.060416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-238a23c8-f5a5-49e4-9835-97a43251a00e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7679634 Nov 22 17:06:14.071874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-106dfaa3-c696-4036-a82d-d547c7eafed2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:06:14.073846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-106dfaa3-c696-4036-a82d-d547c7eafed2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068817 Nov 22 17:06:14.159764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Request body: {'port': {'device_id': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:14.236242 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.308667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-57613693-c07d-4ac8-8102-662dbb1116da None None] Provisioning complete for port adf7ec93-35df-4ddd-8790-c5bfacde9f3c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:14.310855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57613693-c07d-4ac8-8102-662dbb1116da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.336390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dcbd7-2d51-46e3-b09e-caf0f499ba70 req-f4c0618a-bb10-46f4-8c51-5f08ff342176 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:14.337943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922dcbd7-2d51-46e3-b09e-caf0f499ba70 req-f4c0618a-bb10-46f4-8c51-5f08ff342176 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 931 time: 0.0985804 Nov 22 17:06:14.351304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-57613693-c07d-4ac8-8102-662dbb1116da None None] Port adf7ec93-35df-4ddd-8790-c5bfacde9f3c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:14.496633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-922dcbd7-2d51-46e3-b09e-caf0f499ba70 req-dae1acae-a975-4ba2-a7d4-e37c45258b93 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078119 Nov 22 17:06:14.608190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adf7ec93-35df-4ddd-8790-c5bfacde9f3c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:14.615947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.633027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Transition to ACTIVE for port object adf7ec93-35df-4ddd-8790-c5bfacde9f3c will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:06:14.641495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.714514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Pushing event updated for resources: {'Port': ['ID=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:14.772682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Attempting to bind port adf7ec93-35df-4ddd-8790-c5bfacde9f3c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:14.773005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Attempting to bind port adf7ec93-35df-4ddd-8790-c5bfacde9f3c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:14.773330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Attempting to bind port adf7ec93-35df-4ddd-8790-c5bfacde9f3c on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:14.784033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Port adf7ec93-35df-4ddd-8790-c5bfacde9f3c on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:06:14.784033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Attempting to bind port adf7ec93-35df-4ddd-8790-c5bfacde9f3c on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:14.789067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:14.789410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:14.791111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:14.791111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Bound port: adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:14.791111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.879542 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] For port adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:14.883074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] For port adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:14.890283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.931376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:14.932596 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:14.934886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] 10.222.0.66 "PUT /v2.0/ports/adf7ec93-35df-4ddd-8790-c5bfacde9f3c HTTP/1.1" status: 200 len: 1091 time: 0.8510592 Nov 22 17:06:14.935562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:14.938825 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056de8e2-f76d-4b28-b1f2-8311d152cead" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:14.976813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c356083-36d3-461a-9987-4492a7515c96 service neutron] Pushing event updated for resources: {'Port': ['ID=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:14.997248 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73d10e9-be02-46e2-8383-36520c5a6ed6 x-openstack-request-id: req-b73d10e9-be02-46e2-8383-36520c5a6ed6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:14.997622 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:14.998013 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b73d10e9-be02-46e2-8383-36520c5a6ed6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:14.998697 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'status': 'completed', 'code': 200} Nov 22 17:06:15.046943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-fe72ecb1-0442-49b9-b3dc-f19bd9a08e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.048603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-fe72ecb1-0442-49b9-b3dc-f19bd9a08e85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 1094 time: 0.0488029 Nov 22 17:06:15.126671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-0ccd21c4-4977-4eaa-83f3-bc8043953f7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c HTTP/1.1" status: 200 len: 217 time: 0.0642564 Nov 22 17:06:15.187765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375c61-f1b7-4046-b4fc-73f2ee57ed74 req-21447d82-5be5-42f8-b870-267eea167358 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.189331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b375c61-f1b7-4046-b4fc-73f2ee57ed74 req-21447d82-5be5-42f8-b870-267eea167358 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.1257832 Nov 22 17:06:15.211686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-dbb3c4f1-d256-4d19-ad78-1b37d0e67134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.213223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-dbb3c4f1-d256-4d19-ad78-1b37d0e67134 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0781972 Nov 22 17:06:15.279923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b375c61-f1b7-4046-b4fc-73f2ee57ed74 req-1b3b9af2-2a43-4439-8888-9840e3c4a085 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780125 Nov 22 17:06:15.291245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-ec5f6580-52d9-459d-b95e-015f439d7855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.292927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-ec5f6580-52d9-459d-b95e-015f439d7855 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650389 Nov 22 17:06:15.398575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-b71a7394-e559-4f60-9720-7f2c75379782 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959427 Nov 22 17:06:15.507312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc27709e-a543-455d-94dc-de3c0aba2d22 req-4c6c3635-edfb-42df-ac56-d22ba9a18b51 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002805 Nov 22 17:06:15.635092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-ab529a75-fda6-4924-af13-0e3a38cd7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.636626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-ab529a75-fda6-4924-af13-0e3a38cd7801 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 1094 time: 0.0741303 Nov 22 17:06:15.673320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dd102-20b8-4ba4-801f-034f25f732fd req-afc8694a-9c82-41f5-8ad8-88a2b395279d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.674876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af6dd102-20b8-4ba4-801f-034f25f732fd req-afc8694a-9c82-41f5-8ad8-88a2b395279d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0821867 Nov 22 17:06:15.784149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af6dd102-20b8-4ba4-801f-034f25f732fd req-b231942e-7426-45d6-b4f9-bf9d7ba772d2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807571 Nov 22 17:06:15.802190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-c96ed765-6819-415c-9a7d-f519faf2a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.802190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-c96ed765-6819-415c-9a7d-f519faf2a1f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1553028 Nov 22 17:06:15.846481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-f02c94df-5142-49fd-8421-08e19eb84c5e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c HTTP/1.1" status: 200 len: 217 time: 0.0375311 Nov 22 17:06:15.901026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-971fb5c9-df08-4c95-b3a4-3d52021adcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.902621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-971fb5c9-df08-4c95-b3a4-3d52021adcb7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0472047 Nov 22 17:06:15.957175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-386cb6c0-85fc-4487-8c27-7f9027a1b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:15.958773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-386cb6c0-85fc-4487-8c27-7f9027a1b88a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483181 Nov 22 17:06:16.061468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-4c2f41d6-869f-487a-943f-22f8ade87325 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916953 Nov 22 17:06:16.165391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:16.172867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-056de8e2-f76d-4b28-b1f2-8311d152cead req-0a8058ad-8ec2-4c4e-8f29-28c41226ac3d service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999351 Nov 22 17:06:16.430474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb8dc-af32-46a6-afc2-365942384248 req-665278c3-df19-4395-a779-3bcc91fcdf00 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:16.432126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd9cb8dc-af32-46a6-afc2-365942384248 req-665278c3-df19-4395-a779-3bcc91fcdf00 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0663557 Nov 22 17:06:16.488687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fd9cb8dc-af32-46a6-afc2-365942384248 req-990300b6-3e90-4ae0-8117-74e5f2246537 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493906 Nov 22 17:06:16.670790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:16.927452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42763910-d4e9-483b-a3b7-60114a33a031 req-cfdbab7a-016d-4cb5-b10e-501a8c2c5e88 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:16.934195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42763910-d4e9-483b-a3b7-60114a33a031 req-cfdbab7a-016d-4cb5-b10e-501a8c2c5e88 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0640194 Nov 22 17:06:16.995900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42763910-d4e9-483b-a3b7-60114a33a031 req-71db5831-f0aa-4392-8a33-29bb34b3bf61 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592928 Nov 22 17:06:17.093439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:17.093890 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.204805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port 7ae12af6-8bce-4538-9e5c-cd6d8cba0133, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:17.205585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.220501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:17.440181 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.473941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=7ae12af6-8bce-4538-9e5c-cd6d8cba0133,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:17.681591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-5c275fdf-0b78-4e0c-8635-af4a13a3d439 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4317517 Nov 22 17:06:17.691369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f81aa6-ee41-4109-97f6-f673b0b9e4e4 req-487ac7e2-3291-4e1b-9049-68d3cf7a2fd5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:17.693210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83f81aa6-ee41-4109-97f6-f673b0b9e4e4 req-487ac7e2-3291-4e1b-9049-68d3cf7a2fd5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0775409 Nov 22 17:06:17.710226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:17.805169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83f81aa6-ee41-4109-97f6-f673b0b9e4e4 req-f65d8d73-28ad-45f7-be6e-7ba6a1e2368e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010127 Nov 22 17:06:17.843665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-3de4681e-466d-4cba-ac06-a39e4ef3d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:17.845556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-3de4681e-466d-4cba-ac06-a39e4ef3d14d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1097 time: 0.0599153 Nov 22 17:06:17.968723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-58cc94fe-14b4-4664-85c6-a8d76a3cc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:17.971078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-58cc94fe-14b4-4664-85c6-a8d76a3cc1bb service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 897 time: 0.1023030 Nov 22 17:06:17.992036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:18.054173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-0987281f-4452-419b-8501-57cc6c96fa63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 1002 time: 0.0740170 Nov 22 17:06:18.129635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:18.139722 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9e642a47-ba47-46f7-8a71-fd8aa2fd1a8f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "PUT /v2.0/routers/26f57e4a-b3c1-476a-8eaf-03c10eb63247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9683726 Nov 22 17:06:18.144486 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-8b5be341-01e6-4cc9-8334-0b0fd340a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:18.147072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-8b5be341-01e6-4cc9-8334-0b0fd340a1c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 200 len: 835 time: 0.0827298 Nov 22 17:06:18.156857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:18.186250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:18.187308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:18.217224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76360955-6486-42d8-94a0-331e7c2d00ad req-21ea3f55-37cb-4847-8b22-75e37dc0a002 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:18.218941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76360955-6486-42d8-94a0-331e7c2d00ad req-21ea3f55-37cb-4847-8b22-75e37dc0a002 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.1459575 Nov 22 17:06:18.246025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-5c4891ec-e110-4ad5-90ff-8b455eac7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:18.247918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-5c4891ec-e110-4ad5-90ff-8b455eac7a2a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909104 Nov 22 17:06:18.342583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:18.381582 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-8521f0f3-6fb5-4420-87cf-18ac40df7314 service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175027 Nov 22 17:06:18.476496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76360955-6486-42d8-94a0-331e7c2d00ad req-d3bd2d6c-3b3d-4a1e-9f60-dc48204553b2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497046 Nov 22 17:06:18.519591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975426a4-9dd7-4abc-b3f3-65d35b19a457 req-d3275968-b208-4401-88c6-ff78a22179b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:18.521240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975426a4-9dd7-4abc-b3f3-65d35b19a457 req-d3275968-b208-4401-88c6-ff78a22179b3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.1322012 Nov 22 17:06:18.574131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82d564c8-5275-4d9f-90ce-35fbd4620189 req-ce73a6ae-8c29-4475-b616-127a15ec9ce1 service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686885 Nov 22 17:06:18.617208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-975426a4-9dd7-4abc-b3f3-65d35b19a457 req-b6f53e99-6c70-4b7f-8627-9d72c0523802 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815041 Nov 22 17:06:18.644420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:17Z', 'revision_number': 6, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:44Z', 'revision_number': 1, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:18.679175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:18.689431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:18.690120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:18.803941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:18.985041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778fb4b-b22d-46c2-8930-fc39b125a6d0 req-e1f42518-0d00-4fd7-8c50-cbf18ab45ffb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:18.986685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5778fb4b-b22d-46c2-8930-fc39b125a6d0 req-e1f42518-0d00-4fd7-8c50-cbf18ab45ffb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0672464 Nov 22 17:06:19.040197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5778fb4b-b22d-46c2-8930-fc39b125a6d0 req-78f44822-9e02-4053-894e-248a11c7c8c8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468345 Nov 22 17:06:19.076486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:17Z', 'revision_number': 6, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:44Z', 'revision_number': 1, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:19.103447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65807614-c240-4e6f-a4e8-322cc536e4d5 None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:17Z', 'revision_number': 6, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '30566481-355d-41eb-9bbe-349a517748e6', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.192', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'port_id': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'mac_address': 'fa:16:3e:a3:18:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:04:41Z', 'updated_at': '2021-11-22T17:04:44Z', 'revision_number': 1, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:19.631834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0da83-6c13-403e-bfdb-9de36b705d3a req-507195ab-9e4c-4ca5-99e3-f8b5e231b4c1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:19.633779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48f0da83-6c13-403e-bfdb-9de36b705d3a req-507195ab-9e4c-4ca5-99e3-f8b5e231b4c1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0698056 Nov 22 17:06:19.693255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48f0da83-6c13-403e-bfdb-9de36b705d3a req-5550545a-b150-4116-a7b3-075d33b89ab3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504303 Nov 22 17:06:19.756623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5b3e8-c37e-4259-8d5a-70a12ff4f428 req-f4c891b9-0c55-46d3-a88d-2130fb9f6c9a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:19.758166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3be5b3e8-c37e-4259-8d5a-70a12ff4f428 req-f4c891b9-0c55-46d3-a88d-2130fb9f6c9a tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.0548506 Nov 22 17:06:19.823884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3be5b3e8-c37e-4259-8d5a-70a12ff4f428 req-3bdcfdd4-75c4-4549-a1fd-f1684f970c4e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=1a622923-5b0c-4703-bbc4-a92d0bb8287a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590911 Nov 22 17:06:19.849759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-ba83ecb0-a1fe-4b27-a410-eafcfe5194c6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:19.852495 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-ba83ecb0-a1fe-4b27-a410-eafcfe5194c6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a7922dd-516d-4bcd-928b-e89aa3f75c24 HTTP/1.1" status: 200 len: 946 time: 0.0547991 Nov 22 17:06:19.958449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 0120c20b-a5ea-4ac7-9937-f225fb99a58c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:19.958691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7000b524-d209-4b6e-b04a-d0661cd39412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:19.959227 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.058869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port 0120c20b-a5ea-4ac7-9937-f225fb99a58c, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=0120c20b-a5ea-4ac7-9937-f225fb99a58c,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:20.059320 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.072562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 0120c20b-a5ea-4ac7-9937-f225fb99a58c owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:20.167855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a80a4-49d4-4911-916c-472d2718eb4c req-fc8033fa-47bc-4068-b049-1d9428d4bcd0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:20.169493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db2a80a4-49d4-4911-916c-472d2718eb4c req-fc8033fa-47bc-4068-b049-1d9428d4bcd0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0532553 Nov 22 17:06:20.236578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db2a80a4-49d4-4911-916c-472d2718eb4c req-da9ccb36-03a7-4508-8382-061e57601b46 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606563 Nov 22 17:06:20.237266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.276268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=0120c20b-a5ea-4ac7-9937-f225fb99a58c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:20.326245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] No DVR routers for this DVR port 0120c20b-a5ea-4ac7-9937-f225fb99a58c on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:20.329431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.332877 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e7ad2ce8-95a0-4289-8138-b181aa5cfb57 req-d2267c30-124b-4330-800d-fc2baadb72a2 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.20 "DELETE /v2.0/ports/0120c20b-a5ea-4ac7-9937-f225fb99a58c HTTP/1.1" status: 204 len: 173 time: 0.4734032 Nov 22 17:06:20.333358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'name': 'network-vif-deleted', 'tag': '0120c20b-a5ea-4ac7-9937-f225fb99a58c'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:20.335651 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b00deb-faf6-4727-b9af-c15ab5b9b294" -d '{"events": [{"server_uuid": "7a7922dd-516d-4bcd-928b-e89aa3f75c24", "name": "network-vif-deleted", "tag": "0120c20b-a5ea-4ac7-9937-f225fb99a58c"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:20.377411 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ece00c2-fe8e-4fc5-9cbd-5f09e8be23a0 x-openstack-request-id: req-6ece00c2-fe8e-4fc5-9cbd-5f09e8be23a0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:20.377746 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a7922dd-516d-4bcd-928b-e89aa3f75c24", "name": "network-vif-deleted", "tag": "0120c20b-a5ea-4ac7-9937-f225fb99a58c", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:20.378034 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ece00c2-fe8e-4fc5-9cbd-5f09e8be23a0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:20.378415 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a7922dd-516d-4bcd-928b-e89aa3f75c24', 'name': 'network-vif-deleted', 'tag': '0120c20b-a5ea-4ac7-9937-f225fb99a58c', 'status': 'completed', 'code': 200} Nov 22 17:06:20.832319 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab5e43-f5e4-477a-873f-5a722e3b705d req-8e2bf6ae-5398-4272-badf-d6920808427f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:20.833986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-baab5e43-f5e4-477a-873f-5a722e3b705d req-8e2bf6ae-5398-4272-badf-d6920808427f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0621614 Nov 22 17:06:20.886403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:20.908605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-baab5e43-f5e4-477a-873f-5a722e3b705d req-031c363b-1c6a-48d9-9f5a-ab1dea5eeca3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628910 Nov 22 17:06:20.953468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:20.959584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06ec2ae0-e840-44c6-b09e-51c6b1f6cbc6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:20.974133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:20.974747 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7ae12af6-8bce-4538-9e5c-cd6d8cba0133 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:20.987983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06ec2ae0-e840-44c6-b09e-51c6b1f6cbc6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.053585 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06ec2ae0-e840-44c6-b09e-51c6b1f6cbc6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.056330 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06ec2ae0-e840-44c6-b09e-51c6b1f6cbc6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.058121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06ec2ae0-e840-44c6-b09e-51c6b1f6cbc6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/security-groups/1a622923-5b0c-4703-bbc4-a92d0bb8287a HTTP/1.1" status: 204 len: 168 time: 0.1706743 Nov 22 17:06:21.069627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec2ae0-e840-44c6-b09e-51c6b1f6cbc6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a622923-5b0c-4703-bbc4-a92d0bb8287a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:21.101602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48116) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:21.154302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting subnet ed2ac127-9e86-4ba5-afd1-861aa14df5bc {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:06:21.157339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.210408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.304761 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.373203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.374916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fa224-88ab-4d02-bcf0-a6d837bc823f req-6c8caebf-e527-45fd-8982-5e830505bb4b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:21.376517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d2fa224-88ab-4d02-bcf0-a6d837bc823f req-6c8caebf-e527-45fd-8982-5e830505bb4b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0611901 Nov 22 17:06:21.405001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2ac127-9e86-4ba5-afd1-861aa14df5bc,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:21.418800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.422849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5b0e4cab-fe0d-47bc-a29c-4f8576f888df tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/subnets/ed2ac127-9e86-4ba5-afd1-861aa14df5bc HTTP/1.1" status: 204 len: 168 time: 0.3201811 Nov 22 17:06:21.425625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:21.428801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d031a7d-a0ee-40ed-a0a6-34823e45e855 None None] Network 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:21.442243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6d2fa224-88ab-4d02-bcf0-a6d837bc823f req-d2cf69b5-69f5-4fce-a8e2-a074fc9c2cd9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586312 Nov 22 17:06:21.515067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.571118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 8788169d-4e91-4cd4-80a2-d4045efe16c9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:21.571469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.629628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] DHCP port deletion for 60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:21.643437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port 8788169d-4e91-4cd4-80a2-d4045efe16c9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8788169d-4e91-4cd4-80a2-d4045efe16c9,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:21.643804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.660149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 8788169d-4e91-4cd4-80a2-d4045efe16c9 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:21.679850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Deleting port 8788169d-4e91-4cd4-80a2-d4045efe16c9 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:21.680229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.751479 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.759286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] For port 8788169d-4e91-4cd4-80a2-d4045efe16c9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8788169d-4e91-4cd4-80a2-d4045efe16c9,segment=NetworkSegment(8473666f-5100-4b0d-b17e-72db13c4f555),segment_id=8473666f-5100-4b0d-b17e-72db13c4f555)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:21.760479 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.773609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Calling delete_port for 8788169d-4e91-4cd4-80a2-d4045efe16c9 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:21.778441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=8788169d-4e91-4cd4-80a2-d4045efe16c9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:21.782088 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] No DVR routers for this DVR port 8788169d-4e91-4cd4-80a2-d4045efe16c9 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:21.859305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.867790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.883732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Pushing event deleted for resources: {'Port': ['ID=8788169d-4e91-4cd4-80a2-d4045efe16c9,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:21.891057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b257c2-cc4e-44a1-8373-2a5d3ba60ae6']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:21.892629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] No DVR routers for this DVR port 8788169d-4e91-4cd4-80a2-d4045efe16c9 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:21.895035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.895374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.895712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.896048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.896378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.896700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.897025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.897350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.897686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.898014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.898333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.898651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c068103d-2906-4910-b77b-abfd88c7e64b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:21.901567 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8473666f-5100-4b0d-b17e-72db13c4f555') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:21.901889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8473666f-5100-4b0d-b17e-72db13c4f555') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:21.912932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.927074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.936500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:06:21.936920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:06:21.940065 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:06:22.011798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.019273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.022745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/networks/60b257c2-cc4e-44a1-8373-2a5d3ba60ae6 HTTP/1.1" status: 204 len: 168 time: 0.5960109 Nov 22 17:06:22.025751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:22.046438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090747e-d9dc-4dd3-8d6b-d67f4f983893 req-70713703-10a7-4576-b316-181547d3e266 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:22.048027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5090747e-d9dc-4dd3-8d6b-d67f4f983893 req-70713703-10a7-4576-b316-181547d3e266 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0578043 Nov 22 17:06:22.070939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563f81e-c00f-404a-8247-c1fff9041a66 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Network': ['ID=60b257c2-cc4e-44a1-8373-2a5d3ba60ae6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:22.100485 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5090747e-d9dc-4dd3-8d6b-d67f4f983893 req-a2c5a2d7-fda3-406c-9fba-505e59378b23 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463262 Nov 22 17:06:22.200203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 24cc972e-a619-453a-9059-3a64af61926c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:22.200545 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.278589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.278917 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.290696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 24cc972e-a619-453a-9059-3a64af61926c owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:22.472033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.563416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb95dfc-0362-4964-9bd4-b805c368efec req-9044b767-a0bf-402c-810b-a806b258388d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:22.565028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbb95dfc-0362-4964-9bd4-b805c368efec req-9044b767-a0bf-402c-810b-a806b258388d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0547922 Nov 22 17:06:22.623587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fbb95dfc-0362-4964-9bd4-b805c368efec req-5a4e9860-efb6-4146-820d-0dab7103fdfe tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515156 Nov 22 17:06:22.802506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=24cc972e-a619-453a-9059-3a64af61926c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:22.863713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:22.864054 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Floating IP 30566481-355d-41eb-9bbe-349a517748e6 disassociated (deleted). External IP: 172.25.6.192, port: cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93. Nov 22 17:06:22.990343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8788169d-4e91-4cd4-80a2-d4045efe16c9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:23.014470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8788169d-4e91-4cd4-80a2-d4045efe16c9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:23.014817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8788169d-4e91-4cd4-80a2-d4045efe16c9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:23.083880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:23.198139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:23.203300 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.212043 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:23.224986 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:23.225599 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:05:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:23.231891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88469b-992c-4891-9850-49cb5c0973fe req-82bfd5ba-891b-44df-b042-f89acc8e83f9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.232399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fa183153-114b-4df7-9705-c1efbeaae335 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/floatingips/30566481-355d-41eb-9bbe-349a517748e6 HTTP/1.1" status: 204 len: 168 time: 1.2051940 Nov 22 17:06:23.233234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:23.234137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b88469b-992c-4891-9850-49cb5c0973fe req-82bfd5ba-891b-44df-b042-f89acc8e83f9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0612488 Nov 22 17:06:23.242271 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc326780-145f-4039-9c10-29230589cabd" -d '{"events": [{"name": "network-changed", "server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:23.300341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b88469b-992c-4891-9850-49cb5c0973fe req-bf44d6dc-855d-4a43-b03a-ee1c73394e9d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570860 Nov 22 17:06:23.348999 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f4881a-7722-43f9-8772-59a474fffefc x-openstack-request-id: req-53f4881a-7722-43f9-8772-59a474fffefc {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:23.349515 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:23.349803 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-53f4881a-7722-43f9-8772-59a474fffefc {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:23.350994 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'status': 'completed', 'code': 200} Nov 22 17:06:23.366094 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:23.404632 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-41d71383-851b-4f0c-9bf3-362b63a64fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:23.426226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326780-145f-4039-9c10-29230589cabd req-b36b36a3-4525-48fd-8165-afc2bba0805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.427769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-b36b36a3-4525-48fd-8165-afc2bba0805b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 1097 time: 0.0459943 Nov 22 17:06:23.555506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d16df-5470-400c-9090-99914d2a0907 req-5a500abe-c971-4ab3-b1c7-2c23f73966cd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.557675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-306d16df-5470-400c-9090-99914d2a0907 req-5a500abe-c971-4ab3-b1c7-2c23f73966cd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 946 time: 0.1090004 Nov 22 17:06:23.583452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326780-145f-4039-9c10-29230589cabd req-4f9e2c97-00a7-4059-ab03-9b14ad58d676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.584914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-4f9e2c97-00a7-4059-ab03-9b14ad58d676 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 200 len: 897 time: 0.1453042 Nov 22 17:06:23.602913 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:17Z', 'revision_number': 6, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:23.635064 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:23.646064 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-aacd889f-2a2f-4155-8cb8-de469ca78c9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 200 len: 217 time: 0.0482376 Nov 22 17:06:23.650617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-306d16df-5470-400c-9090-99914d2a0907 req-510dcec4-096f-45dd-b41b-8e498262149e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838311 Nov 22 17:06:23.655304 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:23.657432 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:23.718296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326780-145f-4039-9c10-29230589cabd req-9decf68a-5aeb-40eb-99e0-c789b5e35b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.719860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-9decf68a-5aeb-40eb-99e0-c789b5e35b14 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 200 len: 835 time: 0.0634019 Nov 22 17:06:23.792741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556200d7-1573-4137-85a8-933281349b0e req-aba6ffc6-d32a-4048-b17a-541ba6925221 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.794315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-556200d7-1573-4137-85a8-933281349b0e req-aba6ffc6-d32a-4048-b17a-541ba6925221 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0873728 Nov 22 17:06:23.801436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326780-145f-4039-9c10-29230589cabd req-8f3345a1-86d1-4ad0-b37e-308e20e63fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:23.802995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-8f3345a1-86d1-4ad0-b37e-308e20e63fa6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c3e59f22-8fe4-457b-9606-bedd5bbb479b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613878 Nov 22 17:06:23.827337 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:23.904310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-556200d7-1573-4137-85a8-933281349b0e req-af3f8359-6d28-43fb-b75a-f2a321b3cfce tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002238 Nov 22 17:06:23.944361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-42d0a165-d409-47c6-b4a3-196f91520a2a service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262584 Nov 22 17:06:24.038314 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:17Z', 'revision_number': 6, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:24.052597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc326780-145f-4039-9c10-29230589cabd req-63ca5d10-1ecd-4cd3-b3ad-191302a960d8 service neutron] 10.222.0.66 "GET /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958068 Nov 22 17:06:24.066932 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29845377-e01c-4a11-bc64-3d37f61adeaa None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:17Z', 'revision_number': 6, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a0da4e-1a03-496c-87a4-b95ea29f4593', 'name': '', 'network_id': 'c3e59f22-8fe4-457b-9606-bedd5bbb479b', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:7b:8e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_interface', 'standard_attr_id': 3703, 'fixed_ips': [{'subnet_id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:15Z', 'updated_at': '2021-11-22T17:04:23Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': '210ddd5d-1008-493f-b5cc-39034c9bc34d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:24.082639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:24.304400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40032873-3cbd-431a-ac63-1bf4dc2f67b4 None None] New status for floating IP 30566481-355d-41eb-9bbe-349a517748e6: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:06:24.428154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba4372-06d5-4d72-acec-af62565f8812 req-19e3b027-6317-45d0-bfbe-2de41d7943bf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.429669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbba4372-06d5-4d72-acec-af62565f8812 req-19e3b027-6317-45d0-bfbe-2de41d7943bf tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0576527 Nov 22 17:06:24.489042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbba4372-06d5-4d72-acec-af62565f8812 req-8c4683d0-e99c-42db-8b69-e83844af0d7d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529106 Nov 22 17:06:24.783187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10707763-d144-443c-a377-9656d50c10d2 req-ea10966e-e117-4a1c-8285-feca4ff76e58 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:24.784592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10707763-d144-443c-a377-9656d50c10d2 req-ea10966e-e117-4a1c-8285-feca4ff76e58 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 946 time: 0.0501611 Nov 22 17:06:24.799094 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 0120c20b-a5ea-4ac7-9937-f225fb99a58c no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:24.821442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 0120c20b-a5ea-4ac7-9937-f225fb99a58c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:24.821838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 0120c20b-a5ea-4ac7-9937-f225fb99a58c not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:24.838748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10707763-d144-443c-a377-9656d50c10d2 req-76aee173-a741-4da7-a3d2-4f63dc00210b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=c5a15440-f15b-4361-b175-1f7ea344e1e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480912 Nov 22 17:06:25.039937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38711374-5c6d-4954-b63a-84d453ef9138 req-ba13ae4b-1f2d-462d-b826-57b8efff245d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:25.041575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38711374-5c6d-4954-b63a-84d453ef9138 req-ba13ae4b-1f2d-462d-b826-57b8efff245d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0595894 Nov 22 17:06:25.094699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38711374-5c6d-4954-b63a-84d453ef9138 req-d1f6896e-4926-4c8c-9b71-bc33a45b5bd7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467176 Nov 22 17:06:25.365874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-e65207d3-36ee-4faa-b29c-324ae0e784aa tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:25.367248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-e65207d3-36ee-4faa-b29c-324ae0e784aa tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 946 time: 0.0507441 Nov 22 17:06:25.460794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.476694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:25.477032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.610801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:25.611166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.626929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:25.648380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955536d4-26c8-4419-9a5b-c2b7e18018af req-7f91f40b-0551-446e-8a10-283b606b65e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:25.649927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-955536d4-26c8-4419-9a5b-c2b7e18018af req-7f91f40b-0551-446e-8a10-283b606b65e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 943 time: 0.0865362 Nov 22 17:06:25.752947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-955536d4-26c8-4419-9a5b-c2b7e18018af req-12cdd5b5-f17f-43ed-8e88-b6d2c7ff7af8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962746 Nov 22 17:06:25.822049 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.852001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:25.906948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] No DVR routers for this DVR port cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:25.910125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:25.913633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6c4c66f-191b-4e36-9e94-56db564dcd5d req-f4dd95e7-1001-40ef-af4c-f8f1c8ac15c1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "DELETE /v2.0/ports/cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 HTTP/1.1" status: 204 len: 173 time: 0.5347171 Nov 22 17:06:25.915665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'name': 'network-vif-deleted', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:25.918858 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f475d-b190-4be8-88d4-13e20dc0c700" -d '{"events": [{"server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "name": "network-vif-deleted", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:25.951947 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7efdcce4-dd2e-4226-887f-ac7e6e9f1d06 req-25966b7f-ca8a-4cec-a807-eeb5e84d2745 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=64606f7d-c9d3-4305-a62e-7beda1182c4c HTTP/1.1" status: 200 len: 210 time: 0.0369756 Nov 22 17:06:25.961775 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a79a5c7-8bf0-4fef-988f-e719c9fff329 x-openstack-request-id: req-9a79a5c7-8bf0-4fef-988f-e719c9fff329 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:25.962197 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64606f7d-c9d3-4305-a62e-7beda1182c4c", "name": "network-vif-deleted", "tag": "cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:25.962710 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a79a5c7-8bf0-4fef-988f-e719c9fff329 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:25.964322 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64606f7d-c9d3-4305-a62e-7beda1182c4c', 'name': 'network-vif-deleted', 'tag': 'cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93', 'status': 'completed', 'code': 200} Nov 22 17:06:26.029877 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-c5e5216e-8f25-454a-b13f-2392e38c737a service neutron] show failed (client error): The resource could not be found. Nov 22 17:06:26.030919 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-c5e5216e-8f25-454a-b13f-2392e38c737a service neutron] 10.222.0.20 "GET /v2.0/ports/80779eba-911d-4713-b49f-639a173827c6/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0654263 Nov 22 17:06:26.035202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.261921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05271263-e55a-429e-a21f-baf67a5a2a28 req-086f9331-10c8-41cc-8934-850611c67585 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:26.263577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05271263-e55a-429e-a21f-baf67a5a2a28 req-086f9331-10c8-41cc-8934-850611c67585 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0886445 Nov 22 17:06:26.335414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-0192e5c0-54e7-4fba-98d9-a1d198145609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:26.336942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-0192e5c0-54e7-4fba-98d9-a1d198145609 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 1096 time: 0.1132195 Nov 22 17:06:26.352900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:26.382134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05271263-e55a-429e-a21f-baf67a5a2a28 req-457966c9-9e8f-448e-b76f-e8fe986261f6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991879 Nov 22 17:06:26.430138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.481438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device adf7ec93-35df-4ddd-8790-c5bfacde9f3c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:06:26.583383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:26.595505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'mac_address': 'fa:16:3e:63:0d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:06:26.633232 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.654458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adf7ec93-35df-4ddd-8790-c5bfacde9f3c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:26.660330 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:26.686947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:26.691782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.699361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:26.743128 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.749498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:26.758625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Transition to ACTIVE for port object 80779eba-911d-4713-b49f-639a173827c6 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:06:26.762835 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:26.881091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:26.972549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928ce39-8ab6-4d67-9372-3ca95e6f119d req-e154a72b-9fa7-4726-93dc-f2fee5844058 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:26.974155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c928ce39-8ab6-4d67-9372-3ca95e6f119d req-e154a72b-9fa7-4726-93dc-f2fee5844058 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 944 time: 0.1464269 Nov 22 17:06:26.976188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['adf7ec93-35df-4ddd-8790-c5bfacde9f3c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:06:26.990853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] No DVR routers for this DVR port 80779eba-911d-4713-b49f-639a173827c6 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:27.033697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:27.116885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb7a385c-aa6d-4ef7-b803-e2e966fb148d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.117559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c928ce39-8ab6-4d67-9372-3ca95e6f119d req-3ccde6ac-6000-4899-9930-468ed7a5c6c3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294444 Nov 22 17:06:27.154862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb7a385c-aa6d-4ef7-b803-e2e966fb148d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.180120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:27.180443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:27.180778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:27.187019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:06:27.187369 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:27.192687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:27.193070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Checking segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:27.193867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Bound using segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:27.193867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Bound port: 80779eba-911d-4713-b49f-639a173827c6, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:27.194799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.227024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb7a385c-aa6d-4ef7-b803-e2e966fb148d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.230527 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cb7a385c-aa6d-4ef7-b803-e2e966fb148d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.231788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cb7a385c-aa6d-4ef7-b803-e2e966fb148d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/security-groups/c5a15440-f15b-4361-b175-1f7ea344e1e0 HTTP/1.1" status: 204 len: 168 time: 0.1961858 Nov 22 17:06:27.245413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a385c-aa6d-4ef7-b803-e2e966fb148d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a15440-f15b-4361-b175-1f7ea344e1e0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.273985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48160) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:27.282648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:27.291494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:27.298952 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.344373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.345077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.346636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] 10.222.0.66 "PUT /v2.0/ports/80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 1091 time: 0.9980321 Nov 22 17:06:27.372920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce510917-285b-44d5-8c68-b33c3ab3fba2 service neutron] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:27.442891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-c7df4220-5675-4c86-baf6-6b11bc9c8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.445687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-c7df4220-5675-4c86-baf6-6b11bc9c8847 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1094 time: 0.0609047 Nov 22 17:06:27.572807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fe84-e00b-4657-b9ea-34137a9ec10a req-5f6e8e9f-58c5-411d-aa11-78abe4ed0322 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.574558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35d9fe84-e00b-4657-b9ea-34137a9ec10a req-5f6e8e9f-58c5-411d-aa11-78abe4ed0322 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.0966308 Nov 22 17:06:27.614430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-c315faf0-5947-4e85-9268-6fe90b1c2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.615833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-c315faf0-5947-4e85-9268-6fe90b1c2050 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1585982 Nov 22 17:06:27.682604 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35d9fe84-e00b-4657-b9ea-34137a9ec10a req-657e4dbc-bc01-47b1-bd9b-d4135d91aaa1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011612 Nov 22 17:06:27.706805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-659aa73a-3548-4ecb-a3cf-4f85ce3ee60e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.0784609 Nov 22 17:06:27.775363 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:27.785613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-2b80a914-6a75-4d42-a12f-6676fdc730ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.788526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-2b80a914-6a75-4d42-a12f-6676fdc730ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0671659 Nov 22 17:06:27.843569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-cc767148-e3d3-4d60-899a-dace194d2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:27.845072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-cc767148-e3d3-4d60-899a-dace194d2af9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459464 Nov 22 17:06:27.948938 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-0de05bfc-45bd-42b7-83f8-c67e7c2d6cd8 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901222 Nov 22 17:06:27.970801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}, {'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:27.973366 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be50366-9147-4857-bd30-0993ebd9b5a0" -d '{"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-unplugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6"}, {"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:28.032359 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27797dc-bf2c-45b9-815e-ab7c48c9b2ea x-openstack-request-id: req-e27797dc-bf2c-45b9-815e-ab7c48c9b2ea {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:28.032672 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-unplugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6", "code": 200}, {"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:28.032929 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e27797dc-bf2c-45b9-815e-ab7c48c9b2ea {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:28.033329 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'code': 200} Nov 22 17:06:28.033585 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'status': 'completed', 'code': 200} Nov 22 17:06:28.059023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 30a0da4e-1a03-496c-87a4-b95ea29f4593 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:28.059612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.067936 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-9b07e181-eb79-4d44-bb00-0ab45b75732e service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043582 Nov 22 17:06:28.188030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-9e9cbcf8-7bbc-4fed-a13f-d4f9efccbf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.189999 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-9e9cbcf8-7bbc-4fed-a13f-d4f9efccbf86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1094 time: 0.1262016 Nov 22 17:06:28.200337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-a323da07-b236-40a0-8aeb-5fb4d622a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.201916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-a323da07-b236-40a0-8aeb-5fb4d622a678 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1094 time: 0.0564044 Nov 22 17:06:28.262790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port 30a0da4e-1a03-496c-87a4-b95ea29f4593, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30a0da4e-1a03-496c-87a4-b95ea29f4593,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:28.263152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.281717 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 30a0da4e-1a03-496c-87a4-b95ea29f4593 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:28.364666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-ef1e4a78-cf3f-4d5a-a5be-9715d58c6a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.366201 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-ef1e4a78-cf3f-4d5a-a5be-9715d58c6a69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1685300 Nov 22 17:06:28.484038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device adf7ec93-35df-4ddd-8790-c5bfacde9f3c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:28.490390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-6ddad43e-e20a-415c-ab6b-dafd51fca92c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.1135452 Nov 22 17:06:28.537576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port adf7ec93-35df-4ddd-8790-c5bfacde9f3c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:06:28.543083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port adf7ec93-35df-4ddd-8790-c5bfacde9f3c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:28.543717 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.564442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-c93476d8-f112-41a6-96a8-f4bd1d9494d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.566056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-c93476d8-f112-41a6-96a8-f4bd1d9494d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0682349 Nov 22 17:06:28.631089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cfadc4-6db9-463c-b32c-ebb814d9b48e req-fda2f4eb-b90f-45dc-9aba-e286c86f7e35 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.632623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87cfadc4-6db9-463c-b32c-ebb814d9b48e req-fda2f4eb-b90f-45dc-9aba-e286c86f7e35 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 944 time: 0.4168351 Nov 22 17:06:28.649609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-b35850f6-6976-4717-ae32-b9e16da9a5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.651226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-b35850f6-6976-4717-ae32-b9e16da9a5eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762742 Nov 22 17:06:28.655045 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.666902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.688164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:28.690558 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07454bc-134b-4802-9cba-2c26181c217f" -d '{"events": [{"server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "name": "network-vif-plugged", "status": "completed", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:28.707895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:28.716911 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:28.717789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:28.720909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-312edf2e-1f83-421b-89af-d1fd20f4dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.722312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-312edf2e-1f83-421b-89af-d1fd20f4dd51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.4974287 Nov 22 17:06:28.727678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-87cfadc4-6db9-463c-b32c-ebb814d9b48e req-eb5ed4ce-8b65-4412-b4db-b83967a0f4c6 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877712 Nov 22 17:06:28.740968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=30a0da4e-1a03-496c-87a4-b95ea29f4593,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:28.775775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:28.779658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device cd66c3f2-9fd6-48b7-94a4-503ab1d7fc93 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:28.790829 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0f653a-3a10-4ceb-b721-32ab295a5fdc x-openstack-request-id: req-fc0f653a-3a10-4ceb-b721-32ab295a5fdc {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:28.791376 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "name": "network-vif-plugged", "status": "completed", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:28.791735 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc0f653a-3a10-4ceb-b721-32ab295a5fdc {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:28.792250 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'code': 200} Nov 22 17:06:28.886360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-dde6f0e7-b5c7-4efb-a419-b57bfda959a5 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268839 Nov 22 17:06:28.897398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:28.903899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-26834ff3-7ed7-4a14-bc54-435b2b866f37 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.1671822 Nov 22 17:06:28.922957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a53195-1477-4971-a95c-afacaa4db3c2 req-c438ee7c-9964-4c77-846c-1a8660aaa840 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:28.930474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28a53195-1477-4971-a95c-afacaa4db3c2 req-c438ee7c-9964-4c77-846c-1a8660aaa840 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.0864408 Nov 22 17:06:29.030621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-28a53195-1477-4971-a95c-afacaa4db3c2 req-15d6cf33-eef9-49e2-b20f-32941dc495d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983219 Nov 22 17:06:29.063711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-c072a1be-30d9-423d-b747-04f820dd2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:29.065223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-c072a1be-30d9-423d-b747-04f820dd2013 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.1080720 Nov 22 17:06:29.099062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f630d64-ec26-49a8-88d9-4b7aeefc7d47 req-c757d53e-908d-418d-a8cd-59d00418b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:29.100698 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f630d64-ec26-49a8-88d9-4b7aeefc7d47 req-c757d53e-908d-418d-a8cd-59d00418b1de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 1096 time: 0.2475333 Nov 22 17:06:29.120087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-6d849a9c-022b-44f7-9230-cc068019df94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:29.121627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-6d849a9c-022b-44f7-9230-cc068019df94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473192 Nov 22 17:06:29.155478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-d9f00273-fab1-4019-b9c1-7781dbc77ba9 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429290 Nov 22 17:06:29.179959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.189838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4f630d64-ec26-49a8-88d9-4b7aeefc7d47 req-cf8e6f4c-e2fb-4529-bffc-2805b7decef2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784993 Nov 22 17:06:29.225154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-d12ad937-d81d-4d6a-8b96-5d59eeea8014 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908091 Nov 22 17:06:29.414754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:29.527294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:29.533800 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5d1a0a0-7da9-417d-8dac-b8786ab5e27c tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "PUT /v2.0/routers/26f57e4a-b3c1-476a-8eaf-03c10eb63247/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579377 Nov 22 17:06:29.537463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48172) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:29.541840 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] Sync routers for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:29.558005 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:29.558997 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:29.594264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2be50366-9147-4857-bd30-0993ebd9b5a0 req-3a08b836-9048-497d-bb33-079db5c7e0c4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224964 Nov 22 17:06:29.600343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting subnet 210ddd5d-1008-493f-b5cc-39034c9bc34d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:06:29.605258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.656002 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.689888 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:29.751141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.831178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.860534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Subnet': ['ID=210ddd5d-1008-493f-b5cc-39034c9bc34d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:29.862597 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:29.865908 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c8d3b4bc-7a97-4aae-a650-4a498e0dae3f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/subnets/210ddd5d-1008-493f-b5cc-39034c9bc34d HTTP/1.1" status: 204 len: 168 time: 0.3273249 Nov 22 17:06:29.869614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48176) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:29.871459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057c9fcf-6e79-47c0-9172-a91ae188cf9c None None] Network c3e59f22-8fe4-457b-9606-bedd5bbb479b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:29.930274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d54306-89f5-4276-964f-9d8d7a149efd req-276b70e0-e2fc-4384-a45b-ca359de23137 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:29.932358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74d54306-89f5-4276-964f-9d8d7a149efd req-276b70e0-e2fc-4384-a45b-ca359de23137 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 945 time: 0.1185727 Nov 22 17:06:29.987309 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:28Z', 'revision_number': 7, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:30.015593 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] Checking router: 26f57e4a-b3c1-476a-8eaf-03c10eb63247 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:30.026602 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] Routers {'26f57e4a-b3c1-476a-8eaf-03c10eb63247'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:30.027723 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:30.035856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.096370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-74d54306-89f5-4276-964f-9d8d7a149efd req-73a1460e-e98f-4295-ae82-c0d66cf51fb3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209118 Nov 22 17:06:30.166852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] DHCP port deletion for c3e59f22-8fe4-457b-9606-bedd5bbb479b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:30.188211 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] Set router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:30.221397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] Deleting port 242fb061-ebd3-4875-b17c-13f63953c171 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:30.221896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.234404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76311d89-95c5-4ea9-a8fd-21a18921f24e req-17bbc269-54fc-48ec-994b-f66454aaa100 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:30.235291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76311d89-95c5-4ea9-a8fd-21a18921f24e req-17bbc269-54fc-48ec-994b-f66454aaa100 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.1124246 Nov 22 17:06:30.237545 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.319550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] For port 242fb061-ebd3-4875-b17c-13f63953c171, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=242fb061-ebd3-4875-b17c-13f63953c171,segment=NetworkSegment(a4922c33-52fa-4f69-a313-985a7524ec46),segment_id=a4922c33-52fa-4f69-a313-985a7524ec46)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:30.319837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.329959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76311d89-95c5-4ea9-a8fd-21a18921f24e req-1376f69b-6a73-46c0-b6e4-95d5d6213a84 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848184 Nov 22 17:06:30.338994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] Calling delete_port for 242fb061-ebd3-4875-b17c-13f63953c171 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:30.345979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port dd5ea840-cf93-472e-943b-9c77de57afe4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:06:30.346367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.409834 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:28Z', 'revision_number': 7, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:30.442116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.443186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port dd5ea840-cf93-472e-943b-9c77de57afe4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dd5ea840-cf93-472e-943b-9c77de57afe4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:30.443566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.460106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a580ee-3b08-43f4-a5ec-aa32a8c6eb96 None None] The sync data for ids ['26f57e4a-b3c1-476a-8eaf-03c10eb63247'] in n-d-816206-6 is: [{'id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'name': 'tempest-TestNetworkBasicOps-router-182950167', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:04:11Z', 'updated_at': '2021-11-22T17:06:28Z', 'revision_number': 7, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'dd5ea840-cf93-472e-943b-9c77de57afe4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:19:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26f57e4a-b3c1-476a-8eaf-03c10eb63247', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:04:12Z', 'updated_at': '2021-11-22T17:04:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:30.470651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for dd5ea840-cf93-472e-943b-9c77de57afe4 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:06:30.474256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] Pushing event deleted for resources: {'Port': ['ID=242fb061-ebd3-4875-b17c-13f63953c171,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:30.477986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3115112-b3ba-47b3-b25d-7929d2203d59 None None] No DVR routers for this DVR port 242fb061-ebd3-4875-b17c-13f63953c171 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:30.660667 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.688982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=dd5ea840-cf93-472e-943b-9c77de57afe4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:30.709341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f7f3ca-ea36-46e2-87f8-3cadb29f7945 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:30.764044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.813605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:30.867743 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.870658 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.870819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:30.918367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.919120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Fanout notify agent at l3_agent the message router_deleted on router 26f57e4a-b3c1-476a-8eaf-03c10eb63247 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:06:30.926198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:30.927502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7c7c27a8-26b7-4db8-a5f3-92dee0ebb177 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/routers/26f57e4a-b3c1-476a-8eaf-03c10eb63247 HTTP/1.1" status: 204 len: 168 time: 1.0558381 Nov 22 17:06:30.930114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48180) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:31.037183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.110071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30a0da4e-1a03-496c-87a4-b95ea29f4593 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:31.137541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 30a0da4e-1a03-496c-87a4-b95ea29f4593 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:31.138231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30a0da4e-1a03-496c-87a4-b95ea29f4593 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:31.138839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 242fb061-ebd3-4875-b17c-13f63953c171 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:31.145846 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.161530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 242fb061-ebd3-4875-b17c-13f63953c171 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:31.161888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 242fb061-ebd3-4875-b17c-13f63953c171 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:31.182978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e59f22-8fe4-457b-9606-bedd5bbb479b']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:31.194526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4922c33-52fa-4f69-a313-985a7524ec46') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:31.194893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4922c33-52fa-4f69-a313-985a7524ec46') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:31.218179 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.267299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.278628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:06:31.279190 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:06:31.285407 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:06:31.331092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c1a0a-ff70-4f0c-aa22-5f8155fb4643 req-b86f5c5c-023c-439e-a149-39566eee0103 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.332628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-608c1a0a-ff70-4f0c-aa22-5f8155fb4643 req-b86f5c5c-023c-439e-a149-39566eee0103 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 945 time: 0.1113102 Nov 22 17:06:31.375968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.398294 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.402237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/networks/c3e59f22-8fe4-457b-9606-bedd5bbb479b HTTP/1.1" status: 204 len: 168 time: 0.4708765 Nov 22 17:06:31.417401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27fd385-4e7b-425a-9a6b-0bc0664dbbd3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Network': ['ID=c3e59f22-8fe4-457b-9606-bedd5bbb479b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:31.421577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48186) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:31.432971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'network': {'name': 'tempest-network-smoke--291197185', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'port_security_enabled': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:31.433219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-608c1a0a-ff70-4f0c-aa22-5f8155fb4643 req-903cbc41-333d-428e-951d-7ec7ed2233c9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924542 Nov 22 17:06:31.476767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:31.482392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.492563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bcb50-5efd-4889-90ab-c99e2baf3625 req-c9d6924d-18dc-4b1d-ad88-acaa405c088f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.494767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c1bcb50-5efd-4889-90ab-c99e2baf3625 req-c9d6924d-18dc-4b1d-ad88-acaa405c088f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.0551808 Nov 22 17:06:31.510443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:06:31.521584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.522211 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Added segment d37680cb-b8ba-49e8-836b-28bcba868317 of type vlan for network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 Nov 22 17:06:31.574094 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.576636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9c1bcb50-5efd-4889-90ab-c99e2baf3625 req-f82438c9-0d87-4e05-bdba-9ffd506aec9e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739639 Nov 22 17:06:31.605670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ca7f7-c053-430e-a916-7a4626367c4b req-f45d9451-e41f-4bd9-ae57-a93044659e62 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.605670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a00ca7f7-c053-430e-a916-7a4626367c4b req-f45d9451-e41f-4bd9-ae57-a93044659e62 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 945 time: 0.0723176 Nov 22 17:06:31.605949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.611052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.611696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.670180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a00ca7f7-c053-430e-a916-7a4626367c4b req-b5f2ec6c-21ae-4e3f-9172-a12f2c1e90dc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644438 Nov 22 17:06:31.697564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48192) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:31.721353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2935126 Nov 22 17:06:31.723535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48194) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:31.728865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818636804', 'admin_state_up': True, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:31.736219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e1e06-e927-4eb8-b607-bce0b1e5b31b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Network': ['ID=d84a7d41-a8a4-48f1-aa8c-01b6449fea00,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:31.750196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:06:31.765267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.766829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.768243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d58763-ba0a-4392-8f62-17a3c2412985 tempest-TestVolumeBootPattern-9583307 tempest-TestVolumeBootPattern-9583307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.770778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-28d58763-ba0a-4392-8f62-17a3c2412985 tempest-TestVolumeBootPattern-9583307 tempest-TestVolumeBootPattern-9583307-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 1091 time: 0.0713079 Nov 22 17:06:31.773473 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48196) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:31.780606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:31.843774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:31.849425 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:06:31.995918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac316f48-befd-47c1-ad8d-ae3ea96ab47a req-2f7c37a6-9d1d-42f0-8852-96e7529e7377 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:31.997412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac316f48-befd-47c1-ad8d-ae3ea96ab47a req-2f7c37a6-9d1d-42f0-8852-96e7529e7377 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 943 time: 0.1072252 Nov 22 17:06:32.007179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-d8ddd8f8-8833-4199-b9ac-bbc8d3ff749a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.008723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-d8ddd8f8-8833-4199-b9ac-bbc8d3ff749a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948&tenant_id=f0ede6f959074082b3160e8035518ff7&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 943 time: 0.1197467 Nov 22 17:06:32.115845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ac316f48-befd-47c1-ad8d-ae3ea96ab47a req-893b27b7-6d9c-42a2-b30d-ce3f91c0536a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029737 Nov 22 17:06:32.154674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-5a92fd28-e02a-4d98-bf33-79afcaac07bd service neutron] 10.222.0.66 "GET /v2.0/ports/80779eba-911d-4713-b49f-639a173827c6/bindings/n-h1-816206-6 HTTP/1.1" status: 200 len: 382 time: 0.1328778 Nov 22 17:06:32.156858 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.210640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.329463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-911e8be2-0e2e-47cd-be4b-b25d974f4e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.330992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-911e8be2-0e2e-47cd-be4b-b25d974f4e96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1094 time: 0.1163967 Nov 22 17:06:32.357434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.362847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.25.6.43 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/583a1b4c-2892-4aa7-96b1-9824e0ef4303) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:32.502169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-ed5bd071-c40a-4f54-92db-68568b0dd5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.503655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-ed5bd071-c40a-4f54-92db-68568b0dd5b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1581130 Nov 22 17:06:32.513128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 80779eba-911d-4713-b49f-639a173827c6 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:06:32.575700 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.586943 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.598523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.612300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-32d9784c-ff2c-452e-a2ee-50f6aef6a775 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.0940583 Nov 22 17:06:32.626337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:32.640990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '80779eba-911d-4713-b49f-639a173827c6', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'mac_address': 'fa:16:3e:eb:e7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:06:32.680693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.693526 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.718782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80779eba-911d-4713-b49f-639a173827c6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:32.735291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-5ebd375f-4a33-42c9-b67d-740094cc20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.738129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-5ebd375f-4a33-42c9-b67d-740094cc20e6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.1110888 Nov 22 17:06:32.741301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:32.749154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:32.750627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:32.753484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:32.756824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.763139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.25.6.17 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/f4be7c06-1daa-4608-9f14-c0d5ae9e0d33) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:32.806927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=583a1b4c-2892-4aa7-96b1-9824e0ef4303,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:32.832763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:32.857020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-b8d43fc8-2107-41f7-a8db-6fa422069878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:32.859826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-b8d43fc8-2107-41f7-a8db-6fa422069878 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932417 Nov 22 17:06:32.902197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.953003 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:32.958290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dd5ea840-cf93-472e-943b-9c77de57afe4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:32.987834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: dd5ea840-cf93-472e-943b-9c77de57afe4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:06:32.988257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dd5ea840-cf93-472e-943b-9c77de57afe4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:33.011493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:33.014815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:33.018363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:33.030201 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bffa88-8e55-4751-b79d-0d07d98658d6 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:33.043891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:33.068708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-68e006d8-c57d-4998-81ea-4ebca7fcfd43 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887293 Nov 22 17:06:33.082258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5191da3e-1ac5-46c7-a189-50ca8995f9ed None None] Provisioning complete for port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:33.082735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5191da3e-1ac5-46c7-a189-50ca8995f9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.111729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['80779eba-911d-4713-b49f-639a173827c6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:06:33.169153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5191da3e-1ac5-46c7-a189-50ca8995f9ed None None] Port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:33.261444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-694efe2a-60e4-4e78-accc-ac72ab0acf55 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626058 Nov 22 17:06:33.346562 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.583518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.686743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746219-e4b6-43a3-8354-1ecedf3ec948 req-161c3574-8264-4814-afea-e8793abfe364 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:33.688297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8746219-e4b6-43a3-8354-1ecedf3ec948 req-161c3574-8264-4814-afea-e8793abfe364 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.4794185 Nov 22 17:06:33.738919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:06:33.863541 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:33.865069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8746219-e4b6-43a3-8354-1ecedf3ec948 req-b961e9c6-9bdc-41f5-8ff6-ff1e5f884765 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694202 Nov 22 17:06:33.879123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Sync routers for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:33.888596 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:33.892754 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0a37817-7803-4b53-858f-86a3438b0e79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1651752 Nov 22 17:06:33.895861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:33.896504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:33.898044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48202) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:33.929358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e19d67c2-7175-4e49-be7a-82d4a68436bb tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ebb36c4856584ec99a1e4f8286b35193&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297055 Nov 22 17:06:33.932753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48204) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:34.013516 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.034935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:34.042167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2278f3-e5e4-4ae7-af0b-ac48080af0f6 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:34.046551 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ea2278f3-e5e4-4ae7-af0b-ac48080af0f6 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1094449 Nov 22 17:06:34.047600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48206) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:34.081936 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bb579adf-11e3-4ee7-aed7-1de974842e40 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307715 Nov 22 17:06:34.083008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48208) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:34.088291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1086427057', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:34.137615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.197016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:34.200775 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.247578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:33Z', 'revision_number': 3, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:34.275559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Checking router: 1ee0c339-d102-451e-b4ad-4baa68fe9c4f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:34.276136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Updating router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:06:34.303464 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.314246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.324095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.398553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=583a1b4c-2892-4aa7-96b1-9824e0ef4303,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:34.412811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.413255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.475144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Subnet': ['ID=dc3c1054-d959-446d-823d-8449e5b3775f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:34.494547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.495452 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.495968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.496076 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.496416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.496741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.497062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.498017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.498017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.498253 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.498444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.499077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:06:34.515294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Checking segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:34.515663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network hostable DHCP agents. Network: d84a7d41-a8a4-48f1-aa8c-01b6449fea00, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:06:34.522097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 80779eba-911d-4713-b49f-639a173827c6 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:34.529617 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Floating IP 7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5 associated. External IP: 172.25.6.43, port: adf7ec93-35df-4ddd-8790-c5bfacde9f3c. Nov 22 17:06:34.539998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:06:34.551216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, d84a7d41-a8a4-48f1-aa8c-01b6449fea00) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:34.555844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:34.556838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.571559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2feeb2-d9c0-4c16-9390-423ee813bb03 None None] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:34.588221 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0dbd0669-0ed0-40d9-80f1-24ea8ddf86c3 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5030000 Nov 22 17:06:34.589010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48210) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:34.714405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 80779eba-911d-4713-b49f-639a173827c6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:06:34.730209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 80779eba-911d-4713-b49f-639a173827c6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:34.730443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.739881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.772094 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.820495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:34.865378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9636b3f6-8a2f-4f17-a7fb-150b41d2841b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:34.875137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc229245-40e1-4fde-ae5b-4277aa509776 None None] Pushing event updated for resources: {'Port': ['ID=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:34.885466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Attempting to bind port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:34.886336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Attempting to bind port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:34.886336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Attempting to bind port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:34.901130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:34.901679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:34.902002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.902416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:34.902836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Bound port: f4be7c06-1daa-4608-9f14-c0d5ae9e0d33, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:34.903222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:34.974412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-d84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:06:34.975283 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.037965 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.040238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] For port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:35.059676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:35.070336 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:35.071438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] For port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:35.089113 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:35.091016 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:35.097464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dcf71-786f-49f3-88d5-84c9df1a5ea0 req-d6571c22-1cbd-44bd-9ae3-35e28fc9d949 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:35.105954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc2dcf71-786f-49f3-88d5-84c9df1a5ea0 req-d6571c22-1cbd-44bd-9ae3-35e28fc9d949 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.1071703 Nov 22 17:06:35.116561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.124827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2dab8929-1836-451b-ac3f-a18128196efe None None] Provisioning complete for port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:35.124827 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dab8929-1836-451b-ac3f-a18128196efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.167923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.185812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05e2c0ef-62db-4f00-84c3-1202533275e1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4004536 Nov 22 17:06:35.185812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:35.185812 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b2084f-7da8-478a-ba14-81ace8302d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:35.188608 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:35.190716 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e8c9eeb-40a3-4503-8cfd-7e7b490c8fe3" -d '{"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-plugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:35.225711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc2dcf71-786f-49f3-88d5-84c9df1a5ea0 req-c6f97ef7-80a2-4642-a4af-8c04df47c833 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186092 Nov 22 17:06:35.233280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:35.268960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03834918-a297-49b8-b4c2-19c2733177b9 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:06:35.271415 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.280035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.306739 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6703fc-a21e-4e89-8cdb-7676d9279999 x-openstack-request-id: req-bc6703fc-a21e-4e89-8cdb-7676d9279999 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:35.307062 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:35.307330 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc6703fc-a21e-4e89-8cdb-7676d9279999 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:35.307760 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'status': 'completed', 'code': 200} Nov 22 17:06:35.362659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:35.363598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:35.366412 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:35.374834 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10dcbc-56a8-4c63-883f-ac72294c5e0a x-openstack-request-id: req-4c10dcbc-56a8-4c63-883f-ac72294c5e0a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:35.375432 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-plugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:35.375864 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c10dcbc-56a8-4c63-883f-ac72294c5e0a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:35.376446 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'code': 200} Nov 22 17:06:35.434041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc229245-40e1-4fde-ae5b-4277aa509776 None None] Pushing event updated for resources: {'Port': ['ID=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:35.448944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-2c73770e-d8a4-410f-8ced-cfe642b3ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:35.458869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-2c73770e-d8a4-410f-8ced-cfe642b3ac0a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 1096 time: 0.1181202 Nov 22 17:06:35.679989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-615b648e-c253-44f0-b6fe-184a3ec0bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:35.682633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-615b648e-c253-44f0-b6fe-184a3ec0bfb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1991401 Nov 22 17:06:35.715512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Allocated IP 172.20.0.2 (d84a7d41-a8a4-48f1-aa8c-01b6449fea00/dc3c1054-d959-446d-823d-8449e5b3775f/a54999f9-6078-46f6-9fcc-fe5dfa94c7d1) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:35.749702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dab8929-1836-451b-ac3f-a18128196efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.779022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2dab8929-1836-451b-ac3f-a18128196efe None None] For port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:35.787273 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:63:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:33Z', 'updated_at': '2021-11-22T17:06:33Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:35.792517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-a72e2096-d7e1-434e-af13-53899106b0a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c HTTP/1.1" status: 200 len: 998 time: 0.1015000 Nov 22 17:06:35.823982 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:35.828029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dab8929-1836-451b-ac3f-a18128196efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:35.835728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:35.843671 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:35.844725 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:35.848582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:35.864584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-8931bc6a-2926-4c0a-b8e5-bd1d78dbc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:35.867402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-8931bc6a-2926-4c0a-b8e5-bd1d78dbc434 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0600188 Nov 22 17:06:35.946255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-a5536e03-a2e1-41ae-80f3-1c3b3f343e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:35.948396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-a5536e03-a2e1-41ae-80f3-1c3b3f343e3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709152 Nov 22 17:06:36.078137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6925de4f-058e-4b8d-a2c6-3b1ea73e7f69 None None] Provisioning complete for port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:36.078812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6925de4f-058e-4b8d-a2c6-3b1ea73e7f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.093490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab8929-1836-451b-ac3f-a18128196efe None None] Pushing event updated for resources: {'Port': ['ID=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:36.116114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-7b8e7779-0e0d-4d17-9dff-d86dcc55762f service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526997 Nov 22 17:06:36.136274 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:36.244611 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.274170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14b2084f-7da8-478a-ba14-81ace8302d2d req-8a50e0a8-7547-4099-8820-4799540d97c6 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442180 Nov 22 17:06:36.291474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.367932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:36.376577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:36.381258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:36.385173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.20.0.1 (d84a7d41-a8a4-48f1-aa8c-01b6449fea00/dc3c1054-d959-446d-823d-8449e5b3775f/03813a76-260f-491e-b7b4-2d4e8d066133) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:36.399870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Pushing event updated for resources: {'Port': ['ID=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:36.411041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:33Z', 'revision_number': 3, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:36.457980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66ae513-3800-41cc-804a-db3a3a631022 None None] The sync data for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 is: [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:33Z', 'revision_number': 3, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:36.500692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea3dcb-ddf1-40d3-9f76-eab44a8bcaf5 req-08650684-c0b1-4202-a6af-39e10f674e3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:36.502910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cea3dcb-ddf1-40d3-9f76-eab44a8bcaf5 req-08650684-c0b1-4202-a6af-39e10f674e3a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.1058662 Nov 22 17:06:36.516295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Attempting to bind port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:36.517728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Attempting to bind port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:36.522182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Attempting to bind port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 on network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:36.532988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:36.533857 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Checking segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:36.534609 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.534872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Bound using segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:36.535436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Bound port: a54999f9-6078-46f6-9fcc-fe5dfa94c7d1, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:36.535837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.596167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6cea3dcb-ddf1-40d3-9f76-eab44a8bcaf5 req-81c8aded-f0aa-4074-abc3-39a940b1ab50 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845695 Nov 22 17:06:36.612354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-0eea29ec-615f-420f-a105-056b304155b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:36.614142 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-0eea29ec-615f-420f-a105-056b304155b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 1096 time: 0.0988553 Nov 22 17:06:36.624704 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:63:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:33Z', 'updated_at': '2021-11-22T17:06:33Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:36.630846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:36.663568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] For port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:36.672327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] For port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:36.677385 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94038980-5fba-479d-b291-e26c01c2fa2a None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.43', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:63:0d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:33Z', 'updated_at': '2021-11-22T17:06:33Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:36.682603 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.723645 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.792935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f32203-bb11-4ab1-af03-527cdfbc4e67 None None] Pushing event updated for resources: {'Port': ['ID=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:36.826686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:36.981911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.111626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=03813a76-260f-491e-b7b4-2d4e8d066133,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:37.127842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:37.146161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:37.149258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:37.158672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:37.217681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395d37b1-d190-4a28-b630-641f83107bf0 None None] New status for floating IP 7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:06:37.262396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.302715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:37.318253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:37.318640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.586350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.765234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024bc198-a509-4905-abe8-ea2946663c7d req-6b658a05-a938-40e1-886f-706686c9840d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:37.766631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-024bc198-a509-4905-abe8-ea2946663c7d req-6b658a05-a938-40e1-886f-706686c9840d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 945 time: 0.0615122 Nov 22 17:06:37.814993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:37.828879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-024bc198-a509-4905-abe8-ea2946663c7d req-d145e364-62dc-485b-a600-e760216585ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556638 Nov 22 17:06:37.872741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:37.875118 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d68c0-8409-4860-9d61-ca1eebd95a0f" -d '{"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-unplugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:37.909438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.933387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.942792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Transition to ACTIVE for port object 80779eba-911d-4713-b49f-639a173827c6 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:06:37.952976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:37.997412 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed055e4-f2b6-4d10-84a4-05faa15d0601 x-openstack-request-id: req-8ed055e4-f2b6-4d10-84a4-05faa15d0601 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:37.997737 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-unplugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:37.997999 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ed055e4-f2b6-4d10-84a4-05faa15d0601 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:37.998409 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'code': 200} Nov 22 17:06:38.112640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:38.213776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] No DVR routers for this DVR port 80779eba-911d-4713-b49f-639a173827c6 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:06:38.224622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99192431-d214-4bc8-aa38-f0814b2a2d47 None None] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:06:38.333573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a8e1b6fb-fba4-49dd-9871-a2ae65f03778 None None] Provisioning complete for port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:38.333851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b6fb-fba4-49dd-9871-a2ae65f03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.477035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:38.477381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:38.477767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:38.493012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:06:38.493907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Attempting to bind port 80779eba-911d-4713-b49f-639a173827c6 on network a8ac7be3-a406-40fb-8d2e-388f6ae5973b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:38.497621 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.501488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b6fb-fba4-49dd-9871-a2ae65f03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.503714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:38.504066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Checking segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:38.504521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Bound using segment: {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:38.504974 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Bound port: 80779eba-911d-4713-b49f-639a173827c6, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b8379c-5d97-43b6-b76f-a96a61c7bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:38.505347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.509075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.552149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 80779eba-911d-4713-b49f-639a173827c6 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:06:38.576685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a8e1b6fb-fba4-49dd-9871-a2ae65f03778 None None] For port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:38.588585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8e1b6fb-fba4-49dd-9871-a2ae65f03778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.656761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 80779eba-911d-4713-b49f-639a173827c6 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:06:38.662429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=03813a76-260f-491e-b7b4-2d4e8d066133,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:38.665589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e1b6fb-fba4-49dd-9871-a2ae65f03778 None None] Pushing event updated for resources: {'Port': ['ID=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:38.676361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.703417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:38.707270 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:38.724166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.808676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:38.809310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.810781 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] 10.222.0.20 "PUT /v2.0/ports/80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 1092 time: 2.1861775 Nov 22 17:06:38.848507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac00b01-8df8-46d8-99d1-0e4aa13ce128 service neutron] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=11']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:38.865006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f7ccb073-25d0-42c6-a9ba-26e2c305d304 None None] Provisioning complete for port 03813a76-260f-491e-b7b4-2d4e8d066133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:38.865533 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7ccb073-25d0-42c6-a9ba-26e2c305d304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:38.914221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f7ccb073-25d0-42c6-a9ba-26e2c305d304 None None] Port 03813a76-260f-491e-b7b4-2d4e8d066133 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:38.916896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:38.921165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:38.933108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f7ccb073-25d0-42c6-a9ba-26e2c305d304 None None] Provisioning complete for port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:38.933739 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f7ccb073-25d0-42c6-a9ba-26e2c305d304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.027831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-76e198fb-fda3-48d3-9fe1-eab286d8c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.029724 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-76e198fb-fda3-48d3-9fe1-eab286d8c93f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1095 time: 0.1738548 Nov 22 17:06:39.109314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acab06-169c-4660-b558-8d9a79d6c66b req-0b26bcc6-0575-45d5-8db5-6b5d00783b74 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.116994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:39.125760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17acab06-169c-4660-b558-8d9a79d6c66b req-0b26bcc6-0575-45d5-8db5-6b5d00783b74 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.1409562 Nov 22 17:06:39.178229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.200469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:39.200898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.201069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-01ab5a5f-4f8d-45ed-9338-6308185cb822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.202895 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-01ab5a5f-4f8d-45ed-9338-6308185cb822 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1590486 Nov 22 17:06:39.210793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17acab06-169c-4660-b558-8d9a79d6c66b req-68c7113d-8c01-45be-adf8-0bc94bfd3d3b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778000 Nov 22 17:06:39.266257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4a98947c-7a15-48bb-b1ca-88436d0a3d6e None None] Provisioning complete for port 03813a76-260f-491e-b7b4-2d4e8d066133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:39.266874 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4a98947c-7a15-48bb-b1ca-88436d0a3d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.341809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4a98947c-7a15-48bb-b1ca-88436d0a3d6e None None] Port 03813a76-260f-491e-b7b4-2d4e8d066133 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:39.356050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-e7081127-ab5f-4603-b370-6718abf37f70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.1370246 Nov 22 17:06:39.375582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:39.455351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-1f0f2fb0-cd4a-47c8-a0a9-5f6a3002b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.456817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-1f0f2fb0-cd4a-47c8-a0a9-5f6a3002b6ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0928750 Nov 22 17:06:39.466060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-199e7738-6912-4e05-afd2-bbe883ea9cb0 None None] Provisioning complete for port 03813a76-260f-491e-b7b4-2d4e8d066133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:39.466579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-199e7738-6912-4e05-afd2-bbe883ea9cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:39.501703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-199e7738-6912-4e05-afd2-bbe883ea9cb0 None None] Port 03813a76-260f-491e-b7b4-2d4e8d066133 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:39.550575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:39.557182 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8d964c5c-389f-40e3-bd6b-258498dde7ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "PUT /v2.0/routers/1ee0c339-d102-451e-b4ad-4baa68fe9c4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9657152 Nov 22 17:06:39.558394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-a63e835e-2405-487f-b0ed-51701e8aa097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.559630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48228) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:39.559784 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-a63e835e-2405-487f-b0ed-51701e8aa097 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940106 Nov 22 17:06:39.561522 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Sync routers for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:39.572215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-40e3fb8d-f92a-421c-a119-0c14913338d0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:06:39.573193 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-40e3fb8d-f92a-421c-a119-0c14913338d0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060902 Nov 22 17:06:39.574871 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:39.575640 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:39.698121 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-0403fc42-73a1-4d6c-a23b-d0928f64e77e service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155541 Nov 22 17:06:39.767956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.769312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.770024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.770689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.771154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.771619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.772056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.778212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cacf210c-4df5-4201-a9f5-93facd2d9e67 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2133365 Nov 22 17:06:39.778649 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48230) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:39.803393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c8739ce5-463b-45e9-acea-5f3ece6acc38 req-08e03f91-1f82-4d15-87c3-111bccc1f171 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978203 Nov 22 17:06:39.814125 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:39.915431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.916461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.917153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.917601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.918129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.918575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.919006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:39.920910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05b43680-7ad9-456e-81de-9fc89f0c4ebf tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1410096 Nov 22 17:06:39.923938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48232) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:39.999633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:40.002752 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15986eae-64ba-4372-8698-25d32ddbdcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:40.064395 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9be451-339a-4144-bf30-95e302f605f5 x-openstack-request-id: req-7b9be451-339a-4144-bf30-95e302f605f5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:40.064696 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:40.064943 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b9be451-339a-4144-bf30-95e302f605f5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:40.065431 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'status': 'completed', 'code': 200} Nov 22 17:06:40.086527 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:38Z', 'revision_number': 2, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:40.123681 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Checking router: 1ee0c339-d102-451e-b4ad-4baa68fe9c4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:40.124029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Updating router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f port 03813a76-260f-491e-b7b4-2d4e8d066133 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:06:40.156331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-8796bff9-ecb7-4573-b71a-9a1238117317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.156851 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.157963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-8796bff9-ecb7-4573-b71a-9a1238117317 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1095 time: 0.0557640 Nov 22 17:06:40.180472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-3dfff199-9d6f-424e-b9b2-8a31129bb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.183712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-3dfff199-9d6f-424e-b9b2-8a31129bb766 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1095 time: 0.0879877 Nov 22 17:06:40.280175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-e836d516-957e-4381-8879-b3a354b67d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.291268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-e836d516-957e-4381-8879-b3a354b67d73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1243773 Nov 22 17:06:40.371228 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-5c13f023-4de1-4d16-9206-0d27cf8fa471 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.0717328 Nov 22 17:06:40.424937 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-7cc60eaa-f8b7-4add-b830-4bd6b625890d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.426507 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-7cc60eaa-f8b7-4add-b830-4bd6b625890d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0483801 Nov 22 17:06:40.465341 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.472887 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.480774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-5f30f1de-966f-4b30-889e-54192f8012a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.482977 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-5f30f1de-966f-4b30-889e-54192f8012a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484700 Nov 22 17:06:40.576475 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Attempting to bind port 03813a76-260f-491e-b7b4-2d4e8d066133 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:40.577071 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Attempting to bind port 03813a76-260f-491e-b7b4-2d4e8d066133 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:40.577215 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Attempting to bind port 03813a76-260f-491e-b7b4-2d4e8d066133 on network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:40.580499 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03998c-7131-452c-b377-1bd8d34a7ef7 None None] Pushing event updated for resources: {'Port': ['ID=03813a76-260f-491e-b7b4-2d4e8d066133,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:40.586049 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:40.586427 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Checking segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:40.586831 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.587890 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Bound using segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:40.588581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Bound port: 03813a76-260f-491e-b7b4-2d4e8d066133, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:40.589601 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.609326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-e079f573-6f7a-4987-99ac-fb2b40817d91 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180894 Nov 22 17:06:40.625346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc4e9fbd-111b-417d-a7a6-5a793e3d3479 tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.7002800 Nov 22 17:06:40.680752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-80b27664-4cb3-454e-8e20-e41737720e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.683142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-80b27664-4cb3-454e-8e20-e41737720e09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.4809785 Nov 22 17:06:40.704068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b8ddb-a787-4579-820b-c552762a6fc0 req-9ad2ca30-eda4-4d32-a3f6-f5aabb56839f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:40.709458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c61b8ddb-a787-4579-820b-c552762a6fc0 req-9ad2ca30-eda4-4d32-a3f6-f5aabb56839f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.1361284 Nov 22 17:06:40.723590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] For port 03813a76-260f-491e-b7b4-2d4e8d066133, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:40.729295 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] For port 03813a76-260f-491e-b7b4-2d4e8d066133, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=03813a76-260f-491e-b7b4-2d4e8d066133,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:40.738899 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.775893 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-0acec424-a110-42c8-a957-a4a69b735d8a service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526015 Nov 22 17:06:40.835865 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:40.836491 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:40.855761 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-44bc1950-c201-4355-a84c-80b87f9203ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 998 time: 0.1417785 Nov 22 17:06:40.860324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cfe23f82-62ed-472e-a1c0-a8764999ce53 None None] Provisioning complete for port 03813a76-260f-491e-b7b4-2d4e8d066133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:40.860863 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cfe23f82-62ed-472e-a1c0-a8764999ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.890021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48240) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:40.894710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1464237828', 'description': 'tempest-secgroup-smoke-1464237828 description', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:40.924271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:40.950498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c61b8ddb-a787-4579-820b-c552762a6fc0 req-ca4927df-3112-49c9-a5f4-3acb584a6b60 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473715 Nov 22 17:06:40.971565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:41.012551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-e961f3ae-9c6d-4456-a134-39d1eb406b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:41.014841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-e961f3ae-9c6d-4456-a134-39d1eb406b83 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.0931141 Nov 22 17:06:41.018538 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03998c-7131-452c-b377-1bd8d34a7ef7 None None] Pushing event updated for resources: {'Port': ['ID=03813a76-260f-491e-b7b4-2d4e8d066133,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.038770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cfe23f82-62ed-472e-a1c0-a8764999ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.083485 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-83b33973-cf0f-47c0-b6c6-104617392568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:41.085341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-83b33973-cf0f-47c0-b6c6-104617392568 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606751 Nov 22 17:06:41.090269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.094574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.098883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cfe23f82-62ed-472e-a1c0-a8764999ce53 None None] For port 03813a76-260f-491e-b7b4-2d4e8d066133, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=03813a76-260f-491e-b7b4-2d4e8d066133,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:41.106773 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cfe23f82-62ed-472e-a1c0-a8764999ce53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.139887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.145831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2546844 Nov 22 17:06:41.146979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48242) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:41.153225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'f1243a73-2597-48b0-8444-41b1392269e6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:41.160382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66719eeb-2c9b-4660-b92c-edcc8b57dcbd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1243a73-2597-48b0-8444-41b1392269e6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.186387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe23f82-62ed-472e-a1c0-a8764999ce53 None None] Pushing event updated for resources: {'Port': ['ID=03813a76-260f-491e-b7b4-2d4e8d066133,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.199430 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.221034 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-6476c6df-f0f8-4949-8f7b-a5f5d4dc6c9a service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224215 Nov 22 17:06:41.230437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-085b0aec-3925-4ed5-92c4-4f5bacea41d2 None None] Provisioning complete for port 03813a76-260f-491e-b7b4-2d4e8d066133 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:41.230851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-085b0aec-3925-4ed5-92c4-4f5bacea41d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.256470 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:40Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:41.288977 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3102f09-dbf8-41b0-ad9b-9dfac0cec0f9 None None] The sync data for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 is: [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:40Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:41.307045 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.319560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.361485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.364838 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2154469 Nov 22 17:06:41.371588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48244) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:41.377724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'f1243a73-2597-48b0-8444-41b1392269e6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:41.382975 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b219f9-37b8-42c7-bddd-7ee2d5769486 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04aeef58-3d03-4246-9f69-d825add9e483,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.418314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15986eae-64ba-4372-8698-25d32ddbdcc1 req-f9e477af-a92f-4615-8ffa-9ad345e0bf18 service neutron] 10.222.0.66 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835165 Nov 22 17:06:41.426586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.520025 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.525317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.548010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df77d39-7125-4158-8eb5-5c3a560e2dda,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.553973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.555232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d5b766a5-0b16-42e8-92aa-5fb47051a73f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1825736 Nov 22 17:06:41.560199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48246) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:41.565387 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'f1243a73-2597-48b0-8444-41b1392269e6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:41.597431 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.675354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.680580 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.709960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f396dea-f6be-4352-8c86-3df007a37652,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.717581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.718941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-88a5dec3-8b07-4791-8f09-6798c6ad2fb1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1576753 Nov 22 17:06:41.721826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48248) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:41.726629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'f1243a73-2597-48b0-8444-41b1392269e6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:41.757165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.823544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.827464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.846952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc90202-9043-42b8-926c-a5c8228b069a,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:41.857382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.858727 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85daa7e6-a5fa-4760-914d-e1e9b39a583d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358047 Nov 22 17:06:41.861620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48250) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:41.866455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'f1243a73-2597-48b0-8444-41b1392269e6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:41.890769 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Project ebb36c4856584ec99a1e4f8286b35193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:06:41.896116 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.964439 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.969345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:41.988967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79209dd3-a9c7-496e-b119-f144506ca146,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:42.000508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.004602 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5d8cc07e-aec9-4e02-8647-e57be4f2b289 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1390536 Nov 22 17:06:42.004805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48254) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:42.009506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'security_group_rule': {'security_group_id': 'f1243a73-2597-48b0-8444-41b1392269e6', 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:42.038030 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Project ebb36c4856584ec99a1e4f8286b35193 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:06:42.044705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.088035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c71e70-ed82-4cf7-a4fa-b37b15da3e6b req-aef7c6ae-9ca1-41b0-9472-a24a39145610 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:42.094778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92c71e70-ed82-4cf7-a4fa-b37b15da3e6b req-aef7c6ae-9ca1-41b0-9472-a24a39145610 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 944 time: 0.0675547 Nov 22 17:06:42.115998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.122619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.147935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b626d1-4901-4c2d-8c31-310a969389f8,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:42.160844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92c71e70-ed82-4cf7-a4fa-b37b15da3e6b req-c773c324-3480-46e4-9332-bc262d54e36e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631406 Nov 22 17:06:42.164161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:42.165975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fc20ec7b-6577-439d-8b93-176cce914dbc tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1597288 Nov 22 17:06:42.195633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48258) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:42.264050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-589a8c0d-3955-4c42-902c-dff87571c4bf tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/c79571be-00c0-4adc-9e7d-343300876341 HTTP/1.1" status: 200 len: 990 time: 0.0669482 Nov 22 17:06:42.419911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-cc3156ee-d13f-4107-b589-199d18b25f03 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1464237828&fields=id&tenant_id=ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 267 time: 0.0628114 Nov 22 17:06:42.539973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-c1deb2ae-a1e4-4dc5-8301-1ba03b8dae71 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:42.541368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-c1deb2ae-a1e4-4dc5-8301-1ba03b8dae71 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/networks?id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00 HTTP/1.1" status: 200 len: 796 time: 0.1122899 Nov 22 17:06:42.556987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-733c8c74-78c5-4fb2-9da8-48e130c4f1b1 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/quotas/ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Nov 22 17:06:42.609675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-ba478dd1-81a2-4b7e-974c-d148d7344711 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468390 Nov 22 17:06:42.723988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-8afd878f-cca3-4e6e-83fa-3a12b802140d service neutron] 10.222.0.65 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023965 Nov 22 17:06:42.815837 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1b04c52f-8bbd-4ab5-9871-c9c626b6f1a5 service neutron] 10.222.0.65 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848203 Nov 22 17:06:42.831909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:06:42.941227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:42.956261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '80779eba-911d-4713-b49f-639a173827c6', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'port_id': '80779eba-911d-4713-b49f-639a173827c6', 'mac_address': 'fa:16:3e:eb:e7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:06:42.995325 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2b62109-2a3e-4d51-97f4-9b91be346e38 req-28cc6f71-985d-445e-aac3-15979502a6cf tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 210 time: 0.0386536 Nov 22 17:06:43.003267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.020022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80779eba-911d-4713-b49f-639a173827c6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:43.042670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:43.049400 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.090473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 03813a76-260f-491e-b7b4-2d4e8d066133 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:43.154092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:43.170474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 03813a76-260f-491e-b7b4-2d4e8d066133 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:43.170908 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:43.280217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['80779eba-911d-4713-b49f-639a173827c6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:06:44.098791 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-319546eb-4512-4652-9724-8b55ed1baf79 req-8353ba89-f4b7-49ea-b485-c057aff184fd tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 210 time: 0.0273566 Nov 22 17:06:44.315686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b4461136-61c9-441b-90fb-f4075d99f864 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:44.317136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b4461136-61c9-441b-90fb-f4075d99f864 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "GET /v2.0/networks?id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00 HTTP/1.1" status: 200 len: 796 time: 0.1139908 Nov 22 17:06:44.392780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-58a3b28e-732b-4587-9f8e-d8998580eff5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebb36c4856584ec99a1e4f8286b35193 HTTP/1.1" status: 200 len: 380 time: 0.0614455 Nov 22 17:06:44.409350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'port': {'device_id': '74233390-94fa-455e-b5ab-39cdba2b8206', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'admin_state_up': True, 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'security_groups': ['f1243a73-2597-48b0-8444-41b1392269e6']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:44.519408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Made reservation on behalf of ebb36c4856584ec99a1e4f8286b35193 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:06:44.523318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.663036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.20.0.12 (d84a7d41-a8a4-48f1-aa8c-01b6449fea00/dc3c1054-d959-446d-823d-8449e5b3775f/81992736-f08d-4be1-bafa-67865019e618) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:44.808729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.836096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:44.848239 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.887799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 80779eba-911d-4713-b49f-639a173827c6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:06:44.892914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 80779eba-911d-4713-b49f-639a173827c6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:44.893568 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.894045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:44.897271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:44.901322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:44.932010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=81992736-f08d-4be1-bafa-67865019e618,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:44.964242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:44.964922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:44.983158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-1e65ee18-a41e-4c4a-9f20-f9a8653fde11 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5774152 Nov 22 17:06:44.986958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.004605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Request body: {'port': {'device_id': '74233390-94fa-455e-b5ab-39cdba2b8206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:45.014083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:45.016392 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b13e7f-29a7-4c02-a663-f11a0514dcb9" -d '{"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-plugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:45.034625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:45.043514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.070132 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b692107-8336-48e1-9d47-b16b93825e6b x-openstack-request-id: req-8b692107-8336-48e1-9d47-b16b93825e6b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:45.070431 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-plugged", "status": "completed", "tag": "80779eba-911d-4713-b49f-639a173827c6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:45.070704 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b692107-8336-48e1-9d47-b16b93825e6b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:45.071089 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'code': 200} Nov 22 17:06:45.079299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.099399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:45.199083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-00c2f5df-05e4-4d60-a57f-e04eaa5247e3 None None] Provisioning complete for port 81992736-f08d-4be1-bafa-67865019e618 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:45.199456 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-00c2f5df-05e4-4d60-a57f-e04eaa5247e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.235147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-00c2f5df-05e4-4d60-a57f-e04eaa5247e3 None None] Port 81992736-f08d-4be1-bafa-67865019e618 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:06:45.311851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafeaa5-70a4-4376-be68-32efe54a1cfc req-065f0d5a-1fef-4df9-ac30-d046f61387d0 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:45.313378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7eafeaa5-70a4-4376-be68-32efe54a1cfc req-065f0d5a-1fef-4df9-ac30-d046f61387d0 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 932 time: 0.1150916 Nov 22 17:06:45.400894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7eafeaa5-70a4-4376-be68-32efe54a1cfc req-478a0f29-a202-4b78-8316-f4de92fb5029 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807855 Nov 22 17:06:45.464088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81992736-f08d-4be1-bafa-67865019e618 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:45.472341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.484692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Transition to ACTIVE for port object 81992736-f08d-4be1-bafa-67865019e618 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:06:45.488982 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.541249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Pushing event updated for resources: {'Port': ['ID=81992736-f08d-4be1-bafa-67865019e618,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:45.612788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Attempting to bind port 81992736-f08d-4be1-bafa-67865019e618 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:06:45.613127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Attempting to bind port 81992736-f08d-4be1-bafa-67865019e618 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:06:45.613458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Attempting to bind port 81992736-f08d-4be1-bafa-67865019e618 on network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:45.618652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Port 81992736-f08d-4be1-bafa-67865019e618 on network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:06:45.619049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Attempting to bind port 81992736-f08d-4be1-bafa-67865019e618 on network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:06:45.624930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:06:45.625332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Checking segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:06:45.625877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Bound using segment: {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:06:45.626311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Bound port: 81992736-f08d-4be1-bafa-67865019e618, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd37680cb-b8ba-49e8-836b-28bcba868317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:06:45.626706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.708264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] For port 81992736-f08d-4be1-bafa-67865019e618, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:06:45.714402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] For port 81992736-f08d-4be1-bafa-67865019e618, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81992736-f08d-4be1-bafa-67865019e618,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:06:45.721560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.765049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:45.766023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:45.768007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] 10.222.0.66 "PUT /v2.0/ports/81992736-f08d-4be1-bafa-67865019e618 HTTP/1.1" status: 200 len: 1092 time: 0.7679434 Nov 22 17:06:45.768478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'tag': '81992736-f08d-4be1-bafa-67865019e618'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:45.771161 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea016488-8ae3-42f4-bef6-ccb70db8cf46" -d '{"events": [{"name": "network-changed", "server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "tag": "81992736-f08d-4be1-bafa-67865019e618"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:45.806209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252cc473-90dc-4bb6-ad8c-566954bdac94 service neutron] Pushing event updated for resources: {'Port': ['ID=81992736-f08d-4be1-bafa-67865019e618,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:45.826102 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a03dd6-34a8-4634-b483-7ba3c1c3b5e2 x-openstack-request-id: req-71a03dd6-34a8-4634-b483-7ba3c1c3b5e2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:45.826586 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "tag": "81992736-f08d-4be1-bafa-67865019e618", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:45.826739 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71a03dd6-34a8-4634-b483-7ba3c1c3b5e2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:45.827081 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'tag': '81992736-f08d-4be1-bafa-67865019e618', 'status': 'completed', 'code': 200} Nov 22 17:06:45.872671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-d48dc7fe-a9cd-4d6d-bccb-0520b2f297b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:45.874281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-d48dc7fe-a9cd-4d6d-bccb-0520b2f297b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 1095 time: 0.0436392 Nov 22 17:06:45.928047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b21d0318-e597-4a3a-92ca-47c6d0e445cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81992736-f08d-4be1-bafa-67865019e618 HTTP/1.1" status: 200 len: 217 time: 0.0399354 Nov 22 17:06:45.988313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b5dde47f-9202-4bd0-acc1-11c4b5ffa798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:45.990559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b5dde47f-9202-4bd0-acc1-11c4b5ffa798 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc3c1054-d959-446d-823d-8449e5b3775f HTTP/1.1" status: 200 len: 835 time: 0.0498943 Nov 22 17:06:46.047574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b060688f-1d11-4aa7-b838-ea6f20b3f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:46.049102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-b060688f-1d11-4aa7-b838-ea6f20b3f3b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475991 Nov 22 17:06:46.152309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-29c22ef7-c474-44e3-9548-89344bac303e service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946383 Nov 22 17:06:46.258458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-734554cd-23c1-4378-9560-69a7c1a6bd49 req-751fe639-a388-453b-b618-4919cbe65879 service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929375 Nov 22 17:06:46.368759 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-59578d0e-5428-4229-a9c5-cdf8dd705c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:46.370297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-59578d0e-5428-4229-a9c5-cdf8dd705c37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 1095 time: 0.0419664 Nov 22 17:06:46.489421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-2ef0d8c0-6945-467a-9ebc-18fc57cfd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:46.490911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-2ef0d8c0-6945-467a-9ebc-18fc57cfd62d service neutron] 10.222.0.66 "GET /v2.0/networks?id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00 HTTP/1.1" status: 200 len: 897 time: 0.1080167 Nov 22 17:06:46.547462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-1e033442-6353-450e-9100-ebb53dc62348 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81992736-f08d-4be1-bafa-67865019e618 HTTP/1.1" status: 200 len: 217 time: 0.0415394 Nov 22 17:06:46.564170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223aba-3571-481c-b8d2-f4fc68bf713a req-2652c0f1-6912-4a24-95bd-2bc5fdfd9112 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:46.565952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa223aba-3571-481c-b8d2-f4fc68bf713a req-2652c0f1-6912-4a24-95bd-2bc5fdfd9112 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 944 time: 0.0899737 Nov 22 17:06:46.641829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-3e058ae8-aac7-413e-9a64-a00a71a9a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:46.643563 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-3e058ae8-aac7-413e-9a64-a00a71a9a99a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc3c1054-d959-446d-823d-8449e5b3775f HTTP/1.1" status: 200 len: 835 time: 0.0710883 Nov 22 17:06:46.675523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa223aba-3571-481c-b8d2-f4fc68bf713a req-8b1ea4e3-c60c-44d0-945c-10181bbdda30 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953348 Nov 22 17:06:46.716552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-f5c38a9b-c1fb-4b1c-b712-afddc55be125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:46.718407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-f5c38a9b-c1fb-4b1c-b712-afddc55be125 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621214 Nov 22 17:06:46.820323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-8131b8ff-2487-48d6-ac02-17068b159fff service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914299 Nov 22 17:06:46.913444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea016488-8ae3-42f4-bef6-ccb70db8cf46 req-82fb1ba9-49f0-48da-93b6-fbcc47af1399 service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826483 Nov 22 17:06:47.813681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e05845-5b24-45d7-996e-e9c467800e54 req-b39321cd-d9ae-47be-800b-a1b3a66517ea tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:47.815093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53e05845-5b24-45d7-996e-e9c467800e54 req-b39321cd-d9ae-47be-800b-a1b3a66517ea tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 944 time: 0.0567791 Nov 22 17:06:47.876741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53e05845-5b24-45d7-996e-e9c467800e54 req-d413f2ed-c6c1-4258-9e11-c1ada056da05 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530298 Nov 22 17:06:48.593913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81992736-f08d-4be1-bafa-67865019e618 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:06:48.696352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81992736-f08d-4be1-bafa-67865019e618, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81992736-f08d-4be1-bafa-67865019e618,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:48.708083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '81992736-f08d-4be1-bafa-67865019e618', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'port_id': '81992736-f08d-4be1-bafa-67865019e618', 'mac_address': 'fa:16:3e:ab:b4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:06:48.745539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.758271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81992736-f08d-4be1-bafa-67865019e618 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:06:48.784332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81992736-f08d-4be1-bafa-67865019e618, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81992736-f08d-4be1-bafa-67865019e618,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:48.793625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:48.842686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81992736-f08d-4be1-bafa-67865019e618,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:49.008786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a38a21-45ad-4bfe-bcb9-b183cf11dffa req-233a3733-1e53-4ead-a57e-a58b377e35d6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:49.010910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84a38a21-45ad-4bfe-bcb9-b183cf11dffa req-233a3733-1e53-4ead-a57e-a58b377e35d6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 945 time: 0.0563262 Nov 22 17:06:49.064394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84a38a21-45ad-4bfe-bcb9-b183cf11dffa req-fe521435-dba6-4647-b5fc-c0a449098fb6 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470862 Nov 22 17:06:49.134396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['81992736-f08d-4be1-bafa-67865019e618'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:06:49.960191 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69afa956-25bb-4ef7-a0ea-60d30a9c3454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.210678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81dec5d-4033-450e-8773-4fad5f156ade req-e8ca73c2-7cc8-489f-80a0-00a68fe122ad tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:50.212365 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f81dec5d-4033-450e-8773-4fad5f156ade req-e8ca73c2-7cc8-489f-80a0-00a68fe122ad tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 945 time: 0.0515399 Nov 22 17:06:50.266838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f81dec5d-4033-450e-8773-4fad5f156ade req-3738bc1f-5c15-4e46-8fa9-d7c2624dcc52 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483353 Nov 22 17:06:50.619464 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81992736-f08d-4be1-bafa-67865019e618 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:06:50.669392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 81992736-f08d-4be1-bafa-67865019e618 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:06:50.673302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 81992736-f08d-4be1-bafa-67865019e618 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:06:50.673680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.757204 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.781418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81992736-f08d-4be1-bafa-67865019e618'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:50.783708 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2d044a-9865-401f-aecb-4dcec60a6a53" -d '{"events": [{"server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "name": "network-vif-plugged", "status": "completed", "tag": "81992736-f08d-4be1-bafa-67865019e618"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:50.796672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 81992736-f08d-4be1-bafa-67865019e618, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81992736-f08d-4be1-bafa-67865019e618,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:06:50.809736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:50.836360 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6911b8-8f4e-4a0b-99d7-5e990acaea97 x-openstack-request-id: req-fd6911b8-8f4e-4a0b-99d7-5e990acaea97 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:50.836642 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "name": "network-vif-plugged", "status": "completed", "tag": "81992736-f08d-4be1-bafa-67865019e618", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:50.837615 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd6911b8-8f4e-4a0b-99d7-5e990acaea97 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:50.838050 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81992736-f08d-4be1-bafa-67865019e618', 'code': 200} Nov 22 17:06:50.866082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=81992736-f08d-4be1-bafa-67865019e618,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:50.941544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d5291-7cca-4792-bb7f-4db5e1836e43 req-74b3ea1e-7043-4169-97d1-f75b68659ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:50.943060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-203d5291-7cca-4792-bb7f-4db5e1836e43 req-74b3ea1e-7043-4169-97d1-f75b68659ac9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 1097 time: 0.0388381 Nov 22 17:06:51.000559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-203d5291-7cca-4792-bb7f-4db5e1836e43 req-f2c9da7a-9917-4678-acf0-8507d3819df2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Nov 22 17:06:51.388565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45cf3a-e58b-4476-9803-4eab12d7500e req-da4d360a-23e9-46c3-83b7-4a2a1f255c79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:51.390189 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa45cf3a-e58b-4476-9803-4eab12d7500e req-da4d360a-23e9-46c3-83b7-4a2a1f255c79 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.0530164 Nov 22 17:06:51.442366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa45cf3a-e58b-4476-9803-4eab12d7500e req-2a018dba-2615-43f3-8902-b0800f5c4854 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460086 Nov 22 17:06:52.568753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bf10a-c8af-4fa6-8557-79777f95dd34 req-c2660290-4b8c-4574-bdd0-6f6d75ee3439 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:52.570671 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d08bf10a-c8af-4fa6-8557-79777f95dd34 req-c2660290-4b8c-4574-bdd0-6f6d75ee3439 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.0543101 Nov 22 17:06:52.620893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d08bf10a-c8af-4fa6-8557-79777f95dd34 req-6671103b-7a1f-4fa5-b1c8-4f291afe512f tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Nov 22 17:06:53.396681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8d6be9b6-c807-4d85-ae5f-77a633d7d312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:53.741283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7ff95-3db4-4f0f-97d4-ede513642661 req-3c4f479c-8135-472c-9c60-819436ac54c4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:53.743262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97c7ff95-3db4-4f0f-97d4-ede513642661 req-3c4f479c-8135-472c-9c60-819436ac54c4 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.0520473 Nov 22 17:06:53.794988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97c7ff95-3db4-4f0f-97d4-ede513642661 req-4372e831-b240-4808-80f2-3e63150e9382 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438917 Nov 22 17:06:53.911616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b2275-1086-49cb-bda9-b78e1275998d req-8477a9c1-ff2e-4ab3-9937-68678fdde7d5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:53.912967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db2b2275-1086-49cb-bda9-b78e1275998d req-8477a9c1-ff2e-4ab3-9937-68678fdde7d5 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.0495985 Nov 22 17:06:53.968924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db2b2275-1086-49cb-bda9-b78e1275998d req-22f4f3eb-6797-469b-bfe4-584cd0a93db7 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487065 Nov 22 17:06:53.991617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48312) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:54.030575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9183977d-369f-4fff-a0d9-ca17935c31cb tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:54.032081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9183977d-369f-4fff-a0d9-ca17935c31cb tempest-TestNetworkBasicOps-916684896 tempest-TestNetworkBasicOps-916684896-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 1092 time: 0.0394464 Nov 22 17:06:54.034960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48314) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:54.039260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '81992736-f08d-4be1-bafa-67865019e618', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:06:54.062691 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.075808 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.173195 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.279342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Allocated IP 172.25.6.171 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/185228f6-64c4-40de-877c-75eded6bd2d4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:06:54.388341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.422169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.463050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:06:54.466207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:06:54.469540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:06:54.474859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=185228f6-64c4-40de-877c-75eded6bd2d4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:54.835646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:54.905228 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.058087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.062686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.132546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event updated for resources: {'Port': ['ID=185228f6-64c4-40de-877c-75eded6bd2d4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:06:55.148505 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.252150 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Floating IP 480f2e2c-ea4b-489f-b7f3-7411c461ebe0 associated. External IP: 172.25.6.171, port: 81992736-f08d-4be1-bafa-67865019e618. Nov 22 17:06:55.462647 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.471594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:06:55.583490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:06:55.593915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] Sync routers for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:06:55.602271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:55.605293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:55.605965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:55.630857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-291af8fb-8a95-4a8a-9fd3-c195d291c724 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5948393 Nov 22 17:06:55.631447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'tag': '81992736-f08d-4be1-bafa-67865019e618'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:06:55.633733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:55.634241 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb75c76-e4f3-495c-853d-40aee40fb5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "tag": "81992736-f08d-4be1-bafa-67865019e618"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:06:55.675048 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174e2c09-6dd3-4afb-93fe-a9ee6bfe58bb x-openstack-request-id: req-174e2c09-6dd3-4afb-93fe-a9ee6bfe58bb {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:06:55.675351 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "tag": "81992736-f08d-4be1-bafa-67865019e618", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:06:55.675613 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-174e2c09-6dd3-4afb-93fe-a9ee6bfe58bb {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:06:55.676025 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'tag': '81992736-f08d-4be1-bafa-67865019e618', 'status': 'completed', 'code': 200} Nov 22 17:06:55.711657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d1a9ce6d-3f60-428a-9e7f-4d153b706274 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/480f2e2c-ea4b-489f-b7f3-7411c461ebe0 HTTP/1.1" status: 200 len: 992 time: 0.0691283 Nov 22 17:06:55.731504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:55.749314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-969cc0b7-4b34-4d3b-9664-f511a38383d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:55.750937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-969cc0b7-4b34-4d3b-9664-f511a38383d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 1097 time: 0.0460923 Nov 22 17:06:55.849901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-73f0d81c-025a-45ee-92a7-1cc883573c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:55.851392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-73f0d81c-025a-45ee-92a7-1cc883573c04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00 HTTP/1.1" status: 200 len: 897 time: 0.0867944 Nov 22 17:06:55.964955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '480f2e2c-ea4b-489f-b7f3-7411c461ebe0', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'port_id': '81992736-f08d-4be1-bafa-67865019e618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'mac_address': 'fa:16:3e:ab:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74233390-94fa-455e-b5ab-39cdba2b8206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:54Z', 'updated_at': '2021-11-22T17:06:54Z', 'revision_number': 0, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:55.997794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] Checking router: 1ee0c339-d102-451e-b4ad-4baa68fe9c4f for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:06:56.007191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:06:56.007823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:56.068230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:06:56.135792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:06:56.285601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-102e5935-1cb9-4250-a6a2-8b6e901cb1a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81992736-f08d-4be1-bafa-67865019e618 HTTP/1.1" status: 200 len: 1000 time: 0.4135971 Nov 22 17:06:56.338457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-7d978fa4-f408-444a-8501-58ca86401b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:56.340146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-7d978fa4-f408-444a-8501-58ca86401b20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc3c1054-d959-446d-823d-8449e5b3775f HTTP/1.1" status: 200 len: 835 time: 0.0465403 Nov 22 17:06:56.391452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '480f2e2c-ea4b-489f-b7f3-7411c461ebe0', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'port_id': '81992736-f08d-4be1-bafa-67865019e618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'mac_address': 'fa:16:3e:ab:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74233390-94fa-455e-b5ab-39cdba2b8206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:54Z', 'updated_at': '2021-11-22T17:06:54Z', 'revision_number': 0, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:06:56.403027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-871820fc-5153-4436-a97f-ca06b22831a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:06:56.404621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-871820fc-5153-4436-a97f-ca06b22831a1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470803 Nov 22 17:06:56.422678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea00b12-5da4-4aa0-b74b-1c324645e346 None None] The sync data for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 is: [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '480f2e2c-ea4b-489f-b7f3-7411c461ebe0', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'floating_ip_address': '172.25.6.171', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'port_id': '81992736-f08d-4be1-bafa-67865019e618', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3926, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'mac_address': 'fa:16:3e:ab:b4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74233390-94fa-455e-b5ab-39cdba2b8206', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:06:54Z', 'updated_at': '2021-11-22T17:06:54Z', 'revision_number': 0, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:06:56.525106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-9ae8276d-d1f9-4072-a409-9382b5d73231 service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053355 Nov 22 17:06:56.629286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cfb75c76-e4f3-495c-853d-40aee40fb5a0 req-3918ecac-f3bf-4159-9171-c021872d6410 service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895030 Nov 22 17:06:56.641231 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a067c24-f124-4342-80b2-5d19347c20e3 None None] New status for floating IP 480f2e2c-ea4b-489f-b7f3-7411c461ebe0: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:06:56.716510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48322) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:56.789213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-094d0834-e17a-4137-bd85-3d4adb2f573e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/480f2e2c-ea4b-489f-b7f3-7411c461ebe0 HTTP/1.1" status: 200 len: 992 time: 0.0708632 Nov 22 17:06:57.793466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48324) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:06:57.856459 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eda08127-1af3-4628-8946-4fc739ce6d1e tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/480f2e2c-ea4b-489f-b7f3-7411c461ebe0 HTTP/1.1" status: 200 len: 994 time: 0.0617547 Nov 22 17:07:07.585824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:08.848831 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:09.138363 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:14.812093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e5048-edfa-4869-a12e-fa5f9d1ef578 req-6f1ebfd1-b062-469b-aa50-23239f116e50 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:14.813861 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-060e5048-edfa-4869-a12e-fa5f9d1ef578 req-6f1ebfd1-b062-469b-aa50-23239f116e50 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1097 time: 0.0437403 Nov 22 17:07:14.861499 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-060e5048-edfa-4869-a12e-fa5f9d1ef578 req-940bd53e-4f3c-4d80-bfe5-676cde0fc756 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411859 Nov 22 17:07:14.884713 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48342) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:15.071753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 65d61209-3ed9-4d76-ae57-4c8b1d5a9c17 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:15.072291 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.167014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.167343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.184158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 65d61209-3ed9-4d76-ae57-4c8b1d5a9c17 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:15.348758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.375173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=65d61209-3ed9-4d76-ae57-4c8b1d5a9c17,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:15.440216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.440740 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP c79571be-00c0-4adc-9e7d-343300876341 disassociated (deleted). External IP: 172.25.6.38, port: 80779eba-911d-4713-b49f-639a173827c6. Nov 22 17:07:15.668136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 75c1e162-7d8e-4849-b66c-f3e1db48813b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:15.786683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:15.791327 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:15.797627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] Sync routers for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:15.809211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:15.810038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:15.820153 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2386472b-49f6-4b75-b3aa-0fbae9e19a0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/floatingips/c79571be-00c0-4adc-9e7d-343300876341 HTTP/1.1" status: 204 len: 168 time: 0.9343088 Nov 22 17:07:15.820774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:15.823155 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16" -d '{"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:15.925828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:16.013903 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461ad412-d673-43b2-95c6-2e2b211917f9 x-openstack-request-id: req-461ad412-d673-43b2-95c6-2e2b211917f9 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:16.015357 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "tag": "80779eba-911d-4713-b49f-639a173827c6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:16.016038 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-461ad412-d673-43b2-95c6-2e2b211917f9 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:16.016995 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'status': 'completed', 'code': 200} Nov 22 17:07:16.103727 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff102-3790-48cc-8e6b-f86edb0279ed req-a2dcb0f5-5833-4095-9ed7-8d274897a594 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.105803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c80ff102-3790-48cc-8e6b-f86edb0279ed req-a2dcb0f5-5833-4095-9ed7-8d274897a594 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 946 time: 0.0607309 Nov 22 17:07:16.153613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-15e4ba62-df8b-44e0-9516-670407585c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.155338 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-15e4ba62-df8b-44e0-9516-670407585c0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 1097 time: 0.1130517 Nov 22 17:07:16.169103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c80ff102-3790-48cc-8e6b-f86edb0279ed req-d49abf24-61d1-4489-998f-25888aa4db37 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553901 Nov 22 17:07:16.267548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-067cf036-e404-4b6a-9625-933190a02505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.269027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-067cf036-e404-4b6a-9625-933190a02505 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 200 len: 897 time: 0.1047361 Nov 22 17:07:16.314387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-4f60505a-c877-4fd2-9731-ac7277f7b772 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 200 len: 217 time: 0.0371931 Nov 22 17:07:16.317550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:16.347770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] Checking router: 75c1e162-7d8e-4849-b66c-f3e1db48813b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:16.357192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:16.357808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:16.491832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:16.712341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-43087fd4-58a3-4959-a3bf-d0738cf2e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.714077 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-43087fd4-58a3-4959-a3bf-d0738cf2e3ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 200 len: 835 time: 0.3926072 Nov 22 17:07:16.728549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:16.762478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b807ac3-3609-44b0-ba81-8e696c76dbb7 None None] The sync data for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 is: [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:11Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '22ca97bd-a656-494d-a133-64f553bc8b26', 'name': '', 'network_id': 'a8ac7be3-a406-40fb-8d2e-388f6ae5973b', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:ab:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3825, 'fixed_ips': [{'subnet_id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:10Z', 'updated_at': '2021-11-22T17:05:15Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '3a86952c-9cca-46c9-965b-42f3cc127203', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:16.769453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-9efe144b-a8d4-4c26-9392-f53bcd2e03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:16.771064 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-9efe144b-a8d4-4c26-9392-f53bcd2e03de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a8ac7be3-a406-40fb-8d2e-388f6ae5973b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458088 Nov 22 17:07:16.871065 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-d8860ce9-9d75-4fd3-a078-7c10557e16b5 service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919428 Nov 22 17:07:16.973378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f8b33e9b-6d2a-46e0-b61a-6d1e15f25c16 req-7d5d382e-680b-4a1e-a7ba-b942f0950aca service neutron] 10.222.0.20 "GET /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943093 Nov 22 17:07:17.021834 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fc3784-413a-41f2-9f65-a621c3946fbe None None] New status for floating IP c79571be-00c0-4adc-9e7d-343300876341: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:17.304065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aff1e4-95cf-4725-bd72-8e4ed989e5d3 req-8e395a46-d9b7-4f76-92cb-6cb1d6d91662 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.305455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8aff1e4-95cf-4725-bd72-8e4ed989e5d3 req-8e395a46-d9b7-4f76-92cb-6cb1d6d91662 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 946 time: 0.0540037 Nov 22 17:07:17.364019 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8aff1e4-95cf-4725-bd72-8e4ed989e5d3 req-8cbb4c56-03fe-4658-8b9d-2c4ede2a3fdf tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=19ddad50-1440-4fcf-9285-f41efd482c11&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521452 Nov 22 17:07:17.514554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de548b5-560e-4304-91ee-a6341a84df60 req-f5492eda-976f-4180-9cea-e7037f313858 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:17.516158 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2de548b5-560e-4304-91ee-a6341a84df60 req-f5492eda-976f-4180-9cea-e7037f313858 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 946 time: 0.0524769 Nov 22 17:07:17.617156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 80779eba-911d-4713-b49f-639a173827c6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:17.617641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.713029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 80779eba-911d-4713-b49f-639a173827c6, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=80779eba-911d-4713-b49f-639a173827c6,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:17.713408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.728535 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 80779eba-911d-4713-b49f-639a173827c6 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:17.873692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.912609 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=80779eba-911d-4713-b49f-639a173827c6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:17.958027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] No DVR routers for this DVR port 80779eba-911d-4713-b49f-639a173827c6 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:17.960771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:17.964187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2de548b5-560e-4304-91ee-a6341a84df60 req-be3ad83a-d8e5-4f07-8171-bee428e3e406 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "DELETE /v2.0/ports/80779eba-911d-4713-b49f-639a173827c6 HTTP/1.1" status: 204 len: 173 time: 0.4410193 Nov 22 17:07:18.017984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-deleted', 'tag': '80779eba-911d-4713-b49f-639a173827c6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:18.020532 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f94eac-cb69-409c-88e4-59be7919a9bc" -d '{"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-deleted", "tag": "80779eba-911d-4713-b49f-639a173827c6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:18.061550 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1662c69-cf60-47a7-a92b-5d42e3eb9682 x-openstack-request-id: req-a1662c69-cf60-47a7-a92b-5d42e3eb9682 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:18.061892 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e6a2506-0d0c-48b9-850c-fcada66d1948", "name": "network-vif-deleted", "tag": "80779eba-911d-4713-b49f-639a173827c6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:18.062181 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1662c69-cf60-47a7-a92b-5d42e3eb9682 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:18.062594 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e6a2506-0d0c-48b9-850c-fcada66d1948', 'name': 'network-vif-deleted', 'tag': '80779eba-911d-4713-b49f-639a173827c6', 'status': 'completed', 'code': 200} Nov 22 17:07:18.283904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-f95cdd6c-942d-4bb1-9736-6c5c6775edb0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559280 Nov 22 17:07:18.416693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-8cfc2530-7c5d-4323-8a78-ef71330fb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:18.418417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-8cfc2530-7c5d-4323-8a78-ef71330fb099 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 1096 time: 0.0656815 Nov 22 17:07:18.556620 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c02f7cf1-f509-4d61-abfc-5f6f4469dde6 req-5240f604-e2a5-4621-8f7d-a29e3d9b0131 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e6a2506-0d0c-48b9-850c-fcada66d1948 HTTP/1.1" status: 200 len: 210 time: 0.0666459 Nov 22 17:07:18.599802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-3a15aa27-c3a9-410a-9d8d-e6a4e438b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:18.605519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-3a15aa27-c3a9-410a-9d8d-e6a4e438b6a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1420517 Nov 22 17:07:18.684248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-d866d286-8d0c-47b3-9401-ef25cc1ce96d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c HTTP/1.1" status: 200 len: 1000 time: 0.0708880 Nov 22 17:07:18.752302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-f0e9bd53-5875-4a13-ae36-f413674806d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:18.753832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-f0e9bd53-5875-4a13-ae36-f413674806d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0541036 Nov 22 17:07:18.815559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-942acd94-8eae-4788-9559-27a255991947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:18.816994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-942acd94-8eae-4788-9559-27a255991947 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517395 Nov 22 17:07:18.926593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-b9fd2393-0931-4699-ad40-548eddd78bab service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953922 Nov 22 17:07:19.055168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-757a50c0-0d5b-409b-8dfa-44eb0dd847f4 req-94f0eddb-d1ce-4bb1-84f7-fff17172da8a service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159713 Nov 22 17:07:19.624503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:19.967470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4dbddf49-3c00-4dda-bef6-4db072d7c6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.037832 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.351896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 22ca97bd-a656-494d-a133-64f553bc8b26 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:20.352137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.455368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 22ca97bd-a656-494d-a133-64f553bc8b26, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=22ca97bd-a656-494d-a133-64f553bc8b26,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:20.455741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.474866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 22ca97bd-a656-494d-a133-64f553bc8b26 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:20.692960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:20.722366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=22ca97bd-a656-494d-a133-64f553bc8b26,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:20.922132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.164121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 75c1e162-7d8e-4849-b66c-f3e1db48813b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:21.291251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:21.299970 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0e8ddfc7-2e57-4977-bfa7-b26736761718 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/75c1e162-7d8e-4849-b66c-f3e1db48813b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739817 Nov 22 17:07:21.302657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:21.304377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] Sync routers for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:21.316326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:21.316973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:21.362928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting subnet 3a86952c-9cca-46c9-965b-42f3cc127203 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:07:21.371738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.424939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.442948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:21.522226 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.596635 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.647523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Subnet': ['ID=3a86952c-9cca-46c9-965b-42f3cc127203,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:21.661059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.668799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198bf11c-0400-48e1-8522-bda63c54181e None None] Network a8ac7be3-a406-40fb-8d2e-388f6ae5973b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:21.669300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:21.669631 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/subnets/3a86952c-9cca-46c9-965b-42f3cc127203 HTTP/1.1" status: 204 len: 168 time: 0.3654938 Nov 22 17:07:21.672502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.673066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.673636 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.674027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.674374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.674777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.675500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.676092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.676535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.679137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.679642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.680187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b4ea8c-3d55-462a-a5d3-2c603e3d9797 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:21.680809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:07:20Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:21.762706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] Checking router: 75c1e162-7d8e-4849-b66c-f3e1db48813b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:21.796793 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.804194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] Routers {'75c1e162-7d8e-4849-b66c-f3e1db48813b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:21.804787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:06:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['75c1e162-7d8e-4849-b66c-f3e1db48813b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:21.970048 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:21.981455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] Set router 75c1e162-7d8e-4849-b66c-f3e1db48813b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:22.058818 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 0df9d96f-15ae-426f-adac-0e718bf6a0f4 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:22.059297 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.106493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] DHCP port deletion for a8ac7be3-a406-40fb-8d2e-388f6ae5973b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:22.182200 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 0df9d96f-15ae-426f-adac-0e718bf6a0f4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0df9d96f-15ae-426f-adac-0e718bf6a0f4,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:22.182638 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.202805 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 0df9d96f-15ae-426f-adac-0e718bf6a0f4 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:22.229448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Deleting port 7b54a7c1-8b21-49f9-8aeb-647004209bdf {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:22.229782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.312794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] For port 7b54a7c1-8b21-49f9-8aeb-647004209bdf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7b54a7c1-8b21-49f9-8aeb-647004209bdf,segment=NetworkSegment(89b8379c-5d97-43b6-b76f-a96a61c7bbc0),segment_id=89b8379c-5d97-43b6-b76f-a96a61c7bbc0)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:22.313856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.333216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:07:20Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.336034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Calling delete_port for 7b54a7c1-8b21-49f9-8aeb-647004209bdf owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:22.383281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befcaaa5-b0f9-42c2-ac47-59a64fb0a746 None None] The sync data for ids ['75c1e162-7d8e-4849-b66c-f3e1db48813b'] in n-d-816206-6 is: [{'id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-379209313', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212'}], 'enable_snat': True}, 'gw_port_id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:07:20Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '0df9d96f-15ae-426f-adac-0e718bf6a0f4', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:fc:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c1e162-7d8e-4849-b66c-f3e1db48813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:05:06Z', 'updated_at': '2021-11-22T17:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:22.432571 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.458902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a76402f-7205-45a3-b29f-1eafe0ee9788 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:22.468381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=0df9d96f-15ae-426f-adac-0e718bf6a0f4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:22.490835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.521352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Pushing event deleted for resources: {'Port': ['ID=7b54a7c1-8b21-49f9-8aeb-647004209bdf,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:22.531357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] No DVR routers for this DVR port 7b54a7c1-8b21-49f9-8aeb-647004209bdf on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:22.535274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.535787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.536138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.536481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.536818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.537153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.537483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.537861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.538172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.538497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.539509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.539509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbb6efd-75e6-498b-aa99-01c2eda91f61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:22.558108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.663801 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.666132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.717071 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.718279 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Fanout notify agent at l3_agent the message router_deleted on router 75c1e162-7d8e-4849-b66c-f3e1db48813b {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:07:22.731495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.734467 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bcff82ce-c3b8-4eb0-8b9f-832b35e43817 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/routers/75c1e162-7d8e-4849-b66c-f3e1db48813b HTTP/1.1" status: 204 len: 168 time: 1.0631633 Nov 22 17:07:22.738409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48372) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:22.837828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.954707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:22.981604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ac7be3-a406-40fb-8d2e-388f6ae5973b']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.998064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b8379c-5d97-43b6-b76f-a96a61c7bbc0') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:22.998355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b8379c-5d97-43b6-b76f-a96a61c7bbc0') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:23.016910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:23.029456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.048796 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 80779eba-911d-4713-b49f-639a173827c6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:23.049460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 80779eba-911d-4713-b49f-639a173827c6 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:23.060455 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.068267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:07:23.068674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:07:23.072792 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:07:23.164871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7b54a7c1-8b21-49f9-8aeb-647004209bdf no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:23.178414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.192546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.198719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/networks/a8ac7be3-a406-40fb-8d2e-388f6ae5973b HTTP/1.1" status: 204 len: 168 time: 0.4581628 Nov 22 17:07:23.199960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:23.200782 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7b54a7c1-8b21-49f9-8aeb-647004209bdf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:23.201407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7b54a7c1-8b21-49f9-8aeb-647004209bdf not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:23.202418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22ca97bd-a656-494d-a133-64f553bc8b26 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:23.226717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be220ed7-c977-44f2-94e4-50e0a708b265 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Network': ['ID=a8ac7be3-a406-40fb-8d2e-388f6ae5973b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:23.240321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 22ca97bd-a656-494d-a133-64f553bc8b26 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:23.240935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 22ca97bd-a656-494d-a133-64f553bc8b26 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:23.314337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bdedbf4-dad0-4619-9be4-1e0cdc187736 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.347444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bdedbf4-dad0-4619-9be4-1e0cdc187736 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.411251 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-38537769-a849-47dc-ac5f-77a0b2b4ecf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.433758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bdedbf4-dad0-4619-9be4-1e0cdc187736 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.437481 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bdedbf4-dad0-4619-9be4-1e0cdc187736 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.438602 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2bdedbf4-dad0-4619-9be4-1e0cdc187736 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/security-groups/19ddad50-1440-4fcf-9285-f41efd482c11 HTTP/1.1" status: 204 len: 168 time: 0.2369642 Nov 22 17:07:23.453570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdedbf4-dad0-4619-9be4-1e0cdc187736 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ddad50-1440-4fcf-9285-f41efd482c11,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:23.776392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48380) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:23.784584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1062940819', 'description': 'tempest-secgroup-smoke-1062940819 description', 'project_id': 'f0ede6f959074082b3160e8035518ff7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:23.822681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.906384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.914081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.947197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3125739-f4e2-47e0-91d2-7d6777326ba5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:23.952470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:23.953942 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eb869fb0-d6e1-4bba-b6fe-31d1b14c6ed5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1760216 Nov 22 17:07:23.956796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48382) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:23.961204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': 'b3125739-f4e2-47e0-91d2-7d6777326ba5', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:23.992857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.066119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.070407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.079097 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.089756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3634449-2fe1-4635-a6fe-91b83f521c9d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.097633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.098185 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94e78970-e9de-4c9c-b904-c4d904112a34 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405265 Nov 22 17:07:24.101244 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48384) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.105554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': 'b3125739-f4e2-47e0-91d2-7d6777326ba5', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.132987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.203286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.207399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.226575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc038286-f680-4b67-b7e4-94696c07aa93,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.235522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.236749 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00a9f25c-9549-474c-8f49-f998d2adffd2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345055 Nov 22 17:07:24.239888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.244900 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': 'b3125739-f4e2-47e0-91d2-7d6777326ba5', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.272373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.331842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.335519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.353189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57c5650-747f-4c70-832b-be2fa00b1920,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.364240 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.365620 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-520425dd-98d8-4cbd-9d22-327bd1b519f0 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247714 Nov 22 17:07:24.368591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.373802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': 'b3125739-f4e2-47e0-91d2-7d6777326ba5', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.401235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.470713 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.474507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.494273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c208731a-639a-4638-b1da-a9c32468e93b,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.504181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.505452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8ac55f8-b39a-4df4-aa99-7895b6868a8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1358521 Nov 22 17:07:24.508260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48390) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.512823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': 'b3125739-f4e2-47e0-91d2-7d6777326ba5', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.538934 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:07:24.544328 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.610847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.615578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.634752 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce7754-e6e5-4be1-a722-c7e5dc02e394,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.646694 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.650441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ddf0842d-2173-4f49-b00c-6cc064c72c29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408479 Nov 22 17:07:24.651835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48392) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.658191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': 'b3125739-f4e2-47e0-91d2-7d6777326ba5', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.683787 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:07:24.690469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.765410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.774697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.793901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e45924-1c58-45b0-9b03-ad40c6db36a2,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:24.803117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.804346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-110f82f8-8104-4b86-806d-50562b399a8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1513062 Nov 22 17:07:24.807390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48394) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:24.813669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'network': {'name': 'tempest-network-smoke--624481228', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:24.835302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:24.838853 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.862935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:07:24.872508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.872854 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Added segment d954c81b-5ce6-42d0-9c6e-880f119f0642 of type vlan for network befc6127-a75a-4936-ad51-b2c3a9871018 Nov 22 17:07:24.916127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.944791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.950427 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:24.951009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:24.986954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0df9d96f-15ae-426f-adac-0e718bf6a0f4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:25.008360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0df9d96f-15ae-426f-adac-0e718bf6a0f4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:25.008810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0df9d96f-15ae-426f-adac-0e718bf6a0f4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:25.014068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2055159 Nov 22 17:07:25.016922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48396) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:25.021865 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'admin_state_up': True, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:25.022907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e78af-4e36-4772-9895-c2ea48665bed tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Network': ['ID=befc6127-a75a-4936-ad51-b2c3a9871018,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:25.033623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network befc6127-a75a-4936-ad51-b2c3a9871018 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:07:25.050575 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.051649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.121228 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.277943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.466859 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.479412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.499749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.614233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.13 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/ab4f00f7-f606-47be-ad11-bd806e58efee) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:25.717080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.753960 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.801006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:25.805501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:25.809943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:25.815306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=ab4f00f7-f606-47be-ad11-bd806e58efee,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:25.820228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b031b0-eadc-4c94-9940-fdaa38aeb753 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:25.907097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8020b2d1-3572-45b6-b024-5ea6cf2df652 None None] Provisioning complete for port ab4f00f7-f606-47be-ad11-bd806e58efee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:25.907890 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8020b2d1-3572-45b6-b024-5ea6cf2df652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:25.944326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8020b2d1-3572-45b6-b024-5ea6cf2df652 None None] Port ab4f00f7-f606-47be-ad11-bd806e58efee cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:26.039416 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.393943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.602007 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.736714 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 0abc4a03-69f2-4333-be96-bb2afb10f2ba is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:07:26.847676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:26.857809 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Sync routers for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:26.869809 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:26.870102 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:26.870446 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:26.874521 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c471545-0014-4c2b-a02c-d70ec354d1f5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8530128 Nov 22 17:07:26.874861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48398) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:26.904436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2e2e21f9-e578-47f4-ad3a-0c2e0fcf49ba tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f0ede6f959074082b3160e8035518ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280979 Nov 22 17:07:26.907749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48400) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:26.994000 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:27.006511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5f8f3-53a3-40c6-8ee4-8916f37c2a0d tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.008015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bde5f8f3-53a3-40c6-8ee4-8916f37c2a0d tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0993304 Nov 22 17:07:27.010903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:27.040846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fbb05a38-d458-4fce-9f6c-01ff6a05ece0 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288153 Nov 22 17:07:27.043921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48404) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:27.049915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-582957045', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:27.159529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:27.163674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.300780 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:26Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:27.328191 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Checking router: 0abc4a03-69f2-4333-be96-bb2afb10f2ba for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:27.328546 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Updating router 0abc4a03-69f2-4333-be96-bb2afb10f2ba port ab4f00f7-f606-47be-ad11-bd806e58efee binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:07:27.354811 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.369110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.435755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Subnet': ['ID=fe3b7c66-f618-4064-a4cb-047cb6495c65,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:27.447837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Checking segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:27.448632 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network hostable DHCP agents. Network: befc6127-a75a-4936-ad51-b2c3a9871018, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:07:27.471414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network befc6127-a75a-4936-ad51-b2c3a9871018 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:07:27.481573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, befc6127-a75a-4936-ad51-b2c3a9871018) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:27.487048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:27.488385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.491014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ae45b-eb29-45cb-9afd-28ef116833db None None] Network befc6127-a75a-4936-ad51-b2c3a9871018 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:27.517717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-eb643c0e-0d5d-4147-916a-f0790eba1a78 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4710782 Nov 22 17:07:27.519077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48406) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:27.651973 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.660348 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.663124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-befc6127-a75a-4936-ad51-b2c3a9871018', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:07:27.664000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.712348 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Attempting to bind port ab4f00f7-f606-47be-ad11-bd806e58efee on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:27.712894 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Attempting to bind port ab4f00f7-f606-47be-ad11-bd806e58efee by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:27.713356 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Attempting to bind port ab4f00f7-f606-47be-ad11-bd806e58efee on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:27.722657 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:27.723194 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:27.723703 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.724196 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:27.724789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Bound port: ab4f00f7-f606-47be-ad11-bd806e58efee, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:27.725708 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.750644 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Pushing event updated for resources: {'Port': ['ID=ab4f00f7-f606-47be-ad11-bd806e58efee,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:27.754497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e87e085-f572-4ad5-9b38-3fe1d826c7e3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:27.765605 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.766162 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.766570 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.767023 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.767423 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.767868 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.768293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.768715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.769135 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.769553 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.770078 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.770570 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:27.805879 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] For port ab4f00f7-f606-47be-ad11-bd806e58efee, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:27.809606 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] For port ab4f00f7-f606-47be-ad11-bd806e58efee, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ab4f00f7-f606-47be-ad11-bd806e58efee,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:27.816002 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.848057 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Allocated IP 172.20.0.2 (befc6127-a75a-4936-ad51-b2c3a9871018/fe3b7c66-f618-4064-a4cb-047cb6495c65/071ae721-53e1-49e2-832e-f7bb73e438f8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:27.874394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c031d89d-b1af-42d9-a0bd-56fe0d74bc92 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:27.876104 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:27.877384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:27.941332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c577cc0b-79d6-4cef-a8d1-77920e075331 None None] Provisioning complete for port ab4f00f7-f606-47be-ad11-bd806e58efee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:27.941684 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c577cc0b-79d6-4cef-a8d1-77920e075331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:27.957604 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301921b5-6b05-4bcd-bde8-213999023960 None None] Pushing event updated for resources: {'Port': ['ID=ab4f00f7-f606-47be-ad11-bd806e58efee,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.032331 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:28.084075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.106819 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c577cc0b-79d6-4cef-a8d1-77920e075331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.157755 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.157755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c577cc0b-79d6-4cef-a8d1-77920e075331 None None] For port ab4f00f7-f606-47be-ad11-bd806e58efee, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ab4f00f7-f606-47be-ad11-bd806e58efee,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:28.170326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c577cc0b-79d6-4cef-a8d1-77920e075331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.201631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.235606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Network befc6127-a75a-4936-ad51-b2c3a9871018 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:28.238634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:28.242941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:28.246227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c577cc0b-79d6-4cef-a8d1-77920e075331 None None] Pushing event updated for resources: {'Port': ['ID=ab4f00f7-f606-47be-ad11-bd806e58efee,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.279451 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:26Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:28.311448 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf644f-e4df-43ff-8a6e-5b0be0a3418f None None] The sync data for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 is: [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:26Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:28.346235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Pushing event updated for resources: {'Port': ['ID=071ae721-53e1-49e2-832e-f7bb73e438f8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.357441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Attempting to bind port 071ae721-53e1-49e2-832e-f7bb73e438f8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:28.357844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Attempting to bind port 071ae721-53e1-49e2-832e-f7bb73e438f8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:28.358216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Attempting to bind port 071ae721-53e1-49e2-832e-f7bb73e438f8 on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:28.360251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-adafbb93-b0e1-4c43-b003-ebbad0599d3d None None] Provisioning complete for port ab4f00f7-f606-47be-ad11-bd806e58efee triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:28.360620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-adafbb93-b0e1-4c43-b003-ebbad0599d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.385440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:28.385920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Checking segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:28.386238 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.386631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Bound using segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:28.387119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Bound port: 071ae721-53e1-49e2-832e-f7bb73e438f8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:28.387504 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.469618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.1 (befc6127-a75a-4936-ad51-b2c3a9871018/fe3b7c66-f618-4064-a4cb-047cb6495c65/3667492e-f9a0-489c-954c-cb0a568442ea) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:28.510315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] For port 071ae721-53e1-49e2-832e-f7bb73e438f8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:28.516435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] For port 071ae721-53e1-49e2-832e-f7bb73e438f8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=071ae721-53e1-49e2-832e-f7bb73e438f8,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:28.524935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.611807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44060682-306b-419e-b86f-6b6c393ed855 None None] Pushing event updated for resources: {'Port': ['ID=071ae721-53e1-49e2-832e-f7bb73e438f8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.654089 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.702534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:28.750185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network befc6127-a75a-4936-ad51-b2c3a9871018 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:28.754253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:28.758148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:28.788233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=3667492e-f9a0-489c-954c-cb0a568442ea,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:28.835755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.051019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.172943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 071ae721-53e1-49e2-832e-f7bb73e438f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:29.222519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 071ae721-53e1-49e2-832e-f7bb73e438f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:29.223006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.320514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.365131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 071ae721-53e1-49e2-832e-f7bb73e438f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=071ae721-53e1-49e2-832e-f7bb73e438f8,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:29.371458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.372979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ab4f00f7-f606-47be-ad11-bd806e58efee up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:29.415115 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.426773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.449279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=071ae721-53e1-49e2-832e-f7bb73e438f8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:29.491066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ab4f00f7-f606-47be-ad11-bd806e58efee triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:29.491762 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.518499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:29.520555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=3667492e-f9a0-489c-954c-cb0a568442ea,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:29.630888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network befc6127-a75a-4936-ad51-b2c3a9871018 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:29.632313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:29.764013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 0abc4a03-69f2-4333-be96-bb2afb10f2ba has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:29.827809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f7ec6-55e7-4ca5-8ebf-9c25db18198d None None] Network befc6127-a75a-4936-ad51-b2c3a9871018 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:29.882103 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:29.887412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32ae97d6-0390-4fee-80c3-528aafa36121 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/0abc4a03-69f2-4333-be96-bb2afb10f2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3668468 Nov 22 17:07:29.899780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-484c508a-da06-4749-96ed-b23637f780f4 None None] Provisioning complete for port 071ae721-53e1-49e2-832e-f7bb73e438f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:29.900148 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-484c508a-da06-4749-96ed-b23637f780f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.167247 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-fcf30174-f0a8-4f47-8b27-b96e7525ef3e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1062940819&fields=id&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 267 time: 0.0483074 Nov 22 17:07:30.287675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2dc5a02b-c650-4d09-9024-6303080746df None None] Provisioning complete for port 071ae721-53e1-49e2-832e-f7bb73e438f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:30.288047 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a02b-c650-4d09-9024-6303080746df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.298671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-f96a0736-78d7-4e54-b574-bd521f78f732 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:30.300324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-f96a0736-78d7-4e54-b574-bd521f78f732 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 796 time: 0.1220448 Nov 22 17:07:30.320108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-e938330d-b144-4a96-b525-d3e00db9ff8a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/quotas/f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 375 time: 0.0124238 Nov 22 17:07:30.361854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Sync routers for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:30.389158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-f001ebbf-47e1-424b-9018-293a6b431aa8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568011 Nov 22 17:07:30.407177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:30.407837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:30.498400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-e064c30c-7039-4090-8450-4dd8a690ee51 service neutron] 10.222.0.65 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962462 Nov 22 17:07:30.515994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2dc5a02b-c650-4d09-9024-6303080746df None None] Provisioning complete for port 3667492e-f9a0-489c-954c-cb0a568442ea triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:30.516373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dc5a02b-c650-4d09-9024-6303080746df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.558744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5a02b-c650-4d09-9024-6303080746df None None] Port 3667492e-f9a0-489c-954c-cb0a568442ea cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:30.573073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:30.600360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-7b34b6c4-bff2-4aa8-bfdb-993cfc5b1d51 service neutron] 10.222.0.65 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949597 Nov 22 17:07:30.719697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d95e2a5f-0c1c-4353-8cef-c77d46cd2af2 None None] Provisioning complete for port 3667492e-f9a0-489c-954c-cb0a568442ea triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:30.720065 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a5f-0c1c-4353-8cef-c77d46cd2af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.782552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d95e2a5f-0c1c-4353-8cef-c77d46cd2af2 None None] Port 3667492e-f9a0-489c-954c-cb0a568442ea cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:30.803843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0491790-49ba-4687-8dfc-5718a78eec79 req-e9dea461-9025-4820-be80-07ca15f0291f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 210 time: 0.0315180 Nov 22 17:07:30.839178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:29Z', 'revision_number': 2, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:30.867466 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Checking router: 0abc4a03-69f2-4333-be96-bb2afb10f2ba for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:30.867822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Updating router 0abc4a03-69f2-4333-be96-bb2afb10f2ba port 3667492e-f9a0-489c-954c-cb0a568442ea binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:07:30.904433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:30.922931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e7e2db89-cd9c-4b4b-a91e-971d0b4ef95a None None] Provisioning complete for port 3667492e-f9a0-489c-954c-cb0a568442ea triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:30.923231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e7e2db89-cd9c-4b4b-a91e-971d0b4ef95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.029418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2db89-cd9c-4b4b-a91e-971d0b4ef95a None None] Port 3667492e-f9a0-489c-954c-cb0a568442ea cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:31.059493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 071ae721-53e1-49e2-832e-f7bb73e438f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:31.184189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 071ae721-53e1-49e2-832e-f7bb73e438f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:31.184189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.307437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.318317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.376034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202c523-4ed6-49c1-901c-88cef4d6a87c None None] Pushing event updated for resources: {'Port': ['ID=3667492e-f9a0-489c-954c-cb0a568442ea,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:31.593397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Attempting to bind port 3667492e-f9a0-489c-954c-cb0a568442ea on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:31.593795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Attempting to bind port 3667492e-f9a0-489c-954c-cb0a568442ea by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:31.594157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Attempting to bind port 3667492e-f9a0-489c-954c-cb0a568442ea on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:31.599133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:31.599501 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Checking segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:31.599895 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.600281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Bound using segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:31.600741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Bound port: 3667492e-f9a0-489c-954c-cb0a568442ea, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:31.601113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.679174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8a065e4e-d3e4-44fc-940e-03c618ce044b None None] Provisioning complete for port 3667492e-f9a0-489c-954c-cb0a568442ea triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:31.679542 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a065e4e-d3e4-44fc-940e-03c618ce044b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.682139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] For port 3667492e-f9a0-489c-954c-cb0a568442ea, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:31.686862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] For port 3667492e-f9a0-489c-954c-cb0a568442ea, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3667492e-f9a0-489c-954c-cb0a568442ea,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:31.709229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:31.763486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a065e4e-d3e4-44fc-940e-03c618ce044b None None] Port 3667492e-f9a0-489c-954c-cb0a568442ea cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:31.781830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:31.782457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:31.784146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1668f4f8-805d-43f6-aec9-46b8b8566483 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:31.786332 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1668f4f8-805d-43f6-aec9-46b8b8566483 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 796 time: 0.1211803 Nov 22 17:07:31.828272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202c523-4ed6-49c1-901c-88cef4d6a87c None None] Pushing event updated for resources: {'Port': ['ID=3667492e-f9a0-489c-954c-cb0a568442ea,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:31.882577 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-e0cf2c60-9989-40a5-acd8-3e527b86e8cb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 380 time: 0.0845592 Nov 22 17:07:31.893463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'port': {'device_id': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'admin_state_up': True, 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'security_groups': ['b3125739-f4e2-47e0-91d2-7d6777326ba5']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:31.921059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:31.927512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41099b84-3ac1-485e-bdcd-90c5a5a6b1a4 req-80d198ab-e824-4d98-97e9-67fd1d87f57d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 210 time: 0.0426681 Nov 22 17:07:32.028071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:32.032485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.124321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-317979a4-7761-4748-a211-dd87a14def5b None None] Provisioning complete for port 3667492e-f9a0-489c-954c-cb0a568442ea triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:32.124620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-317979a4-7761-4748-a211-dd87a14def5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.167726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.7 (befc6127-a75a-4936-ad51-b2c3a9871018/fe3b7c66-f618-4064-a4cb-047cb6495c65/87e98540-0161-4fde-90c1-b073236a987f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:32.187190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:31Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:32.216363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca5732-3497-48fd-b9e3-035e43742a98 None None] The sync data for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 is: [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:31Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:32.252913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-317979a4-7761-4748-a211-dd87a14def5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.308355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-317979a4-7761-4748-a211-dd87a14def5b None None] For port 3667492e-f9a0-489c-954c-cb0a568442ea, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3667492e-f9a0-489c-954c-cb0a568442ea,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:32.313331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-317979a4-7761-4748-a211-dd87a14def5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.350395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.373256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317979a4-7761-4748-a211-dd87a14def5b None None] Pushing event updated for resources: {'Port': ['ID=3667492e-f9a0-489c-954c-cb0a568442ea,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:32.387741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.432332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network befc6127-a75a-4936-ad51-b2c3a9871018 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:32.435506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:32.440065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:32.477857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:32.508708 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:32.509413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.529067 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-1aa6a09c-1e77-4017-84a7-eaa54fa90bc3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399181 Nov 22 17:07:32.541949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Request body: {'port': {'device_id': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:32.604807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.740331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b4ad5bc6-a06d-4149-93b6-919f4a812ae3 None None] Provisioning complete for port 87e98540-0161-4fde-90c1-b073236a987f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:32.740628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4ad5bc6-a06d-4149-93b6-919f4a812ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.778019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b4ad5bc6-a06d-4149-93b6-919f4a812ae3 None None] Port 87e98540-0161-4fde-90c1-b073236a987f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:32.902364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e98540-0161-4fde-90c1-b073236a987f {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:32.911186 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:32.924363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Transition to ACTIVE for port object 87e98540-0161-4fde-90c1-b073236a987f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:07:32.927690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.005156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:33.067444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:33.067784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:33.068115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:33.073936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:07:33.074426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:33.080580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:33.080929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Checking segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:33.081316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Bound using segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:33.081780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Bound port: 87e98540-0161-4fde-90c1-b073236a987f, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:33.082141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.143340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42b69-2e88-4b0d-8989-d8dcc064ae67 req-e748b0ff-384a-4c32-914d-8f238917d9da tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.147682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3667492e-f9a0-489c-954c-cb0a568442ea up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:33.166339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4a42b69-2e88-4b0d-8989-d8dcc064ae67 req-e748b0ff-384a-4c32-914d-8f238917d9da tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 943 time: 0.1121881 Nov 22 17:07:33.175886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:33.179700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:33.192285 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.236804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.237744 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.239337 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] 10.222.0.20 "PUT /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 1091 time: 0.7018259 Nov 22 17:07:33.239893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:33.243041 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabab254-dcfd-46be-bc4f-e6f82753f7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:33.258875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4a42b69-2e88-4b0d-8989-d8dcc064ae67 req-5d75f161-56eb-47fd-b25a-b34411c50e0f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905089 Nov 22 17:07:33.272747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3b591-19b5-497f-94fd-404bedc40cca service neutron] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:33.274433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3667492e-f9a0-489c-954c-cb0a568442ea triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:33.276837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:33.311621 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9040c54c-4dc3-4cfe-aaa0-32149106b568 x-openstack-request-id: req-9040c54c-4dc3-4cfe-aaa0-32149106b568 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:33.312499 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:33.312985 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9040c54c-4dc3-4cfe-aaa0-32149106b568 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:33.314213 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'status': 'completed', 'code': 200} Nov 22 17:07:33.369068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-24828312-4594-4ca6-8535-28b0816bf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.370857 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-24828312-4594-4ca6-8535-28b0816bf0ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1094 time: 0.0517144 Nov 22 17:07:33.420990 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-616897f9-9aa9-42e1-a3da-588052dcd593 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 217 time: 0.0381560 Nov 22 17:07:33.489149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-391ec43f-8a20-45e6-9139-0379f9bd1a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.490674 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-391ec43f-8a20-45e6-9139-0379f9bd1a6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0611401 Nov 22 17:07:33.544250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-798e8ec8-e0dd-4b61-97e5-6a89c1b0dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.546027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-798e8ec8-e0dd-4b61-97e5-6a89c1b0dca6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432994 Nov 22 17:07:33.646775 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-53848eb6-5c86-4b74-9585-08a9b5334aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917888 Nov 22 17:07:33.736559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb2c09dd-43b3-4e03-b889-e7f9b4fc64de req-289358cb-35dd-41d7-ba15-c23725ecc245 service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823643 Nov 22 17:07:33.829529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-544572fc-591b-41f1-9d5c-5c68c0dcdfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.831036 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-544572fc-591b-41f1-9d5c-5c68c0dcdfa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1094 time: 0.0423222 Nov 22 17:07:33.927546 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-dc6d719d-312c-4c2f-8d6f-e8e3d17e0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:33.929820 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-dc6d719d-312c-4c2f-8d6f-e8e3d17e0aec service neutron] 10.222.0.20 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.0911129 Nov 22 17:07:33.973485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-57827979-52ed-48aa-b71b-0d8ca61ead75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 217 time: 0.0352037 Nov 22 17:07:34.026117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-1307567e-1394-4d22-9960-af48abc6d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:34.027478 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-1307567e-1394-4d22-9960-af48abc6d3e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0455561 Nov 22 17:07:34.079393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-7a8b2235-64cb-40e1-93e1-f636456e42ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:34.080871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-7a8b2235-64cb-40e1-93e1-f636456e42ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456858 Nov 22 17:07:34.171998 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-035cfe85-2363-4c34-ab4b-50563025f61a service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831313 Nov 22 17:07:34.279744 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cabab254-dcfd-46be-bc4f-e6f82753f7f7 req-c91321a5-f871-41e0-bb9c-0059eafba299 service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989304 Nov 22 17:07:34.392781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034a5cd-2e1c-4c21-92fb-f2ac85417abe req-b185c785-f598-4bb6-8fb8-125208fb3a31 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:34.394300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f034a5cd-2e1c-4c21-92fb-f2ac85417abe req-b185c785-f598-4bb6-8fb8-125208fb3a31 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 943 time: 0.0493758 Nov 22 17:07:34.443729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f034a5cd-2e1c-4c21-92fb-f2ac85417abe req-b54e0e75-4b81-45c1-9a21-730b0343ed4e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 Nov 22 17:07:35.062812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87e98540-0161-4fde-90c1-b073236a987f details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:07:35.163054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:35.174758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '87e98540-0161-4fde-90c1-b073236a987f', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'port_id': '87e98540-0161-4fde-90c1-b073236a987f', 'mac_address': 'fa:16:3e:d1:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:07:35.212128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.225257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e98540-0161-4fde-90c1-b073236a987f {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:35.244195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:35.247319 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:35.297339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:35.463579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87e98540-0161-4fde-90c1-b073236a987f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:07:35.570821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6deb82e-66b3-4314-95e6-cf76ba81b007 req-279ba69a-b617-4bee-a84c-aeb8034f8078 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:35.572531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6deb82e-66b3-4314-95e6-cf76ba81b007 req-279ba69a-b617-4bee-a84c-aeb8034f8078 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0551462 Nov 22 17:07:35.629422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6deb82e-66b3-4314-95e6-cf76ba81b007 req-34d6f33c-54fd-4540-a4bf-9d57fc9b9b9c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498025 Nov 22 17:07:36.747396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646a95-58ae-49d5-9106-63aba106e4b1 req-7bb269b5-1054-435a-a69b-5787a43731e3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:36.749600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3646a95-58ae-49d5-9106-63aba106e4b1 req-7bb269b5-1054-435a-a69b-5787a43731e3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0490406 Nov 22 17:07:36.799847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3646a95-58ae-49d5-9106-63aba106e4b1 req-1cb6d811-6367-40e5-aade-01310c3cc9cd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Nov 22 17:07:37.072454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87e98540-0161-4fde-90c1-b073236a987f up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:37.124404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 87e98540-0161-4fde-90c1-b073236a987f completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:07:37.128531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 87e98540-0161-4fde-90c1-b073236a987f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:37.128904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.204394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.236745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:37.239049 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07342bdd-9e28-4ba7-9a62-b81184559f55" -d '{"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-plugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:37.252762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:37.261913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.312079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:37.364197 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dc9ddb-85de-4d94-8309-76947e9235b2 x-openstack-request-id: req-21dc9ddb-85de-4d94-8309-76947e9235b2 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:37.364489 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-plugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:37.364743 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21dc9ddb-85de-4d94-8309-76947e9235b2 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:37.365154 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'code': 200} Nov 22 17:07:37.465477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f5a2d-4bc9-4c32-9bb7-6eceb3236e7f req-8d96f8f3-5e3f-499c-8a94-9b53b6155ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:37.467006 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-706f5a2d-4bc9-4c32-9bb7-6eceb3236e7f req-8d96f8f3-5e3f-499c-8a94-9b53b6155ddf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1096 time: 0.0432558 Nov 22 17:07:37.515366 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-706f5a2d-4bc9-4c32-9bb7-6eceb3236e7f req-78ae50d6-fa2a-4598-bdb3-0fccdfd51b87 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400360 Nov 22 17:07:37.596436 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:37.916222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb520f5-fbcf-47d3-9cd7-ff41f9d780fa req-0fbf53cd-74a6-41cf-b3ae-913ffa4817fd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:37.917597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bb520f5-fbcf-47d3-9cd7-ff41f9d780fa req-0fbf53cd-74a6-41cf-b3ae-913ffa4817fd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0485239 Nov 22 17:07:37.972643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bb520f5-fbcf-47d3-9cd7-ff41f9d780fa req-8d93660d-9d8f-4a28-8e94-74234416011e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490174 Nov 22 17:07:39.096666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09348d9e-6bba-4e47-a4a5-44e8b109138e req-3967c2a2-2eb6-4b60-a511-33fe4b415cff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:39.098178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09348d9e-6bba-4e47-a4a5-44e8b109138e req-3967c2a2-2eb6-4b60-a511-33fe4b415cff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0536044 Nov 22 17:07:39.128649 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.150328 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09348d9e-6bba-4e47-a4a5-44e8b109138e req-9731ad47-26a8-48f8-b346-dbe150e49be8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455401 Nov 22 17:07:39.180512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48464) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.271451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7797430e-0173-49c3-be4b-d338a835a5ce tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/floatingips/480f2e2c-ea4b-489f-b7f3-7411c461ebe0 HTTP/1.1" status: 200 len: 994 time: 0.0897927 Nov 22 17:07:39.291534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783f960-d72b-44d3-bb04-42a8cd333c06 req-9dd95553-9744-411b-86e5-96239c66a43d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:39.293045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e783f960-d72b-44d3-bb04-42a8cd333c06 req-9dd95553-9744-411b-86e5-96239c66a43d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0650859 Nov 22 17:07:39.346721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e783f960-d72b-44d3-bb04-42a8cd333c06 req-612d6617-5110-4e1b-8c5f-21fa5ad43e5c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475051 Nov 22 17:07:39.368348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48468) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.507849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef45e5d-fc92-43b9-88d6-cb2ff4f8f322 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:39.509741 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bef45e5d-fc92-43b9-88d6-cb2ff4f8f322 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1091 time: 0.1398997 Nov 22 17:07:39.512208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.516956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '87e98540-0161-4fde-90c1-b073236a987f', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:39.539118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.558199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48476) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:39.643972 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.723916 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 185228f6-64c4-40de-877c-75eded6bd2d4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:39.724255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.756511 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.100 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/173bd35e-153d-4651-a94a-79a39a24bedf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:39.804036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.804363 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.816803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 185228f6-64c4-40de-877c-75eded6bd2d4 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:39.862430 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.899398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.945181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:39.948207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:39.951638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:39.957249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=173bd35e-153d-4651-a94a-79a39a24bedf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:39.974308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:39.985942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.986302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.986651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.986997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.987341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.987678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.988015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.988350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.988690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.989023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.989367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:39.989710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:07:40.352946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.362809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=185228f6-64c4-40de-877c-75eded6bd2d4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:40.425806 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.426068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.426693 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Floating IP 480f2e2c-ea4b-489f-b7f3-7411c461ebe0 disassociated (deleted). External IP: 172.25.6.171, port: 81992736-f08d-4be1-bafa-67865019e618. Nov 22 17:07:40.578743 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.583963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.647467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:40.662102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=173bd35e-153d-4651-a94a-79a39a24bedf,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:40.670492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.760227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:40.766336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:40.771307 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] Sync routers for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:40.779407 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP d2d3ce48-81ee-4761-8371-a3c2a37cbda8 associated. External IP: 172.25.6.100, port: 87e98540-0161-4fde-90c1-b073236a987f. Nov 22 17:07:40.783302 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:40.783921 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:40.797042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-90a1c6ed-c61d-4dfd-b886-88c988b4c11d tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/floatingips/480f2e2c-ea4b-489f-b7f3-7411c461ebe0 HTTP/1.1" status: 204 len: 168 time: 1.2370377 Nov 22 17:07:40.797643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'tag': '81992736-f08d-4be1-bafa-67865019e618'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:40.800122 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856675a2-a36f-429a-a68d-001a51c5c548" -d '{"events": [{"name": "network-changed", "server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "tag": "81992736-f08d-4be1-bafa-67865019e618"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:40.852809 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56bd250-3e57-4d1d-bd72-319ddfa31848 x-openstack-request-id: req-e56bd250-3e57-4d1d-bd72-319ddfa31848 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:40.853172 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "tag": "81992736-f08d-4be1-bafa-67865019e618", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:40.853495 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e56bd250-3e57-4d1d-bd72-319ddfa31848 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:40.853862 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'tag': '81992736-f08d-4be1-bafa-67865019e618', 'status': 'completed', 'code': 200} Nov 22 17:07:40.909632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:40.937868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856675a2-a36f-429a-a68d-001a51c5c548 req-211fbc2c-d06b-4bf7-8ee0-fd12ec8a645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:40.939784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-211fbc2c-d06b-4bf7-8ee0-fd12ec8a645e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ebb36c4856584ec99a1e4f8286b35193&device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 1097 time: 0.0549490 Nov 22 17:07:41.098285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856675a2-a36f-429a-a68d-001a51c5c548 req-d7c88a63-3e8c-40ca-916d-48060ad4b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.099878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-d7c88a63-3e8c-40ca-916d-48060ad4b152 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00 HTTP/1.1" status: 200 len: 897 time: 0.1491849 Nov 22 17:07:41.158695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-a9d119f7-84f6-47fb-86bf-afa7aa5df224 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81992736-f08d-4be1-bafa-67865019e618 HTTP/1.1" status: 200 len: 217 time: 0.0480034 Nov 22 17:07:41.162243 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.167226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21baefd3-c2c2-4fab-bcf7-4b3e20d91888 req-cc55d65f-5a2e-443b-9d4d-87e5dfe47426 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.168875 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21baefd3-c2c2-4fab-bcf7-4b3e20d91888 req-cc55d65f-5a2e-443b-9d4d-87e5dfe47426 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.1145573 Nov 22 17:07:41.191893 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] Checking router: 1ee0c339-d102-451e-b4ad-4baa68fe9c4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:41.200829 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:41.201455 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.250996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856675a2-a36f-429a-a68d-001a51c5c548 req-a5d5bc71-c8a2-4cf2-8f32-ef767bac85c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.252874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-a5d5bc71-c8a2-4cf2-8f32-ef767bac85c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dc3c1054-d959-446d-823d-8449e5b3775f HTTP/1.1" status: 200 len: 835 time: 0.0810087 Nov 22 17:07:41.278667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21baefd3-c2c2-4fab-bcf7-4b3e20d91888 req-2cb4a0dc-664c-47c9-954c-99390f60edd8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984108 Nov 22 17:07:41.320005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856675a2-a36f-429a-a68d-001a51c5c548 req-f7713932-5bd9-4148-a438-5775a5de8d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.321548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-f7713932-5bd9-4148-a438-5775a5de8d28 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d84a7d41-a8a4-48f1-aa8c-01b6449fea00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546329 Nov 22 17:07:41.323409 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:41.391412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 0abc4a03-69f2-4333-be96-bb2afb10f2ba has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:41.426984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-1afdccd4-20b9-4b4e-b08a-cf890ead5d43 service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948842 Nov 22 17:07:41.502965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:41.516744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] Sync routers for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:41.524755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:41.526369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:41.527682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.540048 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.550849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-856675a2-a36f-429a-a68d-001a51c5c548 req-0ed106df-65b2-4c33-ab86-44f5698e8d50 service neutron] 10.222.0.66 "GET /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085720 Nov 22 17:07:41.564076 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3f005eff-02e3-434b-8dfc-81fa841d18fc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0507987 Nov 22 17:07:41.564801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:41.567682 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c" -d '{"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:41.581338 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fc12db-61c0-496b-9cce-39c8cd5962ac None None] The sync data for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 is: [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:06:37Z', 'revision_number': 4, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '03813a76-260f-491e-b7b4-2d4e8d066133', 'name': '', 'network_id': 'd84a7d41-a8a4-48f1-aa8c-01b6449fea00', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'mac_address': 'fa:16:3e:3a:f4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3914, 'fixed_ips': [{'subnet_id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:35Z', 'updated_at': '2021-11-22T17:06:41Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'subnets': [{'id': 'dc3c1054-d959-446d-823d-8449e5b3775f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:41.622918 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851629f-53ff-455e-b03d-6ccae1d2902e x-openstack-request-id: req-7851629f-53ff-455e-b03d-6ccae1d2902e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:41.623213 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:41.623464 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7851629f-53ff-455e-b03d-6ccae1d2902e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:41.624478 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'status': 'completed', 'code': 200} Nov 22 17:07:41.661997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:41.703459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-d5144127-9c84-4ef3-9f9b-15e6020c2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.705862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-d5144127-9c84-4ef3-9f9b-15e6020c2f0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1096 time: 0.0493946 Nov 22 17:07:41.723339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656d8ce-20fb-463c-b6a8-f30b55d9e4de req-9e3a6848-074c-4765-a7c8-1fbc45a1f2ea tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.724951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8656d8ce-20fb-463c-b6a8-f30b55d9e4de req-9e3a6848-074c-4765-a7c8-1fbc45a1f2ea tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0694020 Nov 22 17:07:41.781520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8656d8ce-20fb-463c-b6a8-f30b55d9e4de req-e835a3b0-963b-4025-8101-b49016859847 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503087 Nov 22 17:07:41.807955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48488) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:41.835704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-f95e61a5-7e8e-405d-bfad-9d8ff11738bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.837412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-f95e61a5-7e8e-405d-bfad-9d8ff11738bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.1240060 Nov 22 17:07:41.876957 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b6e1d0ed-c1ba-4527-800c-ec88778eb62d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/d2d3ce48-81ee-4761-8371-a3c2a37cbda8 HTTP/1.1" status: 200 len: 991 time: 0.0684083 Nov 22 17:07:41.920298 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-0ac7a9ba-ee54-47b4-ba8b-3dfae8aedf2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 999 time: 0.0749106 Nov 22 17:07:41.923489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd2d3ce48-81ee-4761-8371-a3c2a37cbda8', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'port_id': '87e98540-0161-4fde-90c1-b073236a987f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'mac_address': 'fa:16:3e:d1:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:07:40Z', 'updated_at': '2021-11-22T17:07:40Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.923697 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e28a03-06a4-4311-8af0-3177b19a834d None None] New status for floating IP 480f2e2c-ea4b-489f-b7f3-7411c461ebe0: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:41.957435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] Checking router: 0abc4a03-69f2-4333-be96-bb2afb10f2ba for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:41.966620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:41.967225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:41.975318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-62bc257b-d4d5-439b-85fb-8cd5f2c9dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:41.976911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-62bc257b-d4d5-439b-85fb-8cd5f2c9dff6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0479817 Nov 22 17:07:42.033266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-d86b7058-8729-4b6e-85db-10aebb29bc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:42.034789 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-d86b7058-8729-4b6e-85db-10aebb29bc4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423694 Nov 22 17:07:42.077985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:42.130533 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-1c9bed79-1a47-4ec7-982a-c1b6996d125e service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881896 Nov 22 17:07:42.227613 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1486cfc9-0b4f-4f6f-ad85-7ee28157816c req-7c124dfc-e0c5-4dcc-b36e-68c58623d31d service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890617 Nov 22 17:07:42.409056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed1380-7e2d-4142-91f0-c3591c5499c6 req-aed525fe-5759-4b86-99f4-8203f2eb2630 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:42.410717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91ed1380-7e2d-4142-91f0-c3591c5499c6 req-aed525fe-5759-4b86-99f4-8203f2eb2630 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.0526876 Nov 22 17:07:42.455277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd2d3ce48-81ee-4761-8371-a3c2a37cbda8', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'port_id': '87e98540-0161-4fde-90c1-b073236a987f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'mac_address': 'fa:16:3e:d1:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:07:40Z', 'updated_at': '2021-11-22T17:07:40Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:42.466698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91ed1380-7e2d-4142-91f0-c3591c5499c6 req-60add609-6855-4321-9635-abf7a617c322 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1243a73-2597-48b0-8444-41b1392269e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499549 Nov 22 17:07:42.485690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29b41fd-41a3-4488-be79-01deea3eb136 None None] The sync data for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 is: [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd2d3ce48-81ee-4761-8371-a3c2a37cbda8', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.100', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'port_id': '87e98540-0161-4fde-90c1-b073236a987f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'mac_address': 'fa:16:3e:d1:35:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:07:40Z', 'updated_at': '2021-11-22T17:07:40Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:42.692480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154d8658-d169-48e8-98d3-d3563f6542b9 None None] New status for floating IP d2d3ce48-81ee-4761-8371-a3c2a37cbda8: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:07:42.880763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48492) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:42.943691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b9bf2be6-a8a1-4a33-9410-0bda761d02f3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/d2d3ce48-81ee-4761-8371-a3c2a37cbda8 HTTP/1.1" status: 200 len: 993 time: 0.0617101 Nov 22 17:07:43.061157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-badd7a55-997b-45dd-8601-e4c7e96b6d83 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:43.062886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-badd7a55-997b-45dd-8601-e4c7e96b6d83 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 946 time: 0.0486329 Nov 22 17:07:43.164991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 81992736-f08d-4be1-bafa-67865019e618 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:43.165262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.254866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port 81992736-f08d-4be1-bafa-67865019e618, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=81992736-f08d-4be1-bafa-67865019e618,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:43.255232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.272576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 81992736-f08d-4be1-bafa-67865019e618 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:43.403430 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.431576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=81992736-f08d-4be1-bafa-67865019e618,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:43.482099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] No DVR routers for this DVR port 81992736-f08d-4be1-bafa-67865019e618 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:43.484745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:43.488159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0a02370-cab4-4b4c-817c-8f636ae66914 req-e831d6a1-7c59-421b-b426-008b2f082192 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.66 "DELETE /v2.0/ports/81992736-f08d-4be1-bafa-67865019e618 HTTP/1.1" status: 204 len: 173 time: 0.4163361 Nov 22 17:07:43.488607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'name': 'network-vif-deleted', 'tag': '81992736-f08d-4be1-bafa-67865019e618'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:43.490868 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e855020-49bb-4901-9ee4-6ca5a742bbd4" -d '{"events": [{"server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "name": "network-vif-deleted", "tag": "81992736-f08d-4be1-bafa-67865019e618"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:43.540599 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e5be93-d142-4708-b279-402b5a9df53d x-openstack-request-id: req-a1e5be93-d142-4708-b279-402b5a9df53d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:43.541135 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74233390-94fa-455e-b5ab-39cdba2b8206", "name": "network-vif-deleted", "tag": "81992736-f08d-4be1-bafa-67865019e618", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:43.541408 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1e5be93-d142-4708-b279-402b5a9df53d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:43.541860 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74233390-94fa-455e-b5ab-39cdba2b8206', 'name': 'network-vif-deleted', 'tag': '81992736-f08d-4be1-bafa-67865019e618', 'status': 'completed', 'code': 200} Nov 22 17:07:43.573760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d908b6a6-da96-4dc2-b343-a5d2906d6685 req-5651210c-31dd-4447-99c1-0372be55471b tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "GET /v2.0/ports?device_id=74233390-94fa-455e-b5ab-39cdba2b8206 HTTP/1.1" status: 200 len: 210 time: 0.0294952 Nov 22 17:07:44.632387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48500) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:44.690458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08abf4f6-fad3-4c2b-96c7-14ef1c4bb087 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.715959 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08abf4f6-fad3-4c2b-96c7-14ef1c4bb087 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.774762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08abf4f6-fad3-4c2b-96c7-14ef1c4bb087 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.777594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-08abf4f6-fad3-4c2b-96c7-14ef1c4bb087 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:44.778937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-08abf4f6-fad3-4c2b-96c7-14ef1c4bb087 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/security-groups/f1243a73-2597-48b0-8444-41b1392269e6 HTTP/1.1" status: 204 len: 168 time: 0.1453776 Nov 22 17:07:44.789006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abf4f6-fad3-4c2b-96c7-14ef1c4bb087 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1243a73-2597-48b0-8444-41b1392269e6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:44.814572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48504) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:45.179411 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.439650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port 03813a76-260f-491e-b7b4-2d4e8d066133 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:45.439986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.527548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port 03813a76-260f-491e-b7b4-2d4e8d066133, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=03813a76-260f-491e-b7b4-2d4e8d066133,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:45.527909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.540894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for 03813a76-260f-491e-b7b4-2d4e8d066133 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:45.731118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:45.758595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=03813a76-260f-491e-b7b4-2d4e8d066133,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:45.849257 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:07:45.935714 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.155898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:46.270065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:46.274996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4221adad-49c8-44ca-b32f-9aaf41a7d0d8 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "PUT /v2.0/routers/1ee0c339-d102-451e-b4ad-4baa68fe9c4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4593794 Nov 22 17:07:46.277778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48506) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:46.280909 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] Sync routers for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:46.291118 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:46.291916 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:46.330123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting subnet dc3c1054-d959-446d-823d-8449e5b3775f {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:07:46.333276 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.371877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.470246 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.495517 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:46.531601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.556794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Subnet': ['ID=dc3c1054-d959-446d-823d-8449e5b3775f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:46.563463 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.566663 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a348d4de-4a17-497a-9e74-14412d410516 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/subnets/dc3c1054-d959-446d-823d-8449e5b3775f HTTP/1.1" status: 204 len: 168 time: 0.2879715 Nov 22 17:07:46.569615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48508) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:46.574419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121d0cba-0f1b-4550-b0de-130f02aacca1 None None] Network d84a7d41-a8a4-48f1-aa8c-01b6449fea00 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:46.681931 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:07:45Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:46.692601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.710942 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] Checking router: 1ee0c339-d102-451e-b4ad-4baa68fe9c4f for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:46.719818 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] Routers {'1ee0c339-d102-451e-b4ad-4baa68fe9c4f'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:46.720488 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:46.780593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] DHCP port deletion for d84a7d41-a8a4-48f1-aa8c-01b6449fea00 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:46.812448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.831579 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] Set router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:46.834034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] Deleting port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:46.834566 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.869683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Deleting port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:07:46.870135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.905189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] For port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,segment=NetworkSegment(d37680cb-b8ba-49e8-836b-28bcba868317),segment_id=d37680cb-b8ba-49e8-836b-28bcba868317)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:46.906065 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.919884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] Calling delete_port for a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:46.965206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81992736-f08d-4be1-bafa-67865019e618 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:46.966663 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] For port f4be7c06-1daa-4608-9f14-c0d5ae9e0d33, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:46.967147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:46.981293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Calling delete_port for f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:07:47.020173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 81992736-f08d-4be1-bafa-67865019e618 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:47.020711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 81992736-f08d-4be1-bafa-67865019e618 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:47.080063 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:07:45Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:47.116296 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b006a-db94-4ae4-995c-ff0741e8da80 None None] The sync data for ids ['1ee0c339-d102-451e-b4ad-4baa68fe9c4f'] in n-d-816206-6 is: [{'id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'name': 'tempest-TestNetworkBasicOps-router-818636804', 'tenant_id': 'ebb36c4856584ec99a1e4f8286b35193', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17'}], 'enable_snat': True}, 'gw_port_id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:06:31Z', 'updated_at': '2021-11-22T17:07:45Z', 'revision_number': 5, 'project_id': 'ebb36c4856584ec99a1e4f8286b35193', 'gw_port': {'id': 'f4be7c06-1daa-4608-9f14-c0d5ae9e0d33', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b9:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ee0c339-d102-451e-b4ad-4baa68fe9c4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3910, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:06:32Z', 'updated_at': '2021-11-22T17:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:47.122623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.172216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] No DVR routers for this DVR port a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:07:47.173770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e0a3cb-e078-4887-96ac-dd4913ea53c0 None None] Pushing event deleted for resources: {'Port': ['ID=a54999f9-6078-46f6-9fcc-fe5dfa94c7d1,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:47.223081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.251850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Port': ['ID=f4be7c06-1daa-4608-9f14-c0d5ae9e0d33,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:47.267476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f581f9-f62e-4bb9-97fe-e8abac316bfd None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:47.318893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.418397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.420909 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.470082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:47.471252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.472061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Fanout notify agent at l3_agent the message router_deleted on router 1ee0c339-d102-451e-b4ad-4baa68fe9c4f {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:07:47.479174 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.481705 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d031bb7f-92ac-4b22-a6e1-b0bd9015b529 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/routers/1ee0c339-d102-451e-b4ad-4baa68fe9c4f HTTP/1.1" status: 204 len: 168 time: 0.9099171 Nov 22 17:07:47.483949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48510) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:47.491292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:47.491648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a54999f9-6078-46f6-9fcc-fe5dfa94c7d1 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:47.570048 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.657885 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.683052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84a7d41-a8a4-48f1-aa8c-01b6449fea00']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:47.692884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37680cb-b8ba-49e8-836b-28bcba868317') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:47.693140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37680cb-b8ba-49e8-836b-28bcba868317') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:47.702949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.716233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.723069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:07:47.723464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:07:47.726626 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:07:47.789546 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.794354 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:47.801392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] 10.222.0.65 "DELETE /v2.0/networks/d84a7d41-a8a4-48f1-aa8c-01b6449fea00 HTTP/1.1" status: 204 len: 168 time: 0.3131537 Nov 22 17:07:47.814447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbfb54a-04ff-482b-854d-e79708333d06 tempest-TestNetworkBasicOps-2013797988 tempest-TestNetworkBasicOps-2013797988-project] Pushing event deleted for resources: {'Network': ['ID=d84a7d41-a8a4-48f1-aa8c-01b6449fea00,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:48.072556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48516) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:48.212759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6158f69c-c9de-4852-bd78-a45f54a4e082 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ebb36c4856584ec99a1e4f8286b35193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388226 Nov 22 17:07:48.215107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48520) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:48.262602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a75778f2-d67c-45c2-9c24-80f9db576138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.289019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a75778f2-d67c-45c2-9c24-80f9db576138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.335335 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a75778f2-d67c-45c2-9c24-80f9db576138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.337862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a75778f2-d67c-45c2-9c24-80f9db576138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.339012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a75778f2-d67c-45c2-9c24-80f9db576138 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cffa8099-94fb-4c64-bafb-ae2ec1fff57b HTTP/1.1" status: 204 len: 168 time: 0.1230035 Nov 22 17:07:48.348113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75778f2-d67c-45c2-9c24-80f9db576138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffa8099-94fb-4c64-bafb-ae2ec1fff57b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:48.600453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48526) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:48.614185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22b006b3-f6b9-46c1-8177-336a729f3895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.691176 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22b006b3-f6b9-46c1-8177-336a729f3895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.695308 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-22b006b3-f6b9-46c1-8177-336a729f3895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.734280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-22b006b3-f6b9-46c1-8177-336a729f3895 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=461392b119fe4a1cae7a5a83f86cdc73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327012 Nov 22 17:07:48.735212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b006b3-f6b9-46c1-8177-336a729f3895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db80228-fcd4-4205-81af-d6ff54da8f21,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:48.736971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:48.786202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ce842e7-7026-4441-9a6d-8e99ad234818 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.807343 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ce842e7-7026-4441-9a6d-8e99ad234818 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.853019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ce842e7-7026-4441-9a6d-8e99ad234818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.855718 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ce842e7-7026-4441-9a6d-8e99ad234818 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:48.856857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9ce842e7-7026-4441-9a6d-8e99ad234818 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5db80228-fcd4-4205-81af-d6ff54da8f21 HTTP/1.1" status: 204 len: 168 time: 0.1188824 Nov 22 17:07:48.865264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce842e7-7026-4441-9a6d-8e99ad234818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db80228-fcd4-4205-81af-d6ff54da8f21,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:49.052909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 03813a76-260f-491e-b7b4-2d4e8d066133 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:49.073251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 03813a76-260f-491e-b7b4-2d4e8d066133 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:49.073600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 03813a76-260f-491e-b7b4-2d4e8d066133 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:49.074042 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:07:49.096137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:07:49.096482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f4be7c06-1daa-4608-9f14-c0d5ae9e0d33 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:07:49.962002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f6711880-bf52-4fc7-913d-8bf303ece2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.874143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48580) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:50.879287 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'network': {'name': 'tempest-network-smoke--565469129', 'project_id': '0ed41d93903b468685873c24d4dc0376', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:50.900249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Made reservation on behalf of 0ed41d93903b468685873c24d4dc0376 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:50.903756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.912630 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.990446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:50.996359 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.026741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 892} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:07:51.037169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9fc28d-5da2-4ed9-b56b-a4b466412156,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:51.042804 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.043147 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Added segment 5e3bc456-0e05-4039-b07a-5ffec86837f7 of type vlan for network 498834fc-7efd-4fb7-93d3-17f409a987e4 Nov 22 17:07:51.082996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.107591 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.113368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:51.113988 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.168614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2933505 Nov 22 17:07:51.171945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48582) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:51.176555 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'admin_state_up': True, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:51.183386 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b0c5c6-ece2-4fa5-81af-3590f482ec8e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Network': ['ID=498834fc-7efd-4fb7-93d3-17f409a987e4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:51.193488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:07:51.200134 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.201215 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.262758 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.401421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.589785 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:51.607803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.023398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.25.6.154 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/aea6e36a-0059-42aa-826e-302f8b3d0641) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:52.124156 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.158560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.201989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:52.205020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:52.208449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:52.218137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c42da5-c20a-409d-abee-a090c14f20ed None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:52.231466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=aea6e36a-0059-42aa-826e-302f8b3d0641,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:52.314272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-80a2ad55-1e92-4f8a-a0b5-3e1b12ae824f None None] Provisioning complete for port aea6e36a-0059-42aa-826e-302f8b3d0641 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:52.314644 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-80a2ad55-1e92-4f8a-a0b5-3e1b12ae824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.351783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-80a2ad55-1e92-4f8a-a0b5-3e1b12ae824f None None] Port aea6e36a-0059-42aa-826e-302f8b3d0641 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:52.465954 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.678141 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.812116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 609cbe4b-7216-4262-af3a-69021e58764a is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:07:52.923174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:52.932531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Sync routers for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:52.943471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:52.943640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:52.944378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:52.948566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-679b8210-7db7-4a72-8381-f5928b34c86c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7725439 Nov 22 17:07:52.948945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48584) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:53.054591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:53.076527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a07bc591-7b34-4a5f-a0fd-f1a812f9c3d3 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0ed41d93903b468685873c24d4dc0376&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1262293 Nov 22 17:07:53.083268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48588) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:53.188302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629981d5-657f-420b-b540-f5b56c15f453 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:53.189889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-629981d5-657f-420b-b540-f5b56c15f453 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1056147 Nov 22 17:07:53.192685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48590) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:53.221676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5fd2222a-54b6-4b36-bf64-63b29f043a76 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279012 Nov 22 17:07:53.224380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48592) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:53.229300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229516242', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'project_id': '0ed41d93903b468685873c24d4dc0376', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:53.245054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:52Z', 'revision_number': 3, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:53.275741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Checking router: 609cbe4b-7216-4262-af3a-69021e58764a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:53.276079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Updating router 609cbe4b-7216-4262-af3a-69021e58764a port aea6e36a-0059-42aa-826e-302f8b3d0641 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:07:53.302159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.320439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Made reservation on behalf of 0ed41d93903b468685873c24d4dc0376 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:53.323981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.412160 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ec120efa-ae6b-43a1-b1c9-f3d1a2b4772d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.516273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.574159 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.577920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Subnet': ['ID=d88c7592-df8d-4a51-b558-ae0d0f464a9e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:53.580667 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.586834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Checking segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:53.587128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network hostable DHCP agents. Network: 498834fc-7efd-4fb7-93d3-17f409a987e4, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:07:53.604829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:07:53.615379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 498834fc-7efd-4fb7-93d3-17f409a987e4) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:53.619737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:53.620385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.632424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e231510-2661-493a-bbb3-1f78f21b035b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:53.638619 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d3c78d36-a7f3-40fc-880a-f16d037f8eb0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4132264 Nov 22 17:07:53.640202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d994f9-91ab-4c9c-9b63-00f1d74a3824 None None] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:53.642185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48594) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:53.684832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa934a-4140-4202-8320-c22f9c540fcc None None] Pushing event updated for resources: {'Port': ['ID=aea6e36a-0059-42aa-826e-302f8b3d0641,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:53.687794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Attempting to bind port aea6e36a-0059-42aa-826e-302f8b3d0641 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:53.688173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Attempting to bind port aea6e36a-0059-42aa-826e-302f8b3d0641 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:53.688544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Attempting to bind port aea6e36a-0059-42aa-826e-302f8b3d0641 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:53.698868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:53.699251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:53.699660 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.700056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:53.700818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Bound port: aea6e36a-0059-42aa-826e-302f8b3d0641, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:53.700988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.790625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] For port aea6e36a-0059-42aa-826e-302f8b3d0641, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:53.794875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] For port aea6e36a-0059-42aa-826e-302f8b3d0641, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aea6e36a-0059-42aa-826e-302f8b3d0641,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:53.820268 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.826946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-172ffecd-fad2-4b77-ae89-b293b044f4bb None None] Provisioning complete for port aea6e36a-0059-42aa-826e-302f8b3d0641 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:53.827395 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-172ffecd-fad2-4b77-ae89-b293b044f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.907060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003bf4b-eded-4f81-bcf4-a6488c523cf9 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:07:53.954368 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-498834fc-7efd-4fb7-93d3-17f409a987e4', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:07:53.955227 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:53.956935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa934a-4140-4202-8320-c22f9c540fcc None None] Pushing event updated for resources: {'Port': ['ID=aea6e36a-0059-42aa-826e-302f8b3d0641,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:53.970041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:53.970675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:54.089972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.330903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-172ffecd-fad2-4b77-ae89-b293b044f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.347793 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.365534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:54.376005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.20.0.1 (498834fc-7efd-4fb7-93d3-17f409a987e4/d88c7592-df8d-4a51-b558-ae0d0f464a9e/bc8402d2-6a5a-491f-b5ee-8c3069e026c6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:54.424273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-172ffecd-fad2-4b77-ae89-b293b044f4bb None None] For port aea6e36a-0059-42aa-826e-302f8b3d0641, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aea6e36a-0059-42aa-826e-302f8b3d0641,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:54.466854 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-172ffecd-fad2-4b77-ae89-b293b044f4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.492182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.527390 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.559957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ffecd-fad2-4b77-ae89-b293b044f4bb None None] Pushing event updated for resources: {'Port': ['ID=aea6e36a-0059-42aa-826e-302f8b3d0641,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:54.570184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:54.573446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:54.578095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:54.585026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:54.625590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.632595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Allocated IP 172.20.0.2 (498834fc-7efd-4fb7-93d3-17f409a987e4/d88c7592-df8d-4a51-b558-ae0d0f464a9e/7e0abfae-d504-4992-b51f-c7c580540b32) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:54.639717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c7891eaa-0a1c-4a59-9b42-a0e8c35feb05 None None] Provisioning complete for port aea6e36a-0059-42aa-826e-302f8b3d0641 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:54.640145 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c7891eaa-0a1c-4a59-9b42-a0e8c35feb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.759704 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.773644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:52Z', 'revision_number': 3, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:54.840011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64764dc-f60d-42a7-8398-de77b99991c7 None None] The sync data for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 is: [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:52Z', 'revision_number': 3, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:54.898879 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.906800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:54.951959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:54.957484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:54.959941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:54.962045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Pushing event updated for resources: {'Port': ['ID=7e0abfae-d504-4992-b51f-c7c580540b32,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:55.020752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Attempting to bind port 7e0abfae-d504-4992-b51f-c7c580540b32 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:55.021132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Attempting to bind port 7e0abfae-d504-4992-b51f-c7c580540b32 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:55.021756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Attempting to bind port 7e0abfae-d504-4992-b51f-c7c580540b32 on network 498834fc-7efd-4fb7-93d3-17f409a987e4 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:55.027931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:55.028338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Checking segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:55.029282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.029842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Bound using segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:55.030723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Bound port: 7e0abfae-d504-4992-b51f-c7c580540b32, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:55.031198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.065990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.071751 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.141371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] For port 7e0abfae-d504-4992-b51f-c7c580540b32, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:55.149860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] For port 7e0abfae-d504-4992-b51f-c7c580540b32, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7e0abfae-d504-4992-b51f-c7c580540b32,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:55.150850 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.158353 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.169133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:55.230985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053cbb74-66f5-41a0-bcf9-3eb2bf574473 None None] Pushing event updated for resources: {'Port': ['ID=7e0abfae-d504-4992-b51f-c7c580540b32,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:55.262988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:55.265297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:55.393851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 609cbe4b-7216-4262-af3a-69021e58764a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:07:55.470252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.540228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:07:55.549286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0230cf6c-35ba-43cf-bdfc-f50f6e9aa41c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "PUT /v2.0/routers/609cbe4b-7216-4262-af3a-69021e58764a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9057367 Nov 22 17:07:55.552300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48596) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:55.557924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--886938452', 'description': 'tempest-secgroup_access--886938452 description', 'project_id': '0ed41d93903b468685873c24d4dc0376'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:55.589536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.668557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.672986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.702561 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.703832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1496875 Nov 22 17:07:55.706762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48598) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:55.712040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1469538704', 'description': 'tempest-secgroup_general--1469538704 description', 'project_id': '0ed41d93903b468685873c24d4dc0376'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:55.718202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e2c6a-8419-4caf-b024-502674254ac7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d47c00-84aa-4558-9810-bbcb3e3ed2c9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:55.739843 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.817804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.823268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.858926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.860187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1524773 Nov 22 17:07:55.864654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:07:55.869857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'security_group_rule': {'security_group_id': '61d47c00-84aa-4558-9810-bbcb3e3ed2c9', 'project_id': '0ed41d93903b468685873c24d4dc0376', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:55.876181 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd55fe7-a9cb-42a0-b37e-5dd5636fea4f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cbeae7-50c2-49ff-a5e1-97cfb254a378,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:55.899913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.964681 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.969939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:55.995475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28cf2bda-813a-4f08-b25b-deba08004bdb,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:56.002608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.003824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9386c337-1515-48ed-83d3-20607135754b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383169 Nov 22 17:07:56.036321 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.163387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-e018530e-d414-4bef-8d88-7d9d18be39a6 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--886938452&fields=id&tenant_id=0ed41d93903b468685873c24d4dc0376 HTTP/1.1" status: 200 len: 267 time: 0.0469527 Nov 22 17:07:56.221020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-4ce98cfe-827d-4f03-8ef4-e671600cc9fd tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--1469538704&fields=id&tenant_id=0ed41d93903b468685873c24d4dc0376 HTTP/1.1" status: 200 len: 267 time: 0.0506370 Nov 22 17:07:56.285884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f7805-9c73-40cd-b002-d2b67e0395ba None None] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:07:56.355835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-923c8742-8c30-4eac-a228-f41738b5f6b6 None None] Provisioning complete for port 7e0abfae-d504-4992-b51f-c7c580540b32 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:56.356202 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-923c8742-8c30-4eac-a228-f41738b5f6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.511271 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-923c8742-8c30-4eac-a228-f41738b5f6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.553618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-923c8742-8c30-4eac-a228-f41738b5f6b6 None None] For port 7e0abfae-d504-4992-b51f-c7c580540b32, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7e0abfae-d504-4992-b51f-c7c580540b32,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:56.558103 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-923c8742-8c30-4eac-a228-f41738b5f6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.618277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c8742-8c30-4eac-a228-f41738b5f6b6 None None] Pushing event updated for resources: {'Port': ['ID=7e0abfae-d504-4992-b51f-c7c580540b32,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:56.700563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-13787238-3081-47a1-977e-1728d2c90b05 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:56.702781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-13787238-3081-47a1-977e-1728d2c90b05 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/networks?id=498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 200 len: 796 time: 0.4742208 Nov 22 17:07:56.720513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-e7020048-62fe-49ff-9e80-bb0ff8595c10 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/quotas/0ed41d93903b468685873c24d4dc0376 HTTP/1.1" status: 200 len: 375 time: 0.0112801 Nov 22 17:07:56.777361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-4e655429-37e6-4ec1-b5d8-184e8d53b8bc tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497527 Nov 22 17:07:56.781251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bd01a53c-e4f4-4572-b854-6e09e44708d9 None None] Provisioning complete for port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:56.781719 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd01a53c-e4f4-4572-b854-6e09e44708d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.795890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-6cc9a6e9-1040-4f3f-a050-4fc881c3b18b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:07:56.797872 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-6cc9a6e9-1040-4f3f-a050-4fc881c3b18b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068114 Nov 22 17:07:56.820030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-bd01a53c-e4f4-4572-b854-6e09e44708d9 None None] Port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:56.834509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bd01a53c-e4f4-4572-b854-6e09e44708d9 None None] Provisioning complete for port 7e0abfae-d504-4992-b51f-c7c580540b32 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:56.834895 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd01a53c-e4f4-4572-b854-6e09e44708d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:56.910384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Sync routers for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:07:56.914236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-c3870ea2-5832-4fe9-90a7-dd96ee3ca3a0 service neutron] 10.222.0.65 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064582 Nov 22 17:07:56.925536 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:56.926600 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:57.008999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-65c10abb-9f1a-4379-afed-d1dc7f38828b service neutron] 10.222.0.65 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934334 Nov 22 17:07:57.049089 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:57.065009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3d6ae0bd-7f12-4368-8a4c-71b5d5b12a48 None None] Provisioning complete for port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:57.065392 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3d6ae0bd-7f12-4368-8a4c-71b5d5b12a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.136397 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-3d6ae0bd-7f12-4368-8a4c-71b5d5b12a48 None None] Port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:57.215428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aea6e36a-0059-42aa-826e-302f8b3d0641 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:57.251442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2a56919-08af-4cc8-a9b5-6c04bef95648 req-f15bcc14-4b7f-47f7-9ccb-48eb7bdefc12 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 210 time: 0.0316439 Nov 22 17:07:57.299863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port aea6e36a-0059-42aa-826e-302f8b3d0641 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:57.300242 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.317785 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 2, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:57.348751 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Checking router: 609cbe4b-7216-4262-af3a-69021e58764a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:07:57.349185 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Updating router 609cbe4b-7216-4262-af3a-69021e58764a port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:07:57.377041 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.390291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-34f63019-952b-472b-b2ef-cf8eb0071f65 None None] Provisioning complete for port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:57.390630 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-34f63019-952b-472b-b2ef-cf8eb0071f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.421283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7e0abfae-d504-4992-b51f-c7c580540b32 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:57.458081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-34f63019-952b-472b-b2ef-cf8eb0071f65 None None] Port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:57.487189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7e0abfae-d504-4992-b51f-c7c580540b32 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:57.487489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.667325 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.672605 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.729391 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e640ce-1d9f-41ea-b83c-d2553ce68144 None None] Pushing event updated for resources: {'Port': ['ID=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:57.783009 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Attempting to bind port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:57.783377 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Attempting to bind port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:57.783736 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Attempting to bind port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 on network 498834fc-7efd-4fb7-93d3-17f409a987e4 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:57.789238 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:57.789610 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Checking segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:57.790154 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.790414 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Bound using segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:57.790875 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Bound port: bc8402d2-6a5a-491f-b5ee-8c3069e026c6, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:57.791247 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.868694 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] For port bc8402d2-6a5a-491f-b5ee-8c3069e026c6, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:57.872756 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] For port bc8402d2-6a5a-491f-b5ee-8c3069e026c6, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:57.879158 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:57.932889 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:07:57.933592 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:57.981743 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e640ce-1d9f-41ea-b83c-d2553ce68144 None None] Pushing event updated for resources: {'Port': ['ID=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:57.992199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-12ee4f27-35f6-4b7c-86ac-2a15de5d7517 None None] Provisioning complete for port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:57.992618 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12ee4f27-35f6-4b7c-86ac-2a15de5d7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.057267 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:07:58.076807 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12ee4f27-35f6-4b7c-86ac-2a15de5d7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.113293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-12ee4f27-35f6-4b7c-86ac-2a15de5d7517 None None] For port bc8402d2-6a5a-491f-b5ee-8c3069e026c6, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:07:58.118698 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12ee4f27-35f6-4b7c-86ac-2a15de5d7517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.174158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee4f27-35f6-4b7c-86ac-2a15de5d7517 None None] Pushing event updated for resources: {'Port': ['ID=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:58.240140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9e88c8ef-f98d-4c2e-a3e6-158504b629f3 None None] Provisioning complete for port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:58.240738 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e88c8ef-f98d-4c2e-a3e6-158504b629f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.365297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93e978ea-89bd-4c90-b25b-55a4848d1d50 req-97dba3a3-bd83-4a96-9923-769e42e82cb4 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 210 time: 0.0366325 Nov 22 17:07:58.399656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-8bf3034c-85f8-4da5-92f7-162d2b280257 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:58.401300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-8bf3034c-85f8-4da5-92f7-162d2b280257 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.66 "GET /v2.0/networks?id=498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 200 len: 796 time: 0.1485627 Nov 22 17:07:58.438388 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:57Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:07:58.468922 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8025a93e-af41-498a-afcf-a997f7250a9b None None] The sync data for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 is: [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:57Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:07:58.483847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-347ad4f8-48ed-4d26-a205-5b2825c73436 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed41d93903b468685873c24d4dc0376 HTTP/1.1" status: 200 len: 477 time: 0.0696816 Nov 22 17:07:58.498988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'port': {'device_id': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'admin_state_up': True, 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'security_groups': ['61d47c00-84aa-4558-9810-bbcb3e3ed2c9', 'a8cbeae7-50c2-49ff-a5e1-97cfb254a378']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:58.634201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Made reservation on behalf of 0ed41d93903b468685873c24d4dc0376 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:07:58.637788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.784280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.20.0.8 (498834fc-7efd-4fb7-93d3-17f409a987e4/d88c7592-df8d-4a51-b558-ae0d0f464a9e/8f3854e5-f4c7-436b-982a-dc6fa66a24a0) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:07:58.944565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:58.981725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.046708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:07:59.050097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:07:59.054059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:07:59.093382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc8402d2-6a5a-491f-b5ee-8c3069e026c6 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:07:59.100484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:59.128889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:59.129601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.150237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-3578e38f-89b5-4576-bed5-64270ba2c943 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.6548586 Nov 22 17:07:59.157135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:59.157595 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.163612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Request body: {'port': {'device_id': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:07:59.229495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.393635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2fedb3b4-5785-44d4-b196-b73f0f828a7a None None] Provisioning complete for port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:07:59.394128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fedb3b4-5785-44d4-b196-b73f0f828a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.434289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2fedb3b4-5785-44d4-b196-b73f0f828a7a None None] Port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:07:59.554433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2134b63-8ff8-4a8a-b2ee-40b0d696c4db req-9d54766c-6894-4df4-94c9-6c804f0bba49 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:59.555958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2134b63-8ff8-4a8a-b2ee-40b0d696c4db req-9d54766c-6894-4df4-94c9-6c804f0bba49 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 970 time: 0.0981286 Nov 22 17:07:59.602837 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:07:59.614533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.638055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Transition to ACTIVE for port object 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:07:59.649803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.708196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2134b63-8ff8-4a8a-b2ee-40b0d696c4db req-ca14e216-0deb-4bc6-a973-5a62d06e0b2e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1332572 Nov 22 17:07:59.718321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:59.807528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Attempting to bind port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:07:59.807870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Attempting to bind port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:07:59.808222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Attempting to bind port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 on network 498834fc-7efd-4fb7-93d3-17f409a987e4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:59.814123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 on network 498834fc-7efd-4fb7-93d3-17f409a987e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:07:59.814328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Attempting to bind port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 on network 498834fc-7efd-4fb7-93d3-17f409a987e4 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:07:59.819880 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:07:59.820217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Checking segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:07:59.820600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Bound using segment: {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:07:59.821030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Bound port: 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3bc456-0e05-4039-b07a-5ffec86837f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:07:59.821387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.892111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] For port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:07:59.895502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] For port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:07:59.899913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.943062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:07:59.943689 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:07:59.945322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 200 len: 1130 time: 0.7863667 Nov 22 17:07:59.945787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:07:59.948084 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088371a2-9873-47fb-be6f-83b7c932ea47" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:07:59.969022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484501a3-c591-4500-a5da-5a9a365bb1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:07:59.996336 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f011cd1-79bd-477c-ae8f-ddbdebd42807 x-openstack-request-id: req-0f011cd1-79bd-477c-ae8f-ddbdebd42807 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:07:59.996634 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:07:59.996920 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f011cd1-79bd-477c-ae8f-ddbdebd42807 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:07:59.997332 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'status': 'completed', 'code': 200} Nov 22 17:08:00.058189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-f65e8086-0893-4737-b165-25395172966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.059869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-f65e8086-0893-4737-b165-25395172966a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1133 time: 0.0480452 Nov 22 17:08:00.111794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-ae759728-ee2b-4378-a7c5-b7945dbf812d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 200 len: 217 time: 0.0371611 Nov 22 17:08:00.170855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-5772c478-3b32-4dff-a08c-a6e6cac63b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.172324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-5772c478-3b32-4dff-a08c-a6e6cac63b5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d88c7592-df8d-4a51-b558-ae0d0f464a9e HTTP/1.1" status: 200 len: 835 time: 0.0510619 Nov 22 17:08:00.219956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-cbec246f-57c4-4a8a-ba38-56ffc1351d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.221450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-cbec246f-57c4-4a8a-ba38-56ffc1351d35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=498834fc-7efd-4fb7-93d3-17f409a987e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402813 Nov 22 17:08:00.311994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-ea7d1447-6877-422b-9b09-f0093dad3654 service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811055 Nov 22 17:08:00.415169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a6d2ead-5cd0-4dfc-b43a-981099a53c0d req-0589c98e-3c71-4929-839d-9108c3d92dbd service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891466 Nov 22 17:08:00.505618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-30085a97-285a-4048-857e-c803d7304e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.507125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-30085a97-285a-4048-857e-c803d7304e56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1133 time: 0.0419817 Nov 22 17:08:00.605204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-542b6db1-6275-49f1-9d9c-86a0dd99bd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.606748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-542b6db1-6275-49f1-9d9c-86a0dd99bd46 service neutron] 10.222.0.66 "GET /v2.0/networks?id=498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 200 len: 897 time: 0.0917606 Nov 22 17:08:00.656395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-63ed919d-36b8-4e7c-8c17-8090cdb8ef9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 200 len: 217 time: 0.0361209 Nov 22 17:08:00.712011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-8f16ceba-7f85-4fb4-b75b-6469f764a213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.713426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-8f16ceba-7f85-4fb4-b75b-6469f764a213 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d88c7592-df8d-4a51-b558-ae0d0f464a9e HTTP/1.1" status: 200 len: 835 time: 0.0441008 Nov 22 17:08:00.772595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-4055b31a-76c4-4e3e-98fc-8e8c78adc22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.774353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-4055b31a-76c4-4e3e-98fc-8e8c78adc22f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=498834fc-7efd-4fb7-93d3-17f409a987e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491641 Nov 22 17:08:00.890241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddf550-dc6b-4e18-92a0-d6fec06c22f5 req-8b4ebe28-2b91-4939-bb66-0c8deb8f6087 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:00.891646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-feddf550-dc6b-4e18-92a0-d6fec06c22f5 req-8b4ebe28-2b91-4939-bb66-0c8deb8f6087 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 982 time: 0.1100526 Nov 22 17:08:00.919323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-89d700e5-f94f-40d9-a01b-ab77fb5fb4b8 service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294503 Nov 22 17:08:01.001460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-feddf550-dc6b-4e18-92a0-d6fec06c22f5 req-1c9977b9-6018-4e96-aa31-27523194c73f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1038308 Nov 22 17:08:01.041455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-088371a2-9873-47fb-be6f-83b7c932ea47 req-6041ef2f-3933-425f-98cf-3cd35b948fd4 service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095695 Nov 22 17:08:02.126089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811f173-1da2-405f-a0ef-4a327b0b27cd req-6cc89d32-855e-44fa-95f3-4f28bfa06ece tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:02.127564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e811f173-1da2-405f-a0ef-4a327b0b27cd req-6cc89d32-855e-44fa-95f3-4f28bfa06ece tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 982 time: 0.0540907 Nov 22 17:08:02.182769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e811f173-1da2-405f-a0ef-4a327b0b27cd req-983f7760-a464-4fe4-9155-eb159aa96323 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0492113 Nov 22 17:08:03.047268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:08:03.147195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:03.158537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'port_id': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'mac_address': 'fa:16:3e:f6:f4:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:08:03.196019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.212483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:03.232022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:03.237727 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:03.285193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:03.302089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92542a22-faac-430e-a8cd-7838ca0be3c0 req-c0a203ef-9659-438f-b273-eb91c2fb4860 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:03.303636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92542a22-faac-430e-a8cd-7838ca0be3c0 req-c0a203ef-9659-438f-b273-eb91c2fb4860 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 983 time: 0.0502996 Nov 22 17:08:03.361572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-92542a22-faac-430e-a8cd-7838ca0be3c0 req-5d639915-bf7e-4891-989c-6ee55bd2a210 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0517676 Nov 22 17:08:03.685922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['8f3854e5-f4c7-436b-982a-dc6fa66a24a0'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:08:04.479139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753757b-cd90-4db4-9649-86c1d85d8a63 req-68524887-cb57-4d9a-b553-34cbb594cdec tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:04.480607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8753757b-cd90-4db4-9649-86c1d85d8a63 req-68524887-cb57-4d9a-b553-34cbb594cdec tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 983 time: 0.0487988 Nov 22 17:08:04.540489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8753757b-cd90-4db4-9649-86c1d85d8a63 req-dc2febaa-a9c8-4455-b6c8-d2010ada35fc tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0532053 Nov 22 17:08:05.041765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:05.092590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:08:05.096509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:05.096878 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.173596 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.198960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:05.201905 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07d59bc-7959-4c2b-8e5f-f9934ca95b3a" -d '{"events": [{"server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "name": "network-vif-plugged", "status": "completed", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:05.213987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:05.218428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:05.241547 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3fb0f7-3ef9-424c-951e-d27ca7ff583b x-openstack-request-id: req-ee3fb0f7-3ef9-424c-951e-d27ca7ff583b {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:05.241803 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "name": "network-vif-plugged", "status": "completed", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:05.242058 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ee3fb0f7-3ef9-424c-951e-d27ca7ff583b {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:05.242446 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'code': 200} Nov 22 17:08:05.270891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:05.358691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015be0b5-8b12-4bda-b073-6367f6f7145d req-5fc3b242-90cf-42f5-9f00-f063c922b0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:05.360201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-015be0b5-8b12-4bda-b073-6367f6f7145d req-5fc3b242-90cf-42f5-9f00-f063c922b0e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1135 time: 0.0416162 Nov 22 17:08:05.415281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-015be0b5-8b12-4bda-b073-6367f6f7145d req-b6a70243-19bb-4bed-91a5-1fdb27341610 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0449402 Nov 22 17:08:05.664793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fb9cf1-ed06-451b-9ca4-e1abf2141990 req-46150a0d-f209-4ed0-a490-33d8f517906e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:05.666284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37fb9cf1-ed06-451b-9ca4-e1abf2141990 req-46150a0d-f209-4ed0-a490-33d8f517906e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.0528464 Nov 22 17:08:05.724719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37fb9cf1-ed06-451b-9ca4-e1abf2141990 req-814d3881-4492-4207-8bef-a49c71fea5d7 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0516827 Nov 22 17:08:06.869616 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333f733-e2cb-46ff-8e78-7293b8a27b7b req-2485955e-9020-4b16-ac67-239fd4617012 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:06.871179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2333f733-e2cb-46ff-8e78-7293b8a27b7b req-2485955e-9020-4b16-ac67-239fd4617012 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.0575619 Nov 22 17:08:06.936868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2333f733-e2cb-46ff-8e78-7293b8a27b7b req-9afa43ab-2f24-4da9-beb7-260af2431c37 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0567095 Nov 22 17:08:07.064677 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d73f2e-e952-4a11-a300-f4d4c643c6e5 req-cdd1b8c1-17b1-4423-9b8c-248e8eb16f3f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:07.066209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48d73f2e-e952-4a11-a300-f4d4c643c6e5 req-cdd1b8c1-17b1-4423-9b8c-248e8eb16f3f tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.0575368 Nov 22 17:08:07.127836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48d73f2e-e952-4a11-a300-f4d4c643c6e5 req-b5ff2769-75a7-4920-8bd8-d636f1b315f4 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0535958 Nov 22 17:08:07.256974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca9682-834f-411d-9125-10ba1d394fda req-c793d79d-4219-4887-8116-3c9c3ae2c459 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:07.258427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4aca9682-834f-411d-9125-10ba1d394fda req-c793d79d-4219-4887-8116-3c9c3ae2c459 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1135 time: 0.0493550 Nov 22 17:08:07.283528 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4aca9682-834f-411d-9125-10ba1d394fda req-1bb70b53-960c-461d-bbec-ae843a51ea2d tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.358451 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4aca9682-834f-411d-9125-10ba1d394fda req-1bb70b53-960c-461d-bbec-ae843a51ea2d tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.362382 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-4aca9682-834f-411d-9125-10ba1d394fda req-1bb70b53-960c-461d-bbec-ae843a51ea2d tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.405434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb70b53-960c-461d-bbec-ae843a51ea2d tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65c586e-b456-4be3-a935-c0b72e711965,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:07.416801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4aca9682-834f-411d-9125-10ba1d394fda req-1bb70b53-960c-461d-bbec-ae843a51ea2d tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1518857 Nov 22 17:08:07.449923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48654) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:07.490969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2a28c9-fe0f-4631-b9d0-1a2f6335d1d8 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:07.492482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4a2a28c9-fe0f-4631-b9d0-1a2f6335d1d8 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1130 time: 0.0415344 Nov 22 17:08:07.495438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48656) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:07.499687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:07.522271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.594404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.644876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.747946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.25.6.122 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/74c89064-2672-428f-85e7-6a4ccccc30b8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:07.852454 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.886126 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:07.923732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:07.926575 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:07.930177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:07.955988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=74c89064-2672-428f-85e7-6a4ccccc30b8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:08.304627 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.391093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.540815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.545926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.615904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=74c89064-2672-428f-85e7-6a4ccccc30b8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:08.629290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:08.735999 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Floating IP 391ba075-0e78-4480-a2a1-ebb6a2cf31fc associated. External IP: 172.25.6.122, port: 8f3854e5-f4c7-436b-982a-dc6fa66a24a0. Nov 22 17:08:08.942900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 609cbe4b-7216-4262-af3a-69021e58764a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:09.056624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:09.066744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] Sync routers for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:09.076590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.078827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:09.079442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.105389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b43cc183-8aef-4376-b860-317f46f1834d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6089323 Nov 22 17:08:09.106101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:09.108104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48660) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:09.109172 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d8101-3c65-4090-94c5-23456e6f10dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:09.152354 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e6234d-72fa-4d26-aafa-7cc6a3e33ec4 x-openstack-request-id: req-b6e6234d-72fa-4d26-aafa-7cc6a3e33ec4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:09.153002 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:09.153456 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b6e6234d-72fa-4d26-aafa-7cc6a3e33ec4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:09.154795 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'status': 'completed', 'code': 200} Nov 22 17:08:09.171851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:09.199415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:09.214045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.214518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.214982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.215440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.215893 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.216437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.217395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.222250 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-23bb567d-4fdb-4393-b656-41eadc95e52e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1130943 Nov 22 17:08:09.223017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48664) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:09.259353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-d59a0c67-7bd1-488d-965d-dee9faac894c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.260996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-d59a0c67-7bd1-488d-965d-dee9faac894c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1135 time: 0.0766866 Nov 22 17:08:09.330137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.330605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.331061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.331515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.331961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.332406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.332847 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.334670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-7ced2208-bb84-4644-8e51-56f4ba52208c tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1088605 Nov 22 17:08:09.337620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48666) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:09.424228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-b7c2a86b-fcef-451e-8347-01afc0096dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.425734 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-b7c2a86b-fcef-451e-8347-01afc0096dde service neutron] 10.222.0.66 "GET /v2.0/networks?id=498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 200 len: 897 time: 0.1549752 Nov 22 17:08:09.432880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '391ba075-0e78-4480-a2a1-ebb6a2cf31fc', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'port_id': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'mac_address': 'fa:16:3e:f6:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:08:08Z', 'updated_at': '2021-11-22T17:08:08Z', 'revision_number': 0, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:58Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.461294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] Checking router: 609cbe4b-7216-4262-af3a-69021e58764a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:09.469546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:09.470190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:07:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:09.759597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:09.886937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-83017fdb-282f-465d-af83-7b116b0be8e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 200 len: 999 time: 0.4507825 Nov 22 17:08:09.952697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-9e26bebe-963b-4ff6-b3bf-4bf159b0a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:09.954168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-9e26bebe-963b-4ff6-b3bf-4bf159b0a124 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d88c7592-df8d-4a51-b558-ae0d0f464a9e HTTP/1.1" status: 200 len: 835 time: 0.0576005 Nov 22 17:08:09.959490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c93188e-a64c-4683-8ec0-dcf9b1e357e5 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.6208632 Nov 22 17:08:09.962601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48668) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:09.996365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '391ba075-0e78-4480-a2a1-ebb6a2cf31fc', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'port_id': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'mac_address': 'fa:16:3e:f6:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:08:08Z', 'updated_at': '2021-11-22T17:08:08Z', 'revision_number': 0, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:58Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:10.004271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282f279-21dc-49f0-974b-a97521a73b15 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:10.004760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282f279-21dc-49f0-974b-a97521a73b15 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:10.016517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0282f279-21dc-49f0-974b-a97521a73b15 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=609cbe4b-7216-4262-af3a-69021e58764a HTTP/1.1" status: 200 len: 1990 time: 0.0429966 Nov 22 17:08:10.018573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-2d6065ad-df0b-434c-90a6-c4add192f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:10.020084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-2d6065ad-df0b-434c-90a6-c4add192f09a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=498834fc-7efd-4fb7-93d3-17f409a987e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568070 Nov 22 17:08:10.024150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd35f7b6-9ef0-4065-85f5-e759a28767f9 None None] The sync data for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 is: [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '391ba075-0e78-4480-a2a1-ebb6a2cf31fc', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'port_id': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'mac_address': 'fa:16:3e:f6:f4:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:08:08Z', 'updated_at': '2021-11-22T17:08:08Z', 'revision_number': 0, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:58Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:10.116142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-ac2a69c5-be11-4b2a-ac45-23c7dfebb69b service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869224 Nov 22 17:08:10.215222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c64d8101-3c65-4090-94c5-23456e6f10dc req-65286a81-1474-4199-8efb-da3dbd9f5a6a service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911417 Nov 22 17:08:10.234510 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c2376c-7948-4a83-8560-d2c8cf6373a3 None None] New status for floating IP 391ba075-0e78-4480-a2a1-ebb6a2cf31fc: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:08:14.066273 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-5f0d0c06-be93-4e4e-8761-3e983e97383b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453100 Nov 22 17:08:14.152690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-a90475bd-1285-4171-b5ec-8e90b6060390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:14.154211 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-a90475bd-1285-4171-b5ec-8e90b6060390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1096 time: 0.0406649 Nov 22 17:08:14.260028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-8e09321a-37ee-448b-b3dd-3612071c25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:14.261482 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-8e09321a-37ee-448b-b3dd-3612071c25ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.0863390 Nov 22 17:08:14.334247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-7f9d0d0e-2091-4cd0-8b3c-e279e7d32f7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 1001 time: 0.0643766 Nov 22 17:08:14.389399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-58af95d9-8c1c-42b7-ad20-b8b388698687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:14.391444 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-58af95d9-8c1c-42b7-ad20-b8b388698687 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0469477 Nov 22 17:08:14.439869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-90950af9-edd2-4b2f-822c-a966c646ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:14.441341 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-90950af9-edd2-4b2f-822c-a966c646ff8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415940 Nov 22 17:08:14.537669 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-0e9c5526-df39-45c3-b34c-2723b7eb9126 service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877531 Nov 22 17:08:14.634603 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-91c53833-75c4-4e72-96ed-d0d0c184ca71 req-15fbfc5e-f30b-45ad-b5a8-5b909ca4ca8f service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870805 Nov 22 17:08:16.257008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772113d-be1a-4a7c-8566-247ef72fee21 req-6d774091-5a12-423b-a049-d96b3134ea1d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:16.258557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b772113d-be1a-4a7c-8566-247ef72fee21 req-6d774091-5a12-423b-a049-d96b3134ea1d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0490291 Nov 22 17:08:16.308289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b772113d-be1a-4a7c-8566-247ef72fee21 req-a3efe9de-87c8-4dea-ad78-ec408397e461 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422390 Nov 22 17:08:16.331858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48680) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:16.394935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ee82c529-2e5e-444d-b738-25d08b30587d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/d2d3ce48-81ee-4761-8371-a3c2a37cbda8 HTTP/1.1" status: 200 len: 993 time: 0.0619175 Nov 22 17:08:16.741367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aea1d7-9c23-42fa-855d-223eeb15d5d5 req-e4c86ac5-3625-4d85-9d7a-cae4a823d642 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:16.742907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40aea1d7-9c23-42fa-855d-223eeb15d5d5 req-e4c86ac5-3625-4d85-9d7a-cae4a823d642 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1096 time: 0.0410037 Nov 22 17:08:16.791982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-40aea1d7-9c23-42fa-855d-223eeb15d5d5 req-e1c9a458-455f-4092-9f1c-4de49176c6ac tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Nov 22 17:08:17.270793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-7af5d9e3-0f76-48c9-9e80-c28c531e7e4f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0405660 Nov 22 17:08:17.279404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-92e4d514-e2a5-481c-8e06-f2006c72c673 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:08:17.280852 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-92e4d514-e2a5-481c-8e06-f2006c72c673 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048153 Nov 22 17:08:17.835088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-27fa44c7-45be-4892-a93b-084620f4c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:17.836447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-27fa44c7-45be-4892-a93b-084620f4c9d9 service neutron] 10.222.0.65 "GET /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 1093 time: 0.0329564 Nov 22 17:08:17.845441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Request body: {'binding': {'host': 'n-h1-816206-6', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:17.845927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Unknown quota resources ['binding']. {{(pid=103514) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 22 17:08:17.977581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on host n-h1-816206-6 for vnic_type normal with profile None {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:17.977949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:17.978277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:17.986132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:17.986450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:17.991190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:17.991527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Checking segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:17.991908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Bound using segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:17.992337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Bound port: 87e98540-0161-4fde-90c1-b073236a987f, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:18.078431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:18.084988 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:18.086188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-d898206e-be9b-4d43-bc5b-abdc1e75838f service neutron] 10.222.0.65 "POST /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2445130 Nov 22 17:08:18.232721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487a67b-b585-4b15-ab5e-d4b886a517cd req-e714ef9f-c8f5-487a-b05d-67e04706b9b7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.234462 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f487a67b-b585-4b15-ab5e-d4b886a517cd req-e714ef9f-c8f5-487a-b05d-67e04706b9b7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0515990 Nov 22 17:08:18.285553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f487a67b-b585-4b15-ab5e-d4b886a517cd req-bfda42d2-8a12-4e64-b713-ae7d4372efd1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444336 Nov 22 17:08:18.324258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-a209a299-a98f-4677-b9fc-aa9615912371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.325779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-a209a299-a98f-4677-b9fc-aa9615912371 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1096 time: 0.0393217 Nov 22 17:08:18.422314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-2cccda47-8f19-4e1e-9af8-c574d7687322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.423779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-2cccda47-8f19-4e1e-9af8-c574d7687322 service neutron] 10.222.0.66 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.0884895 Nov 22 17:08:18.493179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-69e7601a-1315-42a8-98a1-e01a1a8aeda2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 1001 time: 0.0584965 Nov 22 17:08:18.550432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-c51cb972-fcd9-4d68-8373-5552af725d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.551858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-c51cb972-fcd9-4d68-8373-5552af725d5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0465722 Nov 22 17:08:18.603221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-9010d96e-e28d-4a65-a814-aff15c5c8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.604667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-9010d96e-e28d-4a65-a814-aff15c5c8aa4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391715 Nov 22 17:08:18.699225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-8cd9c99c-ccff-4eed-ab64-0b9dc3cdc397 service neutron] 10.222.0.66 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819895 Nov 22 17:08:18.800686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-f18a9b2b-4090-4d43-a3bd-b9a3b160e9d1 service neutron] 10.222.0.66 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869510 Nov 22 17:08:18.953135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-6be4e204-e49f-48e4-96c1-5613077a0081 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:18.954685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-6be4e204-e49f-48e4-96c1-5613077a0081 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733&tenant_id=f0ede6f959074082b3160e8035518ff7&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1096 time: 0.0762503 Nov 22 17:08:18.969179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-6'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:19.038666 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.169390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:19.208231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:19.249691 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:19.252127 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6673345d-0d8e-4b1a-b888-e46d07d97ca7" -d '{"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-unplugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:19.256285 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.262345 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.292737 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8d83f1-ab7c-48cf-aaab-0991bd5e62dc x-openstack-request-id: req-ba8d83f1-ab7c-48cf-aaab-0991bd5e62dc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:19.293362 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-unplugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:19.293362 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba8d83f1-ab7c-48cf-aaab-0991bd5e62dc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:19.293678 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'code': 200} Nov 22 17:08:19.381227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:19.459336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06b402-02c7-4921-95d7-727b6adadd8e req-87607e5f-3c0e-443d-bfca-55abb939105b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:19.460935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf06b402-02c7-4921-95d7-727b6adadd8e req-87607e5f-3c0e-443d-bfca-55abb939105b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 943 time: 0.0955367 Nov 22 17:08:19.468593 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on host n-h2-816206-6 for vnic_type normal with profile {"migrating_to": "n-h1-816206-6"} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:19.468936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:19.469296 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:19.481095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:19.481430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Attempting to bind port 87e98540-0161-4fde-90c1-b073236a987f on network befc6127-a75a-4936-ad51-b2c3a9871018 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:19.496372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:19.496652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Checking segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:19.497045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Bound using segment: {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:19.497484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Bound port: 87e98540-0161-4fde-90c1-b073236a987f, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd954c81b-5ce6-42d0-9c6e-880f119f0642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:19.497869 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.571879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf06b402-02c7-4921-95d7-727b6adadd8e req-07ecaa54-66a9-47bb-a19d-76e3d0e1d6d6 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999041 Nov 22 17:08:19.594640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:19.597745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:19.602105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.658028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c23aeff0-9039-4f31-a80e-0c380280ce54 None None] Provisioning complete for port 87e98540-0161-4fde-90c1-b073236a987f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:19.658498 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23aeff0-9039-4f31-a80e-0c380280ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.702520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=8']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:19.746127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:19.746790 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.748240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-e4db01c5-1d46-4c9c-b423-85fa400e8bdf service neutron] 10.222.0.66 "PUT /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 1121 time: 0.7832899 Nov 22 17:08:19.752642 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23aeff0-9039-4f31-a80e-0c380280ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.776873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:19.779538 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7fe5b0-0484-49e3-a8fa-2a29cde2c69e" -d '{"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-plugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:19.798933 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c23aeff0-9039-4f31-a80e-0c380280ce54 None None] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:19.803665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c23aeff0-9039-4f31-a80e-0c380280ce54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:19.873376 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76dc073-241a-43cf-b82d-77dc733becc7 x-openstack-request-id: req-b76dc073-241a-43cf-b82d-77dc733becc7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:19.874223 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-plugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:19.874625 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b76dc073-241a-43cf-b82d-77dc733becc7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:19.875019 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'code': 200} Nov 22 17:08:19.877159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['87e98540-0161-4fde-90c1-b073236a987f'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:08:20.017472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23aeff0-9039-4f31-a80e-0c380280ce54 None None] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:20.027460 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-22929dfe-ce6e-462f-8a48-18a2401bdf4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.211896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a4937a83-f477-47e0-9a68-92aa684d02b9 None None] Provisioning complete for port 87e98540-0161-4fde-90c1-b073236a987f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:20.212275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a4937a83-f477-47e0-9a68-92aa684d02b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:20.690784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8822489-c285-4d48-849a-4e0ce3a36efc req-49b56d7f-46cf-4532-8b9f-62dbe16ccfff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:20.692296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8822489-c285-4d48-849a-4e0ce3a36efc req-49b56d7f-46cf-4532-8b9f-62dbe16ccfff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0514541 Nov 22 17:08:20.744236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8822489-c285-4d48-849a-4e0ce3a36efc req-2593e3fb-7564-4964-bd99-ba70d8fc6d25 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454967 Nov 22 17:08:21.295151 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:21.297526 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2286fd29-43a7-4e7b-a657-e50c0853d027" -d '{"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:21.334241 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331a7b74-a9f2-494d-98e6-f60bedef15c6 x-openstack-request-id: req-331a7b74-a9f2-494d-98e6-f60bedef15c6 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:21.334534 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:21.334791 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-331a7b74-a9f2-494d-98e6-f60bedef15c6 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:21.335202 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'status': 'completed', 'code': 200} Nov 22 17:08:21.404171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-899b6dca-cb35-49f8-a0d9-fe048162dcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.406217 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-899b6dca-cb35-49f8-a0d9-fe048162dcc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1126 time: 0.0468314 Nov 22 17:08:21.496331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-32c11fd8-0cdd-42ef-b610-dfd7cd696354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.497837 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-32c11fd8-0cdd-42ef-b610-dfd7cd696354 service neutron] 10.222.0.20 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.0841558 Nov 22 17:08:21.568802 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-23c7574f-68b1-4dd3-b717-81ef0fef8424 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 1001 time: 0.0621288 Nov 22 17:08:21.618722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-d009630b-916a-4d71-95aa-9b8e4fcb34af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.620164 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-d009630b-916a-4d71-95aa-9b8e4fcb34af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0439892 Nov 22 17:08:21.665594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-e3f4df9e-017f-4fb5-92c7-3a5f3b0e7f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.667440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-e3f4df9e-017f-4fb5-92c7-3a5f3b0e7f4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401485 Nov 22 17:08:21.762298 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-2f2c9add-a1b1-4f79-bd32-d9277bfe0b11 service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862794 Nov 22 17:08:21.854357 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2286fd29-43a7-4e7b-a657-e50c0853d027 req-fc5047e6-08d0-42f4-ae3a-bd695ffb28e1 service neutron] 10.222.0.20 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835490 Nov 22 17:08:21.868577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c219c73-dd12-4be0-9c4c-cfb660b2bcfc req-207772d7-ea51-4b37-82c1-1112a32a514e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:21.870122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c219c73-dd12-4be0-9c4c-cfb660b2bcfc req-207772d7-ea51-4b37-82c1-1112a32a514e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0502012 Nov 22 17:08:21.925687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c219c73-dd12-4be0-9c4c-cfb660b2bcfc req-0593aba2-13d9-4fd0-b4b8-91f5bafda35f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468466 Nov 22 17:08:22.849666 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:23.047010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a88c7-6632-4763-9fdc-7c95d043997a req-d6b4038e-fcee-4ac3-b067-eae16d45f19f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:23.048804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f92a88c7-6632-4763-9fdc-7c95d043997a req-d6b4038e-fcee-4ac3-b067-eae16d45f19f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Nov 22 17:08:23.099694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f92a88c7-6632-4763-9fdc-7c95d043997a req-a6798ca2-8b58-4d7d-badd-e573794550fb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447819 Nov 22 17:08:23.166358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 87e98540-0161-4fde-90c1-b073236a987f details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:08:23.265303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:23.276175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 87e98540-0161-4fde-90c1-b073236a987f has no active binding in host n-h1-816206-6 {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 22 17:08:23.394214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c8b6285a-d24b-4630-a86b-a48e2c10c3ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:24.083169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:24.222787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fcfd17-dfad-464c-af78-8ad6b0ad8201 req-b4344a1b-11e3-4c37-b221-8ac253ce977e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:24.224307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8fcfd17-dfad-464c-af78-8ad6b0ad8201 req-b4344a1b-11e3-4c37-b221-8ac253ce977e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0498550 Nov 22 17:08:24.277206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8fcfd17-dfad-464c-af78-8ad6b0ad8201 req-3cc3136a-321d-44ed-9418-649d519bfa06 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469358 Nov 22 17:08:25.398540 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b1c96-aa1a-4512-8b2c-cdf7cbdc56ca req-1b52b3ce-a004-47a1-8250-952d6a321970 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:25.400044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad8b1c96-aa1a-4512-8b2c-cdf7cbdc56ca req-1b52b3ce-a004-47a1-8250-952d6a321970 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 945 time: 0.0531716 Nov 22 17:08:25.451216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad8b1c96-aa1a-4512-8b2c-cdf7cbdc56ca req-8de0f690-15ac-4638-8033-57b086a8f667 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445035 Nov 22 17:08:25.471209 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.031451 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.066518 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-4c084e5f-45e4-4653-9774-2eeed7102bb5 service neutron] 10.222.0.20 "GET /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f/bindings/n-h1-816206-6 HTTP/1.1" status: 200 len: 384 time: 0.0683048 Nov 22 17:08:26.240354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:26.263712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:26.303927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:26.306143 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4901724-c6f1-4d56-a324-1077026ee14c" -d '{"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-unplugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:26.313590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:26.328531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.362214 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff503ee1-1c19-4aa0-b3d2-f662b61c3525 x-openstack-request-id: req-ff503ee1-1c19-4aa0-b3d2-f662b61c3525 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:26.362511 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-unplugged", "status": "completed", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:26.362763 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff503ee1-1c19-4aa0-b3d2-f662b61c3525 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:26.363159 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'code': 200} Nov 22 17:08:26.404457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] Transition to ACTIVE for port object 87e98540-0161-4fde-90c1-b073236a987f will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:08:26.409284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:26.514652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] Pushing event updated for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=11']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:26.550984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] No DVR routers for this DVR port 87e98540-0161-4fde-90c1-b073236a987f on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:26.587741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba647ddb-d484-4f6a-bf9b-57cdf0cb33f5 req-715fdc6f-e480-4240-a2cf-d9a85b9bba87 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:26.589307 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba647ddb-d484-4f6a-bf9b-57cdf0cb33f5 req-715fdc6f-e480-4240-a2cf-d9a85b9bba87 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0552776 Nov 22 17:08:26.644233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba647ddb-d484-4f6a-bf9b-57cdf0cb33f5 req-c31f812e-e3a1-4e2c-a5ac-c7d349c5de35 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486274 Nov 22 17:08:26.689326 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-f28f8f5d-1ee7-45c6-bc89-0b7f88b75e5f service neutron] 10.222.0.20 "PUT /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f/bindings/n-h1-816206-6/activate HTTP/1.1" status: 200 len: 369 time: 0.6153364 Nov 22 17:08:26.794253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-9e5569b3-8552-4910-9a66-1e51b22990d2 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:26.796323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-9e5569b3-8552-4910-9a66-1e51b22990d2 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733&tenant_id=f0ede6f959074082b3160e8035518ff7&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.0452099 Nov 22 17:08:26.849987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-c7e08b56-00b6-4d16-8279-3692bc8557c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:26.851386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-c7e08b56-00b6-4d16-8279-3692bc8557c9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 1095 time: 0.0450821 Nov 22 17:08:26.919444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-0e2d5114-1d1c-424f-a0e3-78e660b86ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:26.921611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-0e2d5114-1d1c-424f-a0e3-78e660b86ee3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1095 time: 0.0407557 Nov 22 17:08:27.026560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-7c94e6e9-a9d2-4b4f-b29a-129edc5bb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:27.028070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-7c94e6e9-a9d2-4b4f-b29a-129edc5bb315 service neutron] 10.222.0.66 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.0913384 Nov 22 17:08:27.103575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-dc0a8ef1-c48a-46af-9a53-5182687374d8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 999 time: 0.0603509 Nov 22 17:08:27.165980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-2f537263-e4ac-4541-9f15-fd3fe1441d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:27.167534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-2f537263-e4ac-4541-9f15-fd3fe1441d68 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0505409 Nov 22 17:08:27.225749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-6aca8959-ce33-4743-a59c-1950a6b16121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:27.227225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-6aca8959-ce33-4743-a59c-1950a6b16121 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456781 Nov 22 17:08:27.322321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-8b417f45-b5d4-40bc-bd65-a936e46ce7e1 service neutron] 10.222.0.66 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842936 Nov 22 17:08:27.431409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-c4705926-d7a9-4f1e-bc3a-80712a027923 service neutron] 10.222.0.66 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962527 Nov 22 17:08:27.740493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ab419-7c31-460a-b13b-93a928e76550 req-7723bd31-213e-4037-b555-2c8b474e0a6d tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:27.741960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-7723bd31-213e-4037-b555-2c8b474e0a6d tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733&tenant_id=f0ede6f959074082b3160e8035518ff7&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 1095 time: 0.0535924 Nov 22 17:08:27.816921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8536c-9811-4841-a0a2-1d27825b8215 req-12409162-d235-42af-9061-e00fa56394a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:27.818548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24d8536c-9811-4841-a0a2-1d27825b8215 req-12409162-d235-42af-9061-e00fa56394a5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0909591 Nov 22 17:08:27.913122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24d8536c-9811-4841-a0a2-1d27825b8215 req-b7f3a08e-dc54-4590-83dc-c22e45bf2a1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870528 Nov 22 17:08:27.924282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-900ab419-7c31-460a-b13b-93a928e76550 req-d3dbb622-8718-49a1-9b16-5298c29f6534 service neutron] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:27.928216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-900ab419-7c31-460a-b13b-93a928e76550 req-d3dbb622-8718-49a1-9b16-5298c29f6534 service neutron] Publish callbacks [] for binding, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:27.929598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-900ab419-7c31-460a-b13b-93a928e76550 req-d3dbb622-8718-49a1-9b16-5298c29f6534 service neutron] 10.222.0.66 "DELETE /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f/bindings/n-h2-816206-6 HTTP/1.1" status: 204 len: 173 time: 0.1703992 Nov 22 17:08:28.035841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d23b8-df6f-4264-a836-1d124d4b66ae req-94abf017-26ad-48b7-85f0-5d8cde396c03 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:28.037382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535d23b8-df6f-4264-a836-1d124d4b66ae req-94abf017-26ad-48b7-85f0-5d8cde396c03 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1095 time: 0.0430663 Nov 22 17:08:28.084998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535d23b8-df6f-4264-a836-1d124d4b66ae req-dd2390ac-22a4-422b-9cb1-07b4c8a9e29e tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412934 Nov 22 17:08:28.209142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342a977-1af8-4865-80e1-cd83a4fbf2d0 req-5ee65e60-8273-4eb7-b0de-37fec9f6455f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:28.210583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b342a977-1af8-4865-80e1-cd83a4fbf2d0 req-5ee65e60-8273-4eb7-b0de-37fec9f6455f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0571885 Nov 22 17:08:28.261226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b342a977-1af8-4865-80e1-cd83a4fbf2d0 req-121ac484-669a-494d-a0d9-f8f5d0d5cc84 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445592 Nov 22 17:08:28.283831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48748) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.344920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-53640bee-cbc9-4c3d-85f3-355b4e482b69 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/d2d3ce48-81ee-4761-8371-a3c2a37cbda8 HTTP/1.1" status: 200 len: 991 time: 0.0599432 Nov 22 17:08:28.558584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48754) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:28.721998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 173bd35e-153d-4651-a94a-79a39a24bedf {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:28.722344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.801459 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.801823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.813254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 173bd35e-153d-4651-a94a-79a39a24bedf owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:28.960716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:28.992128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=173bd35e-153d-4651-a94a-79a39a24bedf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:29.051466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.051893 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP d2d3ce48-81ee-4761-8371-a3c2a37cbda8 disassociated (deleted). External IP: 172.25.6.100, port: 87e98540-0161-4fde-90c1-b073236a987f. Nov 22 17:08:29.248289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87e98540-0161-4fde-90c1-b073236a987f no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:29.269887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 0abc4a03-69f2-4333-be96-bb2afb10f2ba has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:29.290395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 87e98540-0161-4fde-90c1-b073236a987f not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:29.382274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:29.387158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:29.392545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] Sync routers for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:29.401775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:29.402426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:29.414050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b98fd24d-5a49-4935-bfe8-15e5593a3047 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/floatingips/d2d3ce48-81ee-4761-8371-a3c2a37cbda8 HTTP/1.1" status: 204 len: 168 time: 0.8539820 Nov 22 17:08:29.414646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:29.416909 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:29.463982 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e6baea-4e9d-47c4-9260-cc94e095b758 x-openstack-request-id: req-e9e6baea-4e9d-47c4-9260-cc94e095b758 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:29.464297 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:29.464557 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e9e6baea-4e9d-47c4-9260-cc94e095b758 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:29.465019 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'status': 'completed', 'code': 200} Nov 22 17:08:29.518942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:29.531210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-0abe3142-1d27-4350-95d4-d3da190607a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:29.533212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-0abe3142-1d27-4350-95d4-d3da190607a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 1095 time: 0.0449684 Nov 22 17:08:29.708924 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f2211-7fb7-405e-adc7-4731f3427266 req-e06d7ec4-d285-47e3-9e06-bbb86c72f3ee tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:29.710466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b7f2211-7fb7-405e-adc7-4731f3427266 req-e06d7ec4-d285-47e3-9e06-bbb86c72f3ee tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0791507 Nov 22 17:08:29.728397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-57850866-4236-43b5-bfad-64810bf2b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:29.729870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-57850866-4236-43b5-bfad-64810bf2b43b service neutron] 10.222.0.66 "GET /v2.0/networks?id=befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 200 len: 897 time: 0.1704152 Nov 22 17:08:29.737060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:29.767000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] Checking router: 0abc4a03-69f2-4333-be96-bb2afb10f2ba for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:29.778417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:29.779027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:29.810592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-92cf1540-bf68-4ae3-9f88-625a6248b48e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 200 len: 217 time: 0.0567832 Nov 22 17:08:29.820125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b7f2211-7fb7-405e-adc7-4731f3427266 req-172c1176-4957-4509-924b-650fa0376182 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3125739-f4e2-47e0-91d2-7d6777326ba5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033633 Nov 22 17:08:29.871301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-d6d4fe14-f570-450c-907c-5f71771e9ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:29.872759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-d6d4fe14-f570-450c-907c-5f71771e9ad1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 200 len: 834 time: 0.0465231 Nov 22 17:08:29.893165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:29.931474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-2ef7ba2b-ba40-4dd4-962f-9314a355cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:29.932955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-2ef7ba2b-ba40-4dd4-962f-9314a355cddd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=befc6127-a75a-4936-ad51-b2c3a9871018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419164 Nov 22 17:08:30.050901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-b354a16f-5612-4fbd-8a12-d66cdeb6c619 service neutron] 10.222.0.66 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971854 Nov 22 17:08:30.109831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:30.135649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fbbe9-2a75-474c-b8ad-5025e1a3ef13 None None] The sync data for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 is: [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '3667492e-f9a0-489c-954c-cb0a568442ea', 'name': '', 'network_id': 'befc6127-a75a-4936-ad51-b2c3a9871018', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:09:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:28Z', 'updated_at': '2021-11-22T17:07:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': 'fe3b7c66-f618-4064-a4cb-047cb6495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:30.173409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-254b17dd-e7d0-4222-b2b2-fe9671ec0b2b req-5e4ca2c1-3eda-492f-ae2e-6364173c060b service neutron] 10.222.0.66 "GET /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073530 Nov 22 17:08:30.338702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-5e09563b-8a20-4292-8983-a3a4504219d7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:30.340603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-5e09563b-8a20-4292-8983-a3a4504219d7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 944 time: 0.0594101 Nov 22 17:08:30.383139 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb18cc2-698f-4bd3-9d0a-75cba356845e None None] New status for floating IP d2d3ce48-81ee-4761-8371-a3c2a37cbda8: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:08:30.437059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 87e98540-0161-4fde-90c1-b073236a987f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:30.437400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.532901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 87e98540-0161-4fde-90c1-b073236a987f, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=87e98540-0161-4fde-90c1-b073236a987f,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:30.533632 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.546248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 87e98540-0161-4fde-90c1-b073236a987f owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:30.671816 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.702127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=87e98540-0161-4fde-90c1-b073236a987f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:30.716006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.716359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.716705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.717634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.718181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.718528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.718856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.719184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.719517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.719849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.720178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.720501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:30.754001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] No DVR routers for this DVR port 87e98540-0161-4fde-90c1-b073236a987f on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:30.756562 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:30.759976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b40015d2-3941-473f-9f4d-f687a0fa470b req-fc073fbd-2108-4d5a-a9d6-fdcb104b5d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.66 "DELETE /v2.0/ports/87e98540-0161-4fde-90c1-b073236a987f HTTP/1.1" status: 204 len: 173 time: 0.4120982 Nov 22 17:08:30.760414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-deleted', 'tag': '87e98540-0161-4fde-90c1-b073236a987f'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:30.762662 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8589d0-ac4d-42fb-911f-ab8079fd2c2e" -d '{"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-deleted", "tag": "87e98540-0161-4fde-90c1-b073236a987f"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:30.801349 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea8896-ef3a-4bf0-a376-f0b3eee716b7 x-openstack-request-id: req-3bea8896-ef3a-4bf0-a376-f0b3eee716b7 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:30.801664 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03444d99-bd50-4fa7-8d42-01d11cb1d733", "name": "network-vif-deleted", "tag": "87e98540-0161-4fde-90c1-b073236a987f", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:30.801947 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bea8896-ef3a-4bf0-a376-f0b3eee716b7 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:30.802356 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03444d99-bd50-4fa7-8d42-01d11cb1d733', 'name': 'network-vif-deleted', 'tag': '87e98540-0161-4fde-90c1-b073236a987f', 'status': 'completed', 'code': 200} Nov 22 17:08:30.934830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fc233da1-86a2-4f40-a848-908f8fcdfec4 req-192d7e49-48bc-4527-867c-2b0daa43586c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=03444d99-bd50-4fa7-8d42-01d11cb1d733 HTTP/1.1" status: 200 len: 210 time: 0.0295291 Nov 22 17:08:31.992976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48770) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:32.354637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.616346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 3667492e-f9a0-489c-954c-cb0a568442ea {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:32.616639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.705132 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 3667492e-f9a0-489c-954c-cb0a568442ea, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3667492e-f9a0-489c-954c-cb0a568442ea,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:32.705489 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.717802 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 3667492e-f9a0-489c-954c-cb0a568442ea owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:32.903957 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:32.934361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=3667492e-f9a0-489c-954c-cb0a568442ea,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:33.114186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.228569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 87e98540-0161-4fde-90c1-b073236a987f no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:33.250835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 87e98540-0161-4fde-90c1-b073236a987f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:33.251309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 87e98540-0161-4fde-90c1-b073236a987f not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:33.678064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 0abc4a03-69f2-4333-be96-bb2afb10f2ba has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:33.783748 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:33.788785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-af12fe36-facc-4a99-866b-2cfbc2c40682 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/0abc4a03-69f2-4333-be96-bb2afb10f2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7947421 Nov 22 17:08:33.791508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48774) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:33.794394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] Sync routers for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:33.804224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:33.804862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:33.842918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting subnet fe3b7c66-f618-4064-a4cb-047cb6495c65 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:08:33.846109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.886057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:33.980203 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.041044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.069707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3b7c66-f618-4064-a4cb-047cb6495c65,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:34.071838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.078911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48776) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:34.079383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9ec268e2-1ff1-4b2c-8a40-cd1c81c2fcb3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/subnets/fe3b7c66-f618-4064-a4cb-047cb6495c65 HTTP/1.1" status: 204 len: 168 time: 0.2865417 Nov 22 17:08:34.085295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f60f13-9881-4633-ba74-e85e96c54467 None None] Network befc6127-a75a-4936-ad51-b2c3a9871018 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:34.088247 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:34.187548 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.294305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.351857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port ab4f00f7-f606-47be-ad11-bd806e58efee {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:34.352086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.367293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13'}], 'enable_snat': True}, 'gw_port_id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:08:32Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': 'ab4f00f7-f606-47be-ad11-bd806e58efee', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:22:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:34.395040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] Checking router: 0abc4a03-69f2-4333-be96-bb2afb10f2ba for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:34.403666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] Routers {'0abc4a03-69f2-4333-be96-bb2afb10f2ba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:34.404553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:34.439435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port ab4f00f7-f606-47be-ad11-bd806e58efee, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ab4f00f7-f606-47be-ad11-bd806e58efee,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:34.439809 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.453742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for ab4f00f7-f606-47be-ad11-bd806e58efee owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:34.466981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] DHCP port deletion for befc6127-a75a-4936-ad51-b2c3a9871018 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:34.522230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] Set router 0abc4a03-69f2-4333-be96-bb2afb10f2ba gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:34.577232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:08:34Z', 'revision_number': 6, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:34.611179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cbe8f9-d41f-4f72-8a7b-8b8b3f94735f None None] The sync data for ids ['0abc4a03-69f2-4333-be96-bb2afb10f2ba'] in n-d-816206-6 is: [{'id': '0abc4a03-69f2-4333-be96-bb2afb10f2ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-667964007', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:25Z', 'updated_at': '2021-11-22T17:08:34Z', 'revision_number': 6, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:34.618542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Deleting port 071ae721-53e1-49e2-832e-f7bb73e438f8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:34.618840 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.621610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.657004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=ab4f00f7-f606-47be-ad11-bd806e58efee,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:34.672737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a371a1b8-b4fc-4821-9d3a-cc79b8e7895b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:34.694459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] For port 071ae721-53e1-49e2-832e-f7bb73e438f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=071ae721-53e1-49e2-832e-f7bb73e438f8,segment=NetworkSegment(d954c81b-5ce6-42d0-9c6e-880f119f0642),segment_id=d954c81b-5ce6-42d0-9c6e-880f119f0642)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:34.694929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.707659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Calling delete_port for 071ae721-53e1-49e2-832e-f7bb73e438f8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:34.718697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.791775 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:34.819389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Pushing event deleted for resources: {'Port': ['ID=071ae721-53e1-49e2-832e-f7bb73e438f8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:34.821847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] No DVR routers for this DVR port 071ae721-53e1-49e2-832e-f7bb73e438f8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:34.831226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.831580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.831924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.832564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.832564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.832992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.833224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.833557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.833917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.834243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.834569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:34.834904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9eeff0-4955-4b78-85f7-34e47d9eb180 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:35.138204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.140883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.183778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.184323 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Fanout notify agent at l3_agent the message router_deleted on router 0abc4a03-69f2-4333-be96-bb2afb10f2ba {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:08:35.192946 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.194325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fc678b2e-f8ba-4af7-a670-2100a5e6810b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/routers/0abc4a03-69f2-4333-be96-bb2afb10f2ba HTTP/1.1" status: 204 len: 168 time: 1.1141520 Nov 22 17:08:35.196952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48778) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:35.275414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.371420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.396026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befc6127-a75a-4936-ad51-b2c3a9871018']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:35.407752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd954c81b-5ce6-42d0-9c6e-880f119f0642') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:35.408075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd954c81b-5ce6-42d0-9c6e-880f119f0642') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:35.421625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.438085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.445327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:08:35.445755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:08:35.448848 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:08:35.469981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3667492e-f9a0-489c-954c-cb0a568442ea no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:35.494842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3667492e-f9a0-489c-954c-cb0a568442ea {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:35.495332 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3667492e-f9a0-489c-954c-cb0a568442ea not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:35.495849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 071ae721-53e1-49e2-832e-f7bb73e438f8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:35.519783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 071ae721-53e1-49e2-832e-f7bb73e438f8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:35.520292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 071ae721-53e1-49e2-832e-f7bb73e438f8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:35.521023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.532345 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.538859 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/networks/befc6127-a75a-4936-ad51-b2c3a9871018 HTTP/1.1" status: 204 len: 168 time: 0.3385866 Nov 22 17:08:35.539246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48780) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:35.548685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aa323-2835-425a-8f5a-e3bbf94e45e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Network': ['ID=befc6127-a75a-4936-ad51-b2c3a9871018,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:35.605279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3866c89-6c26-4140-8928-00a1d519be1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.632849 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3866c89-6c26-4140-8928-00a1d519be1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.723786 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3866c89-6c26-4140-8928-00a1d519be1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.728435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e3866c89-6c26-4140-8928-00a1d519be1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:35.732655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e3866c89-6c26-4140-8928-00a1d519be1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/security-groups/b3125739-f4e2-47e0-91d2-7d6777326ba5 HTTP/1.1" status: 204 len: 168 time: 0.1917052 Nov 22 17:08:35.743067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866c89-6c26-4140-8928-00a1d519be1c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3125739-f4e2-47e0-91d2-7d6777326ba5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.127761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48786) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.132497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-462716175', 'description': 'tempest-secgroup-smoke-462716175 description', 'project_id': 'f0ede6f959074082b3160e8035518ff7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.155807 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.231306 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.237485 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.272774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0902fdf6-071a-4246-a39a-b0aa5cbfce6f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.279428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.283559 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dbc21916-fe05-48fa-a7df-3751c9b30e8b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1520462 Nov 22 17:08:36.284057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48788) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.288562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '0902fdf6-071a-4246-a39a-b0aa5cbfce6f', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.324032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.391029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.395152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.416787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fdba6f-3605-4af3-89a5-a3fde7f3e67c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.428647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.430670 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ede133ea-78f0-453d-b920-9cb73d5f9781 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1448164 Nov 22 17:08:36.432968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48790) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.438190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '0902fdf6-071a-4246-a39a-b0aa5cbfce6f', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.467383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.523424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.527385 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.547053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003f29be-47fa-46c3-be67-abef4e2853ef,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.555537 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.556743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-32643d9e-fd24-4963-bfaa-3c2707898a4d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227057 Nov 22 17:08:36.559530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48792) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.564842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '0902fdf6-071a-4246-a39a-b0aa5cbfce6f', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.592197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.652780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.657799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.673244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbb20d5-b079-4751-b4b9-a1701db3aa56,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.683933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.685121 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b090fdb0-b5a6-44fd-b6a4-8d333ba225ca tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238439 Nov 22 17:08:36.688019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48794) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.692425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '0902fdf6-071a-4246-a39a-b0aa5cbfce6f', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.719732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.780862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.783774 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.802274 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af31daa-b633-4f1a-92d8-2ff4a1e43907,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.807792 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.808801 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6e2c28e7-e8ce-470b-9fac-fd26f17b9745 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198645 Nov 22 17:08:36.811585 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48796) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.815845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '0902fdf6-071a-4246-a39a-b0aa5cbfce6f', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.838109 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:08:36.844111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.906993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.910678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.929501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6ccdb4-760d-4e30-8905-ba94ffafedc4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:36.937443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:36.938674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a41cdd8a-0e24-4a73-9c73-5977f70bd4e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1261730 Nov 22 17:08:36.941442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48798) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:36.946000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'security_group_rule': {'security_group_id': '0902fdf6-071a-4246-a39a-b0aa5cbfce6f', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:36.968571 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Project f0ede6f959074082b3160e8035518ff7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:08:36.973381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.027822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ab4f00f7-f606-47be-ad11-bd806e58efee no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:37.034281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.038706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.049632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ab4f00f7-f606-47be-ad11-bd806e58efee {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:37.050011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ab4f00f7-f606-47be-ad11-bd806e58efee not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:37.059695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314f09a3-77ba-4a9f-9246-545119fc9c44,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:37.066563 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.067741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c9c9b9fd-f147-4744-b727-c06699bd69d2 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253605 Nov 22 17:08:37.071417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48800) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:37.076699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'network': {'name': 'tempest-network-smoke--808712733', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:37.099024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:37.102465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.125874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 881} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:08:37.135180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.135531 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Added segment 015595e9-3209-4630-9b59-838d5a022885 of type vlan for network 161427ce-1d8c-4cb1-9c76-38c09e845812 Nov 22 17:08:37.176557 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.205775 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.211281 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:37.211863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.268119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1956756 Nov 22 17:08:37.271141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48802) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:37.277184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'admin_state_up': True, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:37.283789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d088073-d340-4ee8-bd65-17119356f7c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Network': ['ID=161427ce-1d8c-4cb1-9c76-38c09e845812,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:37.294719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:08:37.305104 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.306314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.363095 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.502586 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.592161 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.699725 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.718301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.827762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.121 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/36cdcd5d-722f-4658-8c5a-1f7de7a48d1e) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:37.926448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:37.960623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.005032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:38.009440 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:38.014036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:38.017234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:38.022219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e73e248-2803-4fd6-b8e0-792eeac359d1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:38.073171 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7cbcdf12-3ee1-4d52-9f75-8d8d82d6f5e7 None None] Provisioning complete for port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:38.073869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7cbcdf12-3ee1-4d52-9f75-8d8d82d6f5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.109273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7cbcdf12-3ee1-4d52-9f75-8d8d82d6f5e7 None None] Port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:38.267951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.467657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.596943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 54beea9f-f497-4372-adce-cfcbebcc0edf is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:08:38.703908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:38.714127 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Sync routers for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:38.724527 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:38.725131 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:38.725274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:38.726426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5fdbf230-dd97-4a2f-b9a0-143c79efc76d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4541385 Nov 22 17:08:38.729508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48804) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:38.758661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-40ed07e1-8277-4993-a7a4-d98f4e9e2bbf tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=f0ede6f959074082b3160e8035518ff7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279315 Nov 22 17:08:38.761283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48806) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:38.831140 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:38.847432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ddf21-ead6-4e6a-a351-c7eb0e2a5aa8 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:38.848858 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5a4ddf21-ead6-4e6a-a351-c7eb0e2a5aa8 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0865238 Nov 22 17:08:38.851731 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48808) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:38.879706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-44f14388-69d1-42fa-9c47-f908bf1c9bc8 tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269146 Nov 22 17:08:38.882224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48810) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:38.886829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-5244998', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:38.979120 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:38.982965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.012676 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:38Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:39.044406 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Checking router: 54beea9f-f497-4372-adce-cfcbebcc0edf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:39.044828 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Updating router 54beea9f-f497-4372-adce-cfcbebcc0edf port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:39.081079 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.146239 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.172888 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.234647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Subnet': ['ID=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:39.243845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Checking segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:39.244215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network hostable DHCP agents. Network: 161427ce-1d8c-4cb1-9c76-38c09e845812, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:08:39.264634 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:08:39.274585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 161427ce-1d8c-4cb1-9c76-38c09e845812) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:39.285512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:39.286179 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.289483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca2a0f-7723-4272-abc2-753a24702123 None None] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:39.308455 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-581d8192-aa7b-4132-b10d-ed29adbb876c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4251525 Nov 22 17:08:39.312071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:39.357290 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.362761 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.410822 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Attempting to bind port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:39.411201 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Attempting to bind port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:39.412104 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Attempting to bind port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:39.418139 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:39.418897 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:39.418897 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.419609 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:39.419802 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Bound port: 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:39.420215 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.421745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a033f0f-38ab-4343-9503-6f4c9dd5b302 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:39.467393 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Pushing event updated for resources: {'Port': ['ID=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:39.476826 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.477175 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.477512 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.477872 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.478212 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.478540 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.478861 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.479185 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.479504 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.479823 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.480141 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.480457 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:39.485833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-161427ce-1d8c-4cb1-9c76-38c09e845812', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:08:39.487175 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.511908 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] For port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:39.515875 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] For port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:39.519912 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.571365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace61ab-2780-47dc-8aec-7d2e9489fd57 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:39.578518 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:39.579161 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:39.603403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-78f5279a-c02b-42f7-b3ff-66a2d0492e38 None None] Provisioning complete for port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:39.603816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-78f5279a-c02b-42f7-b3ff-66a2d0492e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.706047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Allocated IP 172.20.0.2 (161427ce-1d8c-4cb1-9c76-38c09e845812/9ce6d7f0-b071-4ab9-947a-f19f4799a0d2/0a9f5cd6-23b8-445c-86f2-592855417ad8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:39.760755 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6292ad4-74da-4f8f-a875-fd4ce1ef5b42 None None] Pushing event updated for resources: {'Port': ['ID=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:39.786845 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:39.804115 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-78f5279a-c02b-42f7-b3ff-66a2d0492e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.833098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-78f5279a-c02b-42f7-b3ff-66a2d0492e38 None None] For port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:39.838840 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-78f5279a-c02b-42f7-b3ff-66a2d0492e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.857602 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.930863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5279a-c02b-42f7-b3ff-66a2d0492e38 None None] Pushing event updated for resources: {'Port': ['ID=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:39.974414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.979128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-626b5b84-36d8-4b17-a362-3801f7a3b6ab None None] Provisioning complete for port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:39.979503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-626b5b84-36d8-4b17-a362-3801f7a3b6ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:39.981412 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:38Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:40.003152 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.015324 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2916f462-65e4-4dbf-b22a-8c68d7dac498 None None] The sync data for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 is: [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:38Z', 'revision_number': 3, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:40.080131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:40.086956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:40.090215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:40.099292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Pushing event updated for resources: {'Port': ['ID=0a9f5cd6-23b8-445c-86f2-592855417ad8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:40.198344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Attempting to bind port 0a9f5cd6-23b8-445c-86f2-592855417ad8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:40.199010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Attempting to bind port 0a9f5cd6-23b8-445c-86f2-592855417ad8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:40.199010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Attempting to bind port 0a9f5cd6-23b8-445c-86f2-592855417ad8 on network 161427ce-1d8c-4cb1-9c76-38c09e845812 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:40.204565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:40.204954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Checking segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:40.205348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.205770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Bound using segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:40.206251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Bound port: 0a9f5cd6-23b8-445c-86f2-592855417ad8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:40.206635 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.300027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] For port 0a9f5cd6-23b8-445c-86f2-592855417ad8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:40.304159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] For port 0a9f5cd6-23b8-445c-86f2-592855417ad8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0a9f5cd6-23b8-445c-86f2-592855417ad8,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:40.309691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.376960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb247557-f952-461b-8dbc-bd3b2d445643 None None] Pushing event updated for resources: {'Port': ['ID=0a9f5cd6-23b8-445c-86f2-592855417ad8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:40.566273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.1 (161427ce-1d8c-4cb1-9c76-38c09e845812/9ce6d7f0-b071-4ab9-947a-f19f4799a0d2/faed02c4-3c5f-454f-9b01-76c0b1ad28aa) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:40.717896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.756080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:40.805398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:40.808756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:40.812858 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:40.819674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:40.849081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.849439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.849813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.850163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.850505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.850838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.851174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.851508 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.851840 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.852168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.852496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.852822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:08:40.875392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.013417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.146786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:41.345629 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.354975 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.383339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:41.383882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.434388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:41.438323 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.459845 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b18024-ca16-40e3-89d0-f909874bf290 None None] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:08:41.527907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0a9f5cd6-23b8-445c-86f2-592855417ad8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:41.537997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:41.539501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:41.566577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-107a7055-d2de-45de-9fd6-3414d9e49e6b None None] Provisioning complete for port 0a9f5cd6-23b8-445c-86f2-592855417ad8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:41.566953 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-107a7055-d2de-45de-9fd6-3414d9e49e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.672690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 54beea9f-f497-4372-adce-cfcbebcc0edf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:41.701932 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0a9f5cd6-23b8-445c-86f2-592855417ad8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:41.702307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.764681 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-107a7055-d2de-45de-9fd6-3414d9e49e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.789083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:41.794239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4a5d0302-986c-4817-8b36-90c357d90cc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/54beea9f-f497-4372-adce-cfcbebcc0edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4796331 Nov 22 17:08:41.844314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-107a7055-d2de-45de-9fd6-3414d9e49e6b None None] For port 0a9f5cd6-23b8-445c-86f2-592855417ad8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0a9f5cd6-23b8-445c-86f2-592855417ad8,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:41.852743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-107a7055-d2de-45de-9fd6-3414d9e49e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.883070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:41.947961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a7055-d2de-45de-9fd6-3414d9e49e6b None None] Pushing event updated for resources: {'Port': ['ID=0a9f5cd6-23b8-445c-86f2-592855417ad8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:41.970733 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:08:41.971088 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:08:42.048414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-ce025b4a-07ae-4a71-9717-43853be2e5d3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-462716175&fields=id&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 267 time: 0.0507708 Nov 22 17:08:42.075769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c310a7fb-b53d-4450-a9b0-c82f0e3e805a None None] Provisioning complete for port 0a9f5cd6-23b8-445c-86f2-592855417ad8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:42.077563 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c310a7fb-b53d-4450-a9b0-c82f0e3e805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.118815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Sync routers for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:42.145011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:42.145679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:42.178666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-a3ccd8a1-9b5d-48aa-8c23-52101c27bad9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:42.180233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-a3ccd8a1-9b5d-48aa-8c23-52101c27bad9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/networks?id=161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 200 len: 796 time: 0.1239767 Nov 22 17:08:42.196876 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-a248d213-3d50-4f7f-9d60-e93a4f34afe1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/quotas/f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Nov 22 17:08:42.254558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-c769e7f9-064f-411a-b05e-279ff22dd9c8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501661 Nov 22 17:08:42.297561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:42.332330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c310a7fb-b53d-4450-a9b0-c82f0e3e805a None None] Provisioning complete for port faed02c4-3c5f-454f-9b01-76c0b1ad28aa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:42.332705 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c310a7fb-b53d-4450-a9b0-c82f0e3e805a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.366213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-8f2fa000-0b1c-4ce2-a86e-52d72e316cc8 service neutron] 10.222.0.65 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987160 Nov 22 17:08:42.447769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c310a7fb-b53d-4450-a9b0-c82f0e3e805a None None] Port faed02c4-3c5f-454f-9b01-76c0b1ad28aa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:42.472306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-30650c52-2762-42c9-80e5-f6944c2ac973 service neutron] 10.222.0.65 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979779 Nov 22 17:08:42.587764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c848945a-6943-4511-91f0-942deeace82d None None] Provisioning complete for port faed02c4-3c5f-454f-9b01-76c0b1ad28aa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:42.588510 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c848945a-6943-4511-91f0-942deeace82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.617129 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:41Z', 'revision_number': 2, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:42.644765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d241e03-ef39-4fb2-9fca-dea70486ab83 req-f7aec48d-f81d-4e1c-9f94-edf310b7e59d tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0299890 Nov 22 17:08:42.655313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Checking router: 54beea9f-f497-4372-adce-cfcbebcc0edf for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:42.655612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Updating router 54beea9f-f497-4372-adce-cfcbebcc0edf port faed02c4-3c5f-454f-9b01-76c0b1ad28aa binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:08:42.677056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c848945a-6943-4511-91f0-942deeace82d None None] Port faed02c4-3c5f-454f-9b01-76c0b1ad28aa cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:42.684800 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.960358 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:42.966157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.019076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5691a8-9f20-44e2-b912-a95f919b6740 None None] Pushing event updated for resources: {'Port': ['ID=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:43.082977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Attempting to bind port faed02c4-3c5f-454f-9b01-76c0b1ad28aa on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:43.083411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Attempting to bind port faed02c4-3c5f-454f-9b01-76c0b1ad28aa by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:43.083786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Attempting to bind port faed02c4-3c5f-454f-9b01-76c0b1ad28aa on network 161427ce-1d8c-4cb1-9c76-38c09e845812 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:43.089964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:43.091056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Checking segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:43.091056 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.091056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Bound using segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:43.092083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Bound port: faed02c4-3c5f-454f-9b01-76c0b1ad28aa, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:43.093011 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.108959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0a9f5cd6-23b8-445c-86f2-592855417ad8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:43.205617 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] For port faed02c4-3c5f-454f-9b01-76c0b1ad28aa, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:43.209502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] For port faed02c4-3c5f-454f-9b01-76c0b1ad28aa, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:43.216769 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.220030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 0a9f5cd6-23b8-445c-86f2-592855417ad8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:43.220396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.324777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5691a8-9f20-44e2-b912-a95f919b6740 None None] Pushing event updated for resources: {'Port': ['ID=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:43.330918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:43.331550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:43.377868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4abae60c-e5bd-467f-ad96-8d3813240fdf None None] Provisioning complete for port faed02c4-3c5f-454f-9b01-76c0b1ad28aa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:43.378253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abae60c-e5bd-467f-ad96-8d3813240fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.695859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:43.743906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f52b5-ff53-4f4e-90df-b91de5bc631c req-3d0bebc3-14f7-47ad-a8b2-8eb1db572f2e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:43.746053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-8221d958-2e39-4415-a2a5-55cbec7df1b7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:43.746992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af5f52b5-ff53-4f4e-90df-b91de5bc631c req-3d0bebc3-14f7-47ad-a8b2-8eb1db572f2e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 945 time: 0.0971351 Nov 22 17:08:43.751864 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-8221d958-2e39-4415-a2a5-55cbec7df1b7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/networks?id=161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 200 len: 796 time: 0.1933038 Nov 22 17:08:43.799295 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abae60c-e5bd-467f-ad96-8d3813240fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.802222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e08a5a60-8d92-4128-9d04-bbe189390e06 req-bfc4b795-b95d-4315-a263-a3e905711e8c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0329645 Nov 22 17:08:43.829557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af5f52b5-ff53-4f4e-90df-b91de5bc631c req-f7d61dec-3369-413d-bef5-65bd805bfc35 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741584 Nov 22 17:08:43.847201 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-14efb582-398a-4ca9-b693-74002bd2e46a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0ede6f959074082b3160e8035518ff7 HTTP/1.1" status: 200 len: 379 time: 0.0805659 Nov 22 17:08:43.861304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'port': {'device_id': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'admin_state_up': True, 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'security_groups': ['0902fdf6-071a-4246-a39a-b0aa5cbfce6f']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:43.882902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4abae60c-e5bd-467f-ad96-8d3813240fdf None None] For port faed02c4-3c5f-454f-9b01-76c0b1ad28aa, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:43.892842 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abae60c-e5bd-467f-ad96-8d3813240fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:43.976594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Made reservation on behalf of f0ede6f959074082b3160e8035518ff7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:43.977751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abae60c-e5bd-467f-ad96-8d3813240fdf None None] Pushing event updated for resources: {'Port': ['ID=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:43.980252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.007614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:44.038364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cde523-9d08-41c5-867d-5076b51afc3d None None] The sync data for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 is: [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:44.047526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c1a045cf-3b14-4c33-8170-ac95ca838b9a None None] Provisioning complete for port faed02c4-3c5f-454f-9b01-76c0b1ad28aa triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:44.047910 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1a045cf-3b14-4c33-8170-ac95ca838b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.145187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.20.0.6 (161427ce-1d8c-4cb1-9c76-38c09e845812/9ce6d7f0-b071-4ab9-947a-f19f4799a0d2/34898a0f-1a05-47b7-b38b-6adacb066b18) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:44.301823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.338252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.388009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:44.391396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:44.395415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:44.423610 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:44.451368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:44.452010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.471654 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-23122825-71c7-44e4-ae15-a2cb59398d6c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147103 Nov 22 17:08:44.487241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Request body: {'port': {'device_id': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:44.547373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.700587 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-40b42e69-40e6-4a28-8fea-32047e81987d None None] Provisioning complete for port 34898a0f-1a05-47b7-b38b-6adacb066b18 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:44.702356 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-40b42e69-40e6-4a28-8fea-32047e81987d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.742869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-40b42e69-40e6-4a28-8fea-32047e81987d None None] Port 34898a0f-1a05-47b7-b38b-6adacb066b18 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:44.848143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34898a0f-1a05-47b7-b38b-6adacb066b18 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:44.856512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.870429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Transition to ACTIVE for port object 34898a0f-1a05-47b7-b38b-6adacb066b18 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:08:44.876972 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:44.976008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.002198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18949e-344a-4a91-8469-6bd0fec13d01 req-4b3842d1-e8d6-4157-aca8-41cf5699ef81 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.003790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f18949e-344a-4a91-8469-6bd0fec13d01 req-4b3842d1-e8d6-4157-aca8-41cf5699ef81 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 943 time: 0.1275961 Nov 22 17:08:45.013178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Attempting to bind port 34898a0f-1a05-47b7-b38b-6adacb066b18 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:45.014157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Attempting to bind port 34898a0f-1a05-47b7-b38b-6adacb066b18 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:45.014558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Attempting to bind port 34898a0f-1a05-47b7-b38b-6adacb066b18 on network 161427ce-1d8c-4cb1-9c76-38c09e845812 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:45.019897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Port 34898a0f-1a05-47b7-b38b-6adacb066b18 on network 161427ce-1d8c-4cb1-9c76-38c09e845812 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:45.020236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Attempting to bind port 34898a0f-1a05-47b7-b38b-6adacb066b18 on network 161427ce-1d8c-4cb1-9c76-38c09e845812 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:45.027497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:45.027630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Checking segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:45.027942 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Bound using segment: {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:45.028381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Bound port: 34898a0f-1a05-47b7-b38b-6adacb066b18, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '015595e9-3209-4630-9b59-838d5a022885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:45.028745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.042591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a925a-3d1e-47b8-9b70-64dbdd6a3db9 req-88a9a1e4-75de-4745-890b-e2d2e64c6a13 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.046355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-939a925a-3d1e-47b8-9b70-64dbdd6a3db9 req-88a9a1e4-75de-4745-890b-e2d2e64c6a13 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 945 time: 0.1158299 Nov 22 17:08:45.145262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f18949e-344a-4a91-8469-6bd0fec13d01 req-f09d2b45-c431-43e4-a0c5-6ae00f7781b4 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245909 Nov 22 17:08:45.149601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-939a925a-3d1e-47b8-9b70-64dbdd6a3db9 req-a3c1dd4c-dead-4e12-9946-1a0e17df62e2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951524 Nov 22 17:08:45.154482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:45.158292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:45.164821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.207064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device faed02c4-3c5f-454f-9b01-76c0b1ad28aa up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:45.228938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.229469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.230890 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] 10.222.0.20 "PUT /v2.0/ports/34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 200 len: 1091 time: 0.7499092 Nov 22 17:08:45.231341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:45.236006 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:45.267985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961c8d8-5111-47da-8504-546af53eb504 service neutron] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:45.298003 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d55e84-71c9-4195-922f-8f6c175425e8 x-openstack-request-id: req-58d55e84-71c9-4195-922f-8f6c175425e8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:45.298319 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:45.298633 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58d55e84-71c9-4195-922f-8f6c175425e8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:45.299048 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'status': 'completed', 'code': 200} Nov 22 17:08:45.305345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port faed02c4-3c5f-454f-9b01-76c0b1ad28aa triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:45.306393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.336444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-9ddb93f0-57e1-43e5-b0ba-9b40dcb7d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.338077 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-9ddb93f0-57e1-43e5-b0ba-9b40dcb7d7c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0554750 Nov 22 17:08:45.399779 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-7f843428-41b1-481f-87e6-bcbc87285e0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 200 len: 217 time: 0.0505054 Nov 22 17:08:45.461045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-96b13f80-2da1-4c7c-917b-b6c7fb3ac7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.462684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-96b13f80-2da1-4c7c-917b-b6c7fb3ac7be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 HTTP/1.1" status: 200 len: 832 time: 0.0543423 Nov 22 17:08:45.512348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-f564f533-e985-40ad-8d9a-82973a745286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.514507 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-f564f533-e985-40ad-8d9a-82973a745286 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=161427ce-1d8c-4cb1-9c76-38c09e845812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439825 Nov 22 17:08:45.612462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-e6e08cea-4cc8-4647-8818-f0d75ad96b3d service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905571 Nov 22 17:08:45.624664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-4fe5d969-fa44-4f48-b5be-0aa9e7258dd1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.626157 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-4fe5d969-fa44-4f48-b5be-0aa9e7258dd1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 945 time: 0.0497773 Nov 22 17:08:45.706380 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82c0113e-bbd5-463b-b436-e173faffc9b4 req-d5cb3e60-3bbd-4f01-9d40-95f291a94212 service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864918 Nov 22 17:08:45.728861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port adf7ec93-35df-4ddd-8790-c5bfacde9f3c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:08:45.729387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.808414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-701c928c-ded1-43ab-9d90-51a4cbd91747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.810207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-701c928c-ded1-43ab-9d90-51a4cbd91747 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1094 time: 0.0474336 Nov 22 17:08:45.830181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port adf7ec93-35df-4ddd-8790-c5bfacde9f3c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:45.830543 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:45.909580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-866feeff-3a00-4408-94c7-58d39bf17712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:45.910984 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-866feeff-3a00-4408-94c7-58d39bf17712 service neutron] 10.222.0.20 "GET /v2.0/networks?id=161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 200 len: 897 time: 0.0912066 Nov 22 17:08:46.011299 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-667f75b3-4614-4b5f-b780-f4778b2ed072 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 200 len: 217 time: 0.0353391 Nov 22 17:08:46.051484 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.052077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.052180 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Floating IP 7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5 disassociated. External IP: 172.25.6.43, port: adf7ec93-35df-4ddd-8790-c5bfacde9f3c. Nov 22 17:08:46.052470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for adf7ec93-35df-4ddd-8790-c5bfacde9f3c owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:08:46.061761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-e374bc1b-b7b6-487a-8421-15265763667a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:46.063266 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-e374bc1b-b7b6-487a-8421-15265763667a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 HTTP/1.1" status: 200 len: 832 time: 0.0436614 Nov 22 17:08:46.120116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-39784c08-8ff9-4e2d-b1d5-be9fb3be5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:46.121621 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-39784c08-8ff9-4e2d-b1d5-be9fb3be5392 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=161427ce-1d8c-4cb1-9c76-38c09e845812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508873 Nov 22 17:08:46.198311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.225464 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-a9b47047-7aed-42ec-94a7-137fff5e71ed service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950508 Nov 22 17:08:46.238871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=adf7ec93-35df-4ddd-8790-c5bfacde9f3c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:46.298826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36984f13-169c-4779-b11c-b355f3dad09d req-af7d557d-761b-4b15-b4ba-6d2d8ad09cee tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0496013 Nov 22 17:08:46.331094 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b78b6b24-d8f3-49ec-8dfd-56775159f8a8 req-bc3caf05-5174-4a36-8ae3-10be698d3cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972188 Nov 22 17:08:46.393582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a703dfc-9e9d-40de-9144-0a7e3b02c117 req-39a2b400-1964-4283-b92d-191e8080831c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:46.395110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a703dfc-9e9d-40de-9144-0a7e3b02c117 req-39a2b400-1964-4283-b92d-191e8080831c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 943 time: 0.1582913 Nov 22 17:08:46.448266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:46.470146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a703dfc-9e9d-40de-9144-0a7e3b02c117 req-76d0daff-6e7a-4bb1-989a-a2264d0c68ce tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682013 Nov 22 17:08:46.575520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:46.586672 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:46.598029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:46.598949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:46.619181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port adf7ec93-35df-4ddd-8790-c5bfacde9f3c on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:08:46.621940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:46.626432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20301b1d-3359-460c-a68f-ad1435cb4ce5 req-e7a4a8f1-5ffb-4b4c-86ec-b3e8b123b9cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "DELETE /v2.0/ports/adf7ec93-35df-4ddd-8790-c5bfacde9f3c HTTP/1.1" status: 204 len: 173 time: 0.9909179 Nov 22 17:08:46.626934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'name': 'network-vif-deleted', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:46.629222 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb3de77-8880-409d-bf91-49d62b1d7986" -d '{"events": [{"server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "name": "network-vif-deleted", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:46.674271 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73030635-9658-4a4c-9761-c81f75734db4 x-openstack-request-id: req-73030635-9658-4a4c-9761-c81f75734db4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:46.674615 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d55fe6-7692-439c-8bf4-3c1ae171adf6", "name": "network-vif-deleted", "tag": "adf7ec93-35df-4ddd-8790-c5bfacde9f3c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:46.674875 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73030635-9658-4a4c-9761-c81f75734db4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:46.675279 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d55fe6-7692-439c-8bf4-3c1ae171adf6', 'name': 'network-vif-deleted', 'tag': 'adf7ec93-35df-4ddd-8790-c5bfacde9f3c', 'status': 'completed', 'code': 200} Nov 22 17:08:46.732435 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:46.932799 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:46.960262 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:46.969817 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:46.970420 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:47.079361 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:47.289492 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:47.318033 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58205c7-98b7-49a1-a2dd-5e39820b5ca6 None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:47.345402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 34898a0f-1a05-47b7-b38b-6adacb066b18 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:08:47.440004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9bd8fa9-6843-473d-85b8-48291d0a0334 req-f8858535-75c4-40ec-ae9c-3510984b26d0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0374205 Nov 22 17:08:47.494581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:47.508774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'port_id': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'mac_address': 'fa:16:3e:bc:e8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:08:47.553281 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.572017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34898a0f-1a05-47b7-b38b-6adacb066b18 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:47.599033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:47.609845 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:47.662741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26838d9a-d4ca-4612-a8f6-88c9562d25c7 req-41518038-0b0d-44d0-abac-8a7f9a5b0415 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:47.667822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:47.672902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26838d9a-d4ca-4612-a8f6-88c9562d25c7 req-41518038-0b0d-44d0-abac-8a7f9a5b0415 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 943 time: 0.1160717 Nov 22 17:08:47.700322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080a521e-db9b-4c3c-a051-0bb1c3152017 None None] New status for floating IP 7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:08:47.753725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26838d9a-d4ca-4612-a8f6-88c9562d25c7 req-db85895b-b4ee-4004-a7ce-a416c6c4023e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657048 Nov 22 17:08:47.868147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['34898a0f-1a05-47b7-b38b-6adacb066b18'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:08:48.541405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c669e48-458d-45a4-a129-7a9a2cafa377 req-3dca8869-b1fb-467a-8c6f-324255e4f9f4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0270586 Nov 22 17:08:48.861263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1cf2a3-35f2-4be4-95d6-9792969c92ab req-8b77ed8d-8ad0-44b5-b2bf-72c0111118ec tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:48.862706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e1cf2a3-35f2-4be4-95d6-9792969c92ab req-8b77ed8d-8ad0-44b5-b2bf-72c0111118ec tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0498538 Nov 22 17:08:48.913066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e1cf2a3-35f2-4be4-95d6-9792969c92ab req-d1cd648e-d63a-4229-8ab4-fb50308fa08f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444491 Nov 22 17:08:49.307013 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device adf7ec93-35df-4ddd-8790-c5bfacde9f3c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:08:49.332069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: adf7ec93-35df-4ddd-8790-c5bfacde9f3c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:08:49.332415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device adf7ec93-35df-4ddd-8790-c5bfacde9f3c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:08:49.340708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 34898a0f-1a05-47b7-b38b-6adacb066b18 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:08:49.392254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 34898a0f-1a05-47b7-b38b-6adacb066b18 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:08:49.396534 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 34898a0f-1a05-47b7-b38b-6adacb066b18 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:49.396905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.475377 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.499217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:49.501483 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7806b3c-b858-4b0e-8373-74e70ccde82c" -d '{"events": [{"server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:49.514915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:08:49.519411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:49.548160 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14230298-3b1a-4365-8dc5-18ae8699b3a6 x-openstack-request-id: req-14230298-3b1a-4365-8dc5-18ae8699b3a6 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:49.548461 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:49.548708 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14230298-3b1a-4365-8dc5-18ae8699b3a6 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:49.549096 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'code': 200} Nov 22 17:08:49.576321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:49.654814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c9c8875-cc0c-4589-91ff-b003ab659580 req-9a3fdf19-726c-4c36-8a18-c9dfa1648ac7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0331905 Nov 22 17:08:49.656786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d439120-01cb-4142-8476-0c2b0367fc72 req-a90e5a83-fea0-4684-9012-f497743c7cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:49.658655 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d439120-01cb-4142-8476-0c2b0367fc72 req-a90e5a83-fea0-4684-9012-f497743c7cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0477018 Nov 22 17:08:49.715110 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4d439120-01cb-4142-8476-0c2b0367fc72 req-bcc3248d-4fd6-478a-9379-9f06067a9422 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414939 Nov 22 17:08:49.970659 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0398c284-7da1-42e9-b05e-f1964bd46cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:50.040582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1072825-bb2c-461e-b6b8-894ccba8a6b5 req-99c890eb-918e-43c4-aa5b-2738415b357f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:50.042095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1072825-bb2c-461e-b6b8-894ccba8a6b5 req-99c890eb-918e-43c4-aa5b-2738415b357f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0532637 Nov 22 17:08:50.093239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1072825-bb2c-461e-b6b8-894ccba8a6b5 req-68f5207c-5e43-4f98-9fed-b598f8fca107 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446332 Nov 22 17:08:50.743535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44a03282-b5bd-4a67-a53f-449cd3df1eeb req-f473ab14-aada-48eb-893f-7e872fc3710d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f7d55fe6-7692-439c-8bf4-3c1ae171adf6 HTTP/1.1" status: 200 len: 210 time: 0.0275269 Nov 22 17:08:51.215387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dcf858-8590-4d36-8565-9f63d681bd53 req-46ea2bf4-db66-4da4-aeee-8a3f1c4d59db tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:51.216982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9dcf858-8590-4d36-8565-9f63d681bd53 req-46ea2bf4-db66-4da4-aeee-8a3f1c4d59db tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0511084 Nov 22 17:08:51.267116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9dcf858-8590-4d36-8565-9f63d681bd53 req-08d71446-3127-4a4c-9c3e-fb43f638adf1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439026 Nov 22 17:08:51.385891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244d9c-d0b6-405e-a01b-87c1f7dc0e4d req-ed0f85bb-4312-497d-9ccc-f67d861eb975 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:51.387331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f244d9c-d0b6-405e-a01b-87c1f7dc0e4d req-ed0f85bb-4312-497d-9ccc-f67d861eb975 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Nov 22 17:08:51.438544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f244d9c-d0b6-405e-a01b-87c1f7dc0e4d req-c89537bd-b377-4b45-8fcb-73851403cf05 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449359 Nov 22 17:08:51.460428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48882) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:51.502648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6a1cb-b3d5-4e55-a7a3-ff0b87768bff tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:51.504162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-40d6a1cb-b3d5-4e55-a7a3-ff0b87768bff tempest-TestNetworkAdvancedServerOps-1899418887 tempest-TestNetworkAdvancedServerOps-1899418887-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1091 time: 0.0427706 Nov 22 17:08:51.506996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48884) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:51.511286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:51.535156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.643714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.750966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Allocated IP 172.25.6.239 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/73f3f738-1c61-414a-b57e-9cf3d5608dc8) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:51.865501 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.900934 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:51.962352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:51.968644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:51.975326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:51.977219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=73f3f738-1c61-414a-b57e-9cf3d5608dc8,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:52.019847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-fb8dbfe1-d516-48f6-b401-1e22c4a3e796 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861050243&fields=id&tenant_id=22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 267 time: 0.1094112 Nov 22 17:08:52.236559 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-e89a3d71-6e2f-4d74-bcce-42bec3349f2e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:52.238049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-e89a3d71-6e2f-4d74-bcce-42bec3349f2e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.2108135 Nov 22 17:08:52.282998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-72fc53a9-14f1-4973-b8d3-ff557f0a3fed tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.0388069 Nov 22 17:08:52.744427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-5709a85c-4777-42db-a643-48a96d6d2891 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4553134 Nov 22 17:08:52.927228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-a1df6f82-fa2c-42f6-bb27-a3743614cb8e service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417732 Nov 22 17:08:52.928146 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.056157 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.084194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-0d46f7fc-c974-4ee0-9f7f-7a5fdb0a13f2 service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357722 Nov 22 17:08:53.222323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.227181 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.293721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event updated for resources: {'Port': ['ID=73f3f738-1c61-414a-b57e-9cf3d5608dc8,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:53.305971 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.399724 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-49df6d00-dcea-4e92-81b1-95ab4d5278cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.409868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6bb2b50-fa90-4289-a912-22410685b302 req-236212c4-5313-4d53-b05d-ac4ea3ae072e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0577583 Nov 22 17:08:53.437739 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP cf748f6c-fd0b-4678-951b-1106716ed369 associated. External IP: 172.25.6.239, port: 34898a0f-1a05-47b7-b38b-6adacb066b18. Nov 22 17:08:53.672716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 54beea9f-f497-4372-adce-cfcbebcc0edf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:08:53.787114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:08:53.796887 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] Sync routers for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:08:53.807677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:53.808189 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:53.808658 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:53.841602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3d341568-9163-48a9-82b0-08d661d10d64 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3311164 Nov 22 17:08:53.841602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:53.843682 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12db680-f99d-4272-90a2-563918cbae9a" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:53.893527 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029c8601-eca4-45ee-b950-e820f9b9f86f x-openstack-request-id: req-029c8601-eca4-45ee-b950-e820f9b9f86f {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:53.893856 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:53.894120 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-029c8601-eca4-45ee-b950-e820f9b9f86f {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:53.894565 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'status': 'completed', 'code': 200} Nov 22 17:08:53.936090 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:53.963711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150655-5743-4f4f-8337-062b36537a62 req-bc11ff2e-c1a6-47a7-a73c-a35c853b9eb5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:53.965206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d150655-5743-4f4f-8337-062b36537a62 req-bc11ff2e-c1a6-47a7-a73c-a35c853b9eb5 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0602586 Nov 22 17:08:53.967201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12db680-f99d-4272-90a2-563918cbae9a req-44ebe696-e3c9-42f8-9feb-cccd5d36b93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:53.968503 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-44ebe696-e3c9-42f8-9feb-cccd5d36b93a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0490205 Nov 22 17:08:54.020345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d150655-5743-4f4f-8337-062b36537a62 req-0e945ccb-4731-4ff3-bac5-4b21c2f3fa29 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483818 Nov 22 17:08:54.043449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48916) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:54.094273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.101889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12db680-f99d-4272-90a2-563918cbae9a req-90265cd9-b2cb-4348-ad74-38f8059ad7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.103657 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-90265cd9-b2cb-4348-ad74-38f8059ad7f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 200 len: 897 time: 0.1277435 Nov 22 17:08:54.116594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5ef1c3d8-ec01-42a1-955c-059a31c4a35e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/cf748f6c-fd0b-4678-951b-1106716ed369 HTTP/1.1" status: 200 len: 991 time: 0.0703597 Nov 22 17:08:54.171996 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-fc9fe056-a62c-4fb7-8178-33d41dff6a94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 200 len: 999 time: 0.0594020 Nov 22 17:08:54.194405 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'cf748f6c-fd0b-4678-951b-1106716ed369', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'port_id': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'mac_address': 'fa:16:3e:bc:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:08:52Z', 'updated_at': '2021-11-22T17:08:52Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:54.220704 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] Checking router: 54beea9f-f497-4372-adce-cfcbebcc0edf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:08:54.228761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12db680-f99d-4272-90a2-563918cbae9a req-b53e8f21-232c-400b-8653-d2953737ace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.228933 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:08:54.229523 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:54.230259 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-b53e8f21-232c-400b-8653-d2953737ace0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 HTTP/1.1" status: 200 len: 832 time: 0.0506222 Nov 22 17:08:54.276503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12db680-f99d-4272-90a2-563918cbae9a req-c095b53e-f2b1-4b1c-9e7a-4c70d6eb3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.278207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-c095b53e-f2b1-4b1c-9e7a-4c70d6eb3e12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=161427ce-1d8c-4cb1-9c76-38c09e845812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398216 Nov 22 17:08:54.337216 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:08:54.371637 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-f4a9c8ec-f190-4464-8ca0-0a5efcc13faa service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842457 Nov 22 17:08:54.483773 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f12db680-f99d-4272-90a2-563918cbae9a req-966be156-cd4c-4185-a4bd-b4c6ce618a20 service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041799 Nov 22 17:08:54.595127 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1be83656-8c2f-4c6e-9bdd-044c2c143d27 req-05cd6ddc-ef41-416b-97b6-ed4d871985c2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0545309 Nov 22 17:08:54.641025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-d33b71c5-3f22-4c0c-a01f-1fd7a9022e9e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:54.642725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-d33b71c5-3f22-4c0c-a01f-1fd7a9022e9e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.2138822 Nov 22 17:08:54.699354 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'cf748f6c-fd0b-4678-951b-1106716ed369', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'port_id': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'mac_address': 'fa:16:3e:bc:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:08:52Z', 'updated_at': '2021-11-22T17:08:52Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:08:54.728478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-5fcdebd3-2e28-4fa4-80a6-c3ef32aa8a85 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 379 time: 0.0642223 Nov 22 17:08:54.729003 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eaba91c-bae3-45a6-a99d-e3be61d79f8a None None] The sync data for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 is: [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'cf748f6c-fd0b-4678-951b-1106716ed369', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'floating_ip_address': '172.25.6.239', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'port_id': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'mac_address': 'fa:16:3e:bc:e8:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:08:52Z', 'updated_at': '2021-11-22T17:08:52Z', 'revision_number': 0, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:08:54.740314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'security_groups': ['45b87d1e-92c9-436a-92f1-43e2cb1e8e0d']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:54.864403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:54.868520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:54.990440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6123137-3dc4-4008-a482-55042f1b596f None None] New status for floating IP cf748f6c-fd0b-4678-951b-1106716ed369: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:08:55.015893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.3 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/d41b951e-1d0b-4b25-8873-f1d7b89de75c) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:55.119381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48920) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:55.190062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.207994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-88592e2b-a9e4-4479-b573-5d47ea35089c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/cf748f6c-fd0b-4678-951b-1106716ed369 HTTP/1.1" status: 200 len: 991 time: 0.0874355 Nov 22 17:08:55.229880 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.279856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:55.282903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:55.286819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:55.322491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=d41b951e-1d0b-4b25-8873-f1d7b89de75c,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:55.351503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:55.352193 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.371540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-00d1ae7e-c410-42b9-b8c8-f8371621f2fb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6354871 Nov 22 17:08:55.392948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Request body: {'port': {'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:55.461772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.480981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.523677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2dbba40c-c930-476e-afc0-09c5e97138fa None None] Provisioning complete for port d41b951e-1d0b-4b25-8873-f1d7b89de75c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:55.524147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2dbba40c-c930-476e-afc0-09c5e97138fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.562470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2dbba40c-c930-476e-afc0-09c5e97138fa None None] Port d41b951e-1d0b-4b25-8873-f1d7b89de75c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:55.760668 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1992aba-6421-464f-acea-98ac0f9654c1 req-c3b4f187-3030-4551-aae2-36f92ba4fcfb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:55.762194 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1992aba-6421-464f-acea-98ac0f9654c1 req-c3b4f187-3030-4551-aae2-36f92ba4fcfb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 931 time: 0.0827150 Nov 22 17:08:55.812241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d41b951e-1d0b-4b25-8873-f1d7b89de75c {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:08:55.822539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.852970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Transition to ACTIVE for port object d41b951e-1d0b-4b25-8873-f1d7b89de75c will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:08:55.859543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1992aba-6421-464f-acea-98ac0f9654c1 req-dfadfb66-82ec-4e37-93ac-97fbc961b077 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745249 Nov 22 17:08:55.860583 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:55.915503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Pushing event updated for resources: {'Port': ['ID=d41b951e-1d0b-4b25-8873-f1d7b89de75c,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:55.997799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Attempting to bind port d41b951e-1d0b-4b25-8873-f1d7b89de75c on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:08:55.999016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Attempting to bind port d41b951e-1d0b-4b25-8873-f1d7b89de75c by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:08:55.999355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Attempting to bind port d41b951e-1d0b-4b25-8873-f1d7b89de75c on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:56.004238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Port d41b951e-1d0b-4b25-8873-f1d7b89de75c on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:08:56.004555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Attempting to bind port d41b951e-1d0b-4b25-8873-f1d7b89de75c on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:08:56.009639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:08:56.009999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:08:56.010384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:08:56.010808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Bound port: d41b951e-1d0b-4b25-8873-f1d7b89de75c, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:08:56.011163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.041771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.097109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] For port d41b951e-1d0b-4b25-8873-f1d7b89de75c, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:08:56.100792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] For port d41b951e-1d0b-4b25-8873-f1d7b89de75c, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:08:56.105159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.139813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.140778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:56.142186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] 10.222.0.66 "PUT /v2.0/ports/d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 1091 time: 0.7547424 Nov 22 17:08:56.146723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:08:56.149911 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e115bbed-3579-4319-bdac-594a77379bdf" -d '{"events": [{"name": "network-changed", "server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:08:56.195091 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a939e3b-0d5e-4f0c-9b37-5954b3fad99d service neutron] Pushing event updated for resources: {'Port': ['ID=d41b951e-1d0b-4b25-8873-f1d7b89de75c,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:56.212071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48926) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:56.238980 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e97bc7-add2-4062-ad71-a970ef1931ee x-openstack-request-id: req-29e97bc7-add2-4062-ad71-a970ef1931ee {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:08:56.238980 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:08:56.238980 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29e97bc7-add2-4062-ad71-a970ef1931ee {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:08:56.239320 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'status': 'completed', 'code': 200} Nov 22 17:08:56.273162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-d868fa41-aaa4-411f-b167-5e2e7e427169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.275372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-d868fa41-aaa4-411f-b167-5e2e7e427169 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1094 time: 0.0524697 Nov 22 17:08:56.296804 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-98d36d15-a771-4206-a633-5e3b5372d6c9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/cf748f6c-fd0b-4678-951b-1106716ed369 HTTP/1.1" status: 200 len: 993 time: 0.0830450 Nov 22 17:08:56.342314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-b56822b5-a936-43cc-a88c-e3003c50fed3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 217 time: 0.0515850 Nov 22 17:08:56.400206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-454d026b-3ab7-4c63-b522-016d0b05b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.402343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-454d026b-3ab7-4c63-b522-016d0b05b9a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0504725 Nov 22 17:08:56.457527 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-13f7a71e-f72d-46da-b470-c4f4df4f09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.459068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-13f7a71e-f72d-46da-b470-c4f4df4f09fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477338 Nov 22 17:08:56.558910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-932c2a53-61be-4015-947c-75e9ed5fdfed service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890410 Nov 22 17:08:56.659699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a1d01f55-ba8a-43c2-a399-198534534a57 req-42b1bfe9-0849-4b47-9498-60d471beb80b service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871866 Nov 22 17:08:56.758541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115bbed-3579-4319-bdac-594a77379bdf req-67b83097-dbf1-41b0-a821-a3a7f715f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.760011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-67b83097-dbf1-41b0-a821-a3a7f715f711 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1094 time: 0.0454686 Nov 22 17:08:56.853097 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115bbed-3579-4319-bdac-594a77379bdf req-970ff0a9-7062-48b0-b8d7-e83450fc2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.854597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-970ff0a9-7062-48b0-b8d7-e83450fc2bfd service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0867078 Nov 22 17:08:56.902245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-2ccfc4ec-df92-4f3a-9114-b7e75aa9d464 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 217 time: 0.0341854 Nov 22 17:08:56.989786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115bbed-3579-4319-bdac-594a77379bdf req-474768a9-f6fb-42fa-8975-386c49a64ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:56.991275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-474768a9-f6fb-42fa-8975-386c49a64ebd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0756719 Nov 22 17:08:57.016187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a20f19-6428-4da0-be49-1d2041122bc7 req-7747ddfe-382b-4674-afdf-243d884f23d7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:57.017673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44a20f19-6428-4da0-be49-1d2041122bc7 req-7747ddfe-382b-4674-afdf-243d884f23d7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0718427 Nov 22 17:08:57.073820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115bbed-3579-4319-bdac-594a77379bdf req-c159d08a-12ae-4c13-92c7-11a0c39baa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:57.075893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-c159d08a-12ae-4c13-92c7-11a0c39baa10 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758519 Nov 22 17:08:57.089821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44a20f19-6428-4da0-be49-1d2041122bc7 req-e10161b7-af4b-4bdc-959d-2cdcf0d96a1e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575352 Nov 22 17:08:57.182753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-d030cff4-eb30-4e02-8c15-637961de62e9 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919421 Nov 22 17:08:57.283667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e115bbed-3579-4319-bdac-594a77379bdf req-f5489c23-0fa8-4308-8fa5-66589446b8d9 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912085 Nov 22 17:08:58.219152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd14f6-137d-4a4a-8244-d83e0bc60e8e req-d8312c30-8789-43e9-a74f-1384219a4d7f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:58.220541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2bd14f6-137d-4a4a-8244-d83e0bc60e8e req-d8312c30-8789-43e9-a74f-1384219a4d7f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0564466 Nov 22 17:08:58.276564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2bd14f6-137d-4a4a-8244-d83e0bc60e8e req-86d0b7cd-d800-422d-b405-8e2eeede356b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495672 Nov 22 17:08:58.440655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48936) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:58.549395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-65883e54-a435-487b-8ad1-1790a317076b tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3060 time: 0.1071243 Nov 22 17:08:58.551993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48938) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:58.556870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'network': {'name': 'tempest-network-smoke--1306001677', 'project_id': '0ed41d93903b468685873c24d4dc0376', 'port_security_enabled': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:58.579342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Made reservation on behalf of 0ed41d93903b468685873c24d4dc0376 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:08:58.583303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.607714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 871} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:08:58.617464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.617927 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Added segment 435ef18c-fd3c-4930-bf8f-905e7c36eb14 of type vlan for network 802080b1-c3fb-44de-9f74-d434544aac06 Nov 22 17:08:58.667809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.695414 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.702247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:58.702905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.763613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2098553 Nov 22 17:08:58.766911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:08:58.771434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'admin_state_up': True, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:08:58.786289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d56ab3-3f4f-4951-b614-19070add19ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Network': ['ID=802080b1-c3fb-44de-9f74-d434544aac06,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:58.799187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 802080b1-c3fb-44de-9f74-d434544aac06 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:08:58.808088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.809142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:58.861959 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.004088 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.215419 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.237353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.355022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.25.6.61 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/3d56541a-c66c-4e24-9ab9-94d509e71b91) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:08:59.441134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556dadc-8901-4d9b-9189-92c3c4943763 req-5847e146-375e-4b88-9ae4-46cbd50cd2c5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:08:59.453280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1556dadc-8901-4d9b-9189-92c3c4943763 req-5847e146-375e-4b88-9ae4-46cbd50cd2c5 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0864375 Nov 22 17:08:59.488342 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.520712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1556dadc-8901-4d9b-9189-92c3c4943763 req-91409953-d28d-4ff3-b439-2d4363d3135b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663311 Nov 22 17:08:59.526151 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.567561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:08:59.570735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:08:59.574744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:08:59.589837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d765e95-b416-4c86-8057-ca67106f2864 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:08:59.606363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=3d56541a-c66c-4e24-9ab9-94d509e71b91,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:08:59.673322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-767dc297-0e63-49cb-be97-93a39b5abb71 None None] Provisioning complete for port 3d56541a-c66c-4e24-9ab9-94d509e71b91 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:08:59.673864 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-767dc297-0e63-49cb-be97-93a39b5abb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:08:59.729009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-767dc297-0e63-49cb-be97-93a39b5abb71 None None] Port 3d56541a-c66c-4e24-9ab9-94d509e71b91 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:08:59.849600 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:08:59.865001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:00.076033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:00.521065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:09:00.631421 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:00.646834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7245e7e-55de-4db5-b9ae-bb67c7ede1d8 req-a7a5692f-1c66-4401-91fd-f8483963e247 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.647384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Sync routers for ids ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:00.654357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7245e7e-55de-4db5-b9ae-bb67c7ede1d8 req-a7a5692f-1c66-4401-91fd-f8483963e247 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0580649 Nov 22 17:09:00.656798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:00.661872 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ba9f192b-5c65-4e93-ba6a-b1fe78bb1508 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.8933644 Nov 22 17:09:00.662021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48946) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:00.664436 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Routers {'237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:00.665116 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:00.768616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7245e7e-55de-4db5-b9ae-bb67c7ede1d8 req-814c9781-ea19-443c-9544-d7a183a2c16d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132920 Nov 22 17:09:00.770092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7ffd67-73e1-400a-8e58-781f9553fa00 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.774317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8f7ffd67-73e1-400a-8e58-781f9553fa00 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0ed41d93903b468685873c24d4dc0376&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1086450 Nov 22 17:09:00.774565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Set router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:00.775461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48948) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:00.870027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843513a2-3406-4fb3-b718-594e1c9b0aea tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:00.871554 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-843513a2-3406-4fb3-b718-594e1c9b0aea tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950072 Nov 22 17:09:00.874723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:00.902336 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d1fd24a8-b289-4f4a-bc70-e660ceb00684 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265422 Nov 22 17:09:00.905594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48952) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:00.933499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f2b7c0ef-4169-4fda-b19c-057a048882b3 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=0ed41d93903b468685873c24d4dc0376&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267153 Nov 22 17:09:00.935982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:00.953595 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:08:59Z', 'revision_number': 3, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:00.984153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Checking router: 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:00.984503 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Updating router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a port 3d56541a-c66c-4e24-9ab9-94d509e71b91 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:09:01.008109 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.022348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4a84e-9736-47ee-ace6-11723ee1c3c1 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:01.023867 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f8a4a84e-9736-47ee-ace6-11723ee1c3c1 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0869529 Nov 22 17:09:01.026696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48956) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:01.059323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f1b33564-01aa-48f6-8e3a-732e1a43f6ef tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315120 Nov 22 17:09:01.062193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 48958) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:01.066906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-705628537', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'project_id': '0ed41d93903b468685873c24d4dc0376', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:01.155759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Made reservation on behalf of 0ed41d93903b468685873c24d4dc0376 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:01.159421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.258694 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.264819 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.311279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977fc727-011d-4299-8542-f95074a2ca2a None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:01.315138 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Attempting to bind port 3d56541a-c66c-4e24-9ab9-94d509e71b91 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:01.315513 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Attempting to bind port 3d56541a-c66c-4e24-9ab9-94d509e71b91 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:01.315885 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Attempting to bind port 3d56541a-c66c-4e24-9ab9-94d509e71b91 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:01.326768 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:01.327144 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:01.327551 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.327951 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:01.328523 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Bound port: 3d56541a-c66c-4e24-9ab9-94d509e71b91, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:01.328926 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.353830 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fb7f-a84a-4322-8f92-aae5f0fb969d None None] Pushing event updated for resources: {'Port': ['ID=3d56541a-c66c-4e24-9ab9-94d509e71b91,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:01.354798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.376437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1b5b4ac8-372e-4d8d-b6b5-bd190d19477d None None] Provisioning complete for port 3d56541a-c66c-4e24-9ab9-94d509e71b91 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:01.376965 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1b5b4ac8-372e-4d8d-b6b5-bd190d19477d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.392201 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] For port 3d56541a-c66c-4e24-9ab9-94d509e71b91, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:01.396762 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] For port 3d56541a-c66c-4e24-9ab9-94d509e71b91, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d56541a-c66c-4e24-9ab9-94d509e71b91,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:01.401175 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.420278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b4ac8-372e-4d8d-b6b5-bd190d19477d None None] Port 3d56541a-c66c-4e24-9ab9-94d509e71b91 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:09:01.428298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Subnet': ['ID=ca902965-0ed2-4bdd-8443-233462825a3f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:01.442726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Checking segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:01.443251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network hostable DHCP agents. Network: 802080b1-c3fb-44de-9f74-d434544aac06, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:09:01.448148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71511d53-1978-4428-ae6b-6e25f72293a4 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:01.460019 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Routers {'237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:01.460649 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:01.472516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 802080b1-c3fb-44de-9f74-d434544aac06 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:09:01.483233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 802080b1-c3fb-44de-9f74-d434544aac06) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:01.487748 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:01.488354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.493856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfcfdd8-97af-4af8-9ba8-169e8e09f32f None None] Network 802080b1-c3fb-44de-9f74-d434544aac06 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:09:01.506817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5caab7cc-c224-44e3-8f3c-7f4e7aac079c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4435945 Nov 22 17:09:01.509795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 48960) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:01.533605 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e9fb7f-a84a-4322-8f92-aae5f0fb969d None None] Pushing event updated for resources: {'Port': ['ID=3d56541a-c66c-4e24-9ab9-94d509e71b91,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:01.566828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7b30daf8-c84b-4458-80d9-d8bff78b7d49 None None] Provisioning complete for port 3d56541a-c66c-4e24-9ab9-94d509e71b91 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:01.567138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b30daf8-c84b-4458-80d9-d8bff78b7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.598900 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] Set router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:01.691739 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b30daf8-c84b-4458-80d9-d8bff78b7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.722001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7b30daf8-c84b-4458-80d9-d8bff78b7d49 None None] For port 3d56541a-c66c-4e24-9ab9-94d509e71b91, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d56541a-c66c-4e24-9ab9-94d509e71b91,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:01.746656 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7b30daf8-c84b-4458-80d9-d8bff78b7d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.776709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-802080b1-c3fb-44de-9f74-d434544aac06', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'fixed_ips': [{'subnet_id': 'ca902965-0ed2-4bdd-8443-233462825a3f'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:09:01.778649 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:01.817442 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:08:59Z', 'revision_number': 3, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:01.850262 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010099e9-6468-44ed-bc1b-6b62a5a10fea None None] The sync data for ids ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'] in n-d-816206-6 is: [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:08:59Z', 'revision_number': 3, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:01.879611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30daf8-c84b-4458-80d9-d8bff78b7d49 None None] Pushing event updated for resources: {'Port': ['ID=3d56541a-c66c-4e24-9ab9-94d509e71b91,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:01.956076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Allocated IP 172.20.0.18 (802080b1-c3fb-44de-9f74-d434544aac06/ca902965-0ed2-4bdd-8443-233462825a3f/412737bc-e0fe-4e1e-be68-d9aece52d67e) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:01.990665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c0cf1a-e8fa-45d1-9412-ee2384e488a2 req-5f0414fe-8acf-4720-a2b4-7fdc4313c656 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:01.992237 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45c0cf1a-e8fa-45d1-9412-ee2384e488a2 req-5f0414fe-8acf-4720-a2b4-7fdc4313c656 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.1172814 Nov 22 17:09:02.108255 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:02.118423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45c0cf1a-e8fa-45d1-9412-ee2384e488a2 req-6b998110-8be2-40f2-8c37-31331ac451fc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177886 Nov 22 17:09:02.147895 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:02.154631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:02.208663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Network 802080b1-c3fb-44de-9f74-d434544aac06 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:02.213104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:02.216031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:02.222168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Pushing event updated for resources: {'Port': ['ID=412737bc-e0fe-4e1e-be68-d9aece52d67e,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:02.280783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Attempting to bind port 412737bc-e0fe-4e1e-be68-d9aece52d67e on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:02.281163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Attempting to bind port 412737bc-e0fe-4e1e-be68-d9aece52d67e by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:02.281530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Attempting to bind port 412737bc-e0fe-4e1e-be68-d9aece52d67e on network 802080b1-c3fb-44de-9f74-d434544aac06 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:02.287557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:02.287929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Checking segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:02.288332 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:02.288726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Bound using segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:02.289203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Bound port: 412737bc-e0fe-4e1e-be68-d9aece52d67e, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:02.289585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:02.366225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] For port 412737bc-e0fe-4e1e-be68-d9aece52d67e, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:02.369624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] For port 412737bc-e0fe-4e1e-be68-d9aece52d67e, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=412737bc-e0fe-4e1e-be68-d9aece52d67e,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:02.376948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:02.449836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ef850-8bcc-40bd-8adc-71af2f8a6c94 None None] Pushing event updated for resources: {'Port': ['ID=412737bc-e0fe-4e1e-be68-d9aece52d67e,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:02.894674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.20.0.17 (802080b1-c3fb-44de-9f74-d434544aac06/ca902965-0ed2-4bdd-8443-233462825a3f/bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:03.011052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.046213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.085921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 802080b1-c3fb-44de-9f74-d434544aac06 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:03.091206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:03.095286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:03.120464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:03.156997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.166559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 412737bc-e0fe-4e1e-be68-d9aece52d67e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:03.331779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f7b5d-8bef-47e4-9b6f-3109d996fc39 req-09b9e9cf-d2fc-475a-a867-cdf6b053aff0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:03.333413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-419f7b5d-8bef-47e4-9b6f-3109d996fc39 req-09b9e9cf-d2fc-475a-a867-cdf6b053aff0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.1178532 Nov 22 17:09:03.422164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 412737bc-e0fe-4e1e-be68-d9aece52d67e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:03.422771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.433693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-419f7b5d-8bef-47e4-9b6f-3109d996fc39 req-bba1a541-e30f-4550-9189-455bb59d5c58 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896370 Nov 22 17:09:03.438754 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.539877 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.543672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aab28ef-4160-4b92-aff8-7bfc766b13f1 None None] Network 802080b1-c3fb-44de-9f74-d434544aac06 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:09:03.628871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 412737bc-e0fe-4e1e-be68-d9aece52d67e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=412737bc-e0fe-4e1e-be68-d9aece52d67e,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:03.635374 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.636083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d56541a-c66c-4e24-9ab9-94d509e71b91 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:03.641762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f398b2a9-c700-4acd-81aa-14cc97236719 None None] Provisioning complete for port 412737bc-e0fe-4e1e-be68-d9aece52d67e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:03.642178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f398b2a9-c700-4acd-81aa-14cc97236719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.736103 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.742474 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.805327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=412737bc-e0fe-4e1e-be68-d9aece52d67e,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:03.818193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:03.821019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.878355 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3d56541a-c66c-4e24-9ab9-94d509e71b91 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:03.878729 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:03.927653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 802080b1-c3fb-44de-9f74-d434544aac06 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:03.929230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:04.053988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:04.143217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f3886f28-8162-4fe3-8680-c05b5c7ca486 None None] Provisioning complete for port 412737bc-e0fe-4e1e-be68-d9aece52d67e triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:04.143592 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3886f28-8162-4fe3-8680-c05b5c7ca486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:04.178259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:04.183476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ef54142-c26e-4070-8ba9-25b166180d64 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "PUT /v2.0/routers/237354b7-9a0d-4c08-b9c4-ab84ac50ba2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6726408 Nov 22 17:09:04.194934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Sync routers for ids ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:04.210679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Routers {'237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:04.211311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:04.351779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f3886f28-8162-4fe3-8680-c05b5c7ca486 None None] Provisioning complete for port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:04.352157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3886f28-8162-4fe3-8680-c05b5c7ca486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:04.395563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Set router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:04.417100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-67f392c5-7bcc-4fe3-8432-6e02110176f5 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:04.418887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-67f392c5-7bcc-4fe3-8432-6e02110176f5 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/networks?id=802080b1-c3fb-44de-9f74-d434544aac06 HTTP/1.1" status: 200 len: 798 time: 0.1150982 Nov 22 17:09:04.424700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f3886f28-8162-4fe3-8680-c05b5c7ca486 None None] Port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:09:04.436338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-2c79d066-a1c6-4cc1-b960-33e00690b314 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/quotas/0ed41d93903b468685873c24d4dc0376 HTTP/1.1" status: 200 len: 375 time: 0.0110767 Nov 22 17:09:04.504036 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-c3fa4736-f16e-4e47-b382-ef73a72aaf84 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0597305 Nov 22 17:09:04.600691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4c3b155e-88b4-4081-b4dc-ae209d77cf01 None None] Provisioning complete for port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:04.601070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c3b155e-88b4-4081-b4dc-ae209d77cf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:04.629718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f760f2-73aa-4700-bb7e-7ee72ffa8525 req-8ae42920-2a9f-472f-b3b5-3d5248d7bb20 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:04.631282 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f760f2-73aa-4700-bb7e-7ee72ffa8525 req-8ae42920-2a9f-472f-b3b5-3d5248d7bb20 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.1041372 Nov 22 17:09:04.645553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4c3b155e-88b4-4081-b4dc-ae209d77cf01 None None] Port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:09:04.666395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:09:03Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb', 'name': '', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:c4:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:09:02Z', 'updated_at': '2021-11-22T17:09:03Z', 'revision_number': 2, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:04.667004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-2ffdf187-1d15-4990-b71e-5e3b97060738 service neutron] 10.222.0.65 "GET /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491098 Nov 22 17:09:04.693263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Checking router: 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:04.693535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Updating router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:09:04.719836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:04.743589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f760f2-73aa-4700-bb7e-7ee72ffa8525 req-1fbcaed0-f8e6-4ab1-9325-a8fcbeb7f7be tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061542 Nov 22 17:09:04.795682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-dd7ef2b6-3582-46a0-bd9d-dad3227d8167 service neutron] 10.222.0.65 "GET /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175959 Nov 22 17:09:04.826737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-27624dab-45a6-43e5-8a5e-2ec8c9351b08 None None] Provisioning complete for port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:04.827117 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-27624dab-45a6-43e5-8a5e-2ec8c9351b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:04.879745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-27624dab-45a6-43e5-8a5e-2ec8c9351b08 None None] Port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:09:04.981933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cce214db-96d5-4a7d-803d-5d7ac2a5ec23 req-10bc66fc-67de-489b-89c9-6b314726d717 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 210 time: 0.0351806 Nov 22 17:09:05.030584 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.036377 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.087580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b94f-8252-4bbf-8345-8a9207fe89d1 None None] Pushing event updated for resources: {'Port': ['ID=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:05.119105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 412737bc-e0fe-4e1e-be68-d9aece52d67e up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:05.179520 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Attempting to bind port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:05.179894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Attempting to bind port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:05.180258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Attempting to bind port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb on network 802080b1-c3fb-44de-9f74-d434544aac06 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:05.189644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:05.190044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Checking segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:05.190445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.190839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Bound using segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:05.191312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Bound port: bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:05.191685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.243049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 412737bc-e0fe-4e1e-be68-d9aece52d67e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:05.243422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.305141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] For port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:05.308826 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] For port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:05.316125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.410128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Routers {'237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:05.410758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:05.470285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864b94f-8252-4bbf-8345-8a9207fe89d1 None None] Pushing event updated for resources: {'Port': ['ID=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:05.491595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7e87c474-42be-49c5-9bf2-3344007c9237 None None] Provisioning complete for port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:05.492089 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e87c474-42be-49c5-9bf2-3344007c9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.585072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] Set router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:05.723377 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e87c474-42be-49c5-9bf2-3344007c9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.776231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7e87c474-42be-49c5-9bf2-3344007c9237 None None] For port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:05.781474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7e87c474-42be-49c5-9bf2-3344007c9237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.863116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87c474-42be-49c5-9bf2-3344007c9237 None None] Pushing event updated for resources: {'Port': ['ID=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:05.870484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0efae-6037-424a-9fbf-a4ab61c3bfaa req-f76eec3d-5ed3-4803-ab50-55c2ca1e748e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:05.872158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36b0efae-6037-424a-9fbf-a4ab61c3bfaa req-f76eec3d-5ed3-4803-ab50-55c2ca1e748e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0582156 Nov 22 17:09:05.888785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:09:03Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb', 'name': '', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:c4:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:09:02Z', 'updated_at': '2021-11-22T17:09:05Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:05.927224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e6be9-2794-434c-8526-46695e0e5edf None None] The sync data for ids ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'] in n-d-816206-6 is: [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:09:03Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb', 'name': '', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:c4:05:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:09:02Z', 'updated_at': '2021-11-22T17:09:05Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:05.935119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7814929f-40d2-46fe-b73f-d252f44c04f7 None None] Provisioning complete for port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:05.935555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7814929f-40d2-46fe-b73f-d252f44c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:05.958469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36b0efae-6037-424a-9fbf-a4ab61c3bfaa req-2789ba97-9961-4515-a6df-968ae1abdaee tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789416 Nov 22 17:09:06.134446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-87581b9b-ddca-473f-a449-a9cf705d0b65 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:06.136050 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-87581b9b-ddca-473f-a449-a9cf705d0b65 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.20 "GET /v2.0/networks?id=802080b1-c3fb-44de-9f74-d434544aac06 HTTP/1.1" status: 200 len: 798 time: 0.1909566 Nov 22 17:09:06.142073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94904b3d-b5bf-491b-857b-011fe245b5e0 req-c2197e31-8372-45ab-9f87-9da52481aae1 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 210 time: 0.0399623 Nov 22 17:09:06.151213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Request body: {'port': {'device_id': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'admin_state_up': True, 'tenant_id': '0ed41d93903b468685873c24d4dc0376'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:06.280749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Made reservation on behalf of 0ed41d93903b468685873c24d4dc0376 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:09:06.284581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.422498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Allocated IP 172.20.0.30 (802080b1-c3fb-44de-9f74-d434544aac06/ca902965-0ed2-4bdd-8443-233462825a3f/313f3ff2-ce44-4e9d-9eca-202a85632d3d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:06.553178 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.588321 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.631607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Network 802080b1-c3fb-44de-9f74-d434544aac06 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:06.634884 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:06.640074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:06.671047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event updated for resources: {'Port': ['ID=313f3ff2-ce44-4e9d-9eca-202a85632d3d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:06.703874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:06.704522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.721908 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-94ff5b8e-6e4c-40ab-9769-b42bd2ed9847 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.5748305 Nov 22 17:09:06.737853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Request body: {'port': {'device_id': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:06.796963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.875828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f2feebc8-741b-4290-b356-f049f0695048 None None] Provisioning complete for port 313f3ff2-ce44-4e9d-9eca-202a85632d3d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:06.876407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f2feebc8-741b-4290-b356-f049f0695048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:06.915030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f2feebc8-741b-4290-b356-f049f0695048 None None] Port 313f3ff2-ce44-4e9d-9eca-202a85632d3d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:09:07.102637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 313f3ff2-ce44-4e9d-9eca-202a85632d3d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:07.112440 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.120925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208203c9-1cfa-40c2-a710-b9e005ddce33 req-c946091c-1590-436e-a301-941239d14142 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:07.123393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-208203c9-1cfa-40c2-a710-b9e005ddce33 req-c946091c-1590-436e-a301-941239d14142 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 943 time: 0.0798299 Nov 22 17:09:07.130467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Transition to ACTIVE for port object 313f3ff2-ce44-4e9d-9eca-202a85632d3d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:09:07.139319 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.153039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:07.216780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-208203c9-1cfa-40c2-a710-b9e005ddce33 req-76ae5353-4c3e-477b-972c-9914a53ec254 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857708 Nov 22 17:09:07.223708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:07.226432 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.255968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Pushing event updated for resources: {'Port': ['ID=313f3ff2-ce44-4e9d-9eca-202a85632d3d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:07.320746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a9a31-794e-4fcd-add1-305f618d3ef3 req-ed4804f0-bb35-486f-8897-e8bde0a0368b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:07.324759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Attempting to bind port 313f3ff2-ce44-4e9d-9eca-202a85632d3d on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:09:07.325807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Attempting to bind port 313f3ff2-ce44-4e9d-9eca-202a85632d3d by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:09:07.326830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Attempting to bind port 313f3ff2-ce44-4e9d-9eca-202a85632d3d on network 802080b1-c3fb-44de-9f74-d434544aac06 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:07.329091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e5a9a31-794e-4fcd-add1-305f618d3ef3 req-ed4804f0-bb35-486f-8897-e8bde0a0368b tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 907 time: 0.0661566 Nov 22 17:09:07.333252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Port 313f3ff2-ce44-4e9d-9eca-202a85632d3d on network 802080b1-c3fb-44de-9f74-d434544aac06 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:09:07.333590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Attempting to bind port 313f3ff2-ce44-4e9d-9eca-202a85632d3d on network 802080b1-c3fb-44de-9f74-d434544aac06 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:09:07.347587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:09:07.347587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Checking segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:09:07.347587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Bound using segment: {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:09:07.347587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Bound port: 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '435ef18c-fd3c-4930-bf8f-905e7c36eb14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:09:07.347587 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.366459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d41b951e-1d0b-4b25-8873-f1d7b89de75c details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:09:07.418666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] For port 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:09:07.423668 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] For port 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:09:07.427677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.464486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:07.465128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.467320 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] 10.222.0.20 "PUT /v2.0/ports/313f3ff2-ce44-4e9d-9eca-202a85632d3d HTTP/1.1" status: 200 len: 1055 time: 0.7342348 Nov 22 17:09:07.467872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'tag': '313f3ff2-ce44-4e9d-9eca-202a85632d3d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:07.470242 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34658f40-aef8-4c86-9d94-cd9259d1d089" -d '{"events": [{"name": "network-changed", "server_uuid": "be5d3a93-cf14-4508-9951-3f5271a969a2", "tag": "313f3ff2-ce44-4e9d-9eca-202a85632d3d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:07.472663 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d41b951e-1d0b-4b25-8873-f1d7b89de75c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:07.498449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:09:07.537842 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0167aae5-a471-40bb-9774-c81e7cbfef63 x-openstack-request-id: req-0167aae5-a471-40bb-9774-c81e7cbfef63 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:07.538135 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5d3a93-cf14-4508-9951-3f5271a969a2", "tag": "313f3ff2-ce44-4e9d-9eca-202a85632d3d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:07.538395 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0167aae5-a471-40bb-9774-c81e7cbfef63 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:07.538850 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'tag': '313f3ff2-ce44-4e9d-9eca-202a85632d3d', 'status': 'completed', 'code': 200} Nov 22 17:09:07.540722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed7cc54-a0a8-45b9-8718-b5cef226120e service neutron] Pushing event updated for resources: {'Port': ['ID=313f3ff2-ce44-4e9d-9eca-202a85632d3d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:07.560470 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.588695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-bd297afe-6732-4425-9367-887a80eab671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:07.590183 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-bd297afe-6732-4425-9367-887a80eab671 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 1058 time: 0.0745816 Nov 22 17:09:07.641777 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-d3f324e1-f7d0-410c-832d-2e27753ac728 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d HTTP/1.1" status: 200 len: 217 time: 0.0418518 Nov 22 17:09:07.709239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-00bd773c-ff9d-4f49-8ebc-2eef90a7a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:07.711269 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-00bd773c-ff9d-4f49-8ebc-2eef90a7a708 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca902965-0ed2-4bdd-8443-233462825a3f HTTP/1.1" status: 200 len: 837 time: 0.0605104 Nov 22 17:09:07.764461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-f54e92f0-52ff-4d3d-b12e-469fee61590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:07.766017 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-f54e92f0-52ff-4d3d-b12e-469fee61590d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802080b1-c3fb-44de-9f74-d434544aac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440145 Nov 22 17:09:07.767812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d41b951e-1d0b-4b25-8873-f1d7b89de75c {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:07.783359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.794873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d41b951e-1d0b-4b25-8873-f1d7b89de75c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:07.799370 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:07.861497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d41b951e-1d0b-4b25-8873-f1d7b89de75c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:07.876679 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-105ec480-f814-489d-826c-4c6486075d7a service neutron] 10.222.0.20 "GET /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020372 Nov 22 17:09:07.996582 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dc840098-55da-4760-bd3a-670d0a4a69fc req-b89dd802-fc89-4462-b474-867bbc4b2a7e service neutron] 10.222.0.20 "GET /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109169 Nov 22 17:09:08.068026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d41b951e-1d0b-4b25-8873-f1d7b89de75c'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:08.098523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-ed853cdf-d910-482b-a9a1-8c3723a91fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:08.100032 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-ed853cdf-d910-482b-a9a1-8c3723a91fec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 1058 time: 0.0516438 Nov 22 17:09:08.209239 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-e329c9fb-a111-413b-b231-c0c2d46f8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:08.210764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-e329c9fb-a111-413b-b231-c0c2d46f8633 service neutron] 10.222.0.20 "GET /v2.0/networks?id=802080b1-c3fb-44de-9f74-d434544aac06 HTTP/1.1" status: 200 len: 899 time: 0.1027269 Nov 22 17:09:08.257759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-a728a9e0-b245-485b-ae16-6b24df3b9197 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d HTTP/1.1" status: 200 len: 217 time: 0.0376029 Nov 22 17:09:08.326651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-dfdbe7c3-177c-41aa-923b-9540fed6cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:08.328453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-dfdbe7c3-177c-41aa-923b-9540fed6cffc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ca902965-0ed2-4bdd-8443-233462825a3f HTTP/1.1" status: 200 len: 837 time: 0.0599577 Nov 22 17:09:08.357420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5150c-5ebb-4e46-a4f5-069e3744a956 req-231534d7-6605-4c0d-adcd-abf09d3537b3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:08.359664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6c5150c-5ebb-4e46-a4f5-069e3744a956 req-231534d7-6605-4c0d-adcd-abf09d3537b3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 944 time: 0.0610411 Nov 22 17:09:08.393259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-fd798c0c-33fe-4d22-a303-2aad35876b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:08.394855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-fd798c0c-33fe-4d22-a303-2aad35876b63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=802080b1-c3fb-44de-9f74-d434544aac06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591350 Nov 22 17:09:08.431847 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6c5150c-5ebb-4e46-a4f5-069e3744a956 req-4e667bf8-381b-4b3b-8bdd-29b8c779958d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655086 Nov 22 17:09:08.478795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b7248-7736-4482-a4fc-bdceb29fb433 req-cb37673f-022e-4716-9f63-51522a467194 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:08.480264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bc4b7248-7736-4482-a4fc-bdceb29fb433 req-cb37673f-022e-4716-9f63-51522a467194 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 907 time: 0.0643122 Nov 22 17:09:08.514247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-d76a1ef9-47c1-4f7a-8ef6-f0b546797fb6 service neutron] 10.222.0.20 "GET /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078925 Nov 22 17:09:08.613381 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-34658f40-aef8-4c86-9d94-cd9259d1d089 req-02168597-0f1f-4ec8-bae7-b8a9d395fba3 service neutron] 10.222.0.20 "GET /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911615 Nov 22 17:09:09.149980 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.368109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d41b951e-1d0b-4b25-8873-f1d7b89de75c up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:09.420036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port d41b951e-1d0b-4b25-8873-f1d7b89de75c completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:09:09.424556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port d41b951e-1d0b-4b25-8873-f1d7b89de75c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:09.424926 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.446073 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 313f3ff2-ce44-4e9d-9eca-202a85632d3d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:09:09.564631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fcfcb-f438-4d4e-8da3-316d7c090c8c req-ba31e96e-def9-4889-a881-e610f761bf52 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:09.566201 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e0fcfcb-f438-4d4e-8da3-316d7c090c8c req-ba31e96e-def9-4889-a881-e610f761bf52 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 944 time: 0.0573268 Nov 22 17:09:09.583535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.603404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:09.621958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '313f3ff2-ce44-4e9d-9eca-202a85632d3d', 'network_id': '802080b1-c3fb-44de-9f74-d434544aac06', 'port_id': '313f3ff2-ce44-4e9d-9eca-202a85632d3d', 'mac_address': 'fa:16:3e:d9:80:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca902965-0ed2-4bdd-8443-233462825a3f', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:09:09.626823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:09.629090 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdf9b53-bc01-4a2a-a819-58e8fed0215b" -d '{"events": [{"server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "name": "network-vif-plugged", "status": "completed", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:09.644870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d41b951e-1d0b-4b25-8873-f1d7b89de75c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:09.653157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26819f74-1bd4-40fd-b6f5-bbdd388902aa req-7772b039-06f7-42ce-8359-c9f59e674154 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:09.655605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26819f74-1bd4-40fd-b6f5-bbdd388902aa req-7772b039-06f7-42ce-8359-c9f59e674154 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 907 time: 0.0882359 Nov 22 17:09:09.659836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e0fcfcb-f438-4d4e-8da3-316d7c090c8c req-2cf07e67-0b43-4c23-bc68-a19aff1cee55 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826027 Nov 22 17:09:09.663488 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.710280 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2091d219-8ac6-46a2-8b9a-90a4fd93f626 x-openstack-request-id: req-2091d219-8ac6-46a2-8b9a-90a4fd93f626 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:09.710574 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "name": "network-vif-plugged", "status": "completed", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:09.710832 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2091d219-8ac6-46a2-8b9a-90a4fd93f626 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:09.711222 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'code': 200} Nov 22 17:09:09.721748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.744535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 313f3ff2-ce44-4e9d-9eca-202a85632d3d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:09.748635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d41b951e-1d0b-4b25-8873-f1d7b89de75c,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:09.768210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:09.772292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:09.817197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e7c03-0c5d-4554-b503-fbbcd451b347 req-2d01c2f9-e353-4e1c-a337-2abf14a36966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:09.818764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee7e7c03-0c5d-4554-b503-fbbcd451b347 req-2d01c2f9-e353-4e1c-a337-2abf14a36966 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0407987 Nov 22 17:09:09.820303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=313f3ff2-ce44-4e9d-9eca-202a85632d3d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:09.867552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee7e7c03-0c5d-4554-b503-fbbcd451b347 req-db4949e8-c62f-4ccf-844f-9a30682533dc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393558 Nov 22 17:09:10.014197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['313f3ff2-ce44-4e9d-9eca-202a85632d3d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:10.805790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac8ada-521a-4510-aece-36026a42d264 req-85378ff4-eaf2-4d82-a2ec-345ad12f34c0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:10.807278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-65ac8ada-521a-4510-aece-36026a42d264 req-85378ff4-eaf2-4d82-a2ec-345ad12f34c0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 908 time: 0.0799344 Nov 22 17:09:10.816218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79067dc-ae51-4081-b52f-ce2910fb547e req-aaaea2a9-2d6f-47c6-a83b-758c4725879d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:10.817641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e79067dc-ae51-4081-b52f-ce2910fb547e req-aaaea2a9-2d6f-47c6-a83b-758c4725879d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0810075 Nov 22 17:09:10.869616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e79067dc-ae51-4081-b52f-ce2910fb547e req-5ddaf60a-9041-4d82-8820-4abed51d7bb0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452600 Nov 22 17:09:11.436019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 313f3ff2-ce44-4e9d-9eca-202a85632d3d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:11.491437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 313f3ff2-ce44-4e9d-9eca-202a85632d3d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:09:11.495234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 313f3ff2-ce44-4e9d-9eca-202a85632d3d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:11.495606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:11.578930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:11.612446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:11.616431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:11.665777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=313f3ff2-ce44-4e9d-9eca-202a85632d3d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:11.712031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313f3ff2-ce44-4e9d-9eca-202a85632d3d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:11.714372 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8696e627-e423-46de-94cd-78582680fbd7" -d '{"events": [{"server_uuid": "be5d3a93-cf14-4508-9951-3f5271a969a2", "name": "network-vif-plugged", "status": "completed", "tag": "313f3ff2-ce44-4e9d-9eca-202a85632d3d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:11.751135 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3271cda8-1588-4cd0-819b-1f93a6c94ac8 x-openstack-request-id: req-3271cda8-1588-4cd0-819b-1f93a6c94ac8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:11.751435 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5d3a93-cf14-4508-9951-3f5271a969a2", "name": "network-vif-plugged", "status": "completed", "tag": "313f3ff2-ce44-4e9d-9eca-202a85632d3d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:11.751693 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3271cda8-1588-4cd0-819b-1f93a6c94ac8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:11.752092 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '313f3ff2-ce44-4e9d-9eca-202a85632d3d', 'code': 200} Nov 22 17:09:11.851624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d47ef-4d55-4f1c-9266-10d6043c7d0d req-4178bb0d-f1cf-4192-8a7e-220d0e2bf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:11.853135 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b14d47ef-4d55-4f1c-9266-10d6043c7d0d req-4178bb0d-f1cf-4192-8a7e-220d0e2bf9a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 1060 time: 0.0415475 Nov 22 17:09:11.926642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86060180-e441-4018-9f01-33d62bc80aca req-5302ebf5-8391-456a-9a5f-b974f17feaf5 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:11.928130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86060180-e441-4018-9f01-33d62bc80aca req-5302ebf5-8391-456a-9a5f-b974f17feaf5 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.0496061 Nov 22 17:09:11.994882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d77a67-f200-4488-814a-ad2c2bb67658 req-cdece515-10c6-469e-aa51-0bc80f918754 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:11.996291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5d77a67-f200-4488-814a-ad2c2bb67658 req-cdece515-10c6-469e-aa51-0bc80f918754 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0490248 Nov 22 17:09:12.046548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5d77a67-f200-4488-814a-ad2c2bb67658 req-83e9eef6-ea4f-4944-9dab-3d69531fa0c6 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442097 Nov 22 17:09:12.168047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dada51f-30a2-4118-818a-1302b62def6e req-3e511d93-4575-4f66-b104-9662fc42ac57 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:12.169539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dada51f-30a2-4118-818a-1302b62def6e req-3e511d93-4575-4f66-b104-9662fc42ac57 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0552363 Nov 22 17:09:12.219500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dada51f-30a2-4118-818a-1302b62def6e req-38926b2a-8756-4cd4-9e06-dcda8307c226 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435641 Nov 22 17:09:12.241179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49022) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:12.380615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b4071-0ccb-4e45-a09e-70152ef3517e tempest-TestVolumeBootPattern-9583307 tempest-TestVolumeBootPattern-9583307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:12.382249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-831b4071-0ccb-4e45-a09e-70152ef3517e tempest-TestVolumeBootPattern-9583307 tempest-TestVolumeBootPattern-9583307-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1091 time: 0.1399438 Nov 22 17:09:12.385023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49026) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:12.390123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:09:12.411565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:12.758377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:12.860475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.25.6.50 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/b3e4f071-3be8-48db-acbd-9c85ea370df4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:09:12.963370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.011276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.082702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:09:13.086926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:09:13.089500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:09:13.122255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46762cf5-925a-45df-b298-2977f898b1fd req-f5855cc4-eb4f-4fa9-9bff-38d11b2849c0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:13.123833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46762cf5-925a-45df-b298-2977f898b1fd req-f5855cc4-eb4f-4fa9-9bff-38d11b2849c0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.1243768 Nov 22 17:09:13.124448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=b3e4f071-3be8-48db-acbd-9c85ea370df4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:13.461714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.537583 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.698020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.702622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.766978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=b3e4f071-3be8-48db-acbd-9c85ea370df4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:13.781216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:13.881313 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Floating IP d453b261-da5d-4340-a63c-89aab822e12b associated. External IP: 172.25.6.50, port: d41b951e-1d0b-4b25-8873-f1d7b89de75c. Nov 22 17:09:14.097321 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:14.231907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:14.243132 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:14.253388 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:14.254446 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:14.254571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:14.266059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6dff69-99a0-4e00-b772-e569bb1b9f99 req-cfea9221-7d83-4860-804c-290341956f20 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.267579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f6dff69-99a0-4e00-b772-e569bb1b9f99 req-cfea9221-7d83-4860-804c-290341956f20 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.0713179 Nov 22 17:09:14.292825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fc3e5ab8-9622-46ef-95a8-ef89c90ec75f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9067421 Nov 22 17:09:14.293718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:14.296063 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c78814-fcef-46b7-a72b-19c7e5f79c75" -d '{"events": [{"name": "network-changed", "server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:14.342135 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e891ca4-ca7f-43bc-8452-0f8d233fdaf8 x-openstack-request-id: req-3e891ca4-ca7f-43bc-8452-0f8d233fdaf8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:14.342670 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:14.342948 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e891ca4-ca7f-43bc-8452-0f8d233fdaf8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:14.343360 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'status': 'completed', 'code': 200} Nov 22 17:09:14.367255 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:14.428655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791ee6-9fb3-4ee0-8b86-1cb248a87bc5 req-228adfeb-6586-48d7-a8fc-e8e3e25c654a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.430319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a9791ee6-9fb3-4ee0-8b86-1cb248a87bc5 req-228adfeb-6586-48d7-a8fc-e8e3e25c654a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.0809958 Nov 22 17:09:14.444493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-773acd82-a04c-4bed-9b81-abf9a4648b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.446029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-773acd82-a04c-4bed-9b81-abf9a4648b93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0638289 Nov 22 17:09:14.578869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd30736-c3b3-4680-beb5-1f5cab388480 req-dd104b48-c741-4a74-92cf-57f8683cf28e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.580362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8fd30736-c3b3-4680-beb5-1f5cab388480 req-dd104b48-c741-4a74-92cf-57f8683cf28e tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 1060 time: 0.0748470 Nov 22 17:09:14.581716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-de161bf5-8b4b-4e22-a396-95acff41b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.583006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-de161bf5-8b4b-4e22-a396-95acff41b982 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1287072 Nov 22 17:09:14.683523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-2b67c35d-d7f6-4775-a88b-f3d6cff382b7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 998 time: 0.0907884 Nov 22 17:09:14.704539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32d9a9-8274-480e-8195-9c447ca2a56e req-57293a3b-e60b-4c9f-810b-71bac04aabbf tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.706568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b32d9a9-8274-480e-8195-9c447ca2a56e req-57293a3b-e60b-4c9f-810b-71bac04aabbf tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1135 time: 0.0563526 Nov 22 17:09:14.712283 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:13Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:14.738895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:14.747430 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:14.747756 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:14.765490 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-a63f32c8-60e0-4072-954e-56aa1b0de87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.766974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-a63f32c8-60e0-4072-954e-56aa1b0de87f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0742950 Nov 22 17:09:14.814646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b32d9a9-8274-480e-8195-9c447ca2a56e req-d5ee2083-9e49-467c-8582-89e897b2b3c8 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0904310 Nov 22 17:09:14.828102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-6e30892e-109a-4797-be25-946f35ddd95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.829614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-6e30892e-109a-4797-be25-946f35ddd95f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509768 Nov 22 17:09:14.836729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49042) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:14.853532 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:14.932461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad266e00-24e9-47a7-9355-e49418b3e1a0 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:14.934044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ad266e00-24e9-47a7-9355-e49418b3e1a0 tempest-TestSecurityGroupsBasicOps-1944353474 tempest-TestSecurityGroupsBasicOps-1944353474-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 1055 time: 0.0963795 Nov 22 17:09:14.958715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-f9c25bf3-ef2e-49ac-a14a-1e057f1aad33 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130764 Nov 22 17:09:15.072144 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-fa5f2d85-aba7-4afb-809a-92f5ec39db90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462306 Nov 22 17:09:15.088248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c78814-fcef-46b7-a72b-19c7e5f79c75 req-716b0695-fff2-428e-a5c3-724e8ff4da96 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159923 Nov 22 17:09:15.129509 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:13Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:15.159307 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043b707-a11c-42c6-a20f-20b609c2a87f None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:13Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:15.174340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-7591b992-9cd2-4b16-9402-818ac9869f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:15.175979 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-7591b992-9cd2-4b16-9402-818ac9869f1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0489559 Nov 22 17:09:15.203371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a83-071c-48dc-88cb-99bf94f05bae req-86479575-b5c3-4e30-88f8-0a1c6807027d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:15.204915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-230f4a83-071c-48dc-88cb-99bf94f05bae req-86479575-b5c3-4e30-88f8-0a1c6807027d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.0597553 Nov 22 17:09:15.287005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-0d37e3aa-1b86-4298-a8ea-e2dbe80776b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:15.288526 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-0d37e3aa-1b86-4298-a8ea-e2dbe80776b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 200 len: 897 time: 0.0902898 Nov 22 17:09:15.367584 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-6f7a7818-291f-40ab-aae5-c3f0c385092a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 200 len: 1001 time: 0.0691113 Nov 22 17:09:15.377976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116ddc9-27b2-4cea-8e04-f821e1188269 None None] New status for floating IP d453b261-da5d-4340-a63c-89aab822e12b: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:09:15.423371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-ef2d56cc-de9d-4a08-8bbb-de5dea19d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:15.424899 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-ef2d56cc-de9d-4a08-8bbb-de5dea19d4c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 HTTP/1.1" status: 200 len: 832 time: 0.0475740 Nov 22 17:09:15.475241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-c676b14b-8c47-4ea3-89a8-50ee267ffe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:15.476661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-c676b14b-8c47-4ea3-89a8-50ee267ffe56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=161427ce-1d8c-4cb1-9c76-38c09e845812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402851 Nov 22 17:09:15.583169 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-a94931db-c6a1-4f32-a5c7-d660e40f8a80 service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898671 Nov 22 17:09:15.678120 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-365717d3-ecf9-46f8-ae00-c76b1bc3c95f req-26e4a88c-5da4-4e4c-8ccb-a49ecdca83c9 service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858564 Nov 22 17:09:16.331211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e4899-f298-42ad-b4da-26de37eb444b req-6a0f1b86-f119-42b8-aa2b-842c949e11d4 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:16.332263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b3e4899-f298-42ad-b4da-26de37eb444b req-6a0f1b86-f119-42b8-aa2b-842c949e11d4 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.0544908 Nov 22 17:09:16.718562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-9f24a9c1-1b3d-4e89-b98f-b7e1a128b423 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:16.720033 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-9f24a9c1-1b3d-4e89-b98f-b7e1a128b423 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.20 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 909 time: 0.0493624 Nov 22 17:09:16.815312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port 313f3ff2-ce44-4e9d-9eca-202a85632d3d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:16.815665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:16.906060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] For port 313f3ff2-ce44-4e9d-9eca-202a85632d3d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=313f3ff2-ce44-4e9d-9eca-202a85632d3d,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:16.906346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:16.917938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for 313f3ff2-ce44-4e9d-9eca-202a85632d3d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:17.061190 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:17.085513 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=313f3ff2-ce44-4e9d-9eca-202a85632d3d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:17.132864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] No DVR routers for this DVR port 313f3ff2-ce44-4e9d-9eca-202a85632d3d on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:17.135507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:17.139297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1092abe2-ba98-442f-8d6e-67eb8e4b6427 req-79060445-210e-40bd-85f3-e6a264e3495a tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.20 "DELETE /v2.0/ports/313f3ff2-ce44-4e9d-9eca-202a85632d3d HTTP/1.1" status: 204 len: 173 time: 0.4118223 Nov 22 17:09:17.139758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'name': 'network-vif-deleted', 'tag': '313f3ff2-ce44-4e9d-9eca-202a85632d3d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:17.142132 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fd28f6-6865-4186-a07f-dfa07359ee9c" -d '{"events": [{"server_uuid": "be5d3a93-cf14-4508-9951-3f5271a969a2", "name": "network-vif-deleted", "tag": "313f3ff2-ce44-4e9d-9eca-202a85632d3d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:17.191047 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476b427a-a25e-4bc7-8afd-389b3d9b0118 x-openstack-request-id: req-476b427a-a25e-4bc7-8afd-389b3d9b0118 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:17.191351 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5d3a93-cf14-4508-9951-3f5271a969a2", "name": "network-vif-deleted", "tag": "313f3ff2-ce44-4e9d-9eca-202a85632d3d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:17.191605 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-476b427a-a25e-4bc7-8afd-389b3d9b0118 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:17.192008 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5d3a93-cf14-4508-9951-3f5271a969a2', 'name': 'network-vif-deleted', 'tag': '313f3ff2-ce44-4e9d-9eca-202a85632d3d', 'status': 'completed', 'code': 200} Nov 22 17:09:17.441686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42ef725a-4e14-4bdd-a8db-28f621364f95 req-38155478-97a8-4577-b405-961de37d5302 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=be5d3a93-cf14-4508-9951-3f5271a969a2 HTTP/1.1" status: 200 len: 210 time: 0.0280788 Nov 22 17:09:18.500897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49060) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:18.872295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.131007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:19.131350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.224268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] For port bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:19.224631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.237353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:19.313316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-7d0bd7ef-8b80-4a4e-89f5-d5d1c85da6ef service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411742 Nov 22 17:09:19.401083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-b6c2ffea-5fab-4557-9689-5bb27e6a3965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:19.402618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-b6c2ffea-5fab-4557-9689-5bb27e6a3965 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1135 time: 0.0430241 Nov 22 17:09:19.430415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.460732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:19.520929 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-ce09b3be-6239-4b25-a900-2e661e2a8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:19.522658 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-ce09b3be-6239-4b25-a900-2e661e2a8df1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 200 len: 897 time: 0.0990772 Nov 22 17:09:19.598208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-d5fac23b-60f6-4e67-92ab-cd53304a617e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 200 len: 1001 time: 0.0673354 Nov 22 17:09:19.646605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.672162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-b846d893-6a07-4a51-b7ef-9d628a96184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:19.673679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-b846d893-6a07-4a51-b7ef-9d628a96184d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d88c7592-df8d-4a51-b558-ae0d0f464a9e HTTP/1.1" status: 200 len: 835 time: 0.0643208 Nov 22 17:09:19.723227 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-fad3646f-7737-48f7-bf63-808715a986bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:19.724760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-fad3646f-7737-48f7-bf63-808715a986bf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=498834fc-7efd-4fb7-93d3-17f409a987e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433834 Nov 22 17:09:19.817633 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-5381441d-f5d1-4b51-b39b-679d836511ce service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Nov 22 17:09:19.870787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:19.916374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bcad5a5-3853-4b51-a6f5-39265e4e4be8 req-a5103e74-e6e2-4075-a3c6-902ef3177d42 service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863602 Nov 22 17:09:19.972032 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8b9844d4-53e5-47ee-85e9-ccb11b28d06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:19.983552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:19.991355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8975ab7d-7dd9-48fd-ba9f-ee2653948cca tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "PUT /v2.0/routers/237354b7-9a0d-4c08-b9c4-ab84ac50ba2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863102 Nov 22 17:09:19.991671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49062) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:19.993503 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] Sync routers for ids ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:20.004306 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] Routers {'237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:20.005150 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:20.043700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting subnet ca902965-0ed2-4bdd-8443-233462825a3f {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:09:20.047655 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.089058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.112483 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] Set router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:20.178914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.236496 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.261209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Subnet': ['ID=ca902965-0ed2-4bdd-8443-233462825a3f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:20.267480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.275156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-35077afe-53c4-4043-96da-b693eefe3cac tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/subnets/ca902965-0ed2-4bdd-8443-233462825a3f HTTP/1.1" status: 204 len: 168 time: 0.2788773 Nov 22 17:09:20.275156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49064) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:20.277800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4a669a-c363-49dd-b3e4-37ef30d4a774 None None] Network 802080b1-c3fb-44de-9f74-d434544aac06 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:09:20.301612 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:09:19Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:20.329980 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] Checking router: 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:20.338969 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] Routers {'237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:20.339582 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:20.391243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.459031 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] Set router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:20.485241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] DHCP port deletion for 802080b1-c3fb-44de-9f74-d434544aac06 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:20.540325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] Deleting port 412737bc-e0fe-4e1e-be68-d9aece52d67e {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:20.540853 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.614851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] For port 412737bc-e0fe-4e1e-be68-d9aece52d67e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=412737bc-e0fe-4e1e-be68-d9aece52d67e,segment=NetworkSegment(435ef18c-fd3c-4930-bf8f-905e7c36eb14),segment_id=435ef18c-fd3c-4930-bf8f-905e7c36eb14)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:20.615503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.630239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] Calling delete_port for 412737bc-e0fe-4e1e-be68-d9aece52d67e owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:20.670640 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:09:19Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:20.703405 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c325c602-5502-4013-ab96-e9a8f6bc5b07 None None] The sync data for ids ['237354b7-9a0d-4c08-b9c4-ab84ac50ba2a'] in n-d-816206-6 is: [{'id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-67904368', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61'}], 'enable_snat': True}, 'gw_port_id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:58Z', 'updated_at': '2021-11-22T17:09:19Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': '3d56541a-c66c-4e24-9ab9-94d509e71b91', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:f5:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '237354b7-9a0d-4c08-b9c4-ab84ac50ba2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:59Z', 'updated_at': '2021-11-22T17:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:20.722656 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.756477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] No DVR routers for this DVR port 412737bc-e0fe-4e1e-be68-d9aece52d67e on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:20.760470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c0cf3-0a26-4903-b297-f423b4b305ce None None] Pushing event deleted for resources: {'Port': ['ID=412737bc-e0fe-4e1e-be68-d9aece52d67e,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:20.779384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.832412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port 3d56541a-c66c-4e24-9ab9-94d509e71b91 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:20.832746 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.911717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] For port 3d56541a-c66c-4e24-9ab9-94d509e71b91, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3d56541a-c66c-4e24-9ab9-94d509e71b91,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:20.912077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:20.924981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for 3d56541a-c66c-4e24-9ab9-94d509e71b91 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:21.094688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.123541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=3d56541a-c66c-4e24-9ab9-94d509e71b91,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:21.140315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2d24d1-b45e-4a18-87c6-f7f78bd8fe9f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:21.155319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:21.179460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:21.179803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bb86ff21-a9f9-4ef3-9e99-afa696c4bfdb not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:21.180216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 412737bc-e0fe-4e1e-be68-d9aece52d67e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:21.202726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.203409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 412737bc-e0fe-4e1e-be68-d9aece52d67e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:21.203760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 412737bc-e0fe-4e1e-be68-d9aece52d67e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:21.317153 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.319566 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.379437 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.379953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Fanout notify agent at l3_agent the message router_deleted on router 237354b7-9a0d-4c08-b9c4-ab84ac50ba2a {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:09:21.386650 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.388266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-808c1822-cd93-4be2-932c-00b238cb2202 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/routers/237354b7-9a0d-4c08-b9c4-ab84ac50ba2a HTTP/1.1" status: 204 len: 168 time: 1.1120710 Nov 22 17:09:21.391085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49070) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:21.478828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.500808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 313f3ff2-ce44-4e9d-9eca-202a85632d3d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:21.522972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 313f3ff2-ce44-4e9d-9eca-202a85632d3d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:21.523394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 313f3ff2-ce44-4e9d-9eca-202a85632d3d not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:21.588914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.610493 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802080b1-c3fb-44de-9f74-d434544aac06']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:21.627455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '435ef18c-fd3c-4930-bf8f-905e7c36eb14') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:21.627743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '435ef18c-fd3c-4930-bf8f-905e7c36eb14') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:21.644773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.666232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.673364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:09:21.673778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:09:21.676699 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:09:21.742262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.750548 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.753697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/networks/802080b1-c3fb-44de-9f74-d434544aac06 HTTP/1.1" status: 204 len: 168 time: 0.3615797 Nov 22 17:09:21.756449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49072) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:21.772976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1419244-39b0-4e97-b849-3e8e2d330b62 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Network': ['ID=802080b1-c3fb-44de-9f74-d434544aac06,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:21.924515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port 74c89064-2672-428f-85e7-6a4ccccc30b8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:21.924759 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.998215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:21.998534 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:22.010069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for 74c89064-2672-428f-85e7-6a4ccccc30b8 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:22.185559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:22.212782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=74c89064-2672-428f-85e7-6a4ccccc30b8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:22.277284 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:22.277612 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Floating IP 391ba075-0e78-4480-a2a1-ebb6a2cf31fc disassociated (deleted). External IP: 172.25.6.122, port: 8f3854e5-f4c7-436b-982a-dc6fa66a24a0. Nov 22 17:09:22.484269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 609cbe4b-7216-4262-af3a-69021e58764a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:22.597400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:22.602430 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:22.607256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] Sync routers for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:22.617631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:22.618275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:22.632187 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a32280ce-79a4-4604-8917-27164524ef43 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/floatingips/391ba075-0e78-4480-a2a1-ebb6a2cf31fc HTTP/1.1" status: 204 len: 168 time: 0.8746901 Nov 22 17:09:22.632919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:22.637821 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:22.687000 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7f7992-a010-4474-9578-2e1eccde6275 x-openstack-request-id: req-7d7f7992-a010-4474-9578-2e1eccde6275 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:22.687467 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:22.687846 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d7f7992-a010-4474-9578-2e1eccde6275 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:22.689314 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'status': 'completed', 'code': 200} Nov 22 17:09:22.738251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:22.759624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-807d8a21-9cbf-4658-85f7-097897282918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:22.761420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-807d8a21-9cbf-4658-85f7-097897282918 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0ed41d93903b468685873c24d4dc0376&device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 1135 time: 0.0466866 Nov 22 17:09:22.911782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-63869b6f-caf6-4d15-a04c-c2c1d56cacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:22.913285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-63869b6f-caf6-4d15-a04c-c2c1d56cacf8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 200 len: 897 time: 0.1412344 Nov 22 17:09:22.926253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7845b2-a4ea-4798-9b97-7ad4c15dab52 req-3ba6a321-e455-4c69-a8b3-f0bc1f4b1fc0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:22.927704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7845b2-a4ea-4798-9b97-7ad4c15dab52 req-3ba6a321-e455-4c69-a8b3-f0bc1f4b1fc0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.0748799 Nov 22 17:09:22.962789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:58Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:22.979361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-5a2971d7-5f9e-4578-8048-bfc334a1ab96 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 200 len: 217 time: 0.0506425 Nov 22 17:09:22.994824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] Checking router: 609cbe4b-7216-4262-af3a-69021e58764a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:23.006260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:23.006887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:08:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:23.058381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6e7845b2-a4ea-4798-9b97-7ad4c15dab52 req-991a8703-dabc-447b-afa4-e88127e9ca2d tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1239491 Nov 22 17:09:23.062779 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-2fee9e0d-8419-4c1d-89c1-d943e8d3a717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:23.065245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-2fee9e0d-8419-4c1d-89c1-d943e8d3a717 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d88c7592-df8d-4a51-b558-ae0d0f464a9e HTTP/1.1" status: 200 len: 835 time: 0.0707872 Nov 22 17:09:23.116971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-b64c8d2c-4940-44ba-b311-c9f5a6fd0b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:23.118878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-b64c8d2c-4940-44ba-b311-c9f5a6fd0b56 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=498834fc-7efd-4fb7-93d3-17f409a987e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436101 Nov 22 17:09:23.126312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d56541a-c66c-4e24-9ab9-94d509e71b91 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:23.153361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3d56541a-c66c-4e24-9ab9-94d509e71b91 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:23.154667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3d56541a-c66c-4e24-9ab9-94d509e71b91 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:23.179944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:23.217940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-a52328fe-fb56-44f3-99b1-c710133a462e service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908856 Nov 22 17:09:23.313835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d373a7a-1001-4f29-81ce-2dcae06cb1e7 req-675eeb42-6a7a-4d29-bb90-0046f1c8fce1 service neutron] 10.222.0.66 "GET /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860548 Nov 22 17:09:23.409387 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-97936a56-7577-41d4-8a8d-a4ea2a96e0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:23.416566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:58Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:23.444648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2268074-3128-402f-aff7-5eabb5746b73 None None] The sync data for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 is: [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'bc8402d2-6a5a-491f-b5ee-8c3069e026c6', 'name': '', 'network_id': '498834fc-7efd-4fb7-93d3-17f409a987e4', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'mac_address': 'fa:16:3e:98:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:54Z', 'updated_at': '2021-11-22T17:07:58Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'subnets': [{'id': 'd88c7592-df8d-4a51-b558-ae0d0f464a9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:23.680001 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c0ea2-db55-4de2-aee4-b063736d312d None None] New status for floating IP 391ba075-0e78-4480-a2a1-ebb6a2cf31fc: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:09:24.090565 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:24.188197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bec9f2-e2e0-4db6-9910-4650a2da9175 req-08855ebb-63f2-4cd6-8e32-73b4a043455e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:24.189664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96bec9f2-e2e0-4db6-9910-4650a2da9175 req-08855ebb-63f2-4cd6-8e32-73b4a043455e tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.0554848 Nov 22 17:09:24.250017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96bec9f2-e2e0-4db6-9910-4650a2da9175 req-3b895256-06be-443b-b549-628a337c5642 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0537393 Nov 22 17:09:24.865042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-229e1f0c-2259-419b-aa8a-1171e9ca42ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:24.866426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-229e1f0c-2259-419b-aa8a-1171e9ca42ed tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.66 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.0501540 Nov 22 17:09:24.968079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:24.968423 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:25.066237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] For port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:25.066679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:25.081912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:25.480126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:25.560719 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0982-33ac-4a2e-8b04-ddd126a86f44 req-0deaad99-25fb-41fb-92cf-ccc5fc26b425 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:25.562259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f06b0982-33ac-4a2e-8b04-ddd126a86f44 req-0deaad99-25fb-41fb-92cf-ccc5fc26b425 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/ports?device_id=0adfec84-d9af-42e1-9bbd-d6301a6b37c9 HTTP/1.1" status: 200 len: 984 time: 0.1268146 Nov 22 17:09:25.572119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c67461-0daa-4aa7-9785-b399b08c34a2 req-e8c34ed8-4d60-4d96-a27d-9946dfa3cf33 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:25.573556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1c67461-0daa-4aa7-9785-b399b08c34a2 req-e8c34ed8-4d60-4d96-a27d-9946dfa3cf33 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.1367676 Nov 22 17:09:25.576617 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:25.633596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=8f3854e5-f4c7-436b-982a-dc6fa66a24a0,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:25.710158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] No DVR routers for this DVR port 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:25.724377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:25.727717 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e01c986-82f2-4290-becf-6e6f099323e9 req-39db8d98-d58e-45c2-a5bf-82d0f27007e0 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.66 "DELETE /v2.0/ports/8f3854e5-f4c7-436b-982a-dc6fa66a24a0 HTTP/1.1" status: 204 len: 173 time: 0.8518190 Nov 22 17:09:25.730208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'name': 'network-vif-deleted', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:25.733037 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bc859b-a51d-4735-88bc-f8f26a464bd6" -d '{"events": [{"server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "name": "network-vif-deleted", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:25.745715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1c67461-0daa-4aa7-9785-b399b08c34a2 req-0f205a33-475f-4916-9ac6-ad594090c8de tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629472 Nov 22 17:09:25.750390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f06b0982-33ac-4a2e-8b04-ddd126a86f44 req-88fb8922-f235-463e-b7a5-603b84bd83cf tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "GET /v2.0/security-groups?id=a8cbeae7-50c2-49ff-a5e1-97cfb254a378&id=61d47c00-84aa-4558-9810-bbcb3e3ed2c9&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1755044 Nov 22 17:09:25.800405 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3171cf-bdcb-4164-a0a3-259398afe633 x-openstack-request-id: req-1e3171cf-bdcb-4164-a0a3-259398afe633 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:25.800705 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0adfec84-d9af-42e1-9bbd-d6301a6b37c9", "name": "network-vif-deleted", "tag": "8f3854e5-f4c7-436b-982a-dc6fa66a24a0", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:25.800957 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1e3171cf-bdcb-4164-a0a3-259398afe633 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:25.801358 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0adfec84-d9af-42e1-9bbd-d6301a6b37c9', 'name': 'network-vif-deleted', 'tag': '8f3854e5-f4c7-436b-982a-dc6fa66a24a0', 'status': 'completed', 'code': 200} Nov 22 17:09:26.043454 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:26.821704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:26.868437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f2a2-7a28-4dc3-a278-25bdfed365e7 req-97811c40-6031-4f69-86b9-78985fca85ba tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:26.869991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c63f2a2-7a28-4dc3-a278-25bdfed365e7 req-97811c40-6031-4f69-86b9-78985fca85ba tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0523727 Nov 22 17:09:26.877938 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81ccffd7-5b51-490d-a6a8-9ed032525173 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:26.900625 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81ccffd7-5b51-490d-a6a8-9ed032525173 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:26.920470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c63f2a2-7a28-4dc3-a278-25bdfed365e7 req-46a38708-5228-4c76-942a-e543e66986bd tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Nov 22 17:09:26.943612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81ccffd7-5b51-490d-a6a8-9ed032525173 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:26.946540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81ccffd7-5b51-490d-a6a8-9ed032525173 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:26.947678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-81ccffd7-5b51-490d-a6a8-9ed032525173 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/security-groups/a8cbeae7-50c2-49ff-a5e1-97cfb254a378 HTTP/1.1" status: 204 len: 168 time: 0.1249681 Nov 22 17:09:26.950546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49112) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:26.960830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccffd7-5b51-490d-a6a8-9ed032525173 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cbeae7-50c2-49ff-a5e1-97cfb254a378,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:27.017212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27666679-69c2-41d4-9c70-7618e4ee5281 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:27.041863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27666679-69c2-41d4-9c70-7618e4ee5281 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:27.086895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27666679-69c2-41d4-9c70-7618e4ee5281 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:27.089540 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-27666679-69c2-41d4-9c70-7618e4ee5281 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:27.091230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-27666679-69c2-41d4-9c70-7618e4ee5281 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/security-groups/61d47c00-84aa-4558-9810-bbcb3e3ed2c9 HTTP/1.1" status: 204 len: 168 time: 0.1391087 Nov 22 17:09:27.094202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49114) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:27.100194 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27666679-69c2-41d4-9c70-7618e4ee5281 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d47c00-84aa-4558-9810-bbcb3e3ed2c9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:27.499356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:27.520491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:27.520842 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 8f3854e5-f4c7-436b-982a-dc6fa66a24a0 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:27.774064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.037709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port bc8402d2-6a5a-491f-b5ee-8c3069e026c6 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:28.038368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.046923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d820d-5316-45f5-b43c-511b403b9d1f req-5c47b4dc-0b2b-4122-85b7-1d625a4802ea tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:28.048429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a50d820d-5316-45f5-b43c-511b403b9d1f req-5c47b4dc-0b2b-4122-85b7-1d625a4802ea tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0539820 Nov 22 17:09:28.101589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a50d820d-5316-45f5-b43c-511b403b9d1f req-8c2d2bf7-6f8f-4e38-a05c-9a3cb45d529b tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470405 Nov 22 17:09:28.138408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] For port bc8402d2-6a5a-491f-b5ee-8c3069e026c6, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:28.138971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.152036 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for bc8402d2-6a5a-491f-b5ee-8c3069e026c6 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:28.335902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.363838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=bc8402d2-6a5a-491f-b5ee-8c3069e026c6,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:28.540804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.758800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Router 609cbe4b-7216-4262-af3a-69021e58764a has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:09:28.866864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:09:28.871827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d72fb204-31d6-45b6-a2d6-462fe0cd8aae tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "PUT /v2.0/routers/609cbe4b-7216-4262-af3a-69021e58764a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764978 Nov 22 17:09:28.875480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49120) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:28.879754 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] Sync routers for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:09:28.890189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:28.890799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:09:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:28.926997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting subnet d88c7592-df8d-4a51-b558-ae0d0f464a9e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:09:28.930290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:28.974128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.074529 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.151033 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.185222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Subnet': ['ID=d88c7592-df8d-4a51-b558-ae0d0f464a9e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:29.187607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:29.190361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.194426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7c995082-4756-47f3-bf81-8b85d4e28109 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/subnets/d88c7592-df8d-4a51-b558-ae0d0f464a9e HTTP/1.1" status: 204 len: 168 time: 0.3177977 Nov 22 17:09:29.197836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49124) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:29.245803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a6303b-defa-4d25-a8a4-adccc1c5e01f None None] Network 498834fc-7efd-4fb7-93d3-17f409a987e4 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:09:29.251510 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41088db-1468-4212-a5c0-60f794a4eba4 req-fcac08bb-85d8-4b77-9feb-f0946d3ae3b9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:29.253346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e41088db-1468-4212-a5c0-60f794a4eba4 req-fcac08bb-85d8-4b77-9feb-f0946d3ae3b9 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0632548 Nov 22 17:09:29.308386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e41088db-1468-4212-a5c0-60f794a4eba4 req-5ce739b2-e245-4b53-b90e-10cea79ef06e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479968 Nov 22 17:09:29.326845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.436483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.478027 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154'}], 'enable_snat': True}, 'gw_port_id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:09:28Z', 'revision_number': 5, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port': {'id': 'aea6e36a-0059-42aa-826e-302f8b3d0641', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:fd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609cbe4b-7216-4262-af3a-69021e58764a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:07:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:29.504256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Deleting port aea6e36a-0059-42aa-826e-302f8b3d0641 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:29.504604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.505513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] Checking router: 609cbe4b-7216-4262-af3a-69021e58764a for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:09:29.515329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] Routers {'609cbe4b-7216-4262-af3a-69021e58764a'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:09:29.516648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:09:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['609cbe4b-7216-4262-af3a-69021e58764a'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:29.549927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] DHCP port deletion for 498834fc-7efd-4fb7-93d3-17f409a987e4 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:29.591405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] For port aea6e36a-0059-42aa-826e-302f8b3d0641, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=aea6e36a-0059-42aa-826e-302f8b3d0641,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:29.591814 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.603527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Calling delete_port for aea6e36a-0059-42aa-826e-302f8b3d0641 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:29.631911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] Set router 609cbe4b-7216-4262-af3a-69021e58764a gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:09:29.690576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:09:29Z', 'revision_number': 6, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:29.722536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c18848-8787-48dc-aac5-4ed2292d3fde None None] The sync data for ids ['609cbe4b-7216-4262-af3a-69021e58764a'] in n-d-816206-6 is: [{'id': '609cbe4b-7216-4262-af3a-69021e58764a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800874443', 'tenant_id': '0ed41d93903b468685873c24d4dc0376', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:07:51Z', 'updated_at': '2021-11-22T17:09:29Z', 'revision_number': 6, 'project_id': '0ed41d93903b468685873c24d4dc0376', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:09:29.729398 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] Deleting port 7e0abfae-d504-4992-b51f-c7c580540b32 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:09:29.729813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.790061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.795910 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] For port 7e0abfae-d504-4992-b51f-c7c580540b32, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7e0abfae-d504-4992-b51f-c7c580540b32,segment=NetworkSegment(5e3bc456-0e05-4039-b07a-5ffec86837f7),segment_id=5e3bc456-0e05-4039-b07a-5ffec86837f7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:29.796317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.808947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] Calling delete_port for 7e0abfae-d504-4992-b51f-c7c580540b32 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:09:29.817085 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Port': ['ID=aea6e36a-0059-42aa-826e-302f8b3d0641,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:29.852075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426c22b-95f8-4610-a244-c8ec3f5a47a3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:09:29.886404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.898371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.923750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] Pushing event deleted for resources: {'Port': ['ID=7e0abfae-d504-4992-b51f-c7c580540b32,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:29.928766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0724c3-e92d-4d41-90ed-509e87a5f31b None None] No DVR routers for this DVR port 7e0abfae-d504-4992-b51f-c7c580540b32 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:09:29.979354 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:29.982787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.027518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.028677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Fanout notify agent at l3_agent the message router_deleted on router 609cbe4b-7216-4262-af3a-69021e58764a {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:09:30.036407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.037519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-83ccc175-5877-46df-bb4a-570922d98c41 tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/routers/609cbe4b-7216-4262-af3a-69021e58764a HTTP/1.1" status: 204 len: 168 time: 0.8386772 Nov 22 17:09:30.040412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49126) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:30.121504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.215123 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.235804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498834fc-7efd-4fb7-93d3-17f409a987e4']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:30.244842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3bc456-0e05-4039-b07a-5ffec86837f7') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:30.245138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3bc456-0e05-4039-b07a-5ffec86837f7') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:09:30.254739 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.267790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.274074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:09:30.274454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:09:30.277424 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:09:30.341865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.357718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.364668 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] 10.222.0.65 "DELETE /v2.0/networks/498834fc-7efd-4fb7-93d3-17f409a987e4 HTTP/1.1" status: 204 len: 168 time: 0.3205810 Nov 22 17:09:30.372772 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb2b41-3bf6-4611-a966-36f63b88776c tempest-TestSecurityGroupsBasicOps-395226366 tempest-TestSecurityGroupsBasicOps-395226366-project] Pushing event deleted for resources: {'Network': ['ID=498834fc-7efd-4fb7-93d3-17f409a987e4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:30.453202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c969-471a-4e22-b3dd-32bf467f0c65 req-78ebbeb7-b780-4827-8452-913484929c88 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:30.454700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c055c969-471a-4e22-b3dd-32bf467f0c65 req-78ebbeb7-b780-4827-8452-913484929c88 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0516810 Nov 22 17:09:30.514724 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c055c969-471a-4e22-b3dd-32bf467f0c65 req-85022510-bed5-418f-a9d5-b5dc7b9b7d00 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533874 Nov 22 17:09:30.672442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:30.820509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5d7ac999-f8f4-4a0d-b2e0-3ddba32b3073 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ed41d93903b468685873c24d4dc0376&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1447129 Nov 22 17:09:30.821223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49144) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:30.869636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e90d78f-46f2-4c6d-8a43-6ed99fb0b37f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.891997 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e90d78f-46f2-4c6d-8a43-6ed99fb0b37f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.939817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e90d78f-46f2-4c6d-8a43-6ed99fb0b37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.942594 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4e90d78f-46f2-4c6d-8a43-6ed99fb0b37f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:30.943732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4e90d78f-46f2-4c6d-8a43-6ed99fb0b37f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b9fc28d-5da2-4ed9-b56b-a4b466412156 HTTP/1.1" status: 204 len: 168 time: 0.1215527 Nov 22 17:09:30.952106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90d78f-46f2-4c6d-8a43-6ed99fb0b37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9fc28d-5da2-4ed9-b56b-a4b466412156,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:31.123295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc8402d2-6a5a-491f-b5ee-8c3069e026c6 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:31.143110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bc8402d2-6a5a-491f-b5ee-8c3069e026c6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:31.143458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bc8402d2-6a5a-491f-b5ee-8c3069e026c6 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:31.143867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aea6e36a-0059-42aa-826e-302f8b3d0641 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:31.167305 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: aea6e36a-0059-42aa-826e-302f8b3d0641 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:31.167708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device aea6e36a-0059-42aa-826e-302f8b3d0641 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:31.168258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7e0abfae-d504-4992-b51f-c7c580540b32 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:09:31.187757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7e0abfae-d504-4992-b51f-c7c580540b32 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:09:31.188110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7e0abfae-d504-4992-b51f-c7c580540b32 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:09:31.219429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49150) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:31.233109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-380b44bb-1361-47ec-8878-5cbe9fb1072a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.316658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-380b44bb-1361-47ec-8878-5cbe9fb1072a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.320713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-380b44bb-1361-47ec-8878-5cbe9fb1072a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.360363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-380b44bb-1361-47ec-8878-5cbe9fb1072a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df63b49191ee435db059732b6d95ba0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398563 Nov 22 17:09:31.361472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b44bb-1361-47ec-8878-5cbe9fb1072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f46271-6aca-4bbe-b467-552a22a12d7b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:31.363179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49152) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:31.418692 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.439776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.490180 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.492669 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:31.493952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9f46271-6aca-4bbe-b467-552a22a12d7b HTTP/1.1" status: 204 len: 168 time: 0.1296694 Nov 22 17:09:31.502791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f46271-6aca-4bbe-b467-552a22a12d7b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:31.511323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.511666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.513168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.514184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.514662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.515041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.515362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.515834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.516163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.516489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.516891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.517676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44aa7d43-73be-4d16-a7af-27c0c0050348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:31.634733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d0a42-1ad1-4974-8ef6-bb144c1d8901 req-67c725e3-3cbd-47bc-b39d-406dffb4946a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:31.636131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c77d0a42-1ad1-4974-8ef6-bb144c1d8901 req-67c725e3-3cbd-47bc-b39d-406dffb4946a tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Nov 22 17:09:31.692200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c77d0a42-1ad1-4974-8ef6-bb144c1d8901 req-281237e3-a13b-4031-8683-fa208ba5f3f1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481887 Nov 22 17:09:31.864476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49160) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:31.923357 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e0a9608b-1cce-42e4-bc38-572db2762331 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3306e69901b74e0683dbe28eb5c2edbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575447 Nov 22 17:09:31.926268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49162) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:31.987175 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ea3934c-1516-4bee-9ae9-78c8177ac7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.011886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ea3934c-1516-4bee-9ae9-78c8177ac7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.062406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ea3934c-1516-4bee-9ae9-78c8177ac7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.065440 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ea3934c-1516-4bee-9ae9-78c8177ac7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:32.066874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2ea3934c-1516-4bee-9ae9-78c8177ac7c4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d65c586e-b456-4be3-a935-c0b72e711965 HTTP/1.1" status: 204 len: 168 time: 0.1395440 Nov 22 17:09:32.078395 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3934c-1516-4bee-9ae9-78c8177ac7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65c586e-b456-4be3-a935-c0b72e711965,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:32.814690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fef99-6f27-4947-96fc-ce2585e47b85 req-21f773de-6cbb-41d0-806a-e2716b09c796 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:32.816180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-427fef99-6f27-4947-96fc-ce2585e47b85 req-21f773de-6cbb-41d0-806a-e2716b09c796 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0514276 Nov 22 17:09:32.869930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-427fef99-6f27-4947-96fc-ce2585e47b85 req-cf192eaf-d203-4311-b6c5-9fb010383179 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469580 Nov 22 17:09:33.988827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1b2e1-cde6-4933-b588-d4e68707739d req-2040504b-268c-4495-98af-c6d0f777ebb8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:33.990353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a1b2e1-cde6-4933-b588-d4e68707739d req-2040504b-268c-4495-98af-c6d0f777ebb8 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0495305 Nov 22 17:09:34.039830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2a1b2e1-cde6-4933-b588-d4e68707739d req-9f24b301-1632-4a62-9f9f-ee45f4b07054 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435543 Nov 22 17:09:35.164376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f20181-0ace-44e1-a55a-42900dbb34da req-a19b5f4b-23f6-4703-a240-198c960d5bc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:35.165901 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61f20181-0ace-44e1-a55a-42900dbb34da req-a19b5f4b-23f6-4703-a240-198c960d5bc7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0576992 Nov 22 17:09:35.216042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61f20181-0ace-44e1-a55a-42900dbb34da req-437feece-9c2c-47d3-b1ab-0c75b8a11e02 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439146 Nov 22 17:09:36.337966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3d3-a9ad-4274-b0d9-903af8b6eebb req-83eae84c-c92d-444d-8841-01d39e2ed31c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:36.339479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d087f3d3-a9ad-4274-b0d9-903af8b6eebb req-83eae84c-c92d-444d-8841-01d39e2ed31c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0514545 Nov 22 17:09:36.390292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d087f3d3-a9ad-4274-b0d9-903af8b6eebb req-6cad12cf-bce2-4703-8900-508b81f5b5ff tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446982 Nov 22 17:09:36.848335 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:09:37.523020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd550c-807b-4a88-a86c-b04e9bbbb8f6 req-61f8a326-b7e4-4297-af50-e9e10cbe268f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:37.524797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46cd550c-807b-4a88-a86c-b04e9bbbb8f6 req-61f8a326-b7e4-4297-af50-e9e10cbe268f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0641711 Nov 22 17:09:37.577399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46cd550c-807b-4a88-a86c-b04e9bbbb8f6 req-c670b21c-c93e-4076-a0dd-7736071f4c3e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462599 Nov 22 17:09:37.608918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:37.896675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69acf64c-a5b7-4f90-b71d-b7f99127fd16 req-dfe00f13-ee58-464b-84f5-318c7580b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:37.898207 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69acf64c-a5b7-4f90-b71d-b7f99127fd16 req-dfe00f13-ee58-464b-84f5-318c7580b6b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0410812 Nov 22 17:09:37.951829 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69acf64c-a5b7-4f90-b71d-b7f99127fd16 req-02a3ea71-a5cb-4135-88ac-23234e866be0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456147 Nov 22 17:09:38.698081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec45c6-c11f-4d2a-8457-111d2ab36896 req-fa1ff977-737b-45a9-9a23-a8d9dd78a64c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:38.699579 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61ec45c6-c11f-4d2a-8457-111d2ab36896 req-fa1ff977-737b-45a9-9a23-a8d9dd78a64c tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0507998 Nov 22 17:09:38.750728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61ec45c6-c11f-4d2a-8457-111d2ab36896 req-e5c6297a-bdd7-40ec-836b-2d82f771cf8e tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441315 Nov 22 17:09:39.147418 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:39.599400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 34898a0f-1a05-47b7-b38b-6adacb066b18 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:09:39.698280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:39.710278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'port_id': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'mac_address': 'fa:16:3e:bc:e8:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:09:39.754288 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:39.768939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34898a0f-1a05-47b7-b38b-6adacb066b18 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:09:39.789033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:39.792868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:39.844535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:39.852335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.852645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.853018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.853317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.853646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.854012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.854378 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.854699 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.855028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.855364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.855692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.856016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:09:39.876692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81cbd1-dec5-4226-848e-5413085e6527 req-984967a0-813e-46b1-8ed5-55321701ec56 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:09:39.878291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d81cbd1-dec5-4226-848e-5413085e6527 req-984967a0-813e-46b1-8ed5-55321701ec56 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 944 time: 0.0545394 Nov 22 17:09:39.938989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d81cbd1-dec5-4226-848e-5413085e6527 req-510efe14-b0a0-4364-8f4b-5bb49811acda tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545514 Nov 22 17:09:39.963036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49182) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:09:40.015721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['34898a0f-1a05-47b7-b38b-6adacb066b18'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:09:40.027119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-986cf200-dd79-4fc1-b36d-edc8dce0d4e3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/floatingips/cf748f6c-fd0b-4678-951b-1106716ed369 HTTP/1.1" status: 200 len: 992 time: 0.0629408 Nov 22 17:09:41.612381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 34898a0f-1a05-47b7-b38b-6adacb066b18 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:09:41.661722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 34898a0f-1a05-47b7-b38b-6adacb066b18 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:09:41.662113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.745990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.768831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:09:41.771138 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbfb95-c4a5-4f84-aa02-ccd9bdff38c7" -d '{"events": [{"server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:09:41.784372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:09:41.792318 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:41.825954 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d837e60a-8f67-4c2c-9076-c48121118d6c x-openstack-request-id: req-d837e60a-8f67-4c2c-9076-c48121118d6c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:09:41.826249 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "name": "network-vif-plugged", "status": "completed", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:09:41.826512 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d837e60a-8f67-4c2c-9076-c48121118d6c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:09:41.826906 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'code': 200} Nov 22 17:09:41.846273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:09:49.974343 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a33388f3-e504-424c-bb23-58575255f019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:53.401971 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e062276e-bdde-483c-812d-d1366489e5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:54.092213 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:55.484068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:09:56.036977 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:07.607308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:09.159869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:13.847221 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:17.284649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49206) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:17.444340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 73f3f738-1c61-414a-b57e-9cf3d5608dc8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:17.444677 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:17.524382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:17.524699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:17.539807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 73f3f738-1c61-414a-b57e-9cf3d5608dc8 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:17.703310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:17.733206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=73f3f738-1c61-414a-b57e-9cf3d5608dc8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:17.745563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.745969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.746432 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.746935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.747286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.747650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.748007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.748360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.748797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.749133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.749510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.749902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:10:17.813265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:17.813578 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Floating IP cf748f6c-fd0b-4678-951b-1106716ed369 disassociated (deleted). External IP: 172.25.6.239, port: 34898a0f-1a05-47b7-b38b-6adacb066b18. Nov 22 17:10:18.047301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 54beea9f-f497-4372-adce-cfcbebcc0edf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:10:18.163410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:18.170579 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:18.174080 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] Sync routers for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:18.186638 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:18.187494 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:09:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:18.201994 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7997d81c-4c26-4d1e-a1d1-dab57b77a7c1 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/floatingips/cf748f6c-fd0b-4678-951b-1106716ed369 HTTP/1.1" status: 204 len: 168 time: 0.9160879 Nov 22 17:10:18.202552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:18.205093 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e29dc1e-441f-41de-b70f-e0a2272b5918" -d '{"events": [{"name": "network-changed", "server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:18.247284 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b89bee-efdb-44fa-9775-78f36b840219 x-openstack-request-id: req-b5b89bee-efdb-44fa-9775-78f36b840219 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:18.247582 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:18.247844 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5b89bee-efdb-44fa-9775-78f36b840219 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:18.248517 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'status': 'completed', 'code': 200} Nov 22 17:10:18.323294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-8374a401-a772-4281-ae6c-a37071f3806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.324905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-8374a401-a772-4281-ae6c-a37071f3806c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0ede6f959074082b3160e8035518ff7&device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 1096 time: 0.0489619 Nov 22 17:10:18.329024 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:18.427646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-ea386f87-c57e-4305-9866-df84b9492956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.429165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-ea386f87-c57e-4305-9866-df84b9492956 service neutron] 10.222.0.20 "GET /v2.0/networks?id=161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 200 len: 897 time: 0.0970895 Nov 22 17:10:18.479701 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-5a90f2be-6f78-4fc5-b2c4-9904af2c6eea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 200 len: 217 time: 0.0432887 Nov 22 17:10:18.535254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-0ae9ef6c-95cf-47e6-9695-eeb9c0da50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.537295 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-0ae9ef6c-95cf-47e6-9695-eeb9c0da50e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 HTTP/1.1" status: 200 len: 832 time: 0.0501082 Nov 22 17:10:18.562924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:18.587150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-df05a47a-2964-4fc0-8692-9b8b3ec4d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.588629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-df05a47a-2964-4fc0-8692-9b8b3ec4d59e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=161427ce-1d8c-4cb1-9c76-38c09e845812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430119 Nov 22 17:10:18.594113 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] Checking router: 54beea9f-f497-4372-adce-cfcbebcc0edf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:18.610581 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:18.611791 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:09:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:18.695801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-51b1e303-fc14-4b4e-82a7-acbb7fe3ec8c service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969296 Nov 22 17:10:18.716487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac2ef61-b15b-4f7e-83d3-3b1ead10cb7b req-d3f8cd01-561c-4853-9c63-5550cbecfb42 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:18.722137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dac2ef61-b15b-4f7e-83d3-3b1ead10cb7b req-d3f8cd01-561c-4853-9c63-5550cbecfb42 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0549691 Nov 22 17:10:18.728414 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:18.771892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dac2ef61-b15b-4f7e-83d3-3b1ead10cb7b req-bbe79111-29bd-4928-b59a-106839f561cb tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478737 Nov 22 17:10:18.794580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4e29dc1e-441f-41de-b70f-e0a2272b5918 req-22bd1ec2-5334-452c-ac0f-57aded598c4b service neutron] 10.222.0.20 "GET /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897849 Nov 22 17:10:18.936110 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:18.962457 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8f7570-656b-4586-9a0e-2b0612fb139a None None] The sync data for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 is: [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:40Z', 'revision_number': 4, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'faed02c4-3c5f-454f-9b01-76c0b1ad28aa', 'name': '', 'network_id': '161427ce-1d8c-4cb1-9c76-38c09e845812', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'mac_address': 'fa:16:3e:fe:44:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:40Z', 'updated_at': '2021-11-22T17:08:43Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'subnets': [{'id': '9ce6d7f0-b071-4ab9-947a-f19f4799a0d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:19.191791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc604319-dc94-4916-8ab8-87c1c69abe5f None None] New status for floating IP cf748f6c-fd0b-4678-951b-1106716ed369: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:10:19.895973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914b6ed-b6f2-49c5-b66c-9faf70256369 req-cc53bb97-824e-403a-896b-86f9807d03d3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:19.897691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0914b6ed-b6f2-49c5-b66c-9faf70256369 req-cc53bb97-824e-403a-896b-86f9807d03d3 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0527117 Nov 22 17:10:19.948232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0914b6ed-b6f2-49c5-b66c-9faf70256369 req-367927bf-6b0b-4b08-916b-a405e67de649 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0902fdf6-071a-4246-a39a-b0aa5cbfce6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 Nov 22 17:10:19.976295 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3b2446b9-c373-4459-857a-ed1825c93df6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.068613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-fb23e7ef-c905-4cc0-979a-ab0a56b7f2e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.070376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-fb23e7ef-c905-4cc0-979a-ab0a56b7f2e7 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 945 time: 0.0543089 Nov 22 17:10:20.290011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-5fcead0f-6dc9-42dc-ab76-ed3aaff3d580 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422158 Nov 22 17:10:20.381131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-55ccfa3c-db89-44b3-9d00-ae6d704e7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.383191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-55ccfa3c-db89-44b3-9d00-ae6d704e7ed5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0451295 Nov 22 17:10:20.484301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 34898a0f-1a05-47b7-b38b-6adacb066b18 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:20.484635 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.499629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-6241c947-98ee-4e05-8481-e9b49e725af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.501102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-6241c947-98ee-4e05-8481-e9b49e725af3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0934873 Nov 22 17:10:20.578977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 34898a0f-1a05-47b7-b38b-6adacb066b18, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=34898a0f-1a05-47b7-b38b-6adacb066b18,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:20.579329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.581355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-1ca03ae0-2cef-49c2-aa6f-91e902f4c7e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 1000 time: 0.0652769 Nov 22 17:10:20.592525 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 34898a0f-1a05-47b7-b38b-6adacb066b18 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:20.638273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-7b9a0062-ba4a-4156-93da-4459b65f5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.639786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-7b9a0062-ba4a-4156-93da-4459b65f5ec6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0480261 Nov 22 17:10:20.691976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-6e03da23-a2fd-4401-849d-34b07669c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:10:20.693577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-6e03da23-a2fd-4401-849d-34b07669c01d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410335 Nov 22 17:10:20.726982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.757795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=34898a0f-1a05-47b7-b38b-6adacb066b18,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:20.793181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-b5d119b2-dd44-426d-85a3-7455ff279353 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893025 Nov 22 17:10:20.802700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] No DVR routers for this DVR port 34898a0f-1a05-47b7-b38b-6adacb066b18 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:20.805287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:20.808691 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fc28d07-8c21-4b0b-832d-01990c275e44 req-84625d8c-57f8-40f2-a711-04d562bda7cc tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.20 "DELETE /v2.0/ports/34898a0f-1a05-47b7-b38b-6adacb066b18 HTTP/1.1" status: 204 len: 173 time: 0.7319837 Nov 22 17:10:20.809133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'name': 'network-vif-deleted', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:10:20.811419 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e12bd-c279-47f4-b5f8-7eef73127ed9" -d '{"events": [{"server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "name": "network-vif-deleted", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:10:20.854213 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef008f-d0f0-4af5-aef8-a67e3c39fb97 x-openstack-request-id: req-5cef008f-d0f0-4af5-aef8-a67e3c39fb97 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:10:20.854514 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f7449a9-90b2-4242-aa90-a5fe0793e8f6", "name": "network-vif-deleted", "tag": "34898a0f-1a05-47b7-b38b-6adacb066b18", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:10:20.854771 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cef008f-d0f0-4af5-aef8-a67e3c39fb97 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:10:20.855945 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f7449a9-90b2-4242-aa90-a5fe0793e8f6', 'name': 'network-vif-deleted', 'tag': '34898a0f-1a05-47b7-b38b-6adacb066b18', 'status': 'completed', 'code': 200} Nov 22 17:10:20.902494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf6f81f2-59e6-4622-85d8-007e0ec29619 req-99c353af-8b67-4db1-aaef-000448ba2744 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956774 Nov 22 17:10:21.055101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ed43ff5-9f4e-4c15-8866-356dabe72759 req-ee769920-d72f-40da-a07d-dd3adfb22912 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f7449a9-90b2-4242-aa90-a5fe0793e8f6 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Nov 22 17:10:22.113337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49222) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:22.479842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.737512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port faed02c4-3c5f-454f-9b01-76c0b1ad28aa {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:22.737856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.828406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port faed02c4-3c5f-454f-9b01-76c0b1ad28aa, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:22.828766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:22.841225 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for faed02c4-3c5f-454f-9b01-76c0b1ad28aa owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:23.031126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.058101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=faed02c4-3c5f-454f-9b01-76c0b1ad28aa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:23.241225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.404446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c91cbc96-543b-428d-b06f-4f91ac926f10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.466526 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Router 54beea9f-f497-4372-adce-cfcbebcc0edf has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:10:23.577553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:10:23.583147 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c6151cf-6b73-4bd6-87a1-cdd1c9db1f5f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "PUT /v2.0/routers/54beea9f-f497-4372-adce-cfcbebcc0edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4681537 Nov 22 17:10:23.585630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49224) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:23.588302 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] Sync routers for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:10:23.597788 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:23.598387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:10:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:23.638321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting subnet 9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:10:23.643978 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.684707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.709060 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:23.772932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.802908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 34898a0f-1a05-47b7-b38b-6adacb066b18 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:23.829843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 34898a0f-1a05-47b7-b38b-6adacb066b18 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:23.830186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 34898a0f-1a05-47b7-b38b-6adacb066b18 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:23.840492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.872642 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:23.877813 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8211ace-47a8-429a-bcca-9f05b6417141 None None] Network 161427ce-1d8c-4cb1-9c76-38c09e845812 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:10:23.880704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49226) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:23.882181 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/subnets/9ce6d7f0-b071-4ab9-947a-f19f4799a0d2 HTTP/1.1" status: 204 len: 168 time: 0.2954857 Nov 22 17:10:23.883631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cca116-6277-4f5d-95b2-0105ac9c903f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Subnet': ['ID=9ce6d7f0-b071-4ab9-947a-f19f4799a0d2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:23.901769 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:10:22Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:23.931988 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] Checking router: 54beea9f-f497-4372-adce-cfcbebcc0edf for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:10:23.941565 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] Routers {'54beea9f-f497-4372-adce-cfcbebcc0edf'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:10:23.942515 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:10:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['54beea9f-f497-4372-adce-cfcbebcc0edf'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:23.999688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.062535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] DHCP port deletion for 161427ce-1d8c-4cb1-9c76-38c09e845812 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:24.116947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.124779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.130964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] Deleting port 0a9f5cd6-23b8-445c-86f2-592855417ad8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:24.131345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.147580 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] Set router 54beea9f-f497-4372-adce-cfcbebcc0edf gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:10:24.197966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Deleting port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:10:24.198641 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.200339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] For port 0a9f5cd6-23b8-445c-86f2-592855417ad8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=0a9f5cd6-23b8-445c-86f2-592855417ad8,segment=NetworkSegment(015595e9-3209-4630-9b59-838d5a022885),segment_id=015595e9-3209-4630-9b59-838d5a022885)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:24.200750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.213934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] Calling delete_port for 0a9f5cd6-23b8-445c-86f2-592855417ad8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:24.292463 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] For port 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:10:24.293119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.304285 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.307536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Calling delete_port for 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:10:24.331523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] Pushing event deleted for resources: {'Port': ['ID=0a9f5cd6-23b8-445c-86f2-592855417ad8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:24.335127 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff69b2-7a07-4b9c-95fa-b4fcc1f3cf09 None None] No DVR routers for this DVR port 0a9f5cd6-23b8-445c-86f2-592855417ad8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:10:24.351607 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:10:22Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:24.382687 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bc4485-f12d-4257-a2bf-39d13c3eba07 None None] The sync data for ids ['54beea9f-f497-4372-adce-cfcbebcc0edf'] in n-d-816206-6 is: [{'id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-878212912', 'tenant_id': 'f0ede6f959074082b3160e8035518ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:10:22Z', 'revision_number': 5, 'project_id': 'f0ede6f959074082b3160e8035518ff7', 'gw_port': {'id': '36cdcd5d-722f-4658-8c5a-1f7de7a48d1e', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54beea9f-f497-4372-adce-cfcbebcc0edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:08:37Z', 'updated_at': '2021-11-22T17:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:10:24.483295 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.510920 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Port': ['ID=36cdcd5d-722f-4658-8c5a-1f7de7a48d1e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:24.525686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5b9c0-db13-4271-b257-acf5497b91d1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:10:24.574024 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.667287 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.669424 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.712197 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.712718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Fanout notify agent at l3_agent the message router_deleted on router 54beea9f-f497-4372-adce-cfcbebcc0edf {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:10:24.719480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.720572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8b2608c-9490-4a52-92fd-33a24517d507 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/routers/54beea9f-f497-4372-adce-cfcbebcc0edf HTTP/1.1" status: 204 len: 168 time: 0.8388071 Nov 22 17:10:24.723278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49228) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:24.805976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.899413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.921545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161427ce-1d8c-4cb1-9c76-38c09e845812']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:24.931145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015595e9-3209-4630-9b59-838d5a022885') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:24.931449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015595e9-3209-4630-9b59-838d5a022885') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:10:24.941210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.954890 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.962506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:10:24.962875 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:10:24.966022 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:10:25.034781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.040000 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.046261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/networks/161427ce-1d8c-4cb1-9c76-38c09e845812 HTTP/1.1" status: 204 len: 168 time: 0.3188162 Nov 22 17:10:25.046646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49230) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.059374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d5446-b3c8-4353-9ce6-1a65b7ee475f tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'Network': ['ID=161427ce-1d8c-4cb1-9c76-38c09e845812,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.113861 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa67311-2743-4e97-a803-96ff1e9e0c71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.142813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa67311-2743-4e97-a803-96ff1e9e0c71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.202619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa67311-2743-4e97-a803-96ff1e9e0c71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.205933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-cfa67311-2743-4e97-a803-96ff1e9e0c71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.207099 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cfa67311-2743-4e97-a803-96ff1e9e0c71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] 10.222.0.65 "DELETE /v2.0/security-groups/0902fdf6-071a-4246-a39a-b0aa5cbfce6f HTTP/1.1" status: 204 len: 168 time: 0.1594172 Nov 22 17:10:25.217087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa67311-2743-4e97-a803-96ff1e9e0c71 tempest-TestNetworkAdvancedServerOps-1377043172 tempest-TestNetworkAdvancedServerOps-1377043172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0902fdf6-071a-4246-a39a-b0aa5cbfce6f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:25.489510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device faed02c4-3c5f-454f-9b01-76c0b1ad28aa no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:25.491438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.514313 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: faed02c4-3c5f-454f-9b01-76c0b1ad28aa {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:25.514574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device faed02c4-3c5f-454f-9b01-76c0b1ad28aa not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:25.514988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0a9f5cd6-23b8-445c-86f2-592855417ad8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:25.534218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 0a9f5cd6-23b8-445c-86f2-592855417ad8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:25.535546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 0a9f5cd6-23b8-445c-86f2-592855417ad8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:25.548262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49238) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.699412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b86591c-2cc2-4ecc-9dda-f25a214a3378 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0ede6f959074082b3160e8035518ff7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499081 Nov 22 17:10:25.701776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49242) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:25.750315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0172545-d775-4ae7-942a-d122ea467a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.777422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0172545-d775-4ae7-942a-d122ea467a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.823715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0172545-d775-4ae7-942a-d122ea467a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.826619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c0172545-d775-4ae7-942a-d122ea467a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:25.827759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c0172545-d775-4ae7-942a-d122ea467a66 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e986882-649f-460c-a62f-cf320468ed81 HTTP/1.1" status: 204 len: 168 time: 0.1250947 Nov 22 17:10:25.835970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0172545-d775-4ae7-942a-d122ea467a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e986882-649f-460c-a62f-cf320468ed81,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:26.039314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.092752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49248) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.133629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c9dbbeb-ccc3-4142-b8d8-b21396a6e71e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b82fe37646724c70b8a2e51a0dc2bdcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396299 Nov 22 17:10:26.136080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49250) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:10:26.186608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bce9a94-54b3-4f73-a8e5-88a038dbaa52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.209318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bce9a94-54b3-4f73-a8e5-88a038dbaa52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.260122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bce9a94-54b3-4f73-a8e5-88a038dbaa52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.262984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5bce9a94-54b3-4f73-a8e5-88a038dbaa52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:26.264171 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5bce9a94-54b3-4f73-a8e5-88a038dbaa52 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c8ed3a9-ce28-40f5-895c-44480460d2b1 HTTP/1.1" status: 204 len: 168 time: 0.1271653 Nov 22 17:10:26.273319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce9a94-54b3-4f73-a8e5-88a038dbaa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8ed3a9-ce28-40f5-895c-44480460d2b1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:10:27.089870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:10:27.110595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:10:27.110943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 36cdcd5d-722f-4658-8c5a-1f7de7a48d1e not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:10:37.648667 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:39.175078 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:47.574980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-6e53e91b-35d6-4335-8280-63064542a175 req-6704dbd3-3078-4aab-99ca-3516192cebcb service neutron] (103515) timed out ('10.222.0.65', 33064) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:10:49.977915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1c7916db-479f-4935-9c4e-159e52d13cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:50.845867 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:10:53.405540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dfe4bb7e-bc52-4588-a017-398f72fdbb23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:54.101007 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:55.489241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:10:56.043815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.652462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:07.833765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-df28fee3-bd72-4848-9f66-01b6f04e7b67 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-861050243&fields=id&tenant_id=22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 267 time: 0.0574019 Nov 22 17:11:07.952139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-8b90a6c9-e345-4425-8868-158531114c1e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:07.953680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-8b90a6c9-e345-4425-8868-158531114c1e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1105011 Nov 22 17:11:07.971116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4ffb99ac-6699-4c5e-8d1d-39b395fd5f6d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/quotas/22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 375 time: 0.0114453 Nov 22 17:11:08.026073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-ebd757fb-a62e-432d-be1c-1b9abf47f3da tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484304 Nov 22 17:11:08.224722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-25da2fdf-3bb9-4293-b06f-4d562650ce9d service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859033 Nov 22 17:11:08.327599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-78aa8543-a350-4209-882d-d376040ee81c service neutron] 10.222.0.65 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953114 Nov 22 17:11:08.706976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5a8d44f3-0c87-4fd9-9fc9-15cadf04fea2 req-82ac7fa8-6b5f-497d-b70a-5f1c80e89309 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.1006608 Nov 22 17:11:09.178079 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:09.794960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4217116a-a192-449a-8a4d-e08887ad474c req-9fa84633-5881-47f1-adf9-c68c6032e40b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Nov 22 17:11:10.888486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4cef740f-433f-4ed4-b623-8e5f9d33e3cf req-e35c0287-3ea2-4962-b2b0-bc6cc2e85135 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0264461 Nov 22 17:11:11.614923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-14d5615c-e2b0-4218-aa2f-7cbfe0c54dce tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:11.616412 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-14d5615c-e2b0-4218-aa2f-7cbfe0c54dce tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 812 time: 0.1158237 Nov 22 17:11:11.685855 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-ba55404b-d54e-4123-8091-4308096292a4 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22053774f58e4f788696e2f4e0e7dd4d HTTP/1.1" status: 200 len: 379 time: 0.0598161 Nov 22 17:11:11.695741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'port': {'device_id': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'admin_state_up': True, 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'security_groups': ['45b87d1e-92c9-436a-92f1-43e2cb1e8e0d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:11.817879 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Made reservation on behalf of 22053774f58e4f788696e2f4e0e7dd4d for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:11:11.821670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:11.960936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.20.0.4 (f0b82837-968e-4df8-94a8-ad67e0416e11/0157892e-2c0b-46ab-ae8f-6c58d4be88b9/1133f4dd-efb4-4ce1-bce6-edff81d98547) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:11.994638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4790ff6e-fa56-4729-b7c7-293c6f1b533c req-cfcab205-ed88-4fe1-889e-f4dc897b6b5a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0270720 Nov 22 17:11:12.114430 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.168447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.223933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network f0b82837-968e-4df8-94a8-ad67e0416e11 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:12.227138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:12.232640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:12.237023 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=1133f4dd-efb4-4ce1-bce6-edff81d98547,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:12.294237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:12.295958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.316515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-574ca759-51ee-4ac5-bcff-529f30a24cfd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6246374 Nov 22 17:11:12.329563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Request body: {'port': {'device_id': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:12.392853 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.452435 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-ae41a3b5-b621-41c1-9e98-15731b124a22 None None] Provisioning complete for port 1133f4dd-efb4-4ce1-bce6-edff81d98547 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:12.453492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ae41a3b5-b621-41c1-9e98-15731b124a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.490111 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-ae41a3b5-b621-41c1-9e98-15731b124a22 None None] Port 1133f4dd-efb4-4ce1-bce6-edff81d98547 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:11:12.676264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1133f4dd-efb4-4ce1-bce6-edff81d98547 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:12.683537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.695600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Transition to ACTIVE for port object 1133f4dd-efb4-4ce1-bce6-edff81d98547 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:11:12.700124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.782167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1133f4dd-efb4-4ce1-bce6-edff81d98547,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:12.839476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Attempting to bind port 1133f4dd-efb4-4ce1-bce6-edff81d98547 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:11:12.839817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Attempting to bind port 1133f4dd-efb4-4ce1-bce6-edff81d98547 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:11:12.840146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Attempting to bind port 1133f4dd-efb4-4ce1-bce6-edff81d98547 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:12.845015 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Port 1133f4dd-efb4-4ce1-bce6-edff81d98547 on network f0b82837-968e-4df8-94a8-ad67e0416e11 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:11:12.845348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Attempting to bind port 1133f4dd-efb4-4ce1-bce6-edff81d98547 on network f0b82837-968e-4df8-94a8-ad67e0416e11 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:11:12.851381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:11:12.851724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Checking segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:11:12.852109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Bound using segment: {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:11:12.852545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Bound port: 1133f4dd-efb4-4ce1-bce6-edff81d98547, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:11:12.852906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.924685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] For port 1133f4dd-efb4-4ce1-bce6-edff81d98547, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:11:12.928334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] For port 1133f4dd-efb4-4ce1-bce6-edff81d98547, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:11:12.935316 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.975674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:12.976378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:12.977771 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] 10.222.0.20 "PUT /v2.0/ports/1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 200 len: 1091 time: 0.6525736 Nov 22 17:11:12.978263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:12.980535 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c969b55-2aa1-401a-b4ba-be02b22366ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:13.060658 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfff1f1-d5c0-4ed6-a7c3-c0df92f829da x-openstack-request-id: req-fcfff1f1-d5c0-4ed6-a7c3-c0df92f829da {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:13.060963 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:13.061284 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcfff1f1-d5c0-4ed6-a7c3-c0df92f829da {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:13.061609 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'status': 'completed', 'code': 200} Nov 22 17:11:13.062213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0ad8c-2c2f-426d-9231-64dd056d9fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=1133f4dd-efb4-4ce1-bce6-edff81d98547,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:13.112983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-86ba4ce5-3a36-4432-8ba0-e75ec9eb0e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.114630 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-86ba4ce5-3a36-4432-8ba0-e75ec9eb0e04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1094 time: 0.0669150 Nov 22 17:11:13.167399 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-deac757b-691b-4ffa-bf3c-7a5fbcda548e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 200 len: 217 time: 0.0420716 Nov 22 17:11:13.167625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8072eafd-f8dc-4a4f-abbc-cf154e9cebf8 req-8460afa7-cb1a-40c0-b011-8ee4cf3f1e54 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.169364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8072eafd-f8dc-4a4f-abbc-cf154e9cebf8 req-8460afa7-cb1a-40c0-b011-8ee4cf3f1e54 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0636368 Nov 22 17:11:13.236208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-0051d666-b8d3-4fd5-9811-5d2b36416b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.237733 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-0051d666-b8d3-4fd5-9811-5d2b36416b81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0633209 Nov 22 17:11:13.258716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8072eafd-f8dc-4a4f-abbc-cf154e9cebf8 req-d33dbc29-e157-4580-82be-7407423d9568 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829048 Nov 22 17:11:13.303157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e308dec-517c-426c-b93d-3a0b07116498 req-b9dc1d1f-9e99-4146-aedc-5453d2724782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.304702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-b9dc1d1f-9e99-4146-aedc-5453d2724782 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579402 Nov 22 17:11:13.401331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-81b8ebe8-149c-491a-9cfc-cc94f5c07d1e service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887103 Nov 22 17:11:13.505919 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e308dec-517c-426c-b93d-3a0b07116498 req-7d38bcda-d545-4216-ae88-e598308e6bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956707 Nov 22 17:11:13.597709 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-717017e2-4312-48bc-be26-54990ffabc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.599482 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-717017e2-4312-48bc-be26-54990ffabc9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1094 time: 0.0480659 Nov 22 17:11:13.695745 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-399c67c7-b472-4a98-bcaa-0675e86ae44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.697952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-399c67c7-b472-4a98-bcaa-0675e86ae44a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0910463 Nov 22 17:11:13.745635 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-cee9c9d5-637d-43ca-8e1f-f170f64e63aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 200 len: 217 time: 0.0387547 Nov 22 17:11:13.796750 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-e4683b39-4067-4c35-9557-5eb9c1f20a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.798167 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-e4683b39-4067-4c35-9557-5eb9c1f20a8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0448558 Nov 22 17:11:13.846887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-d0afe9dc-8f5f-4bca-8d9d-d46fb99d66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:13.848422 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-d0afe9dc-8f5f-4bca-8d9d-d46fb99d66ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429032 Nov 22 17:11:13.945911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-44a6941b-3dbc-4540-b802-fb641675093f service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898993 Nov 22 17:11:14.039198 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8c969b55-2aa1-401a-b4ba-be02b22366ef req-e93f541f-aa4d-4582-8c21-2040634d7cfc service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855203 Nov 22 17:11:14.372508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b2568-514f-421c-9009-0e163e157e01 req-eda760a5-cb82-40e7-9a4f-ec8fc4573a35 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:14.374284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-522b2568-514f-421c-9009-0e163e157e01 req-eda760a5-cb82-40e7-9a4f-ec8fc4573a35 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0502191 Nov 22 17:11:14.426361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-522b2568-514f-421c-9009-0e163e157e01 req-898f90e5-4e9b-4922-9c90-fdbf3768fd96 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450194 Nov 22 17:11:15.551839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4593060b-6c0e-4656-afea-b1687fc5f248 req-f0122cf5-71f9-45cc-9fec-c1f8655c44b8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:15.553360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4593060b-6c0e-4656-afea-b1687fc5f248 req-f0122cf5-71f9-45cc-9fec-c1f8655c44b8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0551178 Nov 22 17:11:15.610860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4593060b-6c0e-4656-afea-b1687fc5f248 req-277c0024-c4a7-4fd7-9deb-46fe1bbdc8e9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506327 Nov 22 17:11:16.740406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a113b5f2-a42f-4108-a6fb-1cdd5a148e66 req-afff14cc-b25a-40ac-bf4f-8e95d974a8f3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:16.741972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a113b5f2-a42f-4108-a6fb-1cdd5a148e66 req-afff14cc-b25a-40ac-bf4f-8e95d974a8f3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0532956 Nov 22 17:11:16.798012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a113b5f2-a42f-4108-a6fb-1cdd5a148e66 req-dd5d891b-d5b7-48ba-984d-8bfb9cda6e9a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493879 Nov 22 17:11:17.924625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239998f-4f95-4ae1-9923-987a78742c90 req-aeba7a8d-b61f-455f-bf22-9e8eee6c6555 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:17.926151 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0239998f-4f95-4ae1-9923-987a78742c90 req-aeba7a8d-b61f-455f-bf22-9e8eee6c6555 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0540464 Nov 22 17:11:17.992816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0239998f-4f95-4ae1-9923-987a78742c90 req-48c2c0db-b147-4a43-8195-7bec646c6273 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595028 Nov 22 17:11:19.147451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888e6b2-962b-4730-b5e5-2fba81caaf9c req-fd426e37-f482-4eea-956d-215cf5b3824f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:19.148983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6888e6b2-962b-4730-b5e5-2fba81caaf9c req-fd426e37-f482-4eea-956d-215cf5b3824f tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0714741 Nov 22 17:11:19.219627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6888e6b2-962b-4730-b5e5-2fba81caaf9c req-75ab3de3-7551-4dbf-a537-5d3436eec26d tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629876 Nov 22 17:11:19.981710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05716955-9d23-47a9-9f40-feb9eafa1141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:20.340959 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d9741-bd7f-446a-ac23-3d750c60cab5 req-30db8763-5f43-4c5b-85c4-738103d38f46 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:20.342480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0d9741-bd7f-446a-ac23-3d750c60cab5 req-30db8763-5f43-4c5b-85c4-738103d38f46 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0499961 Nov 22 17:11:20.394466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4f0d9741-bd7f-446a-ac23-3d750c60cab5 req-8abf3477-6d55-4c17-a31a-f1824dc15eb0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458922 Nov 22 17:11:21.527236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d502bb-2ff2-4f25-8d6c-35e7c3bdc646 req-1e567c31-23be-4e94-a77f-16c5066f7bb1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:21.529004 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d502bb-2ff2-4f25-8d6c-35e7c3bdc646 req-1e567c31-23be-4e94-a77f-16c5066f7bb1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0592759 Nov 22 17:11:21.583278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50d502bb-2ff2-4f25-8d6c-35e7c3bdc646 req-8943d903-5537-44db-911f-387243acb376 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479364 Nov 22 17:11:22.334959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-295ecd96-e0f4-494c-a1b5-aea1bcfc078d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0906518 Nov 22 17:11:22.428397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-929fd5f3-0924-48d3-97a8-236c29af64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:22.429907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-929fd5f3-0924-48d3-97a8-236c29af64a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0428274 Nov 22 17:11:22.548886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-301d4fc9-e12c-41e7-9988-931ad4fd854a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:22.550425 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-301d4fc9-e12c-41e7-9988-931ad4fd854a service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0989919 Nov 22 17:11:22.627455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-a8cf4f2f-4dc3-4127-812a-f9991341fb75 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 1000 time: 0.0686989 Nov 22 17:11:22.721676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-36aa2e36-615e-4f98-991a-a6cf963cb58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:22.723283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-36aa2e36-615e-4f98-991a-a6cf963cb58b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0872517 Nov 22 17:11:22.753049 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdff68-e166-4323-8a20-4863cda381ee req-9dd76fcc-55bf-427d-99a4-ab8894d1afb8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:22.754655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41fdff68-e166-4323-8a20-4863cda381ee req-9dd76fcc-55bf-427d-99a4-ab8894d1afb8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0844376 Nov 22 17:11:22.814546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-2b99427d-6810-45a9-a5ee-205f79ddc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:22.815986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-2b99427d-6810-45a9-a5ee-205f79ddc3c0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831933 Nov 22 17:11:22.829867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41fdff68-e166-4323-8a20-4863cda381ee req-3238f770-dca6-40dc-9185-6cee0596f49a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597863 Nov 22 17:11:23.212052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-7cb062c9-8e03-4cc6-babb-78973fc33bb5 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811877 Nov 22 17:11:23.306506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-454ddbb6-d69b-4105-88b6-cbc600ef4118 req-986d4d49-31f5-4d3f-aba6-70b79fa5d902 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842462 Nov 22 17:11:23.408299 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9d85ec20-425a-471f-99c6-053131979155 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:23.946447 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97fe0f6-c88e-4eae-822c-9df261fccf7d req-1953aef0-3f80-46f5-b4c3-0342f269463c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:23.948731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b97fe0f6-c88e-4eae-822c-9df261fccf7d req-1953aef0-3f80-46f5-b4c3-0342f269463c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0502126 Nov 22 17:11:24.000958 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b97fe0f6-c88e-4eae-822c-9df261fccf7d req-1420c372-7bea-46f5-9223-16891e973070 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462890 Nov 22 17:11:24.101034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:25.120420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd16b44d-27aa-4151-9302-749bbcdefae8 req-2389c089-00ba-4f4e-b00c-31b804bc02fa tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:25.122302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd16b44d-27aa-4151-9302-749bbcdefae8 req-2389c089-00ba-4f4e-b00c-31b804bc02fa tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 943 time: 0.0520387 Nov 22 17:11:25.177550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd16b44d-27aa-4151-9302-749bbcdefae8 req-217b62e4-5ffa-4d44-b21f-16f514c480df tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483289 Nov 22 17:11:25.491052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.043781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1133f4dd-efb4-4ce1-bce6-edff81d98547 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:11:26.059193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.143333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1133f4dd-efb4-4ce1-bce6-edff81d98547, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:26.155939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'port_id': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'mac_address': 'fa:16:3e:41:94:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:11:26.194657 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.208562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1133f4dd-efb4-4ce1-bce6-edff81d98547 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:11:26.234620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1133f4dd-efb4-4ce1-bce6-edff81d98547, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:26.238558 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:26.286674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1133f4dd-efb4-4ce1-bce6-edff81d98547,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:26.295522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.295791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.296135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.296476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.296815 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.297149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.297741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.298315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.298859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.299251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.299585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.299968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:26.301400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2e002-0ad5-43fd-b9d9-bacd68ff4d61 req-92fb2851-2e14-4181-af6f-869c96663abd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:26.304072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34a2e002-0ad5-43fd-b9d9-bacd68ff4d61 req-92fb2851-2e14-4181-af6f-869c96663abd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 944 time: 0.0524123 Nov 22 17:11:26.354475 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34a2e002-0ad5-43fd-b9d9-bacd68ff4d61 req-57b2463d-d90b-4adf-96df-4d942a358ced tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Nov 22 17:11:26.457232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['1133f4dd-efb4-4ce1-bce6-edff81d98547'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:11:27.476262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa5ac5-6d43-4fab-b94f-1f4e067c4e03 req-17b58d0c-6baa-4d18-86ca-c61567d57a98 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:27.477834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0aa5ac5-6d43-4fab-b94f-1f4e067c4e03 req-17b58d0c-6baa-4d18-86ca-c61567d57a98 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 944 time: 0.0538895 Nov 22 17:11:27.535371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b0aa5ac5-6d43-4fab-b94f-1f4e067c4e03 req-edd5aa07-c83c-4699-ae16-43f9fe0a62e9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510271 Nov 22 17:11:27.845458 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:11:28.050740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1133f4dd-efb4-4ce1-bce6-edff81d98547 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:11:28.100894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 1133f4dd-efb4-4ce1-bce6-edff81d98547 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:11:28.104649 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 1133f4dd-efb4-4ce1-bce6-edff81d98547 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:11:28.105026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.185032 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.207045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:28.209279 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62646a5-f756-43e3-9437-d1c743c1126e" -d '{"events": [{"server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "name": "network-vif-plugged", "status": "completed", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:28.222481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1133f4dd-efb4-4ce1-bce6-edff81d98547, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:11:28.226887 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:28.251327 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ed70a-33f7-4612-b248-72879ca37685 x-openstack-request-id: req-516ed70a-33f7-4612-b248-72879ca37685 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:28.251621 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "name": "network-vif-plugged", "status": "completed", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:28.251879 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-516ed70a-33f7-4612-b248-72879ca37685 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:28.252272 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'code': 200} Nov 22 17:11:28.279601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1133f4dd-efb4-4ce1-bce6-edff81d98547,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:28.351595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d926d-7f9c-4e9a-a740-13f0b59b11e4 req-c81a5bcf-55e1-4a7c-9c5f-9e151ece1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:28.352991 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-259d926d-7f9c-4e9a-a740-13f0b59b11e4 req-c81a5bcf-55e1-4a7c-9c5f-9e151ece1b54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1096 time: 0.0442514 Nov 22 17:11:28.399836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-259d926d-7f9c-4e9a-a740-13f0b59b11e4 req-d5a10ca3-f1ff-457c-acd6-cedeffd1c60e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389056 Nov 22 17:11:28.657134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52515695-bc97-40e4-9d9f-f03e7f903519 req-47ba0e2e-4867-40a4-9488-08bdb99341b7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:28.658654 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52515695-bc97-40e4-9d9f-f03e7f903519 req-47ba0e2e-4867-40a4-9488-08bdb99341b7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 945 time: 0.0492177 Nov 22 17:11:28.709155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-52515695-bc97-40e4-9d9f-f03e7f903519 req-6b4c85d3-a5b7-4730-a54d-aad4efc26cbb tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443470 Nov 22 17:11:29.833757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fdf523-a651-4624-8cc7-53d2c33fe801 req-dcf2395f-ea17-46bc-9506-1a40d248dc0e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:29.835274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7fdf523-a651-4624-8cc7-53d2c33fe801 req-dcf2395f-ea17-46bc-9506-1a40d248dc0e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 945 time: 0.0552647 Nov 22 17:11:29.888182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7fdf523-a651-4624-8cc7-53d2c33fe801 req-6d1635e2-938b-4328-bbd1-8ee6f392e459 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469294 Nov 22 17:11:30.007785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38973f-311c-4948-96e0-35ec19b36e29 req-e0dca403-b7f9-4bf7-a8e7-af96800f2a0e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:30.009267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f38973f-311c-4948-96e0-35ec19b36e29 req-e0dca403-b7f9-4bf7-a8e7-af96800f2a0e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 945 time: 0.0501778 Nov 22 17:11:30.063158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f38973f-311c-4948-96e0-35ec19b36e29 req-1b2b4c28-afe3-4a41-8210-2f6e420d7872 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460634 Nov 22 17:11:30.085394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:30.130262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdb15d-be26-4a16-aea0-4aef81458903 tempest-TestVolumeBootPattern-9583307 tempest-TestVolumeBootPattern-9583307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:30.131805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d2fdb15d-be26-4a16-aea0-4aef81458903 tempest-TestVolumeBootPattern-9583307 tempest-TestVolumeBootPattern-9583307-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1091 time: 0.0453842 Nov 22 17:11:30.134590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49372) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:11:30.138986 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:11:30.163101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.587147 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.698173 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Allocated IP 172.25.6.87 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/72ddd57f-6a74-4348-b14a-a9d95dbd821c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:11:30.805965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.840078 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:30.879490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:11:30.882475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:11:30.885866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:11:30.909204 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=72ddd57f-6a74-4348-b14a-a9d95dbd821c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:30.920817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.921160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.921503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.921880 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.922215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.922568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.922959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.923288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.923614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.923941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.924268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:30.924586 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:11:31.278584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.343968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.495050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.499908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.570873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event updated for resources: {'Port': ['ID=72ddd57f-6a74-4348-b14a-a9d95dbd821c,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:11:31.582903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:31.684950 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Floating IP 6e8a53d9-c801-416a-b419-07a9c6edba6f associated. External IP: 172.25.6.87, port: 1133f4dd-efb4-4ce1-bce6-edff81d98547. Nov 22 17:11:31.889407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:11:31.999771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:11:32.009388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:11:32.017526 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:32.018996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:32.019622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:11:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:32.045515 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-592a1be2-2df0-4f22-bcd1-fb2297859981 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9092324 Nov 22 17:11:32.046349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:11:32.048762 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac30ed2-85dd-4e19-a49a-811e2ebe851a" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:11:32.087643 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289e3771-4e8a-4d69-8c9f-be57d15520f0 x-openstack-request-id: req-289e3771-4e8a-4d69-8c9f-be57d15520f0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:11:32.087966 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:11:32.088216 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-289e3771-4e8a-4d69-8c9f-be57d15520f0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:11:32.088637 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'status': 'completed', 'code': 200} Nov 22 17:11:32.142261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:32.156065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-2049a2e3-758e-44a7-874b-4c2b56960257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:32.157619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-2049a2e3-758e-44a7-874b-4c2b56960257 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1096 time: 0.0457480 Nov 22 17:11:32.250901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-15f869ec-7b4c-4b3a-9a47-bcff9c633022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:32.252236 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-15f869ec-7b4c-4b3a-9a47-bcff9c633022 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0878925 Nov 22 17:11:32.326485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-ab736246-5ece-4f30-b8cd-47072013bfb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 200 len: 998 time: 0.0659695 Nov 22 17:11:32.372385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '6e8a53d9-c801-416a-b419-07a9c6edba6f', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:41:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:11:31Z', 'updated_at': '2021-11-22T17:11:31Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}, {'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:15Z', 'revision_number': 1, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:32.377115 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-e78352de-68e0-416b-b38a-96d71bb67fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:32.378596 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-e78352de-68e0-416b-b38a-96d71bb67fdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0455682 Nov 22 17:11:32.398965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:11:32.408077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:11:32.408688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:11:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:32.427651 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-0bdaa52a-dcfd-4c9f-aa6e-e329b7b80a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:11:32.429143 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-0bdaa52a-dcfd-4c9f-aa6e-e329b7b80a5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425584 Nov 22 17:11:32.520262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:11:32.527433 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-1db5a83c-7206-45d8-b5cd-8402a802d1f3 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901976 Nov 22 17:11:32.620095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fac30ed2-85dd-4e19-a49a-811e2ebe851a req-44d18ec6-eaf0-4be7-863c-a1367526c94c service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848329 Nov 22 17:11:32.750500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '6e8a53d9-c801-416a-b419-07a9c6edba6f', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:41:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:11:31Z', 'updated_at': '2021-11-22T17:11:31Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}, {'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:15Z', 'revision_number': 1, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:11:32.780600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0bafc2-7b04-4790-aaef-4f68ff1ea4b0 None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '6e8a53d9-c801-416a-b419-07a9c6edba6f', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:41:94:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:11:31Z', 'updated_at': '2021-11-22T17:11:31Z', 'revision_number': 0, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}, {'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:15Z', 'revision_number': 1, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:11:32.969702 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74835092-350c-4d76-9119-3484307b18b6 None None] New status for floating IP 6e8a53d9-c801-416a-b419-07a9c6edba6f: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:11:37.657729 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:39.189518 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:49.983158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cd6782a4-0c38-4975-9d08-5590492ae9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:53.412054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa075a38-b751-4682-8621-d4a75023423d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:54.106326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:55.494057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:11:56.051406 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:04.845204 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:12:07.657407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:09.186402 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:19.755072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-d72c5c6d-bc43-4140-aae2-0a6d8cf56b4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002750 Nov 22 17:12:19.854141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-95b1f3a5-b393-4f19-837c-d4fb6bdc4151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:19.855627 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-95b1f3a5-b393-4f19-837c-d4fb6bdc4151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1096 time: 0.0456564 Nov 22 17:12:19.962091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-8e61f7c8-f889-4e5f-8b1a-74c8499f4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:19.963558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-8e61f7c8-f889-4e5f-8b1a-74c8499f4f1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0848730 Nov 22 17:12:19.985811 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-86d624ab-0737-47ad-a23b-5f31817cc205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:20.046275 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-82f88967-7dba-4105-a99c-d45741e012f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 200 len: 1000 time: 0.0660777 Nov 22 17:12:20.098769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-c6b9f525-ffe3-457b-a021-2c7ab9687b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:20.100813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-c6b9f525-ffe3-457b-a021-2c7ab9687b6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0466778 Nov 22 17:12:20.154394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-2dd6f034-b148-4574-be72-c7ef15c23ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:20.155891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-2dd6f034-b148-4574-be72-c7ef15c23ddc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424261 Nov 22 17:12:20.249608 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-c3c4861d-d289-4702-939e-9eb49cdfd727 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854521 Nov 22 17:12:20.339955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a584af2f-8338-4d39-bf23-00c6cf8c5fa8 req-826c160d-e18c-48ea-92ed-7408fed63eb4 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822105 Nov 22 17:12:22.272160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-7efd17c2-0421-4f74-94e7-9fd32c30011c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401251 Nov 22 17:12:22.361928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-4d4b9a28-41ea-443a-b09c-da948022d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.363393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-4d4b9a28-41ea-443a-b09c-da948022d7a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0433419 Nov 22 17:12:22.469060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-843fd995-7f17-463e-b5b2-546ddac7df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.470542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-843fd995-7f17-463e-b5b2-546ddac7df6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0858898 Nov 22 17:12:22.540618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-baa3a43b-0209-48a6-93fe-8ffea519c634 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 1000 time: 0.0612457 Nov 22 17:12:22.593988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-06978b2a-f9e6-4bbe-8758-f2a1ccf69b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.595421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-06978b2a-f9e6-4bbe-8758-f2a1ccf69b15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0460649 Nov 22 17:12:22.641165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-b39aeb66-43a3-453a-94c7-58a8e84a5b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:12:22.642740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-b39aeb66-43a3-453a-94c7-58a8e84a5b1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398295 Nov 22 17:12:22.742060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-12c6ccaa-d90f-480b-905b-7c52e63d38a3 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904100 Nov 22 17:12:22.832536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f747f6e-5931-4b4c-96e9-5ae8426cd972 req-bf19058d-c7c0-44c7-b97e-312e46ffa31f service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821705 Nov 22 17:12:23.415270 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5e252e02-94a9-4624-81e2-c87d3bf4cb7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:24.107831 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:25.496439 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:26.054193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:37.698112 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:39.208621 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:41.844524 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:12:49.987896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-402cff57-423f-4ced-b063-049e61658545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:53.417501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0495f968-7c6d-462a-aceb-206711e22f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:54.109736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:55.501196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:12:56.058510 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:07.708226 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:09.219796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:10.707578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49410) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:10.895564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port 72ddd57f-6a74-4348-b14a-a9d95dbd821c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:10.895900 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:10.990613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:10.991040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:11.005068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for 72ddd57f-6a74-4348-b14a-a9d95dbd821c owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:11.194879 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:11.229394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=72ddd57f-6a74-4348-b14a-a9d95dbd821c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:11.257147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.257479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.257757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.258107 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.258435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.258770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.259089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.259420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.259739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.260262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.260595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.260922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:11.305550 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:11.305967 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Floating IP 6e8a53d9-c801-416a-b419-07a9c6edba6f disassociated (deleted). External IP: 172.25.6.87, port: 1133f4dd-efb4-4ce1-bce6-edff81d98547. Nov 22 17:13:11.526674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:11.642183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:11.647471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:11.653385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:11.664503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:11.665240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:12:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:11.685670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d307e982-6169-4c8b-a815-e523976b117e tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "DELETE /v2.0/floatingips/6e8a53d9-c801-416a-b419-07a9c6edba6f HTTP/1.1" status: 204 len: 168 time: 0.9769242 Nov 22 17:13:11.686286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:11.688593 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeadffb9-7b88-42ec-9a56-d969080c7248" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:11.790273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:11.816825 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31296d3-4154-4ef9-9101-ab685b42e1c3 x-openstack-request-id: req-b31296d3-4154-4ef9-9101-ab685b42e1c3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:11.817327 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:11.817431 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b31296d3-4154-4ef9-9101-ab685b42e1c3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:11.817816 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'status': 'completed', 'code': 200} Nov 22 17:13:11.892692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-bfe34a5a-069c-4d31-9678-57701920f4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:11.894432 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-bfe34a5a-069c-4d31-9678-57701920f4b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 1096 time: 0.0468714 Nov 22 17:13:11.956895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2b196-356d-4706-a342-5a1e2879ad36 req-316b2d56-7905-48e8-80c7-9d8d5037da9a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:11.958489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50a2b196-356d-4706-a342-5a1e2879ad36 req-316b2d56-7905-48e8-80c7-9d8d5037da9a tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 945 time: 0.0615435 Nov 22 17:13:12.006430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-621a4c4e-0898-430c-9071-4069c9f1f853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:12.008227 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-621a4c4e-0898-430c-9071-4069c9f1f853 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1032999 Nov 22 17:13:12.019316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50a2b196-356d-4706-a342-5a1e2879ad36 req-1f4b4caa-97f9-404b-a537-a5ecfa8682ce tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546978 Nov 22 17:13:12.054573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:15Z', 'revision_number': 1, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:12.059173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-33e83998-f6a2-451a-b552-7b00e88dd75c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 200 len: 217 time: 0.0410881 Nov 22 17:13:12.090178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:12.102234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:12.102850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:12:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:12.115908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-5b15920d-9b21-4fe8-8ced-4e4991e7d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:12.117424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-5b15920d-9b21-4fe8-8ced-4e4991e7d82b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0517619 Nov 22 17:13:12.172308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-552e8fe8-f5cb-4563-8dcd-1ecb2bc8d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:12.173844 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-552e8fe8-f5cb-4563-8dcd-1ecb2bc8d89c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490108 Nov 22 17:13:12.276001 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-dd0610c5-e227-4a75-a0b3-25e693ce4066 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941911 Nov 22 17:13:12.382675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:12.387156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeadffb9-7b88-42ec-9a56-d969080c7248 req-882f6b43-e5ca-428c-949f-c2e6d4ae0976 service neutron] 10.222.0.20 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022012 Nov 22 17:13:12.607552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:15Z', 'revision_number': 1, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:12.638407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4d61d4-c079-4109-b342-66f6565f1a8a None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'd453b261-da5d-4340-a63c-89aab822e12b', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'port_id': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'mac_address': 'fa:16:3e:5f:e0:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982518d2-61bf-442e-af83-ef0459edb0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:09:13Z', 'updated_at': '2021-11-22T17:09:15Z', 'revision_number': 1, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:12.886981 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e8f868-7e26-4997-8c0f-bb3fbc6f5986 None None] New status for floating IP 6e8a53d9-c801-416a-b419-07a9c6edba6f: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:13:13.161513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54feb202-4286-421d-8022-ced551680380 req-fb18678a-a6fb-4314-b8a0-e77e474b2ae1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.163086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54feb202-4286-421d-8022-ced551680380 req-fb18678a-a6fb-4314-b8a0-e77e474b2ae1 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 945 time: 0.0538914 Nov 22 17:13:13.215468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54feb202-4286-421d-8022-ced551680380 req-637556e5-a462-46e4-b184-f26f2215d8d7 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461586 Nov 22 17:13:13.521422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e156e71-4772-483f-a96b-f141456a2711 req-1e6b8a13-c4c4-4ed4-999e-510d8e433233 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:13.522874 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9e156e71-4772-483f-a96b-f141456a2711 req-1e6b8a13-c4c4-4ed4-999e-510d8e433233 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 945 time: 0.0549393 Nov 22 17:13:13.623179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port 1133f4dd-efb4-4ce1-bce6-edff81d98547 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:13.623551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:13.727418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port 1133f4dd-efb4-4ce1-bce6-edff81d98547, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1133f4dd-efb4-4ce1-bce6-edff81d98547,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:13.727969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:13.747603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for 1133f4dd-efb4-4ce1-bce6-edff81d98547 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:13.907450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:13.936216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=1133f4dd-efb4-4ce1-bce6-edff81d98547,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:13.964723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.965075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.965423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.965808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.966141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.966481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.966815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.967146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.967478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.967837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.968169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.968502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:13.987768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port 1133f4dd-efb4-4ce1-bce6-edff81d98547 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:13.990380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:13.993702 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9e156e71-4772-483f-a96b-f141456a2711 req-5b9ae97e-b0ab-43c9-87a1-3083cb0f4c7c tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.20 "DELETE /v2.0/ports/1133f4dd-efb4-4ce1-bce6-edff81d98547 HTTP/1.1" status: 204 len: 173 time: 0.4639153 Nov 22 17:13:13.994143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'name': 'network-vif-deleted', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:13.996368 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bab03b-226c-4477-b0c2-90049082b9f5" -d '{"events": [{"server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "name": "network-vif-deleted", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:14.121548 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ad8f24-b145-4537-b106-c19258e3cd07 x-openstack-request-id: req-a0ad8f24-b145-4537-b106-c19258e3cd07 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:14.121953 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b76af7-61bc-488d-b4fd-f7d631077999", "name": "network-vif-deleted", "tag": "1133f4dd-efb4-4ce1-bce6-edff81d98547", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:14.122277 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0ad8f24-b145-4537-b106-c19258e3cd07 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:14.122749 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b76af7-61bc-488d-b4fd-f7d631077999', 'name': 'network-vif-deleted', 'tag': '1133f4dd-efb4-4ce1-bce6-edff81d98547', 'status': 'completed', 'code': 200} Nov 22 17:13:14.315235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-624f490a-ece3-4d32-a049-c08cff287326 req-d7efc1e3-c2ac-494e-b4bd-1622056d8677 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0282624 Nov 22 17:13:15.415447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15d1d93e-9dac-44b5-aa05-0f706f2f092e req-915eea4f-2d3c-4932-8078-a408f6d3e341 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0272982 Nov 22 17:13:16.538970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8102a1b6-a4d5-4afc-9eb5-62c39000f626 req-aad108df-4c10-41eb-ac33-0b47e9d057d0 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0334837 Nov 22 17:13:16.568517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1133f4dd-efb4-4ce1-bce6-edff81d98547 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:16.589624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 1133f4dd-efb4-4ce1-bce6-edff81d98547 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:16.590009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1133f4dd-efb4-4ce1-bce6-edff81d98547 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:17.641148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c0fd863-4968-4e20-9d99-8923511425fc req-d7d8722e-235b-4a25-872e-24ac8d6459cd tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0280931 Nov 22 17:13:18.755123 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b30a88f1-680d-44fa-9ed6-059d4d7dd465 req-7236784f-916a-4bf5-9dca-71ca0bab22a3 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0271778 Nov 22 17:13:18.844057 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:13:19.046375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c7563f1e-996d-4d97-ab5d-a848fc99cf99 req-c6b4c726-da95-470e-9647-347e32372935 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4b76af7-61bc-488d-b4fd-f7d631077999&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288475 Nov 22 17:13:19.119796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c7563f1e-996d-4d97-ab5d-a848fc99cf99 req-d95b5fd8-3644-4aaa-8156-014df0e81060 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=a4b76af7-61bc-488d-b4fd-f7d631077999 HTTP/1.1" status: 200 len: 210 time: 0.0252862 Nov 22 17:13:19.318199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7563f1e-996d-4d97-ab5d-a848fc99cf99 req-7f4da92d-7808-4748-a25a-02845dcbfe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:19.319931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c7563f1e-996d-4d97-ab5d-a848fc99cf99 req-7f4da92d-7808-4748-a25a-02845dcbfe8a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1796079 Nov 22 17:13:19.494304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7563f1e-996d-4d97-ab5d-a848fc99cf99 req-5a4ee9c6-dbcb-4840-bed1-95e3345dc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:19.495784 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c7563f1e-996d-4d97-ab5d-a848fc99cf99 req-5a4ee9c6-dbcb-4840-bed1-95e3345dc71e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1677260 Nov 22 17:13:19.991106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31728a0f-09bd-4202-a637-30055895e32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:23.419968 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-20e92739-8c03-401c-baea-e0895759cb1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.116739 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:24.265702 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-dd732d92-8f89-42e7-b4de-28b1094961a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530112 Nov 22 17:13:24.367646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-8fab0f91-5695-4c2d-88a2-c95c6cc84cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:24.369378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-8fab0f91-5695-4c2d-88a2-c95c6cc84cae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0571859 Nov 22 17:13:24.495135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-1e4e21f9-829d-4c37-aa2e-f6a5a0494a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:24.496603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-1e4e21f9-829d-4c37-aa2e-f6a5a0494a70 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.0989988 Nov 22 17:13:24.575079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-114c0891-27cf-4f2b-80f3-13938e4b8eec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 1000 time: 0.0692985 Nov 22 17:13:24.634650 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-56961fc0-75d0-4504-b343-5d68495b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:24.636353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-56961fc0-75d0-4504-b343-5d68495b975a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0532479 Nov 22 17:13:24.699221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-d51e00bb-dfe5-4fc1-8803-8140b1bc62db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:24.701474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-d51e00bb-dfe5-4fc1-8803-8140b1bc62db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571671 Nov 22 17:13:24.799711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-ca70dd3d-93e2-4001-93a0-e0ab648b8d14 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852945 Nov 22 17:13:24.900010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c4657b5-df7c-4548-b4d3-7cd457085891 req-5722e2e1-8cf4-48a8-b19e-de5153ac6e99 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923522 Nov 22 17:13:25.185511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49472) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:25.353931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port b3e4f071-3be8-48db-acbd-9c85ea370df4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:25.354624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.432700 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.433032 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.445070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for b3e4f071-3be8-48db-acbd-9c85ea370df4 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:25.503643 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.596400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.626753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=b3e4f071-3be8-48db-acbd-9c85ea370df4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:25.686831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:25.687156 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Floating IP d453b261-da5d-4340-a63c-89aab822e12b disassociated (deleted). External IP: 172.25.6.50, port: d41b951e-1d0b-4b25-8873-f1d7b89de75c. Nov 22 17:13:25.898818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:26.009455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:26.014811 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.019503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:26.028844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:26.029452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:13:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:26.045136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b5ffff7d-8a58-4c19-b42e-8c26825aadbe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "DELETE /v2.0/floatingips/d453b261-da5d-4340-a63c-89aab822e12b HTTP/1.1" status: 204 len: 168 time: 0.8549924 Nov 22 17:13:26.045136 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:26.045466 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1dee94-686a-4ce2-81f1-81c274f1de0b" -d '{"events": [{"name": "network-changed", "server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:26.090991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:26.092455 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b42e66-edf3-4f15-9aca-868fa0a85d7c x-openstack-request-id: req-f1b42e66-edf3-4f15-9aca-868fa0a85d7c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:26.093821 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:26.094330 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1b42e66-edf3-4f15-9aca-868fa0a85d7c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:26.094906 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'status': 'completed', 'code': 200} Nov 22 17:13:26.161104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:26.161827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-57516681-06a4-4883-b0f8-a9658df891fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:26.164161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-57516681-06a4-4883-b0f8-a9658df891fd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0474770 Nov 22 17:13:26.315326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c29cf11-e32b-4e48-b857-1f615da9fb02 req-682084f0-24c8-4d1b-b1ce-369e0e039227 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:26.316856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c29cf11-e32b-4e48-b857-1f615da9fb02 req-682084f0-24c8-4d1b-b1ce-369e0e039227 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0777590 Nov 22 17:13:26.318655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-94895a39-4c1e-4145-9a47-4b99431a202f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:26.320301 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-94895a39-4c1e-4145-9a47-4b99431a202f service neutron] 10.222.0.66 "GET /v2.0/networks?id=f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 200 len: 913 time: 0.1437459 Nov 22 17:13:26.383962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:26.384467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-77ea1d08-a7ab-4564-a0c0-179d7c672af1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 200 len: 217 time: 0.0532842 Nov 22 17:13:26.415092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:26.424100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:26.424730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:13:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:26.438664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c29cf11-e32b-4e48-b857-1f615da9fb02 req-da1fb15e-5c4c-4642-838b-95cbf5b608fa tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148100 Nov 22 17:13:26.463979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-4630ec1b-d99e-4d18-9683-8a693aae51ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:26.464098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-4630ec1b-d99e-4d18-9683-8a693aae51ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 200 len: 851 time: 0.0689237 Nov 22 17:13:26.516438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-9c22fcbd-66f0-4007-930c-7379657e9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:26.518234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-9c22fcbd-66f0-4007-930c-7379657e9993 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f0b82837-968e-4df8-94a8-ad67e0416e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434322 Nov 22 17:13:26.540651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:26.632675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-e5197019-5524-42d6-a583-89a5fbc5d5f7 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046875 Nov 22 17:13:26.730932 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd1dee94-686a-4ce2-81f1-81c274f1de0b req-ad77f41c-7c17-42fd-ab42-99ce9a1c1db4 service neutron] 10.222.0.66 "GET /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862658 Nov 22 17:13:26.747429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:26.774274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3484c7-d627-48e6-a5f7-1d56035683ce None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:01:18Z', 'revision_number': 4, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'd316fc6d-d388-442b-8871-ab551e68df8b', 'name': '', 'network_id': 'f0b82837-968e-4df8-94a8-ad67e0416e11', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'mac_address': 'fa:16:3e:e4:4f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:17Z', 'updated_at': '2021-11-22T17:01:23Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'subnets': [{'id': '0157892e-2c0b-46ab-ae8f-6c58d4be88b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:26.998702 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848fa859-1842-41b6-82e5-51539877fcab None None] New status for floating IP d453b261-da5d-4340-a63c-89aab822e12b: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:13:27.570011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985efcf5-afe9-4593-88d1-c878bb02c99c req-83b7c2e4-2fe3-421f-a4f7-675b1c6162bc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:27.571501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-985efcf5-afe9-4593-88d1-c878bb02c99c req-83b7c2e4-2fe3-421f-a4f7-675b1c6162bc tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0502946 Nov 22 17:13:27.627974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-985efcf5-afe9-4593-88d1-c878bb02c99c req-efa3a479-a5a2-481c-842c-cbdb480af473 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/security-groups?id=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495937 Nov 22 17:13:28.216000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-5a2ff039-2321-47cb-b62c-31925453aaa9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:28.217479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-5a2ff039-2321-47cb-b62c-31925453aaa9 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 945 time: 0.0489647 Nov 22 17:13:28.314861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port d41b951e-1d0b-4b25-8873-f1d7b89de75c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:28.315205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.409445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] For port d41b951e-1d0b-4b25-8873-f1d7b89de75c, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d41b951e-1d0b-4b25-8873-f1d7b89de75c,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:28.409871 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.423496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for d41b951e-1d0b-4b25-8873-f1d7b89de75c owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:28.552131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.579876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=d41b951e-1d0b-4b25-8873-f1d7b89de75c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:28.628221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] No DVR routers for this DVR port d41b951e-1d0b-4b25-8873-f1d7b89de75c on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:28.630823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:28.634192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0be8e891-5613-4f94-b6fa-31589fa50a53 req-cb3141fe-f336-4e4c-a00f-316da8ac1cfe tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.66 "DELETE /v2.0/ports/d41b951e-1d0b-4b25-8873-f1d7b89de75c HTTP/1.1" status: 204 len: 173 time: 0.4085376 Nov 22 17:13:28.634644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'name': 'network-vif-deleted', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:13:28.636904 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca55c478-329f-4e97-880c-848419530dff" -d '{"events": [{"server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "name": "network-vif-deleted", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:13:28.680494 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b518a11-f39d-4480-a82d-5b04400ed3e5 x-openstack-request-id: req-1b518a11-f39d-4480-a82d-5b04400ed3e5 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:13:28.680810 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982518d2-61bf-442e-af83-ef0459edb0d2", "name": "network-vif-deleted", "tag": "d41b951e-1d0b-4b25-8873-f1d7b89de75c", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:13:28.681067 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b518a11-f39d-4480-a82d-5b04400ed3e5 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:13:28.681468 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982518d2-61bf-442e-af83-ef0459edb0d2', 'name': 'network-vif-deleted', 'tag': 'd41b951e-1d0b-4b25-8873-f1d7b89de75c', 'status': 'completed', 'code': 200} Nov 22 17:13:28.734472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8bc8c23b-2bec-43c5-808c-8e6312aac06e req-4079e27a-2a11-47be-81e4-381d1fc487c8 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0266168 Nov 22 17:13:29.842298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-718646a2-bcfe-417f-b235-af1c2db37b08 req-0e5b8a30-18da-455f-b768-1336c2806f82 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0341525 Nov 22 17:13:30.840841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d41b951e-1d0b-4b25-8873-f1d7b89de75c no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:30.865093 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: d41b951e-1d0b-4b25-8873-f1d7b89de75c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:30.865569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d41b951e-1d0b-4b25-8873-f1d7b89de75c not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:31.235321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b93649e-19f9-404b-a162-ab7085f60a81 req-6d595b9c-fcd1-4cde-9926-05b154d5dff2 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.3143685 Nov 22 17:13:32.333564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90f0063c-82a2-47a3-a3fe-1682e6690c47 req-00e1576a-7c79-41e1-93b6-eacd9b261868 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Nov 22 17:13:33.448506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9776f64-bb06-48b8-b385-fd9000b5dff5 req-32c803d9-024f-4cb3-9f36-c11467879e37 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "GET /v2.0/ports?device_id=982518d2-61bf-442e-af83-ef0459edb0d2 HTTP/1.1" status: 200 len: 210 time: 0.0283673 Nov 22 17:13:34.505750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49498) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:34.628410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Deleting port 583a1b4c-2892-4aa7-96b1-9824e0ef4303 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:34.628754 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:34.707697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:34.708028 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:34.719586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Calling delete_port for 583a1b4c-2892-4aa7-96b1-9824e0ef4303 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:34.850259 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:34.876458 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'Port': ['ID=583a1b4c-2892-4aa7-96b1-9824e0ef4303,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:34.937709 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:34.940183 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:34.941333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1bc90de1-b805-44b1-9523-d8030512b45b tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "DELETE /v2.0/floatingips/7d32e8e1-cf45-46ee-a93d-d978bd5f7fb5 HTTP/1.1" status: 204 len: 168 time: 0.4345715 Nov 22 17:13:37.712040 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.255291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49514) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:38.313425 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079c6beb-8891-4b03-9aed-ad39d6142a33 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.342684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079c6beb-8891-4b03-9aed-ad39d6142a33 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.413783 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079c6beb-8891-4b03-9aed-ad39d6142a33 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.413783 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-079c6beb-8891-4b03-9aed-ad39d6142a33 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:38.416820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-079c6beb-8891-4b03-9aed-ad39d6142a33 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] 10.222.0.65 "DELETE /v2.0/security-groups/45b87d1e-92c9-436a-92f1-43e2cb1e8e0d HTTP/1.1" status: 204 len: 168 time: 0.1579425 Nov 22 17:13:38.425231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c6beb-8891-4b03-9aed-ad39d6142a33 tempest-TestVolumeBootPattern-1365238796 tempest-TestVolumeBootPattern-1365238796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b87d1e-92c9-436a-92f1-43e2cb1e8e0d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:38.485303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49518) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:39.028384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:39.223434 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:39.302268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Deleting port d316fc6d-d388-442b-8871-ab551e68df8b {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:39.302775 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:39.386470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] For port d316fc6d-d388-442b-8871-ab551e68df8b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=d316fc6d-d388-442b-8871-ab551e68df8b,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:39.386822 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:39.399754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Calling delete_port for d316fc6d-d388-442b-8871-ab551e68df8b owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:39.586111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:39.614304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Pushing event deleted for resources: {'Port': ['ID=d316fc6d-d388-442b-8871-ab551e68df8b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:39.787787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.003228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Router 48c14805-60ea-4872-ac2f-d9278fafb07b has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:40.109438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:40.115607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0f2a6ca8-072a-44e0-a6de-e0a9e1775608 admin admin] 10.222.0.65 "PUT /v2.0/routers/48c14805-60ea-4872-ac2f-d9278fafb07b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6286960 Nov 22 17:13:40.117595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49524) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:40.118274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] Sync routers for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:40.128828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:40.129443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:13:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:40.226246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.242060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:40.356080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.416722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Deleting port ac16d037-1808-47c6-9535-e38bbb89041d {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:40.417058 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.445551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:13:39Z', 'revision_number': 5, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port': {'id': 'ac16d037-1808-47c6-9535-e38bbb89041d', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:cb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:13Z', 'updated_at': '2021-11-22T17:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:40.472966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] Checking router: 48c14805-60ea-4872-ac2f-d9278fafb07b for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:40.481486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] Routers {'48c14805-60ea-4872-ac2f-d9278fafb07b'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:40.482238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:13:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['48c14805-60ea-4872-ac2f-d9278fafb07b'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:40.502432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] For port ac16d037-1808-47c6-9535-e38bbb89041d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ac16d037-1808-47c6-9535-e38bbb89041d,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:40.502793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.514987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Calling delete_port for ac16d037-1808-47c6-9535-e38bbb89041d owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:40.569527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] Set router 48c14805-60ea-4872-ac2f-d9278fafb07b gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:40.625876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:13:40Z', 'revision_number': 6, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:40.654258 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f252c3-2478-40a4-99db-ab3e92a8158a None None] The sync data for ids ['48c14805-60ea-4872-ac2f-d9278fafb07b'] in n-d-816206-6 is: [{'id': '48c14805-60ea-4872-ac2f-d9278fafb07b', 'name': 'tempest-TestVolumeBootPattern-1146047240-router', 'tenant_id': '22053774f58e4f788696e2f4e0e7dd4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:12Z', 'updated_at': '2021-11-22T17:13:40Z', 'revision_number': 6, 'project_id': '22053774f58e4f788696e2f4e0e7dd4d', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:40.699721 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.725818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac16d037-1808-47c6-9535-e38bbb89041d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:40.739765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26023dfe-1ba4-4ad2-bf59-b1da6be69b20 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:40.785679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.878111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.880175 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.923653 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.924174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48c14805-60ea-4872-ac2f-d9278fafb07b {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:13:40.928601 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:40.932296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bbced6da-46ff-452b-bf81-86eccd5ecf68 admin admin] 10.222.0.65 "DELETE /v2.0/routers/48c14805-60ea-4872-ac2f-d9278fafb07b HTTP/1.1" status: 204 len: 168 time: 0.8111753 Nov 22 17:13:40.932449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49526) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:40.978090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Deleting subnet 0157892e-2c0b-46ab-ae8f-6c58d4be88b9 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:13:40.981130 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.019222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.108795 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.167626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.197949 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0157892e-2c0b-46ab-ae8f-6c58d4be88b9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:41.200019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.203740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3661e309-bbca-46e3-8485-537fb5d14e4e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0157892e-2c0b-46ab-ae8f-6c58d4be88b9 HTTP/1.1" status: 204 len: 168 time: 0.2703986 Nov 22 17:13:41.207072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:41.209058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5d231-b7ba-42a5-8fd7-bec4cbf9be74 None None] Network f0b82837-968e-4df8-94a8-ad67e0416e11 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:13:41.261775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ac16d037-1808-47c6-9535-e38bbb89041d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:41.284950 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.294254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ac16d037-1808-47c6-9535-e38bbb89041d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:41.294599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ac16d037-1808-47c6-9535-e38bbb89041d not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:41.294998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d316fc6d-d388-442b-8871-ab551e68df8b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:41.322152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: d316fc6d-d388-442b-8871-ab551e68df8b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:41.322640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device d316fc6d-d388-442b-8871-ab551e68df8b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:41.351840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Deleting port 5193f06d-506c-4e28-ae16-e915af7a0fd8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:41.352198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.427120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] For port 5193f06d-506c-4e28-ae16-e915af7a0fd8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5193f06d-506c-4e28-ae16-e915af7a0fd8,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:41.427729 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.447902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Calling delete_port for 5193f06d-506c-4e28-ae16-e915af7a0fd8 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:41.471942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] DHCP port deletion for f0b82837-968e-4df8-94a8-ad67e0416e11 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:41.534173 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Deleting port 5193f06d-506c-4e28-ae16-e915af7a0fd8 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:41.534562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.602635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] For port 5193f06d-506c-4e28-ae16-e915af7a0fd8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5193f06d-506c-4e28-ae16-e915af7a0fd8,segment=NetworkSegment(4edcb5ce-2e0c-4006-ba15-9a2407e9fe48),segment_id=4edcb5ce-2e0c-4006-ba15-9a2407e9fe48)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:41.603031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.617903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Calling delete_port for 5193f06d-506c-4e28-ae16-e915af7a0fd8 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:41.708076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.747345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Pushing event deleted for resources: {'Port': ['ID=5193f06d-506c-4e28-ae16-e915af7a0fd8,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:41.752026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] No DVR routers for this DVR port 5193f06d-506c-4e28-ae16-e915af7a0fd8 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:41.763116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.763560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.764935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.765870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.766271 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.766693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.767079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.767479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.767863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.768261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.769343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.769343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1207e8af-2271-46d7-be93-959f35e1f6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:13:41.822817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.850846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Pushing event deleted for resources: {'Port': ['ID=5193f06d-506c-4e28-ae16-e915af7a0fd8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:41.854289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] No DVR routers for this DVR port 5193f06d-506c-4e28-ae16-e915af7a0fd8 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:41.929331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.950059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b82837-968e-4df8-94a8-ad67e0416e11']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:41.960121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:41.960409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edcb5ce-2e0c-4006-ba15-9a2407e9fe48') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:41.970207 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.983652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.989602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:13:41.990023 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: self.session.flush() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:13:41.991646 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:13:42.051542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:42.056966 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:42.060470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f0b82837-968e-4df8-94a8-ad67e0416e11 HTTP/1.1" status: 204 len: 168 time: 0.8524013 Nov 22 17:13:42.064123 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49530) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:42.081317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6c456-5683-4fe6-b51f-633e55438471 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b82837-968e-4df8-94a8-ad67e0416e11,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:42.752973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:43.004304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Deleting port f9dd05e6-7636-483a-918d-af52494c3066 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:43.004656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:43.082595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] For port f9dd05e6-7636-483a-918d-af52494c3066, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f9dd05e6-7636-483a-918d-af52494c3066,segment=NetworkSegment(c378fc2b-6aa4-4a4e-81c6-423ffcc15086),segment_id=c378fc2b-6aa4-4a4e-81c6-423ffcc15086)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:43.083369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:43.100583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Calling delete_port for f9dd05e6-7636-483a-918d-af52494c3066 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:43.227121 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5193f06d-506c-4e28-ae16-e915af7a0fd8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:43.246776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5193f06d-506c-4e28-ae16-e915af7a0fd8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:43.247221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5193f06d-506c-4e28-ae16-e915af7a0fd8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:43.294749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:43.321542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9dd05e6-7636-483a-918d-af52494c3066,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:43.497132 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:43.727548 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Router 5c32568b-6d20-4051-a0fd-f96743014338 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:13:43.838728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:13:43.843910 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2ad23094-16e0-455c-a43a-351f3acc4b5b admin admin] 10.222.0.65 "PUT /v2.0/routers/5c32568b-6d20-4051-a0fd-f96743014338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7786026 Nov 22 17:13:43.846471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:43.850299 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] Sync routers for ids ['5c32568b-6d20-4051-a0fd-f96743014338'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:13:43.861413 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] Routers {'5c32568b-6d20-4051-a0fd-f96743014338'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:43.862055 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:13:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5c32568b-6d20-4051-a0fd-f96743014338'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:43.953361 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:43.966629 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] Set router 5c32568b-6d20-4051-a0fd-f96743014338 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:44.061513 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.117130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Deleting port dcb9748c-7347-4cf6-9357-40032294e820 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:44.117969 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.162075 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150'}], 'enable_snat': True}, 'gw_port_id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:13:43Z', 'revision_number': 5, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port': {'id': 'dcb9748c-7347-4cf6-9357-40032294e820', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c32568b-6d20-4051-a0fd-f96743014338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3449, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:01:24Z', 'updated_at': '2021-11-22T17:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:44.190907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] Checking router: 5c32568b-6d20-4051-a0fd-f96743014338 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:13:44.199503 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] Routers {'5c32568b-6d20-4051-a0fd-f96743014338'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:13:44.200104 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:13:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['5c32568b-6d20-4051-a0fd-f96743014338'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:44.202211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] For port dcb9748c-7347-4cf6-9357-40032294e820, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=dcb9748c-7347-4cf6-9357-40032294e820,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:44.202584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.220164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Calling delete_port for dcb9748c-7347-4cf6-9357-40032294e820 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:44.289552 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] Set router 5c32568b-6d20-4051-a0fd-f96743014338 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:13:44.400973 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.429578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb9748c-7347-4cf6-9357-40032294e820,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:44.444752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:13:44Z', 'revision_number': 6, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:44.452208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd8317-fded-48c9-b842-8c5357354568 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:44.473642 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1994c8d-def9-43d8-8e47-fc90fae68323 None None] The sync data for ids ['5c32568b-6d20-4051-a0fd-f96743014338'] in n-d-816206-6 is: [{'id': '5c32568b-6d20-4051-a0fd-f96743014338', 'name': 'tempest-TestVolumeBootPattern-1823626615-router', 'tenant_id': '7af736634c6c4aad939f589c9b8ad44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:01:23Z', 'updated_at': '2021-11-22T17:13:44Z', 'revision_number': 6, 'project_id': '7af736634c6c4aad939f589c9b8ad44f', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:13:44.510148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.603982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.606196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.655217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.656142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c32568b-6d20-4051-a0fd-f96743014338 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:13:44.660637 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.661822 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a526fcdc-7c46-44a9-ba63-c77bfd290fba admin admin] 10.222.0.65 "DELETE /v2.0/routers/5c32568b-6d20-4051-a0fd-f96743014338 HTTP/1.1" status: 204 len: 168 time: 0.8142967 Nov 22 17:13:44.664428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49534) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:44.709469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Deleting subnet 4d7be34b-a951-4950-9c24-0e0d50d94efa {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:13:44.712620 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.748495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.830335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.889564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.918797 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:44.922899 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4d7be34b-a951-4950-9c24-0e0d50d94efa HTTP/1.1" status: 204 len: 168 time: 0.2572706 Nov 22 17:13:44.923797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d25d6e-d150-472f-bcb4-261347a94d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7be34b-a951-4950-9c24-0e0d50d94efa,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:44.923930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e37939-d60d-4ade-a617-3ea9ad0bc156 None None] Network b5680021-7c31-4ee4-ad0e-902d3f3e6941 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:13:44.925237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49536) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:45.001578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.056513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Deleting port 6d943f73-5b68-4fe2-94b6-0b587d3f873c {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:13:45.056852 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.128055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] For port 6d943f73-5b68-4fe2-94b6-0b587d3f873c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6d943f73-5b68-4fe2-94b6-0b587d3f873c,segment=NetworkSegment(c378fc2b-6aa4-4a4e-81c6-423ffcc15086),segment_id=c378fc2b-6aa4-4a4e-81c6-423ffcc15086)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:13:45.128419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.142734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Calling delete_port for 6d943f73-5b68-4fe2-94b6-0b587d3f873c owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:13:45.226446 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.263275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d943f73-5b68-4fe2-94b6-0b587d3f873c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:45.265825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] No DVR routers for this DVR port 6d943f73-5b68-4fe2-94b6-0b587d3f873c on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:13:45.303696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b99918e-73df-4043-a275-7d1a72d3fc98 None None] DHCP port deletion for b5680021-7c31-4ee4-ad0e-902d3f3e6941 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:13:45.326391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dcb9748c-7347-4cf6-9357-40032294e820 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:45.341035 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.351208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: dcb9748c-7347-4cf6-9357-40032294e820 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:45.351483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device dcb9748c-7347-4cf6-9357-40032294e820 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:45.351896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f9dd05e6-7636-483a-918d-af52494c3066 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:45.365475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5680021-7c31-4ee4-ad0e-902d3f3e6941']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:45.377151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f9dd05e6-7636-483a-918d-af52494c3066 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:45.377500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f9dd05e6-7636-483a-918d-af52494c3066 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:45.379018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:45.379323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c378fc2b-6aa4-4a4e-81c6-423ffcc15086') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:13:45.390644 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.404781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.411014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:13:45.411457 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:13:45.413136 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:13:45.475976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.490087 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.493616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b5680021-7c31-4ee4-ad0e-902d3f3e6941 HTTP/1.1" status: 204 len: 168 time: 0.5668843 Nov 22 17:13:45.508121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de58be-18b4-45c2-bff7-69f5075285b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5680021-7c31-4ee4-ad0e-902d3f3e6941,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:45.639894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49540) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:45.681613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a22642d3-ad7d-45d1-995f-b03760f89ea7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=22053774f58e4f788696e2f4e0e7dd4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402400 Nov 22 17:13:45.684187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49542) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:45.734779 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0597e493-6eec-498e-ace3-e11e7a9aa221 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.756848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0597e493-6eec-498e-ace3-e11e7a9aa221 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.806552 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0597e493-6eec-498e-ace3-e11e7a9aa221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.809011 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0597e493-6eec-498e-ace3-e11e7a9aa221 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:45.810198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0597e493-6eec-498e-ace3-e11e7a9aa221 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce07fdb5-4ae4-4a73-9f89-e779b3f4e494 HTTP/1.1" status: 204 len: 168 time: 0.1250865 Nov 22 17:13:45.818225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597e493-6eec-498e-ace3-e11e7a9aa221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce07fdb5-4ae4-4a73-9f89-e779b3f4e494,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:46.165743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49548) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:46.210527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d3595c11-f87b-4764-b9d2-8827b56bdf56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7af736634c6c4aad939f589c9b8ad44f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434897 Nov 22 17:13:46.212912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49550) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:13:46.261684 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12910a95-7349-4b86-a755-baee01884521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:46.282410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12910a95-7349-4b86-a755-baee01884521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:46.333973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12910a95-7349-4b86-a755-baee01884521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:46.337149 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-12910a95-7349-4b86-a755-baee01884521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:46.338361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-12910a95-7349-4b86-a755-baee01884521 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69a5e2c5-b3dc-4ad9-8031-2ad76052648d HTTP/1.1" status: 204 len: 168 time: 0.1244874 Nov 22 17:13:46.348008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12910a95-7349-4b86-a755-baee01884521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a5e2c5-b3dc-4ad9-8031-2ad76052648d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:47.222866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6d943f73-5b68-4fe2-94b6-0b587d3f873c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:13:47.244151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 6d943f73-5b68-4fe2-94b6-0b587d3f873c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:13:47.244494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6d943f73-5b68-4fe2-94b6-0b587d3f873c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:13:49.996104 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6adbbe32-b5b5-47dc-9f70-836b19cfdfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:53.426750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b1222228-5050-49c7-9be2-7cf2a2f030ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:54.116691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:55.506560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:55.843784 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:13:56.067024 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:56.871273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-632515d8-0153-414e-a7b4-eba9e93a1ea2 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=42cbc283a27443e2a91e881b089f75c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320930 Nov 22 17:13:57.077300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-4ef72363-44a1-44d8-873d-56bd5c37ea50 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:57.078707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-4ef72363-44a1-44d8-873d-56bd5c37ea50 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016702 Nov 22 17:13:57.093968 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-d824f043-4af4-4630-8cd9-e4ac508705e5 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/quotas/42cbc283a27443e2a91e881b089f75c5 HTTP/1.1" status: 200 len: 375 time: 0.0094140 Nov 22 17:13:57.126373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-08beefdb-b3e1-4a60-a94c-ad08b78c1c23 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=42cbc283a27443e2a91e881b089f75c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267680 Nov 22 17:13:57.299544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2df1fc6c-2e0d-4104-853c-88da2c82e7e2 req-097230de-44c4-4cc4-b2fd-1b56c0244339 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 210 time: 0.0323188 Nov 22 17:13:58.383716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-74687846-480e-4ab4-b31b-91c6e04e3078 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=42cbc283a27443e2a91e881b089f75c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311172 Nov 22 17:13:58.408623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b243ca3e-e970-46ea-9df1-8ae98ac5c7e2 req-fd59bb33-be5b-4607-8810-6fbab5677925 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 210 time: 0.0281880 Nov 22 17:13:58.584357 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-61b5836b-3660-454b-9d21-081059e49411 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:58.585731 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-61b5836b-3660-454b-9d21-081059e49411 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950724 Nov 22 17:13:58.601439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Request body: {'port': {'device_id': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'admin_state_up': True, 'tenant_id': '42cbc283a27443e2a91e881b089f75c5'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:58.771108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Made reservation on behalf of 42cbc283a27443e2a91e881b089f75c5 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:13:58.775018 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:58.787782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:58.874267 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:58.878164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:58.943216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1ac8fd-7591-4ccb-b347-826229cf1100,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:59.020747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Allocated IP 192.168.233.140 (933a3d2b-9fe5-44c9-aae3-f144de3dd01e/ec0f3914-26e2-4adf-9b1b-7155ad2055b1/d8203b24-5b55-4dba-9104-5b2056eb4ca3) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:13:59.173804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.208719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.259844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:13:59.263559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:13:59.267596 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:13:59.274061 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Pushing event updated for resources: {'Port': ['ID=d8203b24-5b55-4dba-9104-5b2056eb4ca3,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:59.324633 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:59.325604 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.347580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-cf5009fa-7420-4d38-8437-52409e929a0a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7496240 Nov 22 17:13:59.362562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Request body: {'port': {'device_id': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:13:59.428751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.551581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e71bb-ef26-4698-b904-f5349b6bd263 req-95188535-a07c-476b-be0a-bba75acb2d58 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:13:59.553086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-668e71bb-ef26-4698-b904-f5349b6bd263 req-95188535-a07c-476b-be0a-bba75acb2d58 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 936 time: 0.0559657 Nov 22 17:13:59.566915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c78f4def-7d31-4460-b021-bab758ea0a54 None None] Provisioning complete for port d8203b24-5b55-4dba-9104-5b2056eb4ca3 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:13:59.567979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c78f4def-7d31-4460-b021-bab758ea0a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.608339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c78f4def-7d31-4460-b021-bab758ea0a54 None None] Port d8203b24-5b55-4dba-9104-5b2056eb4ca3 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:13:59.618744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-668e71bb-ef26-4698-b904-f5349b6bd263 req-01dbd2fd-2f5e-45e3-8bb5-7077fb6452be tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582662 Nov 22 17:13:59.751712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8203b24-5b55-4dba-9104-5b2056eb4ca3 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:13:59.759020 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.771674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Transition to ACTIVE for port object d8203b24-5b55-4dba-9104-5b2056eb4ca3 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:13:59.775590 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.828368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Pushing event updated for resources: {'Port': ['ID=d8203b24-5b55-4dba-9104-5b2056eb4ca3,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:13:59.895877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Attempting to bind port d8203b24-5b55-4dba-9104-5b2056eb4ca3 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:13:59.896216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Attempting to bind port d8203b24-5b55-4dba-9104-5b2056eb4ca3 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:13:59.896553 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Attempting to bind port d8203b24-5b55-4dba-9104-5b2056eb4ca3 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:59.901082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Port d8203b24-5b55-4dba-9104-5b2056eb4ca3 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:13:59.901419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Attempting to bind port d8203b24-5b55-4dba-9104-5b2056eb4ca3 on network 933a3d2b-9fe5-44c9-aae3-f144de3dd01e {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:13:59.908351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:13:59.908691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Checking segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:13:59.909083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Bound using segment: {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:13:59.909565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Bound port: d8203b24-5b55-4dba-9104-5b2056eb4ca3, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:13:59.909974 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:13:59.986443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] For port d8203b24-5b55-4dba-9104-5b2056eb4ca3, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:13:59.989769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] For port d8203b24-5b55-4dba-9104-5b2056eb4ca3, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:13:59.994662 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:00.034782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.035453 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:00.036854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] 10.222.0.20 "PUT /v2.0/ports/d8203b24-5b55-4dba-9104-5b2056eb4ca3 HTTP/1.1" status: 200 len: 1096 time: 0.6808670 Nov 22 17:14:00.037295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'tag': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:00.039564 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd" -d '{"events": [{"name": "network-changed", "server_uuid": "86f06d69-d64b-4449-aee5-0a2b966e7154", "tag": "d8203b24-5b55-4dba-9104-5b2056eb4ca3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:00.062219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f858a-7af2-406a-8050-e48a4c015a97 service neutron] Pushing event updated for resources: {'Port': ['ID=d8203b24-5b55-4dba-9104-5b2056eb4ca3,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:00.095219 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a444eaf-f73e-4ab6-aa1e-24fca2e08a54 x-openstack-request-id: req-2a444eaf-f73e-4ab6-aa1e-24fca2e08a54 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:00.095588 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f06d69-d64b-4449-aee5-0a2b966e7154", "tag": "d8203b24-5b55-4dba-9104-5b2056eb4ca3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:00.095947 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2a444eaf-f73e-4ab6-aa1e-24fca2e08a54 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:00.096422 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'tag': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3', 'status': 'completed', 'code': 200} Nov 22 17:14:00.152620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-9bc318e1-e243-4156-85cb-e908a219b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.156230 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-9bc318e1-e243-4156-85cb-e908a219b36d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42cbc283a27443e2a91e881b089f75c5&device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 1099 time: 0.0586834 Nov 22 17:14:00.221342 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-127272a2-3fe7-45a8-ab00-a144f05f2a5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3 HTTP/1.1" status: 200 len: 217 time: 0.0531137 Nov 22 17:14:00.273958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-bbaa51c2-3990-4c4b-9d56-8801f67fc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.275423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-bbaa51c2-3990-4c4b-9d56-8801f67fc4c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0470963 Nov 22 17:14:00.324112 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668ff6a-e104-448e-8617-48670ea36644 req-fd9a939e-07dd-4bf0-99ed-aca903d515b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.326331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-fd9a939e-07dd-4bf0-99ed-aca903d515b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430217 Nov 22 17:14:00.428101 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-ce57205a-74c7-4636-8ea8-36516eb4ca21 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940359 Nov 22 17:14:00.522159 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6668ff6a-e104-448e-8617-48670ea36644 req-594ee072-8ae6-4901-99ac-17b8450c2eca service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855558 Nov 22 17:14:00.610552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-d44ffd29-bbf9-4aba-955e-56d95b3831fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.611983 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-d44ffd29-bbf9-4aba-955e-56d95b3831fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42cbc283a27443e2a91e881b089f75c5&device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 1099 time: 0.0449097 Nov 22 17:14:00.731275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-88901947-448c-4e08-a3b3-66e8ec4109d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.732920 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-88901947-448c-4e08-a3b3-66e8ec4109d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e HTTP/1.1" status: 200 len: 870 time: 0.1131289 Nov 22 17:14:00.752046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6e63f-14a3-47bb-be0a-4cd00de9fa4b req-9ed508a6-a75d-4553-9f4a-61f3a3cb97a8 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.753694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ff6e63f-14a3-47bb-be0a-4cd00de9fa4b req-9ed508a6-a75d-4553-9f4a-61f3a3cb97a8 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 948 time: 0.0497963 Nov 22 17:14:00.777577 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-3be521da-5029-4aff-bee2-ef5194411e68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3 HTTP/1.1" status: 200 len: 217 time: 0.0357671 Nov 22 17:14:00.814926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ff6e63f-14a3-47bb-be0a-4cd00de9fa4b req-88746eaf-8483-4fd0-92de-fefe21f459cb tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Nov 22 17:14:00.840674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-d0431eb2-6955-4d79-a1cd-d2e495f8890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.842405 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-d0431eb2-6955-4d79-a1cd-d2e495f8890c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ec0f3914-26e2-4adf-9b1b-7155ad2055b1 HTTP/1.1" status: 200 len: 843 time: 0.0558612 Nov 22 17:14:00.898302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-8373e61e-d152-475a-ad6f-61eeea0a0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:00.899709 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-8373e61e-d152-475a-ad6f-61eeea0a0d6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=933a3d2b-9fe5-44c9-aae3-f144de3dd01e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0488651 Nov 22 17:14:00.995475 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-179b8513-e561-4806-a21a-15a251492062 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873990 Nov 22 17:14:01.101823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2e7ee615-ac38-467a-a9f5-b5b4a4ef5efd req-1078e9c3-849d-440b-98b8-731408dc0647 service neutron] 10.222.0.20 "GET /v2.0/networks/933a3d2b-9fe5-44c9-aae3-f144de3dd01e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988367 Nov 22 17:14:01.945074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f352-9fa8-4b84-a9a1-3b1ff697a645 req-d11b4980-c4c7-4770-a58b-3ade0c387e4b tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:01.946641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c56f352-9fa8-4b84-a9a1-3b1ff697a645 req-d11b4980-c4c7-4770-a58b-3ade0c387e4b tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 948 time: 0.0514119 Nov 22 17:14:01.996966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c56f352-9fa8-4b84-a9a1-3b1ff697a645 req-83e7333e-7b5c-49dc-b88a-4d94c1d704a2 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437229 Nov 22 17:14:03.123230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ffaca-3fda-40f6-9cd8-1624bc10f89a req-5ef0d4b1-5049-4c3b-b289-b4acef5a865c tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:03.124986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c65ffaca-3fda-40f6-9cd8-1624bc10f89a req-5ef0d4b1-5049-4c3b-b289-b4acef5a865c tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 948 time: 0.0536830 Nov 22 17:14:03.176742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c65ffaca-3fda-40f6-9cd8-1624bc10f89a req-1bd56b14-c08c-4dee-b26b-08f492e29c43 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455356 Nov 22 17:14:04.295405 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e582ab94-8369-400f-86c5-a2b715fa518d req-d63c5159-9ede-4ab5-9472-4c9e8cb1de6e tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:04.297073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e582ab94-8369-400f-86c5-a2b715fa518d req-d63c5159-9ede-4ab5-9472-4c9e8cb1de6e tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 948 time: 0.0499897 Nov 22 17:14:04.344917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e582ab94-8369-400f-86c5-a2b715fa518d req-1c4a0fa7-1b16-42f0-93dd-17b20a66c57a tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416920 Nov 22 17:14:04.802542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d8203b24-5b55-4dba-9104-5b2056eb4ca3 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:04.896785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d8203b24-5b55-4dba-9104-5b2056eb4ca3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:04.908445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3', 'network_id': '933a3d2b-9fe5-44c9-aae3-f144de3dd01e', 'port_id': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3', 'mac_address': 'fa:16:3e:33:f8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f3914-26e2-4adf-9b1b-7155ad2055b1', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:14:04.949905 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:04.962688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8203b24-5b55-4dba-9104-5b2056eb4ca3 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:04.981335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d8203b24-5b55-4dba-9104-5b2056eb4ca3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:04.986555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:05.034211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=d8203b24-5b55-4dba-9104-5b2056eb4ca3,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:05.227897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['d8203b24-5b55-4dba-9104-5b2056eb4ca3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:05.464506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0722f5-f171-4991-8dbb-d274440295f9 req-f7df450f-2487-47dd-bcee-f435cab7ffd1 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:05.465928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af0722f5-f171-4991-8dbb-d274440295f9 req-f7df450f-2487-47dd-bcee-f435cab7ffd1 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 949 time: 0.0539689 Nov 22 17:14:05.512864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af0722f5-f171-4991-8dbb-d274440295f9 req-27082345-3e37-4ccc-b880-9f3ac8b669e3 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401232 Nov 22 17:14:06.635293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee193501-5ac8-4951-90b3-92d47d6ccc43 req-6ff822de-2b0e-4bfe-9f96-8c602b64e501 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:06.636797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee193501-5ac8-4951-90b3-92d47d6ccc43 req-6ff822de-2b0e-4bfe-9f96-8c602b64e501 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 949 time: 0.0521967 Nov 22 17:14:06.686155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee193501-5ac8-4951-90b3-92d47d6ccc43 req-a83dfbc0-0677-4260-9a6c-0a403d6157c1 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Nov 22 17:14:06.798758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d8203b24-5b55-4dba-9104-5b2056eb4ca3 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:06.848226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port d8203b24-5b55-4dba-9104-5b2056eb4ca3 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:14:06.852721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port d8203b24-5b55-4dba-9104-5b2056eb4ca3 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:06.853100 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:06.931074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:06.953549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:06.955827 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600542ef-673f-4dfc-b38c-a821e1de8084" -d '{"events": [{"server_uuid": "86f06d69-d64b-4449-aee5-0a2b966e7154", "name": "network-vif-plugged", "status": "completed", "tag": "d8203b24-5b55-4dba-9104-5b2056eb4ca3"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:06.969260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d8203b24-5b55-4dba-9104-5b2056eb4ca3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:06.974426 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.024010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=d8203b24-5b55-4dba-9104-5b2056eb4ca3,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:07.070088 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2b6cb0-7f0a-4599-9abb-ac00efed31bf x-openstack-request-id: req-8a2b6cb0-7f0a-4599-9abb-ac00efed31bf {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:07.070391 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f06d69-d64b-4449-aee5-0a2b966e7154", "name": "network-vif-plugged", "status": "completed", "tag": "d8203b24-5b55-4dba-9104-5b2056eb4ca3", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:07.070803 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a2b6cb0-7f0a-4599-9abb-ac00efed31bf {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:07.071511 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3', 'code': 200} Nov 22 17:14:07.179856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba55dd-64d4-4328-93db-d27d9941004d req-ab493801-0be9-4781-bcec-2fcd48a2cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.181339 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5cba55dd-64d4-4328-93db-d27d9941004d req-ab493801-0be9-4781-bcec-2fcd48a2cf23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 1101 time: 0.0435429 Nov 22 17:14:07.231710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5cba55dd-64d4-4328-93db-d27d9941004d req-b2c2e790-648c-4632-b08b-f0b4a33eee4e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Nov 22 17:14:07.731943 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:07.813237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed316868-4538-4a58-8f95-4818490d5eb9 req-563d66f1-e42f-40ea-a1df-3a8e4b4edad1 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:07.814854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed316868-4538-4a58-8f95-4818490d5eb9 req-563d66f1-e42f-40ea-a1df-3a8e4b4edad1 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 950 time: 0.0582597 Nov 22 17:14:07.871167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed316868-4538-4a58-8f95-4818490d5eb9 req-f371b6df-4a1a-43b8-bac5-f82c0664e9b3 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500619 Nov 22 17:14:08.991908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc99367-d692-4d62-898a-473ea7b604e7 req-e88ef5ef-fdb7-4381-b37c-79be6d66b453 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:08.993377 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dc99367-d692-4d62-898a-473ea7b604e7 req-e88ef5ef-fdb7-4381-b37c-79be6d66b453 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 950 time: 0.0496719 Nov 22 17:14:09.043486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dc99367-d692-4d62-898a-473ea7b604e7 req-177bc84d-6d08-4f40-af24-841419df6bca tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426433 Nov 22 17:14:09.237404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:09.443518 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-96420ff7-663d-48f4-b6b1-4318a8aa6217 req-931ae1c6-54f4-4f25-ab57-377d129739bb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:14:09.444786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-96420ff7-663d-48f4-b6b1-4318a8aa6217 req-931ae1c6-54f4-4f25-ab57-377d129739bb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1044722 Nov 22 17:14:09.775030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-86f7ce5c-c0c0-4eb2-b016-c17d8f28c3e8 req-ca013b3d-4b1b-49d0-b1ec-3b148f20524b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:14:09.776178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86f7ce5c-c0c0-4eb2-b016-c17d8f28c3e8 req-ca013b3d-4b1b-49d0-b1ec-3b148f20524b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052960 Nov 22 17:14:10.111993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e7921-3b73-4883-beac-6627db6511af req-4ca8549a-2081-4858-92f1-c6c6e588114c tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:10.113471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-025e7921-3b73-4883-beac-6627db6511af req-4ca8549a-2081-4858-92f1-c6c6e588114c tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 950 time: 0.0494907 Nov 22 17:14:10.160888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-025e7921-3b73-4883-beac-6627db6511af req-4ba2380c-c668-4fd7-9840-53d23c4b08aa tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413570 Nov 22 17:14:11.305171 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6812771-0a33-4d13-bc86-75397635fc69 req-eb8cb7fb-741f-4ad7-8878-a8cff7e3e3a9 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:11.306743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6812771-0a33-4d13-bc86-75397635fc69 req-eb8cb7fb-741f-4ad7-8878-a8cff7e3e3a9 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 950 time: 0.0730107 Nov 22 17:14:11.361815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6812771-0a33-4d13-bc86-75397635fc69 req-9ed2dc08-8945-4f75-94ea-e9bcf4653b7c tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/security-groups?id=0c1ac8fd-7591-4ccb-b347-826229cf1100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478714 Nov 22 17:14:11.491320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-17a0fdbd-712a-4ead-9493-3b00b4641c52 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:11.492689 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-17a0fdbd-712a-4ead-9493-3b00b4641c52 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 950 time: 0.0531659 Nov 22 17:14:11.581737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Deleting port d8203b24-5b55-4dba-9104-5b2056eb4ca3 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:14:11.582086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.675569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] For port d8203b24-5b55-4dba-9104-5b2056eb4ca3, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d8203b24-5b55-4dba-9104-5b2056eb4ca3,segment=NetworkSegment(bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab),segment_id=bb3cf5ae-a72e-4e99-9fd3-4026f55e89ab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:11.675929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:11.688213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Calling delete_port for d8203b24-5b55-4dba-9104-5b2056eb4ca3 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:14:12.135991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:12.148535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['d8203b24-5b55-4dba-9104-5b2056eb4ca3'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:12.168684 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Pushing event deleted for resources: {'Port': ['ID=d8203b24-5b55-4dba-9104-5b2056eb4ca3,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:12.211282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] No DVR routers for this DVR port d8203b24-5b55-4dba-9104-5b2056eb4ca3 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:12.214054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:12.217501 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dd241faf-dbd6-470a-8ba0-2b4c13021454 req-9cef0cd7-ee72-416c-a176-3780800e6929 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.20 "DELETE /v2.0/ports/d8203b24-5b55-4dba-9104-5b2056eb4ca3 HTTP/1.1" status: 204 len: 173 time: 0.7169416 Nov 22 17:14:12.218005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'name': 'network-vif-deleted', 'tag': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:12.220536 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53e6b6c-7793-4167-bef7-7b8f20f42551" -d '{"events": [{"server_uuid": "86f06d69-d64b-4449-aee5-0a2b966e7154", "name": "network-vif-deleted", "tag": "d8203b24-5b55-4dba-9104-5b2056eb4ca3"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:12.271258 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cbca8b-dc18-44ee-bf46-b0e01ed91dcd x-openstack-request-id: req-d5cbca8b-dc18-44ee-bf46-b0e01ed91dcd {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:12.271761 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f06d69-d64b-4449-aee5-0a2b966e7154", "name": "network-vif-deleted", "tag": "d8203b24-5b55-4dba-9104-5b2056eb4ca3", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:12.272230 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5cbca8b-dc18-44ee-bf46-b0e01ed91dcd {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:12.272727 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f06d69-d64b-4449-aee5-0a2b966e7154', 'name': 'network-vif-deleted', 'tag': 'd8203b24-5b55-4dba-9104-5b2056eb4ca3', 'status': 'completed', 'code': 200} Nov 22 17:14:12.473685 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66545f8e-da5c-428d-8ad3-c2ba14ff4035 req-cc8ef375-365c-4a82-a9f0-48bb8f5c9704 tempest-ServersAdminNegativeTestJSON-845465729 tempest-ServersAdminNegativeTestJSON-845465729-project] 10.222.0.65 "GET /v2.0/ports?device_id=86f06d69-d64b-4449-aee5-0a2b966e7154 HTTP/1.1" status: 200 len: 210 time: 0.0268078 Nov 22 17:14:13.781164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:13.914994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f3828279-06cd-446d-9386-29eb0a1447ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42cbc283a27443e2a91e881b089f75c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325846 Nov 22 17:14:13.917477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49700) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:13.965307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:13.986551 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.035249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.037838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.039015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0c1ac8fd-7591-4ccb-b347-826229cf1100 HTTP/1.1" status: 204 len: 168 time: 0.1205556 Nov 22 17:14:14.047985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1ac8fd-7591-4ccb-b347-826229cf1100,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:14.055694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.056052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.056397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.056737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.057074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.057408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.057761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.058119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.058422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.058745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.059073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.059393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef9cf3d-4eaa-44a7-83d0-1d1e31230ad7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.297923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:14.311040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.382823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.387594 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.425367 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b3ceec412b9f44a0957787089c9f97d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1263487 Nov 22 17:14:14.426242 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360e3d95-8a29-480d-92fb-44228e3fb106,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:14.428054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49708) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:14.444456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.444800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.445141 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.445475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.445835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.446162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.446487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.447008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.447132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.447501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.447795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.448113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a15cd5c-0160-4778-b53e-e589719bcd56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:14.490428 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4737123-208f-471a-bfc4-613adfa496c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.510537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4737123-208f-471a-bfc4-613adfa496c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.557749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4737123-208f-471a-bfc4-613adfa496c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.560851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b4737123-208f-471a-bfc4-613adfa496c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:14.562037 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b4737123-208f-471a-bfc4-613adfa496c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/360e3d95-8a29-480d-92fb-44228e3fb106 HTTP/1.1" status: 204 len: 168 time: 0.1330585 Nov 22 17:14:14.570059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4737123-208f-471a-bfc4-613adfa496c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360e3d95-8a29-480d-92fb-44228e3fb106,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:14.882783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d8203b24-5b55-4dba-9104-5b2056eb4ca3 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:14:14.904994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: d8203b24-5b55-4dba-9104-5b2056eb4ca3 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:14:14.905348 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d8203b24-5b55-4dba-9104-5b2056eb4ca3 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:14:15.259344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49730) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:15.393616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-628372315-network', 'tenant_id': '6013ec785aa6441f9afdbf5290adbbf8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:15.415203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Made reservation on behalf of 6013ec785aa6441f9afdbf5290adbbf8 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:15.417544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.426476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.504816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.508900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.535142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 878} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:14:15.544042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:15.550897 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.551241 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Added segment cd8249b3-010e-4671-b4b3-90cf2777967f of type vlan for network bd383430-62d7-410b-a595-a284aa5b26ad Nov 22 17:14:15.594649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.619317 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.620264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:15.620838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.678274 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4177680 Nov 22 17:14:15.681368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49736) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:14:15.687698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Request body: {'subnet': {'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-628372315-subnet', 'tenant_id': '6013ec785aa6441f9afdbf5290adbbf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:15.695998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ee804-dc9c-486f-bcaf-8708dce77cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=bd383430-62d7-410b-a595-a284aa5b26ad,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:15.707188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bd383430-62d7-410b-a595-a284aa5b26ad details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:14:15.717268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Made reservation on behalf of 6013ec785aa6441f9afdbf5290adbbf8 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:15.719757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.909981 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:15.964074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:15.984354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Checking segment: {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:15.984700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Network hostable DHCP agents. Network: bd383430-62d7-410b-a595-a284aa5b26ad, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:14:16.008311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Network bd383430-62d7-410b-a595-a284aa5b26ad is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:14:16.020101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bd383430-62d7-410b-a595-a284aa5b26ad) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:16.024302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:16.024899 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:16.031431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cb778c-96e1-4ee4-a134-e13ef4b83c42 None None] Network bd383430-62d7-410b-a595-a284aa5b26ad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:16.049612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8da5be13-db0f-4879-93e3-5ee22b079cf6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3666120 Nov 22 17:14:16.175010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d24eb7-700d-482d-8715-7a3a179608ac None None] Network bd383430-62d7-410b-a595-a284aa5b26ad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:14:16.547695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-a14fb7df-526b-4ec5-a266-1211abca8e64 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:16.549211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-a14fb7df-526b-4ec5-a266-1211abca8e64 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 811 time: 0.1223485 Nov 22 17:14:16.566056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-d5c1a4d0-2deb-4fa6-85f3-4b14bdedc7ee tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/quotas/6013ec785aa6441f9afdbf5290adbbf8 HTTP/1.1" status: 200 len: 375 time: 0.0095448 Nov 22 17:14:16.601427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-50796384-8f7f-4ff0-810f-c762ca89ef0b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289319 Nov 22 17:14:16.614867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-5bec3375-ea90-4bd4-bab7-b8adab6f8c3a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:14:16.615840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-5bec3375-ea90-4bd4-bab7-b8adab6f8c3a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053020 Nov 22 17:14:16.722433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-6bb69124-4a56-4df7-9f46-15eb8f73696a service neutron] 10.222.0.65 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978122 Nov 22 17:14:16.822800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-37888987-972d-45f0-9929-40b843b1d09d service neutron] 10.222.0.65 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931220 Nov 22 17:14:16.984330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47125d0f-04b6-4488-b695-45487392c8eb req-f7339c1a-41b2-4d99-b03e-a6128bfd2145 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 210 time: 0.0270429 Nov 22 17:14:18.089018 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79f001d5-0af3-49b4-a6e5-984be030956b req-27fbdc4e-d212-4abb-a3f2-3d34f678fdc5 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Nov 22 17:14:18.125342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-26b5bc48-49c7-4a33-b991-996263897255 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.127290 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-26b5bc48-49c7-4a33-b991-996263897255 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.20 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 811 time: 0.1226218 Nov 22 17:14:18.141178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Request body: {'port': {'device_id': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad', 'admin_state_up': True, 'tenant_id': '6013ec785aa6441f9afdbf5290adbbf8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:18.249482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Made reservation on behalf of 6013ec785aa6441f9afdbf5290adbbf8 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:14:18.253031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:18.378558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Allocated IP 172.20.0.5 (bd383430-62d7-410b-a595-a284aa5b26ad/e889af91-0f3b-4fc0-a43d-c8eb7a7728e7/19e595e8-9e38-40e9-b800-c8635aac7ee8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:14:18.524945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:18.558790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:18.604054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Network bd383430-62d7-410b-a595-a284aa5b26ad is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:14:18.607787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:14:18.611363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:14:18.634912 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:18.664612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:18.665216 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:18.680543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-cf7ab874-4530-4c66-a7ca-72d40dd0c66b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5432088 Nov 22 17:14:18.693527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Request body: {'port': {'device_id': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:18.752098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.020726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e595e8-9e38-40e9-b800-c8635aac7ee8 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:19.029521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.041751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Transition to ACTIVE for port object 19e595e8-9e38-40e9-b800-c8635aac7ee8 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:14:19.046252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.099719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:19.172342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:19.173022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:19.173022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on network bd383430-62d7-410b-a595-a284aa5b26ad {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:19.177380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on network bd383430-62d7-410b-a595-a284aa5b26ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:19.177725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on network bd383430-62d7-410b-a595-a284aa5b26ad {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:19.182529 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:19.182859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Checking segment: {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:19.183240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Bound using segment: {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:19.183664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Bound port: 19e595e8-9e38-40e9-b800-c8635aac7ee8, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:19.184022 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.226459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc3da0-b714-4bc3-8f8b-079f28453d69 req-d22ab82d-7209-425b-9348-bcff0c5951e6 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.227945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12dc3da0-b714-4bc3-8f8b-079f28453d69 req-d22ab82d-7209-425b-9348-bcff0c5951e6 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 943 time: 0.0621707 Nov 22 17:14:19.258171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:19.263568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:19.269225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.282333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12dc3da0-b714-4bc3-8f8b-079f28453d69 req-7ba49c89-8a39-4c54-b236-45cf9547bcf5 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Nov 22 17:14:19.308488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.309120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:19.310572 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] 10.222.0.20 "PUT /v2.0/ports/19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 1091 time: 0.6210282 Nov 22 17:14:19.311010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:19.313240 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433b9461-8b49-4273-a61b-a0b5942775fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:19.338562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc88acf-4341-4ed5-a43c-452c304143cb service neutron] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:19.362852 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa01183-6962-417b-b820-6a3ecdd72466 x-openstack-request-id: req-8aa01183-6962-417b-b820-6a3ecdd72466 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:19.363140 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:19.363392 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8aa01183-6962-417b-b820-6a3ecdd72466 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:19.363786 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'status': 'completed', 'code': 200} Nov 22 17:14:19.400475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-70cdd0de-7451-4392-8d98-00f937d25691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.402032 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-70cdd0de-7451-4392-8d98-00f937d25691 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1094 time: 0.0498567 Nov 22 17:14:19.445304 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-05acb640-a6ca-4989-ba46-536826351aec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0349007 Nov 22 17:14:19.510629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3aeee-fac3-475a-8178-5af3234cf96b req-a6068210-09c3-4610-9511-d2889f85bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.512232 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-a6068210-09c3-4610-9511-d2889f85bbcd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0582855 Nov 22 17:14:19.545753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-28fe9d96-ed0c-4776-9957-c4240ec5996e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259793 Nov 22 17:14:19.641815 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-caa299f0-2e61-4eae-a694-c86331f7a0db service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Nov 22 17:14:19.734558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-add3aeee-fac3-475a-8178-5af3234cf96b req-c1d1aec0-19e4-4bc2-8168-b440c3f3747f service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852346 Nov 22 17:14:19.825062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b9461-8b49-4273-a61b-a0b5942775fa req-aa52b557-ede1-43df-beb7-422f70326d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.826674 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-aa52b557-ede1-43df-beb7-422f70326d7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1094 time: 0.0460715 Nov 22 17:14:19.921338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b9461-8b49-4273-a61b-a0b5942775fa req-d4e408e2-286e-4931-ae41-0300fa51a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:19.923105 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-d4e408e2-286e-4931-ae41-0300fa51a0b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 912 time: 0.0875118 Nov 22 17:14:19.975805 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-3e3498cd-c79f-435e-8175-bd09561b7a85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0449960 Nov 22 17:14:20.001024 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-268522c9-d909-44e8-b3f7-16edb9eacc1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:20.027675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b9461-8b49-4273-a61b-a0b5942775fa req-00e5d648-1233-418d-a775-fb5d6e08280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:20.029194 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-00e5d648-1233-418d-a775-fb5d6e08280d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0454259 Nov 22 17:14:20.061824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-d06dacb3-58ac-4cca-8528-688585f871db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254161 Nov 22 17:14:20.153019 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-947e69a9-f2fa-4d46-9dec-2ff93e446f2a service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810063 Nov 22 17:14:20.255814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-433b9461-8b49-4273-a61b-a0b5942775fa req-c597948e-6a0f-4c72-919a-b8cb4c992519 service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948915 Nov 22 17:14:20.400589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dd69f-3daf-4ce6-84c1-413f42992843 req-a7b6cb5f-4d7c-4817-92cd-3246dd79c011 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:20.402092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b9dd69f-3daf-4ce6-84c1-413f42992843 req-a7b6cb5f-4d7c-4817-92cd-3246dd79c011 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 943 time: 0.0494430 Nov 22 17:14:20.451010 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b9dd69f-3daf-4ce6-84c1-413f42992843 req-db0b08b8-3c88-4c2e-9752-06e167b3b63c tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416710 Nov 22 17:14:21.572613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f56ab-eeb8-40ee-acc9-ccd163f5b57a req-c522ed72-253d-49bc-9328-f3b76de8ed19 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:21.574088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b1f56ab-eeb8-40ee-acc9-ccd163f5b57a req-c522ed72-253d-49bc-9328-f3b76de8ed19 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 943 time: 0.0533960 Nov 22 17:14:21.621140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b1f56ab-eeb8-40ee-acc9-ccd163f5b57a req-1297e7da-d656-4398-b398-9b2c4a59baca tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Nov 22 17:14:22.737455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f68b13-4311-452b-9835-ec3994130e00 req-6b1cfe73-8813-4e61-a323-43fc87572eb9 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:22.738983 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0f68b13-4311-452b-9835-ec3994130e00 req-6b1cfe73-8813-4e61-a323-43fc87572eb9 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 943 time: 0.0497425 Nov 22 17:14:22.786350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a0f68b13-4311-452b-9835-ec3994130e00 req-c0f5ab01-6f6c-45a2-aabd-7fcdf6cbe403 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414279 Nov 22 17:14:22.926052 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:23.022958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:23.034459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad', 'port_id': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'mac_address': 'fa:16:3e:4a:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e889af91-0f3b-4fc0-a43d-c8eb7a7728e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:14:23.071635 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.085956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e595e8-9e38-40e9-b800-c8635aac7ee8 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:23.105560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:23.110602 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.156228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:23.306949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['19e595e8-9e38-40e9-b800-c8635aac7ee8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:14:23.428550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91a6b706-720f-4c29-ae5c-e7058a014fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:23.907714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547da3f4-b192-450f-b0dd-d1588cc8bf0b req-ea936776-0e7b-46b7-9778-ff9282f19439 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:23.909138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547da3f4-b192-450f-b0dd-d1588cc8bf0b req-ea936776-0e7b-46b7-9778-ff9282f19439 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 944 time: 0.0554593 Nov 22 17:14:23.957571 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547da3f4-b192-450f-b0dd-d1588cc8bf0b req-7b93e1e6-3a5e-411b-8144-64d64ca2a6ef tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Nov 22 17:14:24.117314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:24.942708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:14:24.991991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 19e595e8-9e38-40e9-b800-c8635aac7ee8 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:14:24.996300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 19e595e8-9e38-40e9-b800-c8635aac7ee8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:14:24.996686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.077037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485275c-f6d0-4ba9-b870-f143ffa1b122 req-a300eee5-d58b-4689-8e1a-3b178d5fbef2 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:25.078608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f485275c-f6d0-4ba9-b870-f143ffa1b122 req-a300eee5-d58b-4689-8e1a-3b178d5fbef2 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 944 time: 0.0504570 Nov 22 17:14:25.079847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.103077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:25.105328 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa89a3f-f688-4911-b565-6a09dc1d45c4" -d '{"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-plugged", "status": "completed", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:25.119192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:25.125133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:25.129986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f485275c-f6d0-4ba9-b870-f143ffa1b122 req-ec52ba12-112d-4265-9348-6b2e248d3132 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451918 Nov 22 17:14:25.159937 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af97953-8f92-4cb2-babf-34643a8aa62d x-openstack-request-id: req-1af97953-8f92-4cb2-babf-34643a8aa62d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:25.160234 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-plugged", "status": "completed", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:25.160492 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1af97953-8f92-4cb2-babf-34643a8aa62d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:25.160885 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'code': 200} Nov 22 17:14:25.179274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:25.260367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f0a3a-254e-45d9-a242-43e08546b968 req-cc05f540-b3d0-45b4-ab68-df5cfaa1d619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:25.261913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ac2f0a3a-254e-45d9-a242-43e08546b968 req-cc05f540-b3d0-45b4-ab68-df5cfaa1d619 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1096 time: 0.0439606 Nov 22 17:14:25.308527 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ac2f0a3a-254e-45d9-a242-43e08546b968 req-5194d285-3cd9-401f-a829-bf45582c97c0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381346 Nov 22 17:14:25.508503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.073354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:26.248474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38436946-e94b-48b2-8e5f-7fc8b13d9514 req-789bee71-b05a-4584-9442-d40b9a3692d9 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:26.250029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38436946-e94b-48b2-8e5f-7fc8b13d9514 req-789bee71-b05a-4584-9442-d40b9a3692d9 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0499029 Nov 22 17:14:26.306673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38436946-e94b-48b2-8e5f-7fc8b13d9514 req-742481aa-3ace-4048-ba03-597b1abd9c74 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491183 Nov 22 17:14:27.424868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20afdc-39ec-4516-a573-606f7653cc75 req-0cd6cd9b-9678-464a-81b4-3d82860ad363 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:27.426370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c20afdc-39ec-4516-a573-606f7653cc75 req-0cd6cd9b-9678-464a-81b4-3d82860ad363 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0479305 Nov 22 17:14:27.474871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c20afdc-39ec-4516-a573-606f7653cc75 req-a67c7a1c-17d5-4aa2-8c4c-1c4da220abf4 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424571 Nov 22 17:14:27.804793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acdc01-bfed-4896-bc5d-bf537e90b0a4 req-49a15b75-8a39-497b-9deb-2861cb5d3386 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:27.806371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53acdc01-bfed-4896-bc5d-bf537e90b0a4 req-49a15b75-8a39-497b-9deb-2861cb5d3386 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Nov 22 17:14:27.883868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-653652ab-20d4-4afd-8d5f-b184b154cf04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1331680 Nov 22 17:14:27.887873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53acdc01-bfed-4896-bc5d-bf537e90b0a4 req-36e8e1ed-272b-4c70-9874-f4224b5a32ea tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718262 Nov 22 17:14:27.895505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-46b74c3f-e1f1-46bd-8d42-26399a508ac6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:14:27.896483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-46b74c3f-e1f1-46bd-8d42-26399a508ac6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059133 Nov 22 17:14:29.009715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08adbdc-8a58-475e-860c-f7b9c305ddea req-f7f70d45-c6b8-4bbb-8b19-1b565bae280a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:29.011200 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d08adbdc-8a58-475e-860c-f7b9c305ddea req-f7f70d45-c6b8-4bbb-8b19-1b565bae280a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Nov 22 17:14:29.067083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d08adbdc-8a58-475e-860c-f7b9c305ddea req-0dd196f5-621b-4892-bb75-85878a9a2aab tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Nov 22 17:14:29.094388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-5d95427d-916f-4096-95a2-5fe25549f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:29.095887 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-5d95427d-916f-4096-95a2-5fe25549f5f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1096 time: 0.0476079 Nov 22 17:14:29.189065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-27bcb6ce-2356-4fe8-9955-e6e54d23eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:29.190570 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-27bcb6ce-2356-4fe8-9955-e6e54d23eb00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 912 time: 0.0862808 Nov 22 17:14:29.239504 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-6292a8e4-f63f-45d8-b6e0-4c3561db9770 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0405173 Nov 22 17:14:29.290218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-210f9b7f-b7e3-4b42-8a52-09335c59dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:29.291659 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-210f9b7f-b7e3-4b42-8a52-09335c59dea4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0451922 Nov 22 17:14:29.324464 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-1e38b7a9-59be-485a-bba2-2bfbf7945720 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251272 Nov 22 17:14:29.417262 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-7f8b9052-5c8a-486b-9b1c-97f94c84cf90 service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853379 Nov 22 17:14:29.508925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-0a811022-b4c1-4568-8335-187d24766dec service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837998 Nov 22 17:14:30.185242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18933be3-aa39-49ab-a06f-8b403d2f73a6 req-9d2e1791-6a2a-4bbe-beb6-9a1f9960cff7 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:30.186764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18933be3-aa39-49ab-a06f-8b403d2f73a6 req-9d2e1791-6a2a-4bbe-beb6-9a1f9960cff7 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0492527 Nov 22 17:14:30.235308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18933be3-aa39-49ab-a06f-8b403d2f73a6 req-f7fc9539-9888-4f6a-a5b8-8f79ff4296c9 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Nov 22 17:14:31.357156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ff21d-2a82-46da-ab4c-b0ad19db1ba4 req-4999530b-a40f-4ffb-a1b5-fc603a1c80dd tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:31.358656 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-881ff21d-2a82-46da-ab4c-b0ad19db1ba4 req-4999530b-a40f-4ffb-a1b5-fc603a1c80dd tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0526361 Nov 22 17:14:31.406814 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-881ff21d-2a82-46da-ab4c-b0ad19db1ba4 req-0b3dea24-e7da-4c91-bca5-ac4e2397f32a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415480 Nov 22 17:14:32.527460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83371941-3941-46c4-8d42-e5b58a7a14c0 req-30531a16-32be-4273-a986-43284d89ba3d tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:32.528928 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83371941-3941-46c4-8d42-e5b58a7a14c0 req-30531a16-32be-4273-a986-43284d89ba3d tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0501847 Nov 22 17:14:32.577824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83371941-3941-46c4-8d42-e5b58a7a14c0 req-53d7d6e9-e9a6-4f97-91f6-122256ab1186 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423095 Nov 22 17:14:32.843162 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:14:33.700790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a91cc-c21a-4eca-a8ef-5ffbfd839974 req-52ae1b6a-4a32-4c71-988b-8eadccb609fe tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:33.702250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b8a91cc-c21a-4eca-a8ef-5ffbfd839974 req-52ae1b6a-4a32-4c71-988b-8eadccb609fe tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0525854 Nov 22 17:14:33.749586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b8a91cc-c21a-4eca-a8ef-5ffbfd839974 req-c7870096-512d-4df2-8269-d9e01821ea43 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Nov 22 17:14:34.865051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70086eb1-a45f-429b-968d-5578b1529ab1 req-3ce0de7c-c31b-4c26-85c0-3dfe20977b44 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:34.866546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70086eb1-a45f-429b-968d-5578b1529ab1 req-3ce0de7c-c31b-4c26-85c0-3dfe20977b44 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0488112 Nov 22 17:14:34.914105 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70086eb1-a45f-429b-968d-5578b1529ab1 req-d44edce4-0356-437e-a9af-9365c8f1b751 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Nov 22 17:14:36.034726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fad98-622c-4150-9719-bd9f655043ee req-38c68013-78d5-4111-a9d4-da1d0e71e19c tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:36.036249 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b3fad98-622c-4150-9719-bd9f655043ee req-38c68013-78d5-4111-a9d4-da1d0e71e19c tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0511684 Nov 22 17:14:36.089711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b3fad98-622c-4150-9719-bd9f655043ee req-cd47a40a-f060-4823-842d-504ac914bf77 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471687 Nov 22 17:14:37.206062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9513ca-47af-486b-befb-1343cb144941 req-d4df0d90-d295-468a-9e20-6b27bffdf91e tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:37.207581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f9513ca-47af-486b-befb-1343cb144941 req-d4df0d90-d295-468a-9e20-6b27bffdf91e tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0489793 Nov 22 17:14:37.258882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f9513ca-47af-486b-befb-1343cb144941 req-849093d3-6f82-46b9-a563-b12599834521 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453844 Nov 22 17:14:37.728978 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:38.379776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42630ef-dd60-4356-afab-7e6bbe0af498 req-6b78edc5-fa4d-4629-a26f-3b64f43c5e97 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:38.381317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b42630ef-dd60-4356-afab-7e6bbe0af498 req-6b78edc5-fa4d-4629-a26f-3b64f43c5e97 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0529850 Nov 22 17:14:38.429950 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b42630ef-dd60-4356-afab-7e6bbe0af498 req-5cc61893-61d3-41ad-87d0-117e36ff5cab tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425460 Nov 22 17:14:39.230370 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:39.554441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b66c11-ba83-411e-bf5b-34ab9b33f255 req-0d5fa8a0-29e1-4259-abce-7e9f7b1a6251 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:39.555946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9b66c11-ba83-411e-bf5b-34ab9b33f255 req-0d5fa8a0-29e1-4259-abce-7e9f7b1a6251 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0540752 Nov 22 17:14:39.603979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9b66c11-ba83-411e-bf5b-34ab9b33f255 req-dd1e0727-5084-453a-a86c-dc796ae8ec44 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414622 Nov 22 17:14:40.725245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3368-aaf4-4eaa-b848-1d9a9949123d req-0ddfa537-20c4-49a7-829c-4d2e3b9992af tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:40.726760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-610e3368-aaf4-4eaa-b848-1d9a9949123d req-0ddfa537-20c4-49a7-829c-4d2e3b9992af tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0508385 Nov 22 17:14:40.776378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-610e3368-aaf4-4eaa-b848-1d9a9949123d req-cffbb594-73f6-4ccd-97d0-55dc7598124d tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Nov 22 17:14:41.892444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82015a1-5134-4ddf-9954-21b5a62bc2aa req-f93bd63e-f3f0-4482-a052-de01abb8c410 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:41.894645 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c82015a1-5134-4ddf-9954-21b5a62bc2aa req-f93bd63e-f3f0-4482-a052-de01abb8c410 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0494149 Nov 22 17:14:41.947256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c82015a1-5134-4ddf-9954-21b5a62bc2aa req-92a7c8d7-a218-4f62-8800-5fa25d6d9dfa tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471132 Nov 22 17:14:43.077638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd74506-3123-4b3f-a2a7-0f2f6d6fe089 req-e569d1ce-8d9e-426f-9ade-9a8ea02fd8f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:43.079136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcd74506-3123-4b3f-a2a7-0f2f6d6fe089 req-e569d1ce-8d9e-426f-9ade-9a8ea02fd8f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0505376 Nov 22 17:14:43.148202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bcd74506-3123-4b3f-a2a7-0f2f6d6fe089 req-9ee2015d-3968-42e3-abb5-de37ec465ef9 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600839 Nov 22 17:14:44.265120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbefde1-f6e9-4da0-aceb-f1302d077405 req-e05188bf-64ab-45c3-9e62-ad6651de0f76 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:44.266599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dbefde1-f6e9-4da0-aceb-f1302d077405 req-e05188bf-64ab-45c3-9e62-ad6651de0f76 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0487576 Nov 22 17:14:44.316460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0dbefde1-f6e9-4da0-aceb-f1302d077405 req-35ab3889-cb49-429a-8b4d-a9589e1df026 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Nov 22 17:14:45.438638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e390e-3597-4c36-8471-4f3859df2fd3 req-5ef1c4e8-9197-4e54-80ab-c5e5ea040203 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:45.440106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b8e390e-3597-4c36-8471-4f3859df2fd3 req-5ef1c4e8-9197-4e54-80ab-c5e5ea040203 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Nov 22 17:14:45.488258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b8e390e-3597-4c36-8471-4f3859df2fd3 req-907350ff-d44b-4635-8fbc-c1d0e34123fa tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409794 Nov 22 17:14:46.608579 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5e612-a303-4304-aab3-4092f450401d req-d55bb63b-bcad-4daa-960d-a6ceff380d78 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:46.610062 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31b5e612-a303-4304-aab3-4092f450401d req-d55bb63b-bcad-4daa-960d-a6ceff380d78 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Nov 22 17:14:46.658192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31b5e612-a303-4304-aab3-4092f450401d req-8268dc52-ee80-49f5-8abd-b64b864a4299 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421181 Nov 22 17:14:47.779479 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b538a5b-f99c-4ecd-9099-72dc87a364a1 req-b324593b-c1aa-4825-9d14-7f22201706ac tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:47.780963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b538a5b-f99c-4ecd-9099-72dc87a364a1 req-b324593b-c1aa-4825-9d14-7f22201706ac tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0522587 Nov 22 17:14:47.828834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b538a5b-f99c-4ecd-9099-72dc87a364a1 req-5e833cc6-a07b-45aa-add5-70dcf50a763c tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418742 Nov 22 17:14:48.944408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c3c27-f119-4cf2-b434-5dd03e45a101 req-f73cb3e2-d6bb-4d8b-9fe0-2c21b41b12d5 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:48.945922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-537c3c27-f119-4cf2-b434-5dd03e45a101 req-f73cb3e2-d6bb-4d8b-9fe0-2c21b41b12d5 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0487995 Nov 22 17:14:48.995480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-537c3c27-f119-4cf2-b434-5dd03e45a101 req-8d6bd035-a73c-4a87-8013-32fc0459fca2 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434692 Nov 22 17:14:50.005418 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fa71-1c28-4ea9-9c34-7d24b0a9f14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:50.118746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f2873-860c-409f-9d8e-718f44b26e68 req-700dbc8e-f6a8-4de5-a3d9-7ac5e2d1ac3a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:50.120890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df4f2873-860c-409f-9d8e-718f44b26e68 req-700dbc8e-f6a8-4de5-a3d9-7ac5e2d1ac3a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0550339 Nov 22 17:14:50.176524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-df4f2873-860c-409f-9d8e-718f44b26e68 req-33f05537-42d0-40e4-8557-9f65816538ae tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497344 Nov 22 17:14:51.294716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193c643-26d9-4f05-8794-fdf095f30e0e req-64836b29-8dab-4749-a04f-0ea0582a6b23 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:51.296235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8193c643-26d9-4f05-8794-fdf095f30e0e req-64836b29-8dab-4749-a04f-0ea0582a6b23 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0494857 Nov 22 17:14:51.348754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8193c643-26d9-4f05-8794-fdf095f30e0e req-faffe842-a69b-42df-a9d2-2352c3dcb384 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452986 Nov 22 17:14:52.467539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66d233-6051-491b-a6b7-82242d266d46 req-11c08647-c69e-43a0-b003-73a23a8f2f57 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:52.469015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e66d233-6051-491b-a6b7-82242d266d46 req-11c08647-c69e-43a0-b003-73a23a8f2f57 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0512731 Nov 22 17:14:52.521438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5e66d233-6051-491b-a6b7-82242d266d46 req-8c34cf8d-38ed-49cd-8d68-c7d97400392b tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463092 Nov 22 17:14:53.421035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa76ca4-c751-4a42-99a4-182f943afd09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:53.641869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9874c-6b5a-47a8-8bf0-e70aa03925e3 req-538241b7-04f9-4f4b-b7e1-66d602eaec38 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:53.643389 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ef9874c-6b5a-47a8-8bf0-e70aa03925e3 req-538241b7-04f9-4f4b-b7e1-66d602eaec38 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0529175 Nov 22 17:14:53.695234 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ef9874c-6b5a-47a8-8bf0-e70aa03925e3 req-82c621a0-ebc1-4c42-858d-d95fc187ce7e tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444756 Nov 22 17:14:54.122636 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:54.813746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92afab4-e721-4182-a858-ff0797c7cc60 req-ecfe4465-8cf4-42d0-9cba-ef9ee75e63e2 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:54.815212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c92afab4-e721-4182-a858-ff0797c7cc60 req-ecfe4465-8cf4-42d0-9cba-ef9ee75e63e2 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0496058 Nov 22 17:14:54.863869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c92afab4-e721-4182-a858-ff0797c7cc60 req-5a4103ab-865c-4884-9351-d71d208622b3 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Nov 22 17:14:55.511838 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:55.981774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe76592-b755-4e38-8493-d0ac5c6ec1ab req-c23ff03a-376b-4863-a25a-375787f81a60 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:55.983380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe76592-b755-4e38-8493-d0ac5c6ec1ab req-c23ff03a-376b-4863-a25a-375787f81a60 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0498827 Nov 22 17:14:56.040895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe76592-b755-4e38-8493-d0ac5c6ec1ab req-acaf606c-98c2-4a18-b6f3-066172f6e074 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494010 Nov 22 17:14:56.068347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:56.507413 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f1f9ed39-314b-47fb-80d0-54ac11661c5f service neutron] show failed (client error): The resource could not be found. Nov 22 17:14:56.508447 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f1f9ed39-314b-47fb-80d0-54ac11661c5f service neutron] 10.222.0.20 "GET /v2.0/ports/19e595e8-9e38-40e9-b800-c8635aac7ee8/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0634289 Nov 22 17:14:56.725776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-b3940246-5c75-428a-b2f6-ccd9ae6362d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:56.727381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-b3940246-5c75-428a-b2f6-ccd9ae6362d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547&tenant_id=6013ec785aa6441f9afdbf5290adbbf8 HTTP/1.1" status: 200 len: 1096 time: 0.0449195 Nov 22 17:14:56.741083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:14:56.793697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:56.996554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:57.028329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:57.069577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:57.071822 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeab25a2-6cb0-4a9d-845a-4533abbc0330" -d '{"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-unplugged", "status": "completed", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:57.076313 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:57.090269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Transition to ACTIVE for port object 19e595e8-9e38-40e9-b800-c8635aac7ee8 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:14:57.094410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:57.133424 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7736dfc1-a0ee-467c-a0a7-b484accd74d0 x-openstack-request-id: req-7736dfc1-a0ee-467c-a0a7-b484accd74d0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:57.133800 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-unplugged", "status": "completed", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:57.133995 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7736dfc1-a0ee-467c-a0a7-b484accd74d0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:57.134395 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'code': 200} Nov 22 17:14:57.170231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367196-f485-423b-b886-f47580fb905b service neutron] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:57.472599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] No DVR routers for this DVR port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:14:57.511550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523c84a-cda6-429a-a1b2-5967d95f7767 req-a7df4fd1-19c6-4a1a-949b-b53ef0d55c45 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:57.513016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1523c84a-cda6-429a-a1b2-5967d95f7767 req-a7df4fd1-19c6-4a1a-949b-b53ef0d55c45 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 943 time: 0.3814039 Nov 22 17:14:57.529280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:14:57.529606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:14:57.529946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on network bd383430-62d7-410b-a595-a284aa5b26ad {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:57.542379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on network bd383430-62d7-410b-a595-a284aa5b26ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:14:57.542696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Attempting to bind port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on network bd383430-62d7-410b-a595-a284aa5b26ad {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:14:57.558164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:14:57.558496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Checking segment: {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:14:57.558873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Bound using segment: {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:14:57.559299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Bound port: 19e595e8-9e38-40e9-b800-c8635aac7ee8, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd8249b3-010e-4671-b4b3-90cf2777967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:14:57.559651 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:57.583672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1523c84a-cda6-429a-a1b2-5967d95f7767 req-096bf3aa-184d-4ec0-8c8f-036bd0de49fe tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637598 Nov 22 17:14:57.634804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:14:57.637881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:14:57.642944 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:57.682992 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:57.683598 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:57.684970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6367196-f485-423b-b886-f47580fb905b service neutron] 10.222.0.66 "PUT /v2.0/ports/19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 1091 time: 0.9485443 Nov 22 17:14:57.703827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367196-f485-423b-b886-f47580fb905b service neutron] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:57.750491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-a9bf3a23-0513-4a1e-b71f-dc06c6133065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:57.751890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-a9bf3a23-0513-4a1e-b71f-dc06c6133065 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1094 time: 0.0425491 Nov 22 17:14:57.843708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-ce31201f-a076-498b-b629-4dcb984c3d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:57.845169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-ce31201f-a076-498b-b629-4dcb984c3d3a service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 912 time: 0.0835044 Nov 22 17:14:57.894395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-e7fc3f44-0638-4d50-a9a4-ac5376629365 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0392499 Nov 22 17:14:57.945793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-1874df3a-ec91-4e09-9f3a-138dea99084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:57.947339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-1874df3a-ec91-4e09-9f3a-138dea99084b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0447466 Nov 22 17:14:57.980915 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-4acbffc6-c1ec-41c4-8562-123257a6c341 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256126 Nov 22 17:14:58.077710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f6e6e6cf-fde7-4064-8ced-f2b0e938799d service neutron] 10.222.0.66 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878801 Nov 22 17:14:58.167866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b447e502-853a-4afc-8976-1582dd74f8d2 req-f495a2f2-5f89-4f8a-be0c-e39d30f329ec service neutron] 10.222.0.66 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821795 Nov 22 17:14:58.707841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78697d3d-ffad-4072-aba0-9402041647e3 req-72c22ff1-21c2-4beb-b803-c873f4f88b40 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:58.709327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78697d3d-ffad-4072-aba0-9402041647e3 req-72c22ff1-21c2-4beb-b803-c873f4f88b40 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 943 time: 0.0527835 Nov 22 17:14:58.762005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-78697d3d-ffad-4072-aba0-9402041647e3 req-0ec37978-5466-4c4e-88e8-7a414915d4d0 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465539 Nov 22 17:14:59.135092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:14:59.137440 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:14:59.188408 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b7188-b34a-4a05-9724-cebb8e9d0884 x-openstack-request-id: req-073b7188-b34a-4a05-9724-cebb8e9d0884 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:14:59.188708 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:14:59.188984 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-073b7188-b34a-4a05-9724-cebb8e9d0884 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:14:59.189374 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'status': 'completed', 'code': 200} Nov 22 17:14:59.263266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-29541ddc-c1f7-4ddf-8fb9-897e83172127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.264773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-29541ddc-c1f7-4ddf-8fb9-897e83172127 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1094 time: 0.0465729 Nov 22 17:14:59.265689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-a7fa1882-a1b8-4c54-b18b-180c0ae5deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.267309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-a7fa1882-a1b8-4c54-b18b-180c0ae5deb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1094 time: 0.0538681 Nov 22 17:14:59.308669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:14:59.366888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-5e994ed6-1477-45ad-9478-a67dfc60e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.368392 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-5e994ed6-1477-45ad-9478-a67dfc60e0cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 912 time: 0.0952268 Nov 22 17:14:59.372721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-3ced0d97-b6a0-4e49-858e-7bda5055b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.374213 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-3ced0d97-b6a0-4e49-858e-7bda5055b9ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 912 time: 0.0985475 Nov 22 17:14:59.417985 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-afb2d8d8-9da9-4d6a-9fd0-1e9486d27e24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0403347 Nov 22 17:14:59.419794 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-2aa1305f-5f24-46e6-8e86-b041528c24bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0374207 Nov 22 17:14:59.470058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:59.477466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-8228b95e-481d-4832-ad44-4651f3c70ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.478565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-48774c7d-88f9-451b-8eca-31e020e8e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.481056 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-8228b95e-481d-4832-ad44-4651f3c70ffa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0522752 Nov 22 17:14:59.481184 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-48774c7d-88f9-451b-8eca-31e020e8e8bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0525968 Nov 22 17:14:59.483614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'network_id': 'bd383430-62d7-410b-a595-a284aa5b26ad', 'port_id': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'mac_address': 'fa:16:3e:4a:f8:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e889af91-0f3b-4fc0-a43d-c8eb7a7728e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:14:59.514056 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-6915520a-7295-4e1d-accf-446a89894ecd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265200 Nov 22 17:14:59.515136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-853fde14-1f75-41a4-87a2-dd53ce8b8587 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276003 Nov 22 17:14:59.542636 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:59.596537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e595e8-9e38-40e9-b800-c8635aac7ee8 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:14:59.616600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-886cca4e-33ba-4177-b322-ce006a9c1d9c service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941954 Nov 22 17:14:59.625843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-96856ea0-e28a-4eaf-93be-20ca5d4aa21c service neutron] 10.222.0.66 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023343 Nov 22 17:14:59.629704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:14:59.637413 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:14:59.705481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:14:59.718028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.718371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.718707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.719055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.719367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.719689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.720448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.720448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.720652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.720927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.721242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.721552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:14:59.739255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-9e1f68f8-46c5-4422-a2fe-f094af77d813 service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142554 Nov 22 17:14:59.756729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3809e2c5-72c7-42c3-b19d-37fb3ff43db5 req-4ebc4c86-9b52-4f02-879a-a2847ed2bca2 service neutron] 10.222.0.66 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214087 Nov 22 17:14:59.888613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed478330-0d21-4985-abc3-4372f841ffab req-f748e104-a1c7-4729-830a-ff665d1b473f tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:14:59.890137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed478330-0d21-4985-abc3-4372f841ffab req-f748e104-a1c7-4729-830a-ff665d1b473f tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 944 time: 0.0543513 Nov 22 17:14:59.948366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed478330-0d21-4985-abc3-4372f841ffab req-a68a801a-8ed2-45c0-ae2b-0977d08a546d tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516579 Nov 22 17:14:59.948583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['19e595e8-9e38-40e9-b800-c8635aac7ee8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:01.087687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15f14c-138c-4548-8068-02e0b0b8d82f req-2006f6c0-c194-4f8b-94af-8db663ff2b1f tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.089345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d15f14c-138c-4548-8068-02e0b0b8d82f req-2006f6c0-c194-4f8b-94af-8db663ff2b1f tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 944 time: 0.0511651 Nov 22 17:15:01.137602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9d15f14c-138c-4548-8068-02e0b0b8d82f req-a143dd1b-a4aa-43f9-acd3-07682b75e1a3 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Nov 22 17:15:01.161442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:01.202600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:01.308994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:01.366494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 19e595e8-9e38-40e9-b800-c8635aac7ee8 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:15:01.370772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 19e595e8-9e38-40e9-b800-c8635aac7ee8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:01.371144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:01.423692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-c26cd581-e545-4e15-9349-34f350290bb5 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.425174 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-c26cd581-e545-4e15-9349-34f350290bb5 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547&tenant_id=6013ec785aa6441f9afdbf5290adbbf8&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.0902770 Nov 22 17:15:01.455090 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:01.477937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:01.480179 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac18470c-a070-4e71-8e52-3cb9e62fcd95" -d '{"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-plugged", "status": "completed", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:01.493865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:01.494433 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-92574ae8-75e6-4310-984a-2ed76043bc82 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:15:01.496025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-92574ae8-75e6-4310-984a-2ed76043bc82 service neutron] 10.222.0.20 "DELETE /v2.0/ports/19e595e8-9e38-40e9-b800-c8635aac7ee8/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0624685 Nov 22 17:15:01.498538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:01.539344 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b549a-b9c7-4641-9e61-f330119061f1 x-openstack-request-id: req-c91b549a-b9c7-4641-9e61-f330119061f1 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:01.539734 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-plugged", "status": "completed", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:01.540090 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c91b549a-b9c7-4641-9e61-f330119061f1 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:01.540617 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'code': 200} Nov 22 17:15:01.556044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:01.602053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-bcb10786-fa64-4a95-b291-be85da1e8cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.603577 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-bcb10786-fa64-4a95-b291-be85da1e8cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 1096 time: 0.0486145 Nov 22 17:15:01.696660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-d54e05da-b246-47b1-825a-6a9fb622393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.698187 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-d54e05da-b246-47b1-825a-6a9fb622393f service neutron] 10.222.0.20 "GET /v2.0/networks?id=bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 200 len: 912 time: 0.0872118 Nov 22 17:15:01.745756 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-3be55edb-bcbc-4800-86ab-25c964405b39 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 200 len: 217 time: 0.0393476 Nov 22 17:15:01.796752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-e06c8a04-749d-4a25-a83b-4718833db823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:01.798162 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-e06c8a04-749d-4a25-a83b-4718833db823 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 200 len: 851 time: 0.0458634 Nov 22 17:15:01.830762 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-d6431cc2-3cd9-4739-8d97-c696b9a2a7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bd383430-62d7-410b-a595-a284aa5b26ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246961 Nov 22 17:15:01.928368 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-f135680e-b9ff-4d05-a957-cb3977816877 service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891526 Nov 22 17:15:02.021479 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-bf8ca777-9788-4242-a30b-30b0072eeb21 service neutron] 10.222.0.20 "GET /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 Nov 22 17:15:02.744506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4864584-efe7-403f-bbe8-20d9e3e7f8ab req-37a566ae-42d8-469d-91db-69b9740a5312 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:02.745959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4864584-efe7-403f-bbe8-20d9e3e7f8ab req-37a566ae-42d8-469d-91db-69b9740a5312 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0524106 Nov 22 17:15:02.795029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4864584-efe7-403f-bbe8-20d9e3e7f8ab req-0ae64c17-f6f9-4ab0-b2cb-904369422594 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428984 Nov 22 17:15:03.927956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee80743-7001-41ce-9239-8751ff351af6 req-e5a0c834-5bb8-4e86-92d0-d894098a2bbc tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:03.930463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ee80743-7001-41ce-9239-8751ff351af6 req-e5a0c834-5bb8-4e86-92d0-d894098a2bbc tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0569146 Nov 22 17:15:03.984052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ee80743-7001-41ce-9239-8751ff351af6 req-54435330-c674-4888-b31f-659e698fbd41 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.65 "GET /v2.0/security-groups?id=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477388 Nov 22 17:15:04.153749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-3a4a2642-3c11-4dd0-b86b-11cef019e43a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:04.155331 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-3a4a2642-3c11-4dd0-b86b-11cef019e43a tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.66 "GET /v2.0/ports?device_id=5c9a43e4-a535-40c9-9441-c180bcdc0547 HTTP/1.1" status: 200 len: 945 time: 0.0536067 Nov 22 17:15:04.252621 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Deleting port 19e595e8-9e38-40e9-b800-c8635aac7ee8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:04.252970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:04.344651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] For port 19e595e8-9e38-40e9-b800-c8635aac7ee8, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=19e595e8-9e38-40e9-b800-c8635aac7ee8,segment=NetworkSegment(cd8249b3-010e-4671-b4b3-90cf2777967f),segment_id=cd8249b3-010e-4671-b4b3-90cf2777967f)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:04.345018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:04.358985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Calling delete_port for 19e595e8-9e38-40e9-b800-c8635aac7ee8 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:04.501172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:04.516473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['19e595e8-9e38-40e9-b800-c8635aac7ee8'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:04.530955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Pushing event deleted for resources: {'Port': ['ID=19e595e8-9e38-40e9-b800-c8635aac7ee8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:04.577059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] No DVR routers for this DVR port 19e595e8-9e38-40e9-b800-c8635aac7ee8 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:15:04.579847 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:04.583878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d56849ad-9e9a-4646-a61b-640b49483b26 req-90de389d-7d1e-4b95-915c-456a515c93f1 tempest-DeleteServersTestJSON-902946701 tempest-DeleteServersTestJSON-902946701-project] 10.222.0.66 "DELETE /v2.0/ports/19e595e8-9e38-40e9-b800-c8635aac7ee8 HTTP/1.1" status: 204 len: 173 time: 0.4218020 Nov 22 17:15:04.584322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-deleted', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:04.586592 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148da853-c21a-4f12-bd69-2969f8b47017" -d '{"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-deleted", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:04.627807 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba91f0f2-ded9-4c5d-8ff0-f033d46f7161 x-openstack-request-id: req-ba91f0f2-ded9-4c5d-8ff0-f033d46f7161 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:04.628113 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9a43e4-a535-40c9-9441-c180bcdc0547", "name": "network-vif-deleted", "tag": "19e595e8-9e38-40e9-b800-c8635aac7ee8", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:04.628373 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba91f0f2-ded9-4c5d-8ff0-f033d46f7161 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:04.628790 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9a43e4-a535-40c9-9441-c180bcdc0547', 'name': 'network-vif-deleted', 'tag': '19e595e8-9e38-40e9-b800-c8635aac7ee8', 'status': 'completed', 'code': 200} Nov 22 17:15:05.119388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49904) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:05.165132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Deleting subnet e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:15:05.168498 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.209077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.250158 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.305933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.328771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e889af91-0f3b-4fc0-a43d-c8eb7a7728e7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:05.340332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.343976 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a76e907e-300e-46fc-8c07-4d0d273b16e5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e889af91-0f3b-4fc0-a43d-c8eb7a7728e7 HTTP/1.1" status: 204 len: 168 time: 0.2235603 Nov 22 17:15:05.346560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49908) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:05.419119 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.499242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.525800 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd383430-62d7-410b-a595-a284aa5b26ad']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:05.535358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd8249b3-010e-4671-b4b3-90cf2777967f') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:05.536315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd8249b3-010e-4671-b4b3-90cf2777967f') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:15:05.550172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.563983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.571515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:15:05.572219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:15:05.574007 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:15:05.630819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.636556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.639758 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/bd383430-62d7-410b-a595-a284aa5b26ad HTTP/1.1" status: 204 len: 168 time: 0.2922597 Nov 22 17:15:05.652476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5601448-0f65-44e8-bad0-439790ed96a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd383430-62d7-410b-a595-a284aa5b26ad,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:05.752530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:05.793038 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9714168d-321a-480b-85d8-b9973ec3343d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6013ec785aa6441f9afdbf5290adbbf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391798 Nov 22 17:15:05.796147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49914) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:05.850309 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a4766c7-b8c8-4d26-b567-ab4d458bcc2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.873406 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a4766c7-b8c8-4d26-b567-ab4d458bcc2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.926692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a4766c7-b8c8-4d26-b567-ab4d458bcc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.929261 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3a4766c7-b8c8-4d26-b567-ab4d458bcc2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:05.930468 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3a4766c7-b8c8-4d26-b567-ab4d458bcc2e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7 HTTP/1.1" status: 204 len: 168 time: 0.1332059 Nov 22 17:15:05.938826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4766c7-b8c8-4d26-b567-ab4d458bcc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b7d9fe-c21e-4587-a3ef-1d7ff3f7c8b7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:06.640495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 49936) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:06.742170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1491119525-network', 'tenant_id': 'f3ee7c97ec0f41c2a54b687916efbaec'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:06.765683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Made reservation on behalf of f3ee7c97ec0f41c2a54b687916efbaec for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:06.768402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.781984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.865449 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.870059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.895550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:15:06.905646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37221745-d873-454a-b9d9-4b1f0d9a83ec,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:06.911170 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.911499 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Added segment de9bdfb6-86f2-4566-807e-01f0fd5dab97 of type vlan for network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 Nov 22 17:15:06.954348 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.981163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:06.982304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:06.982947 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:07.061520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4199610 Nov 22 17:15:07.064788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 49940) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:15:07.070781 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Request body: {'subnet': {'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1491119525-subnet', 'tenant_id': 'f3ee7c97ec0f41c2a54b687916efbaec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:07.076491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9624a-f4d1-4da0-8510-f31b5715c152 admin admin] Pushing event updated for resources: {'Network': ['ID=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:07.087360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:15:07.094000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Made reservation on behalf of f3ee7c97ec0f41c2a54b687916efbaec for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:07.096387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:07.283615 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:07.338145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e96ed8a2-0d4c-46f2-9621-871583e210dc,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:07.350774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Checking segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:07.351236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Network hostable DHCP agents. Network: e6d4004a-aa1f-4484-bdf1-23c5eb2478a3, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:15:07.358650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:07.371885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:15:07.379900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 19e595e8-9e38-40e9-b800-c8635aac7ee8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:15:07.380235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 19e595e8-9e38-40e9-b800-c8635aac7ee8 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:07.383009 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e6d4004a-aa1f-4484-bdf1-23c5eb2478a3) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:07.388752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:07.390089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:07.393455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c753b-0b43-4e12-94bd-3d18baba0328 None None] Network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:15:07.412496 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e93e4757-03b7-4c89-a5d4-b4268e57c5ba admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3463490 Nov 22 17:15:07.543387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe39097-31d0-47bd-a4a8-e824632172b8 None None] Network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:15:07.734736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:07.888225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-3d699e96-88dc-453f-9b11-64245a30bd3e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:07.889721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-3d699e96-88dc-453f-9b11-64245a30bd3e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 815 time: 0.1126659 Nov 22 17:15:07.906603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-cc73fbbb-8db7-4dba-8e81-ef6810215178 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/quotas/f3ee7c97ec0f41c2a54b687916efbaec HTTP/1.1" status: 200 len: 375 time: 0.0096340 Nov 22 17:15:07.940132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-cf252d13-63f9-4804-89e5-a506387b30ea tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278063 Nov 22 17:15:08.033315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-820f0d70-2404-4bbe-8a49-da30b67cc4ca service neutron] 10.222.0.65 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851448 Nov 22 17:15:08.128354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-88c7fa9b-ca8c-4046-8035-166bb79f34ea service neutron] 10.222.0.65 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886650 Nov 22 17:15:08.301984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4662a554-7234-441e-bd1e-023503a0a077 req-39197c2e-f6e9-4450-82fc-44a246c865c0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0294657 Nov 22 17:15:09.235171 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:09.337420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-0623f981-8ee9-4fa0-86fe-60fc42e6911d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:09.339577 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-0623f981-8ee9-4fa0-86fe-60fc42e6911d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 815 time: 0.1188478 Nov 22 17:15:09.354498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Request body: {'port': {'device_id': 'a0485704-4060-4464-b468-31a37c92c9f3', 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'admin_state_up': True, 'tenant_id': 'f3ee7c97ec0f41c2a54b687916efbaec'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:09.432363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-328c4d37-b7e5-4ee3-ba33-817a65c4cffa req-549286d1-5b64-41e3-9db3-8c00db354b2c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 210 time: 0.0346873 Nov 22 17:15:09.495892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Made reservation on behalf of f3ee7c97ec0f41c2a54b687916efbaec for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:09.499439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:09.636034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Allocated IP 172.20.0.11 (e6d4004a-aa1f-4484-bdf1-23c5eb2478a3/e96ed8a2-0d4c-46f2-9621-871583e210dc/6b7239fb-1730-4590-ac2e-04b59e46484e) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:09.803059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:09.845586 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:15:09.851787 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:09.898279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:09.901599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:09.904067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:09.934034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:09.964416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:09.965040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:09.981103 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-ab3a6d6f-0d98-478f-86c8-1dbe345f0e79 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6306248 Nov 22 17:15:09.993586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Request body: {'port': {'device_id': 'a0485704-4060-4464-b468-31a37c92c9f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:10.051417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:10.326388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7239fb-1730-4590-ac2e-04b59e46484e {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:10.334808 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:10.350242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Transition to ACTIVE for port object 6b7239fb-1730-4590-ac2e-04b59e46484e will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:15:10.354426 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:10.410003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:10.485801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:10.486138 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:10.486466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:10.490995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Port 6b7239fb-1730-4590-ac2e-04b59e46484e on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:15:10.491318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:10.496445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:10.496790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Checking segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:10.497193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Bound using segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:10.497614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Bound port: 6b7239fb-1730-4590-ac2e-04b59e46484e, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:10.497998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:10.596685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6db2f-32ad-477b-91f6-dd58d9a4ba97 req-d40ff87b-9931-46d4-a33b-72d0c78aec9f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:10.598931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8a6db2f-32ad-477b-91f6-dd58d9a4ba97 req-d40ff87b-9931-46d4-a33b-72d0c78aec9f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0911419 Nov 22 17:15:10.609707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:10.617022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:10.627205 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:10.677431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:10.678085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:10.679495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] 10.222.0.66 "PUT /v2.0/ports/6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 1092 time: 0.6903102 Nov 22 17:15:10.682627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:10.685005 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91" -d '{"events": [{"name": "network-changed", "server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:10.707747 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8a6db2f-32ad-477b-91f6-dd58d9a4ba97 req-c82ec661-d065-4d00-b944-3834138064a6 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004908 Nov 22 17:15:10.723139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93ff46-9f67-467d-a69f-74d800e0d2bb service neutron] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:10.755574 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da06d50-92e1-46df-bf65-8cb88697d45d x-openstack-request-id: req-8da06d50-92e1-46df-bf65-8cb88697d45d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:10.755866 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:10.756119 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8da06d50-92e1-46df-bf65-8cb88697d45d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:10.756512 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'status': 'completed', 'code': 200} Nov 22 17:15:10.773185 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-a50a31c6-fdc5-4c36-82db-58d9187ec5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:10.774718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-a50a31c6-fdc5-4c36-82db-58d9187ec5de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0460677 Nov 22 17:15:10.822925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-a7d95275-6ca6-4dac-89e3-a8f16821ccd5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0394740 Nov 22 17:15:10.874942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-98a36f3a-71fd-4ece-bf75-634360b2c55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:10.876321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-98a36f3a-71fd-4ece-bf75-634360b2c55c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0460286 Nov 22 17:15:10.909174 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-adafa1e4-503e-4353-8b1f-46848871cf2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252576 Nov 22 17:15:11.007712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-79ba09b1-6430-48f4-92a8-fcf775ca637e service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909343 Nov 22 17:15:11.102455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8febb0bf-b003-4464-8484-3e0ebeb64e26 req-0cb67792-5820-4726-b828-f3f48136ac1d service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873053 Nov 22 17:15:11.205024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-de99f52c-2322-4999-ad85-871c00edb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:11.206592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-de99f52c-2322-4999-ad85-871c00edb3b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0447969 Nov 22 17:15:11.311772 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-7cfadedb-b79c-4032-b54d-778947962f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:11.313390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-7cfadedb-b79c-4032-b54d-778947962f45 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0990903 Nov 22 17:15:11.366987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-9761329f-92e2-4de6-9741-3cbca5d03cba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0389853 Nov 22 17:15:11.428023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-23b6115a-3bc4-4ff5-845c-1dc3ff5ac741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:11.429911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-23b6115a-3bc4-4ff5-845c-1dc3ff5ac741 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0544324 Nov 22 17:15:11.471483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-dfabb4c0-e9b0-4b40-9ab5-2cbd5f0fabab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328658 Nov 22 17:15:11.582278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-85ff9d79-a065-4b02-a020-2aeec725792c service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013241 Nov 22 17:15:11.703106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c8a9e826-e6a8-49da-aa76-6e6e977bdd91 req-91f3bd38-f0eb-4c55-8c30-31e9bdabe236 service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103482 Nov 22 17:15:11.864517 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97eacb-a754-43a5-848c-9f6e1b1d1c6b req-7a871287-a668-4cfa-8612-d7e77621c121 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:11.866111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd97eacb-a754-43a5-848c-9f6e1b1d1c6b req-7a871287-a668-4cfa-8612-d7e77621c121 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0596786 Nov 22 17:15:11.928164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd97eacb-a754-43a5-848c-9f6e1b1d1c6b req-50d35426-7fe0-48f1-b376-e853026aeae2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540032 Nov 22 17:15:13.049831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1898-dd2a-402c-9447-52073dc85544 req-d425ae1d-d28d-48cf-bdfe-720fc71e1ca0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:13.052233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f46f1898-dd2a-402c-9447-52073dc85544 req-d425ae1d-d28d-48cf-bdfe-720fc71e1ca0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0488977 Nov 22 17:15:13.104221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f46f1898-dd2a-402c-9447-52073dc85544 req-3b2ce19f-3fd6-4009-9515-5837aca97ce3 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458839 Nov 22 17:15:13.378023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:15:13.472494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:13.484133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'port_id': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'mac_address': 'fa:16:3e:de:be:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96ed8a2-0d4c-46f2-9621-871583e210dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:15:13.527089 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:13.544960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7239fb-1730-4590-ac2e-04b59e46484e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:13.564479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:13.569562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:13.615478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:13.797009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['6b7239fb-1730-4590-ac2e-04b59e46484e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:14.236014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a3dff-4472-4476-ad0e-99d885092f27 req-52ca915f-7088-475f-a83c-e7d338582641 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:14.237496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-726a3dff-4472-4476-ad0e-99d885092f27 req-52ca915f-7088-475f-a83c-e7d338582641 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0516827 Nov 22 17:15:14.290831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-726a3dff-4472-4476-ad0e-99d885092f27 req-489572ae-92c3-4b58-ab0b-fbebf8641ccf tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466623 Nov 22 17:15:15.386432 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:15.411807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769f1a5-84e2-449c-896b-1dcc1a0c8ab3 req-bb035b85-3d79-4edc-8cfd-11171d571f2d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:15.413435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1769f1a5-84e2-449c-896b-1dcc1a0c8ab3 req-bb035b85-3d79-4edc-8cfd-11171d571f2d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Nov 22 17:15:15.468344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1769f1a5-84e2-449c-896b-1dcc1a0c8ab3 req-65966422-887a-4f3f-a689-cacb4be51c14 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484951 Nov 22 17:15:15.603999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 6b7239fb-1730-4590-ac2e-04b59e46484e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:15:15.608074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 6b7239fb-1730-4590-ac2e-04b59e46484e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:15.608446 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:15.684553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:15.707943 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:15.710243 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83d7945-a458-4f24-9a9c-1d70eb1efa74" -d '{"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:15.727083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:15.732255 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:15.755088 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31442c0-5f1e-4bdb-9f9a-6fe3a0588a17 x-openstack-request-id: req-b31442c0-5f1e-4bdb-9f9a-6fe3a0588a17 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:15.755385 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:15.755639 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b31442c0-5f1e-4bdb-9f9a-6fe3a0588a17 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:15.756032 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'code': 200} Nov 22 17:15:15.790990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:15.856769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad731335-24f3-4e0c-94fb-a7a778c69da2 req-82ef32a1-b9bd-49e0-9403-bc361f3ca167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:15.858312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad731335-24f3-4e0c-94fb-a7a778c69da2 req-82ef32a1-b9bd-49e0-9403-bc361f3ca167 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0455363 Nov 22 17:15:15.905203 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad731335-24f3-4e0c-94fb-a7a778c69da2 req-5863a41b-aca6-485b-afac-46a55eadadee service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392418 Nov 22 17:15:16.587068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cd6a1-bfc9-46c0-81e4-8ebf16247743 req-2dea334c-06e7-405f-b828-388ca57ed1cf tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:16.588564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923cd6a1-bfc9-46c0-81e4-8ebf16247743 req-2dea334c-06e7-405f-b828-388ca57ed1cf tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0493226 Nov 22 17:15:16.638137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-923cd6a1-bfc9-46c0-81e4-8ebf16247743 req-ade9ad18-f2a6-4e05-bd65-6e73cfa4038e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Nov 22 17:15:17.766436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8e6fd-6e74-431c-bdc8-427d3274d4a1 req-62f49103-a67d-4e1e-90b8-f5af879b3aa2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:17.767924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79f8e6fd-6e74-431c-bdc8-427d3274d4a1 req-62f49103-a67d-4e1e-90b8-f5af879b3aa2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0546322 Nov 22 17:15:17.817745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79f8e6fd-6e74-431c-bdc8-427d3274d4a1 req-e14d444d-d27c-494f-9dc4-07df61951a47 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Nov 22 17:15:17.936055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf3b63-d7bf-4815-b000-83de7b6f8965 req-edadd5ec-4574-46f6-b80c-6bc93a9e2dec tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:17.937568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fbf3b63-d7bf-4815-b000-83de7b6f8965 req-edadd5ec-4574-46f6-b80c-6bc93a9e2dec tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0496178 Nov 22 17:15:17.987756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3fbf3b63-d7bf-4815-b000-83de7b6f8965 req-50be5a59-4c01-422b-bb4b-e458e0c39336 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Nov 22 17:15:18.198868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d8604-38c6-4e9e-8c87-297fb874d9ae req-2ab7ac83-ec53-4bd9-8344-e1de94252833 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:18.200274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b4d8604-38c6-4e9e-8c87-297fb874d9ae req-2ab7ac83-ec53-4bd9-8344-e1de94252833 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0530231 Nov 22 17:15:18.254613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b4d8604-38c6-4e9e-8c87-297fb874d9ae req-e5b9a9d1-bced-4761-856d-55a8def265af tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481038 Nov 22 17:15:18.372150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c2186-55af-4cb1-a52d-9685ea40887c req-1afd973e-1fa8-4390-94ab-6465a3895e43 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:18.373684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a68c2186-55af-4cb1-a52d-9685ea40887c req-1afd973e-1fa8-4390-94ab-6465a3895e43 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0503657 Nov 22 17:15:18.422689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a68c2186-55af-4cb1-a52d-9685ea40887c req-20986f13-322a-4468-bdb7-57363fcbd6a7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Nov 22 17:15:18.699511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-0b54a0bf-9313-4bbf-87dd-c69d78dac4ca service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825169 Nov 22 17:15:18.715551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583c2f3-de11-4c51-aa91-43115fae653d req-4193b6da-3b11-4953-b8c5-96d75dba3231 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:18.717088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2583c2f3-de11-4c51-aa91-43115fae653d req-4193b6da-3b11-4953-b8c5-96d75dba3231 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0697854 Nov 22 17:15:18.783279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2583c2f3-de11-4c51-aa91-43115fae653d req-380f00e6-b52a-4e5e-bc49-4edd14678221 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Nov 22 17:15:19.940003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-9f4f55e9-8c20-4a62-9d52-653e32219af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:19.942104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-9f4f55e9-8c20-4a62-9d52-653e32219af4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0773854 Nov 22 17:15:19.955246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3b6aa-59f1-4ed8-a433-87e45a17d372 req-50f718eb-9465-4349-8e87-c0eb8a9802aa tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:19.956864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cae3b6aa-59f1-4ed8-a433-87e45a17d372 req-50f718eb-9465-4349-8e87-c0eb8a9802aa tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0752900 Nov 22 17:15:20.009371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aed7cdd9-56aa-441c-bf11-55fded8542fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:20.368686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cae3b6aa-59f1-4ed8-a433-87e45a17d372 req-d9267e48-c6ff-44fd-a025-9723d630ad97 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031863 Nov 22 17:15:20.382186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-e719ba8f-346a-4ab2-a2b7-45164b3370f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:20.383653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-e719ba8f-346a-4ab2-a2b7-45164b3370f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.4259455 Nov 22 17:15:20.427293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-488ca63c-b818-4af5-9a26-437270f47d7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0361094 Nov 22 17:15:20.485829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-948e43f2-2a9e-4e62-bac0-c7119875741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:20.487323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-948e43f2-2a9e-4e62-bac0-c7119875741b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0520041 Nov 22 17:15:20.521570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c06afa4-f06f-4b12-9193-b93b7af17073 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265636 Nov 22 17:15:20.616289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-67a1c1fc-53ad-48fa-8420-9b352372babc service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866425 Nov 22 17:15:20.721218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-292b28ba-5d63-407b-a4ca-cb357d57e2ab service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972085 Nov 22 17:15:21.489392 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fd150-8edc-4e20-99b3-b92e6f1edc05 req-4478a2e6-f563-4f46-a34f-f369d8c2ff7e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:21.490812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-255fd150-8edc-4e20-99b3-b92e6f1edc05 req-4478a2e6-f563-4f46-a34f-f369d8c2ff7e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0525327 Nov 22 17:15:21.539952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-255fd150-8edc-4e20-99b3-b92e6f1edc05 req-39c6ab21-5880-4428-9044-1d7781ab4b9b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429399 Nov 22 17:15:22.664088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b85b43-c056-4987-bc65-7b98958d9f1c req-9ad168e4-7f89-4833-a8ce-f30e08258f67 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:22.665589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68b85b43-c056-4987-bc65-7b98958d9f1c req-9ad168e4-7f89-4833-a8ce-f30e08258f67 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0542607 Nov 22 17:15:22.714402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68b85b43-c056-4987-bc65-7b98958d9f1c req-5e4afc3c-e45d-4177-996e-44a136f83e22 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427113 Nov 22 17:15:23.423051 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-acf8f921-de80-483c-b4ee-ef68ed3e0e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:23.836942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7978ef-50b3-478a-99a7-32d216612acb req-8a775810-7678-4cfd-8910-c3dbccc3c770 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:23.838547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e7978ef-50b3-478a-99a7-32d216612acb req-8a775810-7678-4cfd-8910-c3dbccc3c770 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0499406 Nov 22 17:15:23.886708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e7978ef-50b3-478a-99a7-32d216612acb req-ffc4f545-f181-459a-a1d8-4b41ceafaee3 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423055 Nov 22 17:15:24.125485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:25.001238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88a5e9-ef60-4130-8a40-917058ac6132 req-2b54d681-5b92-4b6b-b07e-8cfbc5a6c247 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:25.002739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b88a5e9-ef60-4130-8a40-917058ac6132 req-2b54d681-5b92-4b6b-b07e-8cfbc5a6c247 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0487018 Nov 22 17:15:25.057735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2b88a5e9-ef60-4130-8a40-917058ac6132 req-ccd8639e-ba30-4bf9-acd3-6df69952602b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484920 Nov 22 17:15:25.288608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495aa7-daeb-415f-a237-9085315a0820 req-a052d52a-b2ee-4cde-9c8a-3b9a1f63da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:25.290543 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-a052d52a-b2ee-4cde-9c8a-3b9a1f63da59 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0406196 Nov 22 17:15:25.402601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495aa7-daeb-415f-a237-9085315a0820 req-fdd97c8a-49d4-4294-9aea-bccb6b3be64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:25.404053 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-fdd97c8a-49d4-4294-9aea-bccb6b3be64f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0917604 Nov 22 17:15:25.450416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-44046d4d-e264-48b3-9445-99d680ab98b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0383298 Nov 22 17:15:25.503737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d495aa7-daeb-415f-a237-9085315a0820 req-15b3b1f9-60dd-49fd-8854-b40036f00dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:25.505267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-15b3b1f9-60dd-49fd-8854-b40036f00dfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0443237 Nov 22 17:15:25.517489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:25.539413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-18da67aa-0465-4fcb-bae0-4aa6467a37a3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259750 Nov 22 17:15:25.636292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-581a8c8e-c7eb-479c-8b74-085507b773fb service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892360 Nov 22 17:15:25.730335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d495aa7-daeb-415f-a237-9085315a0820 req-bbf13ad8-23eb-4fb5-9271-d08108140b04 service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846865 Nov 22 17:15:26.071949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:26.178222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393855c-9dff-4e45-baea-3fa8f7baebb9 req-b89316d1-e9b5-4dcd-bd7a-79fb5898fb8c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:26.179762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b393855c-9dff-4e45-baea-3fa8f7baebb9 req-b89316d1-e9b5-4dcd-bd7a-79fb5898fb8c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0514369 Nov 22 17:15:26.228700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b393855c-9dff-4e45-baea-3fa8f7baebb9 req-3247f58a-ce2e-4cde-a801-bf2443d2ea78 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Nov 22 17:15:27.350160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e128214-27a2-4bfd-9f0f-5e52a8ebb868 req-6d7556ca-0fff-44a7-874a-826899a9159e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:27.351655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e128214-27a2-4bfd-9f0f-5e52a8ebb868 req-6d7556ca-0fff-44a7-874a-826899a9159e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0536382 Nov 22 17:15:27.401615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e128214-27a2-4bfd-9f0f-5e52a8ebb868 req-f7df86dc-f7ad-4049-804a-7b60e234c1dd tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Nov 22 17:15:28.519640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4411e-4147-4373-bbf6-09dd827792b9 req-593283ba-982e-488a-897a-6c366d27bb3c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:28.521826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23b4411e-4147-4373-bbf6-09dd827792b9 req-593283ba-982e-488a-897a-6c366d27bb3c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0515151 Nov 22 17:15:28.569703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23b4411e-4147-4373-bbf6-09dd827792b9 req-17e39d97-27cd-4d43-b4c4-abe4ea315807 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419233 Nov 22 17:15:29.693038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a25ab-8676-4615-a939-a0c8139e737f req-9764fc5f-5a41-4b89-b308-57aae53c01d6 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:29.694800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-985a25ab-8676-4615-a939-a0c8139e737f req-9764fc5f-5a41-4b89-b308-57aae53c01d6 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0540528 Nov 22 17:15:29.742248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-985a25ab-8676-4615-a939-a0c8139e737f req-02c7b1fc-298e-4078-84a2-90316aae070d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414386 Nov 22 17:15:30.861528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bceeddb-ddce-4166-8bb2-b8464e5dbc13 req-7b561fcb-a8d8-4af4-a027-d1434106ba5b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:30.863011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bceeddb-ddce-4166-8bb2-b8464e5dbc13 req-7b561fcb-a8d8-4af4-a027-d1434106ba5b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0495703 Nov 22 17:15:30.911263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5bceeddb-ddce-4166-8bb2-b8464e5dbc13 req-eb1491d3-094b-4dcd-8cf3-524bf6757caf tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Nov 22 17:15:32.035112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97937c74-8c99-4b3b-b8c3-13f7edb1af7a req-485936cd-410d-431a-b9fc-66a626403eb4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:32.036611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97937c74-8c99-4b3b-b8c3-13f7edb1af7a req-485936cd-410d-431a-b9fc-66a626403eb4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0504308 Nov 22 17:15:32.091305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97937c74-8c99-4b3b-b8c3-13f7edb1af7a req-afa2239d-2fd3-42b9-9707-9ea5378b18bb tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475817 Nov 22 17:15:33.212714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84f59-3910-43ad-8de4-4198497f139c req-63bba7f8-6de5-4abe-8a1f-bd57ca961cdf tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:33.214242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47b84f59-3910-43ad-8de4-4198497f139c req-63bba7f8-6de5-4abe-8a1f-bd57ca961cdf tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0515571 Nov 22 17:15:33.264355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47b84f59-3910-43ad-8de4-4198497f139c req-9fa8e46f-8efa-4538-8bb0-04f77885f24f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442100 Nov 22 17:15:34.381664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef04e48-341f-4cc4-8798-e76559430630 req-c4d74ae4-8644-4b3f-aedc-9e7d4c6c7ef7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:34.383142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fef04e48-341f-4cc4-8798-e76559430630 req-c4d74ae4-8644-4b3f-aedc-9e7d4c6c7ef7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0497515 Nov 22 17:15:34.430420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fef04e48-341f-4cc4-8798-e76559430630 req-f4ed6dbd-6fc2-403b-8055-f65ab8fe0cb5 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413725 Nov 22 17:15:35.554761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c4344a-0206-4f17-ab70-28a67713cb97 req-2781b32a-5b8f-44c0-acd8-20700751c259 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:35.555877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1c4344a-0206-4f17-ab70-28a67713cb97 req-2781b32a-5b8f-44c0-acd8-20700751c259 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0549712 Nov 22 17:15:35.604872 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1c4344a-0206-4f17-ab70-28a67713cb97 req-05a6d7e4-245e-410b-ae61-894c9294d028 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Nov 22 17:15:36.723481 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c972ef-155b-4d09-88cf-1f3cb5be0d5b req-1d1cc2b6-37d2-434f-950c-f0ec0675d31e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:36.725159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c972ef-155b-4d09-88cf-1f3cb5be0d5b req-1d1cc2b6-37d2-434f-950c-f0ec0675d31e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0503824 Nov 22 17:15:36.773806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-64c972ef-155b-4d09-88cf-1f3cb5be0d5b req-87786866-7839-41c8-a0d5-bcc5336b5123 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427623 Nov 22 17:15:37.729090 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:37.890702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cce852-f2a7-41f5-a43a-8e1678087a4f req-0e278c46-b362-4ad8-adb0-9fab91c363a8 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:37.892180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31cce852-f2a7-41f5-a43a-8e1678087a4f req-0e278c46-b362-4ad8-adb0-9fab91c363a8 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0480583 Nov 22 17:15:37.945242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31cce852-f2a7-41f5-a43a-8e1678087a4f req-fe502cf1-5d15-47f1-8c9d-c0df57cff884 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460048 Nov 22 17:15:39.063634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39235118-b643-4b93-8787-5094d6da001d req-d0749dd2-686d-441c-b0d4-6cc3c6f49451 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:39.065125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39235118-b643-4b93-8787-5094d6da001d req-d0749dd2-686d-441c-b0d4-6cc3c6f49451 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0492637 Nov 22 17:15:39.113196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39235118-b643-4b93-8787-5094d6da001d req-c2a7f2c7-fccf-42fd-ab64-efafe9f5a809 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Nov 22 17:15:39.244794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:40.233461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b301c4-292e-473a-8672-ff043d27f52a req-35edbb9d-3195-4805-9bc2-6b89d0032ab3 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:40.235014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4b301c4-292e-473a-8672-ff043d27f52a req-35edbb9d-3195-4805-9bc2-6b89d0032ab3 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0509350 Nov 22 17:15:40.284095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4b301c4-292e-473a-8672-ff043d27f52a req-e9935485-93dc-45aa-bced-24cabfe19ed7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Nov 22 17:15:41.410792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58cdcd-35bc-4621-96c7-536357c5e377 req-a6652a33-4ac1-4b3d-9f9a-0b020106d343 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:41.412271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a58cdcd-35bc-4621-96c7-536357c5e377 req-a6652a33-4ac1-4b3d-9f9a-0b020106d343 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0528247 Nov 22 17:15:41.461829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a58cdcd-35bc-4621-96c7-536357c5e377 req-d0c4de89-0b20-4468-9c48-aefb54fe3a18 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420737 Nov 22 17:15:42.579277 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5af4a-dfb5-4e8d-a8ba-22cbdcf0c201 req-a04d5a0d-dd4e-4645-bfe8-4367e6fb3281 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:42.580794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ee5af4a-dfb5-4e8d-a8ba-22cbdcf0c201 req-a04d5a0d-dd4e-4645-bfe8-4367e6fb3281 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0498803 Nov 22 17:15:42.632066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ee5af4a-dfb5-4e8d-a8ba-22cbdcf0c201 req-cdc8787c-c939-499d-a0da-24183d9e75c8 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446200 Nov 22 17:15:43.752634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c232d-8127-42d1-9c54-6be4a9e22583 req-eefbdd9a-b1d7-460d-8536-14a06251d11c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:43.754139 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea5c232d-8127-42d1-9c54-6be4a9e22583 req-eefbdd9a-b1d7-460d-8536-14a06251d11c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0528092 Nov 22 17:15:43.804642 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ea5c232d-8127-42d1-9c54-6be4a9e22583 req-8566a489-46e0-453f-92fa-31528e89f405 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427465 Nov 22 17:15:44.922411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d62aa-cb67-4e50-b0e4-ada1f6564db8 req-deb3867c-49a8-4a72-a457-dbf58df67fe1 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:44.923811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c74d62aa-cb67-4e50-b0e4-ada1f6564db8 req-deb3867c-49a8-4a72-a457-dbf58df67fe1 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0503948 Nov 22 17:15:44.972011 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c74d62aa-cb67-4e50-b0e4-ada1f6564db8 req-87543eb5-132e-4301-a152-660ad20607df tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Nov 22 17:15:46.091339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe4cd7-4dbb-43e2-be0e-177ad966a21c req-9472e0ea-d8f8-4cc2-82bb-5c133ee15c73 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:46.092856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0afe4cd7-4dbb-43e2-be0e-177ad966a21c req-9472e0ea-d8f8-4cc2-82bb-5c133ee15c73 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0489745 Nov 22 17:15:46.143945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0afe4cd7-4dbb-43e2-be0e-177ad966a21c req-474ff04a-3e0d-40ba-acc3-7197524ce104 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450282 Nov 22 17:15:46.847735 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:15:47.261893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd9f0c-d81b-480e-b225-f210cdc4d9e1 req-afc14711-ce96-43fc-92d4-62a3c2c681e9 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:47.263379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-accd9f0c-d81b-480e-b225-f210cdc4d9e1 req-afc14711-ce96-43fc-92d4-62a3c2c681e9 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0490930 Nov 22 17:15:47.310862 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-accd9f0c-d81b-480e-b225-f210cdc4d9e1 req-765ddf2a-e14b-4217-8c1f-9df45711a5a3 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415177 Nov 22 17:15:47.949134 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-9577fcdd-cafc-4144-9c96-16b3524f021c service neutron] show failed (client error): The resource could not be found. Nov 22 17:15:47.950190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-9577fcdd-cafc-4144-9c96-16b3524f021c service neutron] 10.222.0.66 "GET /v2.0/ports/6b7239fb-1730-4590-ac2e-04b59e46484e/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0550649 Nov 22 17:15:48.160944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-e3c5e040-da3b-4551-82b9-4fa92e4ccfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.163151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-e3c5e040-da3b-4551-82b9-4fa92e4ccfd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3&tenant_id=f3ee7c97ec0f41c2a54b687916efbaec HTTP/1.1" status: 200 len: 1097 time: 0.0414021 Nov 22 17:15:48.175153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:48.231481 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.434995 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09851d-6ce6-4edd-9065-26a1918b0a25 req-50ade084-5c57-4cc5-87b5-c9dfb11f0061 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.436541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db09851d-6ce6-4edd-9065-26a1918b0a25 req-50ade084-5c57-4cc5-87b5-c9dfb11f0061 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0515299 Nov 22 17:15:48.440719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:48.479878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:48.498349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db09851d-6ce6-4edd-9065-26a1918b0a25 req-0e10b050-57a3-4d63-8f1a-9aaea3362281 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553765 Nov 22 17:15:48.522686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:48.525223 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b7d3e4-0664-42be-ad06-1ee233e45ae2" -d '{"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:48.529163 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.542024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Transition to ACTIVE for port object 6b7239fb-1730-4590-ac2e-04b59e46484e will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:15:48.546438 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.588547 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e6436c-12fe-41ff-a038-da4040174602 x-openstack-request-id: req-04e6436c-12fe-41ff-a038-da4040174602 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:48.588842 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-unplugged", "status": "completed", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:48.589101 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04e6436c-12fe-41ff-a038-da4040174602 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:48.589500 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'code': 200} Nov 22 17:15:48.617533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] No DVR routers for this DVR port 6b7239fb-1730-4590-ac2e-04b59e46484e on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:15:48.624264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:48.636002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.638829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.639038 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.639363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.639694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:15:48.669842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:48.670188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:48.670520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:48.674989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Port 6b7239fb-1730-4590-ac2e-04b59e46484e on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:15:48.675313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Attempting to bind port 6b7239fb-1730-4590-ac2e-04b59e46484e on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:48.680217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:48.680552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Checking segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:48.680940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Bound using segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:48.681369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Bound port: 6b7239fb-1730-4590-ac2e-04b59e46484e, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:48.681774 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.747952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:48.751185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:48.755701 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.793075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.793674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:48.795084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] 10.222.0.20 "PUT /v2.0/ports/6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 1092 time: 0.6239717 Nov 22 17:15:48.816326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d5e16-9a33-4270-bee5-916e17c17a92 service neutron] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:48.864392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-a52b4201-2167-4b2e-b22b-858fff25abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.865975 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-a52b4201-2167-4b2e-b22b-858fff25abc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0459976 Nov 22 17:15:48.968167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-0b9793f0-083f-4dfb-a82f-a9087f62d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:48.969631 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-0b9793f0-083f-4dfb-a82f-a9087f62d0ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0962620 Nov 22 17:15:49.017586 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-4e833784-e59d-4e14-a9db-c7b995c88f94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0398209 Nov 22 17:15:49.069210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-66db2689-6734-4bd6-ac9f-676a0dc71bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:49.070719 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-66db2689-6734-4bd6-ac9f-676a0dc71bd6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0449457 Nov 22 17:15:49.103093 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-7a2d2352-74ae-49cb-8707-b5370d1a4f6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249395 Nov 22 17:15:49.208365 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-41c293a1-6992-4647-9268-579e92a8dc86 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977273 Nov 22 17:15:49.308558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a2c35df0-8aa7-45e3-bff9-3df740da13ee req-8d76ec45-c59d-4a73-9f4c-1e6b2f877790 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923798 Nov 22 17:15:49.618728 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0581f-087b-4658-9569-c2a45833af02 req-85598b50-2466-42d2-8bc8-8751a05370f4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:49.620126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83a0581f-087b-4658-9569-c2a45833af02 req-85598b50-2466-42d2-8bc8-8751a05370f4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0497169 Nov 22 17:15:49.668858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83a0581f-087b-4658-9569-c2a45833af02 req-03a85bb5-ccd0-47a0-9c90-ae4df587766c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427203 Nov 22 17:15:50.011518 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-129fb3d9-7c26-42a9-9d13-7f121b6411fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:50.590699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:50.593101 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3593462-b59d-4384-b15c-218d3aa1f31f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:50.643272 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d78064-bb89-44fb-a780-3188d951cf9c x-openstack-request-id: req-95d78064-bb89-44fb-a780-3188d951cf9c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:50.643572 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:50.643833 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95d78064-bb89-44fb-a780-3188d951cf9c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:50.644239 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'status': 'completed', 'code': 200} Nov 22 17:15:50.706852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-91aad903-ba19-4931-ade2-d1f2a7789f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.709210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-91aad903-ba19-4931-ade2-d1f2a7789f83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0433187 Nov 22 17:15:50.713916 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-b5b6a6c9-89f3-4bbd-98ab-a157243612c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.715645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-b5b6a6c9-89f3-4bbd-98ab-a157243612c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0460713 Nov 22 17:15:50.823590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-4cb570b7-62c0-40e2-8739-9fb2d4f6bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.825123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-4cb570b7-62c0-40e2-8739-9fb2d4f6bb2d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.1009088 Nov 22 17:15:50.841051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0176-c023-479c-a1e6-4776221d1de2 req-fc497afc-c6a4-4a8e-92bf-f8895c9e2e83 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.842480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-067a0176-c023-479c-a1e6-4776221d1de2 req-fc497afc-c6a4-4a8e-92bf-f8895c9e2e83 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0768123 Nov 22 17:15:50.860157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-edcd106b-373c-4383-873e-51c3a6a1c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.861931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-edcd106b-373c-4383-873e-51c3a6a1c7f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.1441472 Nov 22 17:15:50.883947 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-f326d654-2102-4951-ba81-b6be3670feac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0407519 Nov 22 17:15:50.912185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-1a025f35-cf0f-4cb6-a1be-c655f874e91b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0406952 Nov 22 17:15:50.941559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-6ea585a7-28c1-4ef6-838d-432aab95d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.943209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-6ea585a7-28c1-4ef6-838d-432aab95d81b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0523868 Nov 22 17:15:50.968998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-067a0176-c023-479c-a1e6-4776221d1de2 req-067fb964-cbd3-4360-8e01-5f1ab3128c29 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189029 Nov 22 17:15:50.982258 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-621e71af-4b99-4137-b593-73049be4dbec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314043 Nov 22 17:15:50.982539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-8dad372e-2358-46af-88f1-d784e1797a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:50.984205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-8dad372e-2358-46af-88f1-d784e1797a09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0614808 Nov 22 17:15:51.018986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-cfef7d06-0989-4662-861b-208d4f678c35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251758 Nov 22 17:15:51.078469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-aeaae3d8-2dcb-42e8-a427-2fe60ae28813 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873911 Nov 22 17:15:51.120689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-797adbcb-86f5-4b33-88b2-76eefd7ebf7f service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925703 Nov 22 17:15:51.183400 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-a6150be3-6fc4-417e-99ca-bf7a8cd33b02 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967171 Nov 22 17:15:51.218523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3593462-b59d-4384-b15c-218d3aa1f31f req-5a59b3e1-ca1f-4c22-b08e-d6c0be847e58 service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891566 Nov 22 17:15:51.527265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:51.566307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:52.098891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46c76-4106-4da2-97d6-44a646dee088 req-ce1ea755-1b0d-4396-a101-41fed103665e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.101532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f46c76-4106-4da2-97d6-44a646dee088 req-ce1ea755-1b0d-4396-a101-41fed103665e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.0562007 Nov 22 17:15:52.153453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15f46c76-4106-4da2-97d6-44a646dee088 req-1939ec80-8cf9-438c-916d-560ae4cd4e89 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Nov 22 17:15:52.410333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e3e92-39fa-4706-85e0-c7d651d39be3 req-1bb79683-f98e-45de-a990-8d1af3438b00 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.411807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a1e3e92-39fa-4706-85e0-c7d651d39be3 req-1bb79683-f98e-45de-a990-8d1af3438b00 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 944 time: 0.1157985 Nov 22 17:15:52.421120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-de7d0321-c127-4471-9886-eb3d2825aa1c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.422528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-de7d0321-c127-4471-9886-eb3d2825aa1c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.66 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3&tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.1008873 Nov 22 17:15:52.508753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a1e3e92-39fa-4706-85e0-c7d651d39be3 req-9c258aa7-d8f6-436c-8dab-26400c33622b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851727 Nov 22 17:15:52.513862 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-922b60f5-4bc5-4299-aefb-741c58a2ffa8 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:15:52.514826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-922b60f5-4bc5-4299-aefb-741c58a2ffa8 service neutron] 10.222.0.66 "DELETE /v2.0/ports/6b7239fb-1730-4590-ac2e-04b59e46484e/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0841668 Nov 22 17:15:52.603169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-194f920e-690d-457d-a21e-be57a594f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.604697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-194f920e-690d-457d-a21e-be57a594f562 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0430336 Nov 22 17:15:52.705515 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-b4a05620-cf06-4222-b799-58230a919d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.707042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-b4a05620-cf06-4222-b799-58230a919d74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0928657 Nov 22 17:15:52.750940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-4db7a10b-b0d6-46bd-97e9-95054eb0f341 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 200 len: 217 time: 0.0345197 Nov 22 17:15:52.806060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-7720ea75-4b00-4628-b2b0-401b4e99b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:52.807457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-7720ea75-4b00-4628-b2b0-401b4e99b7c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0463600 Nov 22 17:15:52.840308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-3600e816-cf82-4ad2-9ea9-556d192e6f21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252199 Nov 22 17:15:52.934941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-22c49271-a2d6-4d6a-aece-c397a5ff2d3b service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872068 Nov 22 17:15:53.047231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79a47706-cde8-4b55-b8e5-37bb996b47a6 req-d30e239d-e2c9-433b-b524-a38aba0fa04a service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044595 Nov 22 17:15:53.365356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:15:53.448967 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e45cf60b-e8c3-4c23-af4b-202cada5492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:53.484033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:53.495554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'port_id': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'mac_address': 'fa:16:3e:de:be:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96ed8a2-0d4c-46f2-9621-871583e210dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:15:53.541622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:53.563908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7239fb-1730-4590-ac2e-04b59e46484e {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:53.589576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:53.596126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:53.662534 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2563a-bc17-4554-b1ed-17aabaa330f6 req-8124fe22-db31-4ba3-9392-695fc86c92fa tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:53.670921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06e2563a-bc17-4554-b1ed-17aabaa330f6 req-8124fe22-db31-4ba3-9392-695fc86c92fa tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0658052 Nov 22 17:15:53.674926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:53.726133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06e2563a-bc17-4554-b1ed-17aabaa330f6 req-6731992a-d609-4658-b614-3be3f85b83f5 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558431 Nov 22 17:15:53.837070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6b7239fb-1730-4590-ac2e-04b59e46484e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:53.857196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aaa7d-d1c8-438b-8a94-3459fba15ed7 req-4db8b195-674e-4673-8d5e-fd054a13bf5e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:53.858773 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-468aaa7d-d1c8-438b-8a94-3459fba15ed7 req-4db8b195-674e-4673-8d5e-fd054a13bf5e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0558288 Nov 22 17:15:53.908142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-468aaa7d-d1c8-438b-8a94-3459fba15ed7 req-073c1d8f-08e1-4502-b9d3-039eb49d4c26 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430171 Nov 22 17:15:54.029576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d839060-2b9a-4867-86a6-9f3d3e332a61 req-d3961cfa-4447-4f31-8e7f-f9291cb009bd tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:54.030975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d839060-2b9a-4867-86a6-9f3d3e332a61 req-d3961cfa-4447-4f31-8e7f-f9291cb009bd tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 945 time: 0.0526974 Nov 22 17:15:54.077730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d839060-2b9a-4867-86a6-9f3d3e332a61 req-c3944b0a-46d6-417b-9615-8c545e20abe7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Nov 22 17:15:54.127043 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:54.454117 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-e2eaee4a-30ba-415b-9195-f25d0d38dff8 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:54.455595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-e2eaee4a-30ba-415b-9195-f25d0d38dff8 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 815 time: 0.1015301 Nov 22 17:15:54.471255 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-26b4931e-2087-4f38-bdc1-6e05908f991d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/quotas/f3ee7c97ec0f41c2a54b687916efbaec HTTP/1.1" status: 200 len: 375 time: 0.0094523 Nov 22 17:15:54.524160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-cf788935-9d8e-472d-917b-62fbad2f302b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472720 Nov 22 17:15:54.611813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-cfc50af5-f329-4072-a374-e3842b0a8266 service neutron] 10.222.0.65 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804882 Nov 22 17:15:54.710726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-50f5dbb5-f0c1-443b-b91b-96b627c8117b service neutron] 10.222.0.65 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903525 Nov 22 17:15:54.873305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-15226d48-9da8-45ad-a8c5-ec42ba5750a1 req-e2aa51f3-a238-4164-86b7-af62c78a974f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 210 time: 0.0287840 Nov 22 17:15:55.379213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:15:55.429445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 6b7239fb-1730-4590-ac2e-04b59e46484e completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:15:55.433554 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 6b7239fb-1730-4590-ac2e-04b59e46484e triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:15:55.433955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.529172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.530954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.557159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:55.559428 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555b0c8-5e80-4c3c-b53d-d8fd2013e773" -d '{"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:55.573055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:55.577267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:55.605674 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ba59d-89e3-4f15-b9b8-aebb2b7ff542 x-openstack-request-id: req-f73ba59d-89e3-4f15-b9b8-aebb2b7ff542 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:55.605988 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-plugged", "status": "completed", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:55.606408 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f73ba59d-89e3-4f15-b9b8-aebb2b7ff542 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:55.606803 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'code': 200} Nov 22 17:15:55.634858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:55.706551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8f2ee82d-47ed-472f-b151-768c29786614 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:55.708020 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8f2ee82d-47ed-472f-b151-768c29786614 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0485704-4060-4464-b468-31a37c92c9f3 HTTP/1.1" status: 200 len: 946 time: 0.0594177 Nov 22 17:15:55.983295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c22e9241-a809-4146-8a90-fd3af0fd4f21 req-e86dd859-97b2-4f58-9252-346cad2b1a03 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 210 time: 0.0354311 Nov 22 17:15:56.075978 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.234701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-155708de-380c-44b2-9c2d-983b54f0d86a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:56.236129 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-155708de-380c-44b2-9c2d-983b54f0d86a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 815 time: 0.4977834 Nov 22 17:15:56.242197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Deleting port 6b7239fb-1730-4590-ac2e-04b59e46484e {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:15:56.242534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.250025 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Request body: {'port': {'device_id': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'admin_state_up': True, 'tenant_id': 'f3ee7c97ec0f41c2a54b687916efbaec'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:56.407026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] For port 6b7239fb-1730-4590-ac2e-04b59e46484e, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6b7239fb-1730-4590-ac2e-04b59e46484e,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:15:56.407387 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.425035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Calling delete_port for 6b7239fb-1730-4590-ac2e-04b59e46484e owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:15:56.479577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Made reservation on behalf of f3ee7c97ec0f41c2a54b687916efbaec for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:15:56.483039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.667423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Allocated IP 172.20.0.7 (e6d4004a-aa1f-4484-bdf1-23c5eb2478a3/e96ed8a2-0d4c-46f2-9621-871583e210dc/d5a4ee77-33fa-42cf-a5fe-9744ba7212d9) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:15:56.671759 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.684361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6b7239fb-1730-4590-ac2e-04b59e46484e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:56.711892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Pushing event deleted for resources: {'Port': ['ID=6b7239fb-1730-4590-ac2e-04b59e46484e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:56.761545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] No DVR routers for this DVR port 6b7239fb-1730-4590-ac2e-04b59e46484e on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:15:56.765359 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.768684 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18821bdf-3f8d-4d86-a2d8-c36b6d9f3a8e req-8c2db3fc-ab06-4153-866a-979aedc46083 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.20 "DELETE /v2.0/ports/6b7239fb-1730-4590-ac2e-04b59e46484e HTTP/1.1" status: 204 len: 173 time: 1.0539088 Nov 22 17:15:56.769124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-deleted', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:56.771406 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4785a511-17d0-4e94-9fa9-9af5093248bf" -d '{"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-deleted", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:56.832925 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717623e3-34fa-45d1-b7e4-2f4fc52473e1 x-openstack-request-id: req-717623e3-34fa-45d1-b7e4-2f4fc52473e1 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:56.833242 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0485704-4060-4464-b468-31a37c92c9f3", "name": "network-vif-deleted", "tag": "6b7239fb-1730-4590-ac2e-04b59e46484e", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:56.833437 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-717623e3-34fa-45d1-b7e4-2f4fc52473e1 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:56.833842 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0485704-4060-4464-b468-31a37c92c9f3', 'name': 'network-vif-deleted', 'tag': '6b7239fb-1730-4590-ac2e-04b59e46484e', 'status': 'completed', 'code': 200} Nov 22 17:15:56.900879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.940357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:56.952863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6b7239fb-1730-4590-ac2e-04b59e46484e'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:15:56.987791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:15:56.991328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:15:56.995426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:15:57.028309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:57.055591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:57.056238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.076280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-b4d9f911-8397-46c0-9fde-823c0f05a5be tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8297131 Nov 22 17:15:57.089859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Request body: {'port': {'device_id': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:15:57.108673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114abef-2cf5-4e6b-8dc3-e940982a332c req-6f7d0da7-3281-4f16-a4e6-5355f0712ead tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:57.110232 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2114abef-2cf5-4e6b-8dc3-e940982a332c req-6f7d0da7-3281-4f16-a4e6-5355f0712ead tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 931 time: 0.0498011 Nov 22 17:15:57.145893 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.159258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2114abef-2cf5-4e6b-8dc3-e940982a332c req-d69dec29-8958-489e-80f4-9795e54f8593 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426278 Nov 22 17:15:57.424018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:15:57.431871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.443545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Transition to ACTIVE for port object d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:15:57.447865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.498258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:57.563506 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:15:57.563838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:15:57.564165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:57.568346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:15:57.569133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:15:57.574048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:15:57.574384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Checking segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:15:57.574763 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Bound using segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:15:57.575187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Bound port: d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:15:57.575533 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.644165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:15:57.647494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:15:57.652333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.691114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:57.691800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:15:57.693245 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 1091 time: 0.6076672 Nov 22 17:15:57.714652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41291afd-5b41-4a69-bc78-5a90924bb1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:15:57.777972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-921513e8-42f3-4f6f-ab6d-f4d88e9de945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:57.779460 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-921513e8-42f3-4f6f-ab6d-f4d88e9de945 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0418465 Nov 22 17:15:57.823074 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-88715ea9-91ba-4689-97ff-fcc8bb5f5a00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0341384 Nov 22 17:15:57.876496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-691ec8ea-59b0-40e5-a0e6-45fea8eae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:57.878091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-691ec8ea-59b0-40e5-a0e6-45fea8eae19e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0477436 Nov 22 17:15:57.913862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-3937d85d-2efe-46e0-8498-a96816dbe9d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276856 Nov 22 17:15:58.007706 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-86889281-fcb2-41c5-bd52-92ac12ab7db0 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859230 Nov 22 17:15:58.103264 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c5279b5-4277-44c1-8a72-fab31e35ca96 req-32cde456-bb7c-4e8b-809a-03cec721ceb8 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875976 Nov 22 17:15:58.283544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14720ad9-6d35-44cd-b7e7-21973789a8b0 req-2809717c-7297-46fc-98b6-c29a646a08b7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:58.284895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14720ad9-6d35-44cd-b7e7-21973789a8b0 req-2809717c-7297-46fc-98b6-c29a646a08b7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0528073 Nov 22 17:15:58.337039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-14720ad9-6d35-44cd-b7e7-21973789a8b0 req-53a82d3f-7b58-435b-bcd8-03338a79d27d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450382 Nov 22 17:15:58.834972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:15:58.837371 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46834134-8172-4887-ac2a-591dc6e0ed67" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:15:58.873166 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ec1894-fba0-42f3-9ca7-f252ec989296 x-openstack-request-id: req-36ec1894-fba0-42f3-9ca7-f252ec989296 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:15:58.873466 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:15:58.873755 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36ec1894-fba0-42f3-9ca7-f252ec989296 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:15:58.874167 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'status': 'completed', 'code': 200} Nov 22 17:15:58.938551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-8ef38d2f-06a5-4f88-8e64-417539e975c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:58.940058 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-8ef38d2f-06a5-4f88-8e64-417539e975c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0418825 Nov 22 17:15:59.049334 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-154aeb48-9500-4f97-92b1-749831b47bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:59.050824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-154aeb48-9500-4f97-92b1-749831b47bbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.1003139 Nov 22 17:15:59.094125 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-f1046787-6e4c-4ef5-adad-c8c144b6db23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0357196 Nov 22 17:15:59.144219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-20380556-daaf-46ff-b0a9-9a06f6943552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:59.145643 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-20380556-daaf-46ff-b0a9-9a06f6943552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0442359 Nov 22 17:15:59.181578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-e9f4ae84-b80a-45f4-85eb-48e2c41aa6c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254190 Nov 22 17:15:59.279834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-66d0fb8f-bf70-47bd-b066-e505e47d706c service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906396 Nov 22 17:15:59.377021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-46834134-8172-4887-ac2a-591dc6e0ed67 req-5605a48a-c116-44a7-ae41-2a4823feb310 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900276 Nov 22 17:15:59.391749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:15:59.415234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 6b7239fb-1730-4590-ac2e-04b59e46484e {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:15:59.415581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6b7239fb-1730-4590-ac2e-04b59e46484e not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:15:59.455637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ee61d-7768-4185-a986-ddb4d3f28066 req-f98da46f-cf51-4276-8edc-4320fcbe5727 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:15:59.457122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-051ee61d-7768-4185-a986-ddb4d3f28066 req-f98da46f-cf51-4276-8edc-4320fcbe5727 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0503964 Nov 22 17:15:59.509339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-051ee61d-7768-4185-a986-ddb4d3f28066 req-4a4c2d79-a18c-423e-9cc4-51d8cd7c81ea tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458343 Nov 22 17:16:00.630484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52eb222-9bda-41e4-93e2-51889fafd570 req-c2405c1b-5599-4885-b9c8-89787969759b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:00.632691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f52eb222-9bda-41e4-93e2-51889fafd570 req-c2405c1b-5599-4885-b9c8-89787969759b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0494747 Nov 22 17:16:00.684956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f52eb222-9bda-41e4-93e2-51889fafd570 req-aced0776-ce42-49a9-a98d-fcd686f4d80b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461862 Nov 22 17:16:01.407839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:16:01.507304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:01.518220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'port_id': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'mac_address': 'fa:16:3e:60:7e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96ed8a2-0d4c-46f2-9621-871583e210dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:16:01.554767 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:01.567215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:01.586414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:01.590598 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:01.637599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:01.645020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.645365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.645724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.646058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.646461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.646851 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.647114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.647630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.647956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.648307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.648629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.648952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:01.789284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['d5a4ee77-33fa-42cf-a5fe-9744ba7212d9'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:16:01.809891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3276bb5-d927-4cc2-bcfd-77721c2bfcec req-04fc8995-7bd7-467b-90ee-7198df6322fc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:01.811479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3276bb5-d927-4cc2-bcfd-77721c2bfcec req-04fc8995-7bd7-467b-90ee-7198df6322fc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 944 time: 0.0533135 Nov 22 17:16:01.860600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3276bb5-d927-4cc2-bcfd-77721c2bfcec req-4537f68a-b374-423c-bcd7-2efa648a8e2d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Nov 22 17:16:02.975376 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb47670-ac93-4b7a-9353-79d20c2a44e5 req-548de6ae-f500-49d4-a960-dfaaf7f6e527 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:02.976877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb47670-ac93-4b7a-9353-79d20c2a44e5 req-548de6ae-f500-49d4-a960-dfaaf7f6e527 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 944 time: 0.0497878 Nov 22 17:16:03.025588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-deb47670-ac93-4b7a-9353-79d20c2a44e5 req-649dfa4b-b851-4ee6-b479-773605781a7f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Nov 22 17:16:03.407450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:16:03.460777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:16:03.465860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:03.466260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:03.546727 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:03.570908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:03.573148 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da316d57-1f2d-47d4-ab48-1f002bd21076" -d '{"events": [{"server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:03.585834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:03.590928 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:03.613955 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dc10e9-3257-41fc-bda2-1ea73bfd4086 x-openstack-request-id: req-d6dc10e9-3257-41fc-bda2-1ea73bfd4086 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:03.614252 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "name": "network-vif-plugged", "status": "completed", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:03.614512 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6dc10e9-3257-41fc-bda2-1ea73bfd4086 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:03.614910 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'code': 200} Nov 22 17:16:03.644400 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:03.715615 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a137628-c324-4d39-ac5c-e4e98546ce31 req-f90897d5-d8fa-4a01-a7ae-6cbe23aea6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:03.717175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a137628-c324-4d39-ac5c-e4e98546ce31 req-f90897d5-d8fa-4a01-a7ae-6cbe23aea6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0420878 Nov 22 17:16:03.762530 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8a137628-c324-4d39-ac5c-e4e98546ce31 req-2549893e-e424-4600-95ed-0f8f40a6590f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383129 Nov 22 17:16:04.147933 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06821d8-03af-4373-8436-306b1ddb5253 req-4b15611a-be65-44c6-b182-23f52a6d6fb2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:04.149415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d06821d8-03af-4373-8436-306b1ddb5253 req-4b15611a-be65-44c6-b182-23f52a6d6fb2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0539627 Nov 22 17:16:04.198063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d06821d8-03af-4373-8436-306b1ddb5253 req-fca36f4e-6f68-475b-9621-e0902c3f1bc2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426168 Nov 22 17:16:05.316294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11444d4-3ccb-4545-aec0-71f271a260d1 req-b25fdd19-1791-496f-b196-5cf98a6a1183 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:05.317808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f11444d4-3ccb-4545-aec0-71f271a260d1 req-b25fdd19-1791-496f-b196-5cf98a6a1183 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0489643 Nov 22 17:16:05.366149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f11444d4-3ccb-4545-aec0-71f271a260d1 req-b08f22ad-01ae-4c76-9eda-910d6fe1fa26 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418358 Nov 22 17:16:05.488261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d380d-7c12-4423-83fc-42e7249ef0b7 req-29c829f6-1b18-469a-98ce-4ec281d05705 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:05.489640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846d380d-7c12-4423-83fc-42e7249ef0b7 req-29c829f6-1b18-469a-98ce-4ec281d05705 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0558748 Nov 22 17:16:05.536522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846d380d-7c12-4423-83fc-42e7249ef0b7 req-bedac37d-dcd0-4663-b2f5-fa4c924bcd9d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Nov 22 17:16:05.794491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-2bfc18b2-4736-4af3-8488-2454de1244ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0668981 Nov 22 17:16:05.806414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d19f1-d7dc-4716-a151-d701295aed94 req-7f94c34b-01c6-4c45-a01b-d94421673b95 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:05.807854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-840d19f1-d7dc-4716-a151-d701295aed94 req-7f94c34b-01c6-4c45-a01b-d94421673b95 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0722435 Nov 22 17:16:05.862751 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-840d19f1-d7dc-4716-a151-d701295aed94 req-8245228e-2160-466b-b46d-616a95e450fc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Nov 22 17:16:06.989083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b4b57-cf25-4289-8c32-c3dbda717f1e req-61864fd9-75b7-46c5-882b-2ee06b007afc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:06.990764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe5b4b57-cf25-4289-8c32-c3dbda717f1e req-61864fd9-75b7-46c5-882b-2ee06b007afc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0563219 Nov 22 17:16:07.043478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe5b4b57-cf25-4289-8c32-c3dbda717f1e req-ddaa788f-706e-4ab6-b171-3d0112b6ddc4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462739 Nov 22 17:16:07.057435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-b09e8ec5-feaa-4864-a057-5e38c2ba60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:07.059058 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-b09e8ec5-feaa-4864-a057-5e38c2ba60b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0430288 Nov 22 17:16:07.158472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-48ec8f76-c23c-49aa-ac7c-aa1d6550da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:07.159843 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-48ec8f76-c23c-49aa-ac7c-aa1d6550da5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0912452 Nov 22 17:16:07.208305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-dc2a10e6-d0fb-4a50-9780-a1ee9a8a1aae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0376024 Nov 22 17:16:07.260844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-911c5699-6f2d-4833-8265-c2749bc6ee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:07.262331 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-911c5699-6f2d-4833-8265-c2749bc6ee6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0471177 Nov 22 17:16:07.302156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-f681feb9-ebf1-47c2-85b5-ea5604b9bb94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317326 Nov 22 17:16:07.394095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-510000cb-e7e5-44a0-b117-217a735248cf service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842829 Nov 22 17:16:07.496780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-27f22d7b-6767-459d-ac4a-cd600c19bff6 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954812 Nov 22 17:16:07.745720 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:08.222877 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d59209-b5a1-4ab2-9d90-c3e054afc159 req-a479d31b-d3c5-4b03-974e-0f253a1b062d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:08.224871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8d59209-b5a1-4ab2-9d90-c3e054afc159 req-a479d31b-d3c5-4b03-974e-0f253a1b062d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1094282 Nov 22 17:16:08.274338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d8d59209-b5a1-4ab2-9d90-c3e054afc159 req-1c070cfc-ccdb-41bc-81c1-d2dd2ea44c43 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432498 Nov 22 17:16:09.244254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:09.461170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856a193-2d14-4221-98b5-cb37ebe49821 req-5301395c-20eb-4623-a925-55ebec7e9775 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:09.462676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c856a193-2d14-4221-98b5-cb37ebe49821 req-5301395c-20eb-4623-a925-55ebec7e9775 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.1131759 Nov 22 17:16:09.512964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c856a193-2d14-4221-98b5-cb37ebe49821 req-c1ddff09-09c2-478e-8874-b7c6788a3492 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428364 Nov 22 17:16:10.667743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbcd83-9de8-4c92-a202-a7c4ef859a30 req-92c7dd93-d97c-41eb-a123-a70875904319 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:10.667743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0fbcd83-9de8-4c92-a202-a7c4ef859a30 req-92c7dd93-d97c-41eb-a123-a70875904319 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0724826 Nov 22 17:16:10.721568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0fbcd83-9de8-4c92-a202-a7c4ef859a30 req-7d8bf2f5-8260-4ff4-961f-646b8bdc60d1 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Nov 22 17:16:11.840629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7fd49-46e2-4203-a570-c99796c1bdd0 req-1f5270d5-9a5b-4233-a532-5511e601cae2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:11.842175 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fef7fd49-46e2-4203-a570-c99796c1bdd0 req-1f5270d5-9a5b-4233-a532-5511e601cae2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0501101 Nov 22 17:16:11.898881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fef7fd49-46e2-4203-a570-c99796c1bdd0 req-b08eeab6-6606-46f6-8135-afd7d8b8d88e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507405 Nov 22 17:16:13.013760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1052956-6d26-4025-b90e-b83dd63d4d75 req-64522458-7d14-4c34-9b32-10cc0b55cfd2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:13.015213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1052956-6d26-4025-b90e-b83dd63d4d75 req-64522458-7d14-4c34-9b32-10cc0b55cfd2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0487292 Nov 22 17:16:13.063196 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1052956-6d26-4025-b90e-b83dd63d4d75 req-e5b19ccd-4675-4b22-b741-948ae6607d2e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Nov 22 17:16:14.183055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed04075-e1c0-4f9a-a4ec-776d95e11daf req-0ac203e8-c974-4d6b-b4a4-7e44f52df367 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:14.184578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ed04075-e1c0-4f9a-a4ec-776d95e11daf req-0ac203e8-c974-4d6b-b4a4-7e44f52df367 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0503664 Nov 22 17:16:14.233896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6ed04075-e1c0-4f9a-a4ec-776d95e11daf req-89a0933a-fdf9-41fb-93de-63928fc3e933 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 Nov 22 17:16:15.356230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0be946-ee60-4129-8912-11ca2d13c17e req-2a1cd6a8-c0d6-4d21-9232-5e7af94657a0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:15.357635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da0be946-ee60-4129-8912-11ca2d13c17e req-2a1cd6a8-c0d6-4d21-9232-5e7af94657a0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0541101 Nov 22 17:16:15.412542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da0be946-ee60-4129-8912-11ca2d13c17e req-43bb3264-a713-4cad-88e4-54eb909c1db7 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434508 Nov 22 17:16:16.535978 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac271-e13f-4830-a9c6-c6128f024c7a req-cbf3fa36-9d30-49c6-9f5d-f2dfec68bf9a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:16.537886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09dac271-e13f-4830-a9c6-c6128f024c7a req-cbf3fa36-9d30-49c6-9f5d-f2dfec68bf9a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0503283 Nov 22 17:16:16.591588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09dac271-e13f-4830-a9c6-c6128f024c7a req-b3a38296-2df6-482e-8f20-a30bb431ed82 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473564 Nov 22 17:16:17.718455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d1d50-eb7b-442d-b12d-9e396efb7268 req-6917916c-fed1-4421-b4f8-57fd2f3ff9d4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:17.720002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a11d1d50-eb7b-442d-b12d-9e396efb7268 req-6917916c-fed1-4421-b4f8-57fd2f3ff9d4 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0538335 Nov 22 17:16:17.772486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a11d1d50-eb7b-442d-b12d-9e396efb7268 req-479afb47-5a64-48da-b096-7b9d29b53241 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454688 Nov 22 17:16:18.900799 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726491e9-c713-4540-858d-f46e0276812d req-eaeb04c1-0358-4e6a-bdc7-ab67b2237b59 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:18.902321 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-726491e9-c713-4540-858d-f46e0276812d req-eaeb04c1-0358-4e6a-bdc7-ab67b2237b59 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0587201 Nov 22 17:16:18.952787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-726491e9-c713-4540-858d-f46e0276812d req-04dc43d5-7565-4bdd-bfed-6a7a610b359e tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444038 Nov 22 17:16:20.016670 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-65178a7b-4dc3-41c8-be31-e0fa85b67a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:20.085152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cce3b59-5385-47e8-bed6-022fca8779f9 req-644727b7-1ae3-4c78-8d4b-ea487024389c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:20.086721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cce3b59-5385-47e8-bed6-022fca8779f9 req-644727b7-1ae3-4c78-8d4b-ea487024389c tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Nov 22 17:16:20.141285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5cce3b59-5385-47e8-bed6-022fca8779f9 req-57ec72ac-3dd2-463a-babd-dce7289c465d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472281 Nov 22 17:16:21.270373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14b9ec-77ec-48c4-b13a-1e01eaf85fe9 req-19d11fd8-3388-426f-a98d-3525a76b7e11 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:21.271964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db14b9ec-77ec-48c4-b13a-1e01eaf85fe9 req-19d11fd8-3388-426f-a98d-3525a76b7e11 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0534341 Nov 22 17:16:21.325319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db14b9ec-77ec-48c4-b13a-1e01eaf85fe9 req-367c2950-9ab9-4aac-9d89-098454775e38 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461180 Nov 22 17:16:22.446676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c3b19-76c3-47e3-896d-cf204992d180 req-ad8ae827-5b04-4f96-9692-b151f98f3e51 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:22.448867 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-578c3b19-76c3-47e3-896d-cf204992d180 req-ad8ae827-5b04-4f96-9692-b151f98f3e51 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0510275 Nov 22 17:16:22.497381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-578c3b19-76c3-47e3-896d-cf204992d180 req-408c1947-eeb5-43e8-b2fe-4dbd96cbb217 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Nov 22 17:16:23.423756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13d24952-c4a8-4ab8-8854-e40c5622d3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:23.629452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac1523-9a2d-44a0-8141-624ecbad99a2 req-239a4add-7d8d-4b4e-8a22-2e1639dd2f95 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.631513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccac1523-9a2d-44a0-8141-624ecbad99a2 req-239a4add-7d8d-4b4e-8a22-2e1639dd2f95 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0581520 Nov 22 17:16:23.690546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ccac1523-9a2d-44a0-8141-624ecbad99a2 req-2c252edb-2c5e-45f8-b607-00d0c71b082a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514159 Nov 22 17:16:23.702021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-a39b7d35-2faf-429a-a477-1e59e59a37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.703711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-a39b7d35-2faf-429a-a477-1e59e59a37d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1096 time: 0.0446272 Nov 22 17:16:23.820890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-3fcafeb2-a308-4ccf-afab-020f52618aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.822644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-3fcafeb2-a308-4ccf-afab-020f52618aa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0863488 Nov 22 17:16:23.850799 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:16:23.875492 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-ddf72e5f-d13e-4c93-904d-af93f58b00bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0393200 Nov 22 17:16:23.926394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-e8fad41a-7653-4b77-b987-7977e2b9394d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:23.927886 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-e8fad41a-7653-4b77-b987-7977e2b9394d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0439556 Nov 22 17:16:23.965525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-f6633269-5332-4a30-9c41-da50e9d8d316 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258594 Nov 22 17:16:24.061256 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-85c4c639-7e92-4ce5-ba8a-8dcc995c49ae service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881188 Nov 22 17:16:24.129323 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:24.161613 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b2c8246-0a9a-46c3-b893-108977ca11a1 req-28fb01aa-8573-4505-90a6-912cab639b31 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893657 Nov 22 17:16:24.810798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d899ab-33d7-48db-bdec-4834449b33c0 req-48c9463f-1e88-4ae4-a424-38210e79b683 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:24.812286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95d899ab-33d7-48db-bdec-4834449b33c0 req-48c9463f-1e88-4ae4-a424-38210e79b683 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0491824 Nov 22 17:16:24.863693 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95d899ab-33d7-48db-bdec-4834449b33c0 req-902e8fd1-0d43-4212-9263-4da729f04216 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Nov 22 17:16:25.520794 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:25.983686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a77ecc-b738-455a-822c-f0fb5f1df444 req-c8fe52fd-5907-4b23-924f-2b99bfd916ac tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:25.985218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9a77ecc-b738-455a-822c-f0fb5f1df444 req-c8fe52fd-5907-4b23-924f-2b99bfd916ac tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0492795 Nov 22 17:16:26.038070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e9a77ecc-b738-455a-822c-f0fb5f1df444 req-ef4be799-1d3d-4466-a802-20583580ac05 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Nov 22 17:16:26.083016 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:27.160830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947d4b2-0679-442f-9daf-534d5c199a97 req-3d65c514-4ad6-427c-9b29-0c40965b43a2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:27.162345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e947d4b2-0679-442f-9daf-534d5c199a97 req-3d65c514-4ad6-427c-9b29-0c40965b43a2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0544274 Nov 22 17:16:27.213636 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e947d4b2-0679-442f-9daf-534d5c199a97 req-47d5e97f-56bb-4f26-9a92-11a66192d982 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Nov 22 17:16:28.333777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c285e4-24c2-4298-b560-bdba6cefba25 req-d4844991-f5d1-41bb-907e-7523c8226c1d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:28.335274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6c285e4-24c2-4298-b560-bdba6cefba25 req-d4844991-f5d1-41bb-907e-7523c8226c1d tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0508277 Nov 22 17:16:28.392868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6c285e4-24c2-4298-b560-bdba6cefba25 req-2986d5a8-86c0-45ff-af37-836699406b21 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487309 Nov 22 17:16:29.514857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0ab72-4e87-4f60-afd4-98ee2a8fb792 req-e8baea52-837a-468f-b6db-5912860cbb83 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:29.516288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9da0ab72-4e87-4f60-afd4-98ee2a8fb792 req-e8baea52-837a-468f-b6db-5912860cbb83 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0532379 Nov 22 17:16:29.565873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9da0ab72-4e87-4f60-afd4-98ee2a8fb792 req-5c0b0e20-5658-4eb0-af09-9389d77deca0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435977 Nov 22 17:16:30.690217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c24ef8-ece1-4784-80f0-575700d556ee req-6e7dbd6b-c24e-47db-8516-295c2352d43b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:30.691709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32c24ef8-ece1-4784-80f0-575700d556ee req-6e7dbd6b-c24e-47db-8516-295c2352d43b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Nov 22 17:16:30.740769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32c24ef8-ece1-4784-80f0-575700d556ee req-72f42806-89ef-48b4-bf59-34940ce7a4ae tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425463 Nov 22 17:16:31.858150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9df49-f268-4735-b0c0-6afba62e9839 req-c9528a37-bc40-43a8-9d33-2f34c30c2d38 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:31.859680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfb9df49-f268-4735-b0c0-6afba62e9839 req-c9528a37-bc40-43a8-9d33-2f34c30c2d38 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0506516 Nov 22 17:16:32.203385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bfb9df49-f268-4735-b0c0-6afba62e9839 req-0af87898-86aa-4bd7-86ae-cf7b60fe2937 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376656 Nov 22 17:16:33.321100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff0c852-cbf2-45c1-b0a4-770ab99f6289 req-73553693-68e4-463d-a525-74ebee29692a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:33.322664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eff0c852-cbf2-45c1-b0a4-770ab99f6289 req-73553693-68e4-463d-a525-74ebee29692a tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0507555 Nov 22 17:16:33.370490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eff0c852-cbf2-45c1-b0a4-770ab99f6289 req-332290f9-a3d4-4528-94d7-e91f234bc935 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Nov 22 17:16:34.386814 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-55ddbc4d-ce7a-438c-b525-4db95914609b service neutron] show failed (client error): The resource could not be found. Nov 22 17:16:34.387898 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-55ddbc4d-ce7a-438c-b525-4db95914609b service neutron] 10.222.0.20 "GET /v2.0/ports/d5a4ee77-33fa-42cf-a5fe-9744ba7212d9/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0552568 Nov 22 17:16:34.501244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be1a14-a92d-4fab-93db-fbd74eea193c req-401089a0-b818-4729-a77e-868d38207d8b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:34.502746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60be1a14-a92d-4fab-93db-fbd74eea193c req-401089a0-b818-4729-a77e-868d38207d8b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 945 time: 0.0554445 Nov 22 17:16:34.557745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-60be1a14-a92d-4fab-93db-fbd74eea193c req-a190b182-e83a-4bf6-b38c-cf0ec0931f90 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Nov 22 17:16:34.668026 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-4dd9681f-9341-4978-865f-a6eac07c1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:34.669710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-4dd9681f-9341-4978-865f-a6eac07c1fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2&tenant_id=f3ee7c97ec0f41c2a54b687916efbaec HTTP/1.1" status: 200 len: 1096 time: 0.1100821 Nov 22 17:16:34.684113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-df70bb32-9d0b-4d47-adb9-b192176f512f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:16:34.686714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-df70bb32-9d0b-4d47-adb9-b192176f512f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082004 Nov 22 17:16:34.698081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:34.749524 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:34.944889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:34.978783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:35.022408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:35.025322 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5abbabc-e628-4d30-91af-39c9ae23d03f" -d '{"events": [{"server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:35.029055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:35.042389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Transition to ACTIVE for port object d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:16:35.046267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:35.080375 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7893e44a-2880-4809-9e2f-0d1eba093870 x-openstack-request-id: req-7893e44a-2880-4809-9e2f-0d1eba093870 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:35.080696 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "name": "network-vif-unplugged", "status": "completed", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:35.080951 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7893e44a-2880-4809-9e2f-0d1eba093870 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:35.081351 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'code': 200} Nov 22 17:16:35.099730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:35.115196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] No DVR routers for this DVR port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:16:35.123070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.123398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.123738 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.124075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.124408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.124739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.125067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.125393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.125747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.126081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.126410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.126733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:35.161380 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:16:35.161858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:16:35.162214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:35.167985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:16:35.168422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Attempting to bind port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on network e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:35.173505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:16:35.173871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Checking segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:35.174255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Bound using segment: {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:16:35.174702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Bound port: d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de9bdfb6-86f2-4566-807e-01f0fd5dab97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:16:35.175050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:35.239864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:35.245328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:16:35.249955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:35.291654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.292277 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:35.293743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] 10.222.0.66 "PUT /v2.0/ports/d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 1091 time: 0.5999484 Nov 22 17:16:35.312309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15b032-8998-41bc-a2dd-05a7fd64551c service neutron] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:35.359302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-7c25a37a-b7a3-424f-ab84-40a7507c4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.360784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-7c25a37a-b7a3-424f-ab84-40a7507c4fa9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0430052 Nov 22 17:16:35.458557 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-7043e110-0da0-4b83-a23f-437480e4691f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.460049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-7043e110-0da0-4b83-a23f-437480e4691f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0906086 Nov 22 17:16:35.508686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-dfa3e0c3-f719-47e7-a797-65cca413672d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0382135 Nov 22 17:16:35.559210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-ac9d2d89-ee5a-4095-9b4e-56fbb30b520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.560573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-ac9d2d89-ee5a-4095-9b4e-56fbb30b520b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0441697 Nov 22 17:16:35.594748 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-71dad4ff-072a-4f01-8563-f5f291d9311a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258141 Nov 22 17:16:35.726760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b0603-4257-4710-9098-a89fd0134c28 req-309650d0-61ae-4cfe-89aa-6abf594105e2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:35.728229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b9b0603-4257-4710-9098-a89fd0134c28 req-309650d0-61ae-4cfe-89aa-6abf594105e2 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0795226 Nov 22 17:16:35.731918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-f022c277-e588-4ba8-82f7-f1751424bea2 service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287079 Nov 22 17:16:35.828469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3b9b0603-4257-4710-9098-a89fd0134c28 req-fe16e6b1-b99e-496b-83c1-7092bca9bae0 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938761 Nov 22 17:16:35.857215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e21a5935-5d08-4ca3-ac65-148ce20ebb38 req-a14d96d0-ef73-4a7a-b7b6-345c8436664a service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091971 Nov 22 17:16:36.951062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79856cc0-fd7f-4242-9952-33449346b11c req-98f3c8c7-ed4b-4f04-b8a6-e5b963724ecb tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:36.952557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79856cc0-fd7f-4242-9952-33449346b11c req-98f3c8c7-ed4b-4f04-b8a6-e5b963724ecb tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0504074 Nov 22 17:16:37.000262 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-79856cc0-fd7f-4242-9952-33449346b11c req-b3830f2e-c8c1-42bc-8b9d-2b7682cc0330 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Nov 22 17:16:37.082056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:37.084399 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5025151a-bcef-4c23-91b4-f83a1680ab36" -d '{"events": [{"name": "network-changed", "server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:37.135053 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94213822-f1d1-48b4-83b3-2556d7181889 x-openstack-request-id: req-94213822-f1d1-48b4-83b3-2556d7181889 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:37.135377 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:37.135632 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94213822-f1d1-48b4-83b3-2556d7181889 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:37.136040 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'status': 'completed', 'code': 200} Nov 22 17:16:37.200427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-5ff4fb54-be6d-4b5d-9c0d-ba9779398f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.202010 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-5ff4fb54-be6d-4b5d-9c0d-ba9779398f7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0470562 Nov 22 17:16:37.205901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-07e05013-7a3a-4db0-a1fe-3d4cf84701ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.207370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-07e05013-7a3a-4db0-a1fe-3d4cf84701ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0442047 Nov 22 17:16:37.296348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-bf073cac-fb25-455a-921c-403baecc131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.297849 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-bf073cac-fb25-455a-921c-403baecc131d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0878808 Nov 22 17:16:37.300934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-a51d2833-5921-45fc-a5de-a2d6590c60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.302558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-a51d2833-5921-45fc-a5de-a2d6590c60f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0853949 Nov 22 17:16:37.345560 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-aee17027-e39d-4c08-9dbb-41045c51f4b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0392797 Nov 22 17:16:37.352894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-29035faf-0d83-440f-a73b-d1eaa5fb3470 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0399370 Nov 22 17:16:37.396624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-406e8864-9786-4a37-a4f8-6ee3c2fc35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.398662 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-406e8864-9786-4a37-a4f8-6ee3c2fc35ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0439587 Nov 22 17:16:37.403723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-e0408b78-423d-4e5f-af41-8fcd77ae0c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:37.405185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-e0408b78-423d-4e5f-af41-8fcd77ae0c7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0435724 Nov 22 17:16:37.431136 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-2aea023c-5058-4242-86c0-e8e3fcd0e749 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253546 Nov 22 17:16:37.437225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-ae9da94f-bcdd-4338-95ea-f1c110b9db79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244820 Nov 22 17:16:37.528411 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-17370f31-fffd-41c7-8b5a-becd461bf994 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898359 Nov 22 17:16:37.529916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-e0dfa05c-07c6-4bce-b8eb-48af12390412 service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825140 Nov 22 17:16:37.640546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-97a618f6-6472-4cde-8506-7a2215ef76de service neutron] 10.222.0.66 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992715 Nov 22 17:16:37.642270 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5025151a-bcef-4c23-91b4-f83a1680ab36 req-2e684aa4-a085-4bcf-997b-2f2480b8d837 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065109 Nov 22 17:16:37.661202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:16:37.710424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:16:37.739423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:38.119149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2f0ef-59b7-4c29-8051-4dd0ae5cc302 req-098b80ea-5df8-4133-b1fc-53e27ec14fcc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.120659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c2f0ef-59b7-4c29-8051-4dd0ae5cc302 req-098b80ea-5df8-4133-b1fc-53e27ec14fcc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0497811 Nov 22 17:16:38.169358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2c2f0ef-59b7-4c29-8051-4dd0ae5cc302 req-33a01cdf-56ce-4f92-968d-57494f357121 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Nov 22 17:16:38.373673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98c2a-19d0-4f71-9ee7-e69b34c4d765 req-cd64594d-9c21-4b1a-9ac2-3e606eda60bc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.375181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ba98c2a-19d0-4f71-9ee7-e69b34c4d765 req-cd64594d-9c21-4b1a-9ac2-3e606eda60bc tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0576026 Nov 22 17:16:38.382394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-2c9bdede-cd2f-476d-aa91-a8b791fb524f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.384034 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-2c9bdede-cd2f-476d-aa91-a8b791fb524f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.20 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2&tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 943 time: 0.0535116 Nov 22 17:16:38.424104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ba98c2a-19d0-4f71-9ee7-e69b34c4d765 req-b2d08953-59ee-485a-80d6-6de58a628068 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427861 Nov 22 17:16:38.451810 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-746e9573-684f-4280-8d57-41ad2876e61c service neutron] delete failed (client error): The resource could not be found. Nov 22 17:16:38.452821 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-746e9573-684f-4280-8d57-41ad2876e61c service neutron] 10.222.0.20 "DELETE /v2.0/ports/d5a4ee77-33fa-42cf-a5fe-9744ba7212d9/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0599639 Nov 22 17:16:38.539384 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-ef2a2811-bd44-476c-b016-86c3bca7eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.540782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-ef2a2811-bd44-476c-b016-86c3bca7eecf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 1094 time: 0.0417740 Nov 22 17:16:38.631774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-28bf4276-3ff5-40b1-9eff-63f77f077669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.633834 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-28bf4276-3ff5-40b1-9eff-63f77f077669 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 200 len: 916 time: 0.0853546 Nov 22 17:16:38.681382 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-87994f86-d4da-4b45-9ce9-a44f61310a71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 200 len: 217 time: 0.0397582 Nov 22 17:16:38.732300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-d856d036-ff4b-4fda-ba35-5eaa628fa5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:38.733799 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-d856d036-ff4b-4fda-ba35-5eaa628fa5be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 200 len: 855 time: 0.0446687 Nov 22 17:16:38.766446 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-e36c6f4e-7c2a-4999-9265-80f3eba19efd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252807 Nov 22 17:16:38.865458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-b3ef6eec-e305-4ea7-8bf0-7a60b1ad4d26 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897348 Nov 22 17:16:38.955851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4cf9dc54-2658-43f8-986a-3aac0c393d03 req-d2be0468-f58a-4ffa-b0ca-40d935a1fb65 service neutron] 10.222.0.20 "GET /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820835 Nov 22 17:16:39.260929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:39.556729 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65fcc99-282a-406b-9211-f3beb8f3b58d req-ccf3dd85-96c2-4b5b-b17a-8164f9287417 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:39.558613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d65fcc99-282a-406b-9211-f3beb8f3b58d req-ccf3dd85-96c2-4b5b-b17a-8164f9287417 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0572429 Nov 22 17:16:39.608119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d65fcc99-282a-406b-9211-f3beb8f3b58d req-45d5aa38-0a35-4ec8-80ac-a734631ba4b3 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Nov 22 17:16:39.717019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:16:39.726823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f138b90-aa01-4f0d-8515-bf95b08df865 req-d237ab39-1617-4d7b-b7c5-f61f08010d29 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:39.728348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f138b90-aa01-4f0d-8515-bf95b08df865 req-d237ab39-1617-4d7b-b7c5-f61f08010d29 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0500200 Nov 22 17:16:39.781946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f138b90-aa01-4f0d-8515-bf95b08df865 req-03acd50a-b286-4d6b-a6f0-ae9f203998f5 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475154 Nov 22 17:16:39.819186 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:39.831487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'network_id': 'e6d4004a-aa1f-4484-bdf1-23c5eb2478a3', 'port_id': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'mac_address': 'fa:16:3e:60:7e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e96ed8a2-0d4c-46f2-9621-871583e210dc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:16:39.871955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:39.886053 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:39.898003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14f4b6-948c-4b43-a719-086e46db1555 req-1b7e7d51-4e04-4c49-a7d6-a9463297e030 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:39.899704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d14f4b6-948c-4b43-a719-086e46db1555 req-1b7e7d51-4e04-4c49-a7d6-a9463297e030 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 943 time: 0.0498884 Nov 22 17:16:39.905161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:39.909196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:39.949945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7d14f4b6-948c-4b43-a719-086e46db1555 req-7dd7773b-4c91-4740-982f-e5ebeace80a6 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440881 Nov 22 17:16:39.957146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:40.164600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d5a4ee77-33fa-42cf-a5fe-9744ba7212d9'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:16:40.289730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb71b85-fef4-4a0c-a3d1-60583e1c490f req-7584a06f-8a0f-4ace-b0c0-26f046bc5740 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:40.291284 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cb71b85-fef4-4a0c-a3d1-60583e1c490f req-7584a06f-8a0f-4ace-b0c0-26f046bc5740 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 944 time: 0.0500903 Nov 22 17:16:40.339833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8cb71b85-fef4-4a0c-a3d1-60583e1c490f req-5230f91a-b028-4ff8-a1c3-4d1e39f3d912 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423179 Nov 22 17:16:41.463669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69164b-b45c-4261-b726-5e24743a7857 req-33cb4240-9e62-44f2-8499-813df911dd9b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:41.465153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de69164b-b45c-4261-b726-5e24743a7857 req-33cb4240-9e62-44f2-8499-813df911dd9b tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 944 time: 0.0540221 Nov 22 17:16:41.513710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de69164b-b45c-4261-b726-5e24743a7857 req-de98dd96-2e79-4e5a-acff-b4de2f27720f tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.65 "GET /v2.0/security-groups?id=37221745-d873-454a-b9d9-4b1f0d9a83ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424113 Nov 22 17:16:41.613628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-0673ddfb-3c97-4c7b-9b80-aab5949e43bb tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:41.615114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-0673ddfb-3c97-4c7b-9b80-aab5949e43bb tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b0e9ffc-f88e-41b4-a839-49a41528f0f2 HTTP/1.1" status: 200 len: 944 time: 0.0487120 Nov 22 17:16:41.713505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Deleting port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:16:41.713869 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:41.723490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:16:41.815045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:41.815305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:41.815449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:41.829841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Calling delete_port for d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:16:41.830500 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:41.850253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,segment=NetworkSegment(de9bdfb6-86f2-4566-807e-01f0fd5dab97),segment_id=de9bdfb6-86f2-4566-807e-01f0fd5dab97)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:41.855184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:41.906753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:41.972119 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.001142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Pushing event deleted for resources: {'Port': ['ID=d5a4ee77-33fa-42cf-a5fe-9744ba7212d9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:42.045404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] No DVR routers for this DVR port d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:16:42.048177 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.051542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2dbb32e-e01f-4d44-ad57-47a7a71fe313 req-cb39a291-2788-4815-b0ec-d6ac87d24754 tempest-ServerDiskConfigTestJSON-1888825817 tempest-ServerDiskConfigTestJSON-1888825817-project] 10.222.0.66 "DELETE /v2.0/ports/d5a4ee77-33fa-42cf-a5fe-9744ba7212d9 HTTP/1.1" status: 204 len: 173 time: 0.4289284 Nov 22 17:16:42.051989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'name': 'network-vif-deleted', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:42.054260 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d1a543-d74b-4f9d-b015-9d35db677b40" -d '{"events": [{"server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "name": "network-vif-deleted", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:42.096462 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0ec8c1-e617-4e48-a778-d5e4a085b731 x-openstack-request-id: req-ce0ec8c1-e617-4e48-a778-d5e4a085b731 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:42.096759 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b0e9ffc-f88e-41b4-a839-49a41528f0f2", "name": "network-vif-deleted", "tag": "d5a4ee77-33fa-42cf-a5fe-9744ba7212d9", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:42.097018 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce0ec8c1-e617-4e48-a778-d5e4a085b731 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:42.097474 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0e9ffc-f88e-41b4-a839-49a41528f0f2', 'name': 'network-vif-deleted', 'tag': 'd5a4ee77-33fa-42cf-a5fe-9744ba7212d9', 'status': 'completed', 'code': 200} Nov 22 17:16:42.635179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:42.682311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Deleting subnet e96ed8a2-0d4c-46f2-9621-871583e210dc {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:16:42.685462 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.720216 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.761188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.823624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.848322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e96ed8a2-0d4c-46f2-9621-871583e210dc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:42.852082 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:42.855285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-932aa73b-7071-4453-93db-f79a19bba7a5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e96ed8a2-0d4c-46f2-9621-871583e210dc HTTP/1.1" status: 204 len: 168 time: 0.2190897 Nov 22 17:16:42.857821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50286) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:42.924989 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.009367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.030169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6d4004a-aa1f-4484-bdf1-23c5eb2478a3']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:43.040173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9bdfb6-86f2-4566-807e-01f0fd5dab97') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:43.040472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9bdfb6-86f2-4566-807e-01f0fd5dab97') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:43.050158 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.063778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.070247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:16:43.070660 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:16:43.072389 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:16:43.127533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.132367 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.136401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] 10.222.0.65 "DELETE /v2.0/networks/e6d4004a-aa1f-4484-bdf1-23c5eb2478a3 HTTP/1.1" status: 204 len: 168 time: 0.2776568 Nov 22 17:16:43.150339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca66986-398c-429a-8db5-754d2dad756b admin admin] Pushing event deleted for resources: {'Network': ['ID=e6d4004a-aa1f-4484-bdf1-23c5eb2478a3,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:43.248561 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50290) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:43.295695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b2fe26ba-fb9f-4418-ac28-c0e3881cf082 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f3ee7c97ec0f41c2a54b687916efbaec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459478 Nov 22 17:16:43.298325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:43.348029 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e40a632f-5b1f-4019-b49d-2f34525774e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.370369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e40a632f-5b1f-4019-b49d-2f34525774e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.423314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e40a632f-5b1f-4019-b49d-2f34525774e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.425916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e40a632f-5b1f-4019-b49d-2f34525774e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:43.427083 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e40a632f-5b1f-4019-b49d-2f34525774e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/37221745-d873-454a-b9d9-4b1f0d9a83ec HTTP/1.1" status: 204 len: 168 time: 0.1277473 Nov 22 17:16:43.435967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a632f-5b1f-4019-b49d-2f34525774e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37221745-d873-454a-b9d9-4b1f0d9a83ec,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:44.137347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:44.238886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1177112956-network', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:44.262156 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Made reservation on behalf of 6f2248a3296840318c66e90ad0247c4b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:16:44.264433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.272730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.352251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.356252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.380839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:16:44.392690 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8302a1f4-a948-457a-adf3-f7eacb660d3c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:44.397581 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.397957 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Added segment 6e6715c5-4e52-475f-a80e-230fbbff0cab of type vlan for network e95f2dbc-1f79-4175-b1f2-59988063386b Nov 22 17:16:44.438817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.464487 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.465374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:44.465984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.529566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3906200 Nov 22 17:16:44.532615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50318) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:44.537371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73172868-25de-4d15-b70f-f8d45192dbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=e95f2dbc-1f79-4175-b1f2-59988063386b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:44.537552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Request body: {'subnet': {'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1177112956-subnet', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:44.548363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e95f2dbc-1f79-4175-b1f2-59988063386b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:16:44.563570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Made reservation on behalf of 6f2248a3296840318c66e90ad0247c4b for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:16:44.566331 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.764094 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.815822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ed7deb-13aa-4f6a-818b-318c1b927dfe,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:44.833208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:44.833572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Network hostable DHCP agents. Network: e95f2dbc-1f79-4175-b1f2-59988063386b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:16:44.854675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Network e95f2dbc-1f79-4175-b1f2-59988063386b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:16:44.865018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e95f2dbc-1f79-4175-b1f2-59988063386b) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:44.870421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:44.871238 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.883268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a04fa-a060-491f-b6c6-389c1da55927 None None] Network e95f2dbc-1f79-4175-b1f2-59988063386b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:16:44.888750 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-731dda91-7312-47a6-87b4-3a93199dc15e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3550191 Nov 22 17:16:44.891581 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:44.896119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:44.919467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.920477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:44.974852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.031477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831466b6-757a-404a-bd67-23c89170decd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e95f2dbc-1f79-4175-b1f2-59988063386b', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:16:45.032351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-831466b6-757a-404a-bd67-23c89170decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.117067 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.169764 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-831466b6-757a-404a-bd67-23c89170decd None None] Allocated IP 172.20.0.2 (e95f2dbc-1f79-4175-b1f2-59988063386b/f3ed7deb-13aa-4f6a-818b-318c1b927dfe/41d429de-c6c0-43b6-8250-475fd73c0e90) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:45.316776 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-831466b6-757a-404a-bd67-23c89170decd None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.322421 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.324426 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-831466b6-757a-404a-bd67-23c89170decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.342711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.367729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831466b6-757a-404a-bd67-23c89170decd None None] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:45.370838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-831466b6-757a-404a-bd67-23c89170decd None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:45.374254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831466b6-757a-404a-bd67-23c89170decd None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:45.381334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831466b6-757a-404a-bd67-23c89170decd None None] Pushing event updated for resources: {'Port': ['ID=41d429de-c6c0-43b6-8250-475fd73c0e90,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:45.431304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-831466b6-757a-404a-bd67-23c89170decd None None] Attempting to bind port 41d429de-c6c0-43b6-8250-475fd73c0e90 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:16:45.431675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-831466b6-757a-404a-bd67-23c89170decd None None] Attempting to bind port 41d429de-c6c0-43b6-8250-475fd73c0e90 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:16:45.432035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831466b6-757a-404a-bd67-23c89170decd None None] Attempting to bind port 41d429de-c6c0-43b6-8250-475fd73c0e90 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:45.437034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831466b6-757a-404a-bd67-23c89170decd None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:16:45.437406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831466b6-757a-404a-bd67-23c89170decd None None] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:45.437906 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-831466b6-757a-404a-bd67-23c89170decd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.438300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831466b6-757a-404a-bd67-23c89170decd None None] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:16:45.438774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-831466b6-757a-404a-bd67-23c89170decd None None] Bound port: 41d429de-c6c0-43b6-8250-475fd73c0e90, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:16:45.439151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-831466b6-757a-404a-bd67-23c89170decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.449841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Allocated IP 172.25.6.171 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/920f1588-0c39-4ccb-827b-844315908d59) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:45.503589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-831466b6-757a-404a-bd67-23c89170decd None None] For port 41d429de-c6c0-43b6-8250-475fd73c0e90, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:45.506962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-831466b6-757a-404a-bd67-23c89170decd None None] For port 41d429de-c6c0-43b6-8250-475fd73c0e90, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=41d429de-c6c0-43b6-8250-475fd73c0e90,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:16:45.513576 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-831466b6-757a-404a-bd67-23c89170decd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.566164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.571151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831466b6-757a-404a-bd67-23c89170decd None None] Pushing event updated for resources: {'Port': ['ID=41d429de-c6c0-43b6-8250-475fd73c0e90,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:45.606400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.651964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:45.656035 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:45.658021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Pushing event updated for resources: {'Port': ['ID=920f1588-0c39-4ccb-827b-844315908d59,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:45.660119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:45.672084 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bee698e-b512-480a-b1a2-3bb245fe5d8c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:16:45.791859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f9600488-b593-490c-b1dd-1d8344e90bed None None] Provisioning complete for port 920f1588-0c39-4ccb-827b-844315908d59 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:45.791859 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f9600488-b593-490c-b1dd-1d8344e90bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:45.830591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f9600488-b593-490c-b1dd-1d8344e90bed None None] Port 920f1588-0c39-4ccb-827b-844315908d59 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:16:45.933054 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:46.129916 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:46.532491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f67d25-6e89-4641-a169-a3eab8f038b5 None None] Network e95f2dbc-1f79-4175-b1f2-59988063386b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:16:46.596437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-dbda0767-2d43-4ec1-8665-2535b8997ae7 None None] Provisioning complete for port 41d429de-c6c0-43b6-8250-475fd73c0e90 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:46.597118 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbda0767-2d43-4ec1-8665-2535b8997ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:46.623945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:16:46.735563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:16:46.747163 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbda0767-2d43-4ec1-8665-2535b8997ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:46.749148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:16:46.755810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:46.761570 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2e2d74ef-5b1e-413d-bca8-0f3b96b17392 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8644383 Nov 22 17:16:46.761827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:46.788029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:46.788665 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:16:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:46.838336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-dbda0767-2d43-4ec1-8665-2535b8997ae7 None None] For port 41d429de-c6c0-43b6-8250-475fd73c0e90, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=41d429de-c6c0-43b6-8250-475fd73c0e90,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:46.847385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbda0767-2d43-4ec1-8665-2535b8997ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.126989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f606b7f8-9484-48b9-b5b1-f0b53b5151e7 None None] Provisioning complete for port 41d429de-c6c0-43b6-8250-475fd73c0e90 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:47.127347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f606b7f8-9484-48b9-b5b1-f0b53b5151e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.128804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda0767-2d43-4ec1-8665-2535b8997ae7 None None] Pushing event updated for resources: {'Port': ['ID=41d429de-c6c0-43b6-8250-475fd73c0e90,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:47.157791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:47.258636 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.381274 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 41d429de-c6c0-43b6-8250-475fd73c0e90 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:16:47.444801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:45Z', 'revision_number': 3, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:47.474083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 41d429de-c6c0-43b6-8250-475fd73c0e90 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:47.474394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.476590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:16:47.477056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Updating router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 port 920f1588-0c39-4ccb-827b-844315908d59 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:16:47.482876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Allocated IP 172.20.0.1 (e95f2dbc-1f79-4175-b1f2-59988063386b/f3ed7deb-13aa-4f6a-818b-318c1b927dfe/6675b9a9-2128-470e-b979-41a3b16b9f1f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:47.530306 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.589251 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.624451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.665836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:47.668784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:47.672488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:47.705565 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Pushing event updated for resources: {'Port': ['ID=6675b9a9-2128-470e-b979-41a3b16b9f1f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:47.726380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.838637 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.845422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.873081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.892875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e05e3-b26e-47fa-b7cc-ab3d300c23d5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:16:47.908099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Attempting to bind port 920f1588-0c39-4ccb-827b-844315908d59 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:16:47.908099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Attempting to bind port 920f1588-0c39-4ccb-827b-844315908d59 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:16:47.908387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Attempting to bind port 920f1588-0c39-4ccb-827b-844315908d59 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:47.917208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517e88-566a-4789-9e4b-bc80c277d34b None None] Pushing event updated for resources: {'Port': ['ID=920f1588-0c39-4ccb-827b-844315908d59,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:47.920605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:16:47.920984 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:47.921390 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.921791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:16:47.922340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Bound port: 920f1588-0c39-4ccb-827b-844315908d59, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:16:47.922674 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:47.989686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] For port 920f1588-0c39-4ccb-827b-844315908d59, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:47.995350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] For port 920f1588-0c39-4ccb-827b-844315908d59, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=920f1588-0c39-4ccb-827b-844315908d59,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:16:47.998798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Provisioning complete for port 6675b9a9-2128-470e-b979-41a3b16b9f1f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:47.999184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.002531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.047148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.051879 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.079307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d61698-4c02-476b-ad95-7a43388adf39 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:16:48.106880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Port 6675b9a9-2128-470e-b979-41a3b16b9f1f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:16:48.111590 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:48.112535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:16:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:48.115575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d517e88-566a-4789-9e4b-bc80c277d34b None None] Pushing event updated for resources: {'Port': ['ID=920f1588-0c39-4ccb-827b-844315908d59,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:48.136048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Pushing event updated for resources: {'Port': ['ID=6675b9a9-2128-470e-b979-41a3b16b9f1f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:48.139504 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.169489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Provisioning complete for port 920f1588-0c39-4ccb-827b-844315908d59 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:48.169894 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.233392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:48.235013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:48.268733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:48.375848 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:16:48.421422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.455771 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] For port 920f1588-0c39-4ccb-827b-844315908d59, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=920f1588-0c39-4ccb-827b-844315908d59,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:48.462406 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.505034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:16:48.511119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-533509dc-c530-4a91-bfa6-24f2685e024f admin admin] 10.222.0.65 "PUT /v2.0/routers/51656adf-6b66-4f0f-b141-ee0b6c5542f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482455 Nov 22 17:16:48.550757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b132bda-8d4a-4a1a-b4d5-7e72ee28e67e None None] Pushing event updated for resources: {'Port': ['ID=920f1588-0c39-4ccb-827b-844315908d59,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:48.585102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 2, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:48.619421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215bc70-bdb3-4a47-95fa-572fe97b5dc1 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 2, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:16:48.620626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2cbb1342-331c-4c36-99be-c41cbcdb8d52 None None] Provisioning complete for port 6675b9a9-2128-470e-b979-41a3b16b9f1f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:48.621116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cbb1342-331c-4c36-99be-c41cbcdb8d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.661741 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2cbb1342-331c-4c36-99be-c41cbcdb8d52 None None] Port 6675b9a9-2128-470e-b979-41a3b16b9f1f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:16:48.672709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2cbb1342-331c-4c36-99be-c41cbcdb8d52 None None] Provisioning complete for port 920f1588-0c39-4ccb-827b-844315908d59 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:48.673036 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cbb1342-331c-4c36-99be-c41cbcdb8d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:48.978054 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50330) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:48.982681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'security_group': {'name': 'tempest-securitygroup--784644633', 'description': 'tempest-description--1635076539'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:49.006273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.092206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.096100 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.126845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.128340 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1492193 Nov 22 17:16:49.131869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:49.140859 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9392696-4804-4cae-8820-05aa71dbe91f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:49.141885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'security_group_rule': {'security_group_id': 'a9392696-4804-4cae-8820-05aa71dbe91f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:49.150137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.150892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.151607 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.152111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.152464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.152804 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.153137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.153469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.153836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.154170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.154502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.154827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad1f93b-6b84-4b81-b3f0-9f6782d4b528 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:49.181895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.256080 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.261810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.280883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c920a7da-e8e1-4331-a150-3e71a94cf209,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:49.291883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.293135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-52432bd7-08f3-4976-b3d7-dcff45a447ee tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602397 Nov 22 17:16:49.295911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:49.300456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'security_group_rule': {'security_group_id': 'a9392696-4804-4cae-8820-05aa71dbe91f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:49.335169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.404712 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.408536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.427602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df31d14c-ee96-41c9-8ccd-6fdfd49f6143,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:49.436690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.438022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7d29c641-2439-4208-b8b5-7caaf7f04233 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410074 Nov 22 17:16:49.441053 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 50336) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:16:49.446802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:49.471225 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.586389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.716019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Allocated IP 172.25.6.146 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/68cdf2bc-e195-4e4e-a8b4-50b378c2181f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:49.832138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.867877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:49.912874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:49.916342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:49.920168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:49.945751 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'Port': ['ID=68cdf2bc-e195-4e4e-a8b4-50b378c2181f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:50.018495 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.028768 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1f15732b-42df-4ede-bf5b-8e313aa2ac2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.065884 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.226329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.231217 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.305469 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'Port': ['ID=68cdf2bc-e195-4e4e-a8b4-50b378c2181f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:50.316623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.332105 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:50.333469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-faf9baa5-cfa8-4dfa-b461-6eec4f68fea5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8914125 Nov 22 17:16:50.495069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-8790b229-ed8a-4eff-a12f-668197033ce5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--784644633&fields=id&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 267 time: 0.0516133 Nov 22 17:16:50.610308 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-4b328797-889c-49e6-bba5-da3c82cd9ea0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:50.611845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-4b328797-889c-49e6-bba5-da3c82cd9ea0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1097414 Nov 22 17:16:50.627534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-5435dd29-b7e9-4781-9d29-05780a348060 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/quotas/6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 375 time: 0.0099297 Nov 22 17:16:50.681586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-3b2cf5a2-aced-4b49-9cd3-ef0adfedde3a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475059 Nov 22 17:16:50.773940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:16:50.785547 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:50.786401 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:16:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:50.838376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-e836558b-4fc2-4a7f-94b0-e41c43dc8c28 service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448646 Nov 22 17:16:50.891597 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:50.927712 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-13a08370-573a-4bac-9343-225db019b768 service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831680 Nov 22 17:16:51.100572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-95667f33-175d-4a61-a5de-535e2e67b211 req-0d3322fa-b211-4cc0-9732-dd6a83622895 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 210 time: 0.0274968 Nov 22 17:16:51.104177 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 2, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:51.135213 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:16:51.135609 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Updating router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 port 6675b9a9-2128-470e-b979-41a3b16b9f1f binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:16:51.162252 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.366438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 920f1588-0c39-4ccb-827b-844315908d59 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:16:51.418483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 920f1588-0c39-4ccb-827b-844315908d59 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:51.418880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.455667 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.461867 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.515833 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Pushing event updated for resources: {'Port': ['ID=6675b9a9-2128-470e-b979-41a3b16b9f1f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:51.539957 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.540390 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.540622 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.541050 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.541293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.541684 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.542003 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.542328 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.542648 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.543148 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.543624 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.544109 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:16:51.578937 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Attempting to bind port 6675b9a9-2128-470e-b979-41a3b16b9f1f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:16:51.580641 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Attempting to bind port 6675b9a9-2128-470e-b979-41a3b16b9f1f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:16:51.581014 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Attempting to bind port 6675b9a9-2128-470e-b979-41a3b16b9f1f on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:51.589284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:16:51.589686 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:51.590088 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.590482 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:16:51.590949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Bound port: 6675b9a9-2128-470e-b979-41a3b16b9f1f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:16:51.591328 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.665871 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] For port 6675b9a9-2128-470e-b979-41a3b16b9f1f, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:51.669435 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] For port 6675b9a9-2128-470e-b979-41a3b16b9f1f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6675b9a9-2128-470e-b979-41a3b16b9f1f,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:16:51.674714 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.733949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed324065-13c4-43aa-92a2-3761bfc4287f None None] Pushing event updated for resources: {'Port': ['ID=6675b9a9-2128-470e-b979-41a3b16b9f1f,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:51.738173 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:16:51.738833 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:16:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:51.800498 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2f9f4e2a-7270-4777-82cc-e596f3a857cf None None] Provisioning complete for port 6675b9a9-2128-470e-b979-41a3b16b9f1f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:51.800994 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e2a-7270-4777-82cc-e596f3a857cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.899272 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e2a-7270-4777-82cc-e596f3a857cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.934799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2f9f4e2a-7270-4777-82cc-e596f3a857cf None None] For port 6675b9a9-2128-470e-b979-41a3b16b9f1f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6675b9a9-2128-470e-b979-41a3b16b9f1f,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:51.938909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f9f4e2a-7270-4777-82cc-e596f3a857cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:51.953517 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:16:51.986977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f4e2a-7270-4777-82cc-e596f3a857cf None None] Pushing event updated for resources: {'Port': ['ID=6675b9a9-2128-470e-b979-41a3b16b9f1f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:52.060491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5645860d-c619-4623-953f-c9fffa9ab945 None None] Provisioning complete for port 6675b9a9-2128-470e-b979-41a3b16b9f1f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:52.060777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5645860d-c619-4623-953f-c9fffa9ab945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:52.211397 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c8872f10-3013-4316-b564-539ca108a922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:16:52.230524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a5623ab-417f-498b-987f-68a095917b06 req-e422cafb-ef1f-48c0-b561-4c2a278f59d0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 210 time: 0.0338385 Nov 22 17:16:52.251050 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8872f10-3013-4316-b564-539ca108a922 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:16:52.263852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-202bf403-52d5-4be7-b69a-093a78188133 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:52.265496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-202bf403-52d5-4be7-b69a-093a78188133 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1515708 Nov 22 17:16:52.338779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-f41a1928-8665-4051-bac0-127c47b564ef tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 379 time: 0.0618634 Nov 22 17:16:52.354513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'port': {'device_id': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'admin_state_up': True, 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'security_groups': ['a9392696-4804-4cae-8820-05aa71dbe91f']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:52.478285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Made reservation on behalf of 6f2248a3296840318c66e90ad0247c4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:16:52.482209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:52.619483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Allocated IP 172.20.0.8 (e95f2dbc-1f79-4175-b1f2-59988063386b/f3ed7deb-13aa-4f6a-818b-318c1b927dfe/1959189f-b9c2-4c9e-aa70-6b2769a8e381) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:16:52.770356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:52.810745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:52.863789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:16:52.867195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:16:52.871895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:16:52.897225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:52.928159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:52.928810 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:52.947334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-d4e34b88-cfca-4764-9f54-4872be149f8a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976532 Nov 22 17:16:52.963497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Request body: {'port': {'device_id': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:16:53.021645 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.102914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-eff3607a-e065-4096-a1d8-57770c6a03c5 None None] Provisioning complete for port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:53.103514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-eff3607a-e065-4096-a1d8-57770c6a03c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.139775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-eff3607a-e065-4096-a1d8-57770c6a03c5 None None] Port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:16:53.308962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1959189f-b9c2-4c9e-aa70-6b2769a8e381 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:53.318466 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.353805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Transition to ACTIVE for port object 1959189f-b9c2-4c9e-aa70-6b2769a8e381 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:16:53.358603 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.359611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6675b9a9-2128-470e-b979-41a3b16b9f1f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:16:53.423470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1ea4a-6b55-43c2-a80b-3ef1ab6c3a46 req-26c3dddd-e2e4-4eda-831a-6d23d3366f14 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:53.424717 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81746c1f-285c-4ac4-b571-aa070172a681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.425025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6c1ea4a-6b55-43c2-a80b-3ef1ab6c3a46 req-26c3dddd-e2e4-4eda-831a-6d23d3366f14 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 931 time: 0.1088445 Nov 22 17:16:53.428889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:53.433043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 6675b9a9-2128-470e-b979-41a3b16b9f1f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:53.433688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.543468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e6c1ea4a-6b55-43c2-a80b-3ef1ab6c3a46 req-b6ecb6a9-4240-4a3a-b247-9ab343b5b237 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904381 Nov 22 17:16:53.546407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:16:53.546744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:16:53.547064 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:53.551846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:16:53.552236 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:16:53.558787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:16:53.559126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:16:53.559577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:16:53.559965 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Bound port: 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:16:53.561042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.633273 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:16:53.636598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:16:53.643436 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.697836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:53.698465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:53.699866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] 10.222.0.66 "PUT /v2.0/ports/1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 1091 time: 0.7421429 Nov 22 17:16:53.700324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:16:53.702651 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c7360-6059-40da-9f48-992af67552fe" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:16:53.733876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e91532-6cb6-4f92-85e1-206cfccd3034 service neutron] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:53.750593 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f13c654-7c4c-411e-be61-a51c52f513e1 x-openstack-request-id: req-3f13c654-7c4c-411e-be61-a51c52f513e1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:16:53.750886 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:16:53.751144 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f13c654-7c4c-411e-be61-a51c52f513e1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:16:53.751545 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'status': 'completed', 'code': 200} Nov 22 17:16:53.786430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-7f0126f4-7fdd-4376-b2df-5c5cec0f18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:53.787961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-7f0126f4-7fdd-4376-b2df-5c5cec0f18ed service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1094 time: 0.0466084 Nov 22 17:16:53.836082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-fd268f90-4650-4ff0-9b1a-b9471457a498 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 217 time: 0.0365555 Nov 22 17:16:53.892455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-913e226b-ffc4-49d9-9200-492a1dadc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:53.893986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-913e226b-ffc4-49d9-9200-492a1dadc37b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0463927 Nov 22 17:16:53.948891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-377be201-cddd-431b-b63e-0febfe2fa599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:53.950436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-377be201-cddd-431b-b63e-0febfe2fa599 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462718 Nov 22 17:16:54.043442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-07b63a7e-7719-43ee-b037-bda52beded42 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827959 Nov 22 17:16:54.132023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:54.141488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a2efe5b-116a-4d75-8342-a91ab851e61d req-440558fc-aae0-421b-a738-7f4c5c27cddf service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879412 Nov 22 17:16:54.231795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7360-6059-40da-9f48-992af67552fe req-1ba89b43-72e9-4cca-8f86-9722f6b67901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:54.233223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-1ba89b43-72e9-4cca-8f86-9722f6b67901 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1094 time: 0.0425055 Nov 22 17:16:54.326984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7360-6059-40da-9f48-992af67552fe req-e3c27f3c-e1a1-4233-85bd-191bc382424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:54.328506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-e3c27f3c-e1a1-4233-85bd-191bc382424e service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0879259 Nov 22 17:16:54.371082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-53321da1-8528-4e68-a7b6-9fe995a88804 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 217 time: 0.0342207 Nov 22 17:16:54.422613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7360-6059-40da-9f48-992af67552fe req-b34993ff-db18-4678-afc0-40362bf74231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:54.424108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-b34993ff-db18-4678-afc0-40362bf74231 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0441039 Nov 22 17:16:54.488680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c7360-6059-40da-9f48-992af67552fe req-d4c4ce23-a323-4af7-9d4b-116ead05c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:54.490154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-d4c4ce23-a323-4af7-9d4b-116ead05c314 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414798 Nov 22 17:16:54.590352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-14b6b697-8ec0-46c3-82c2-7a4b10e5da2f service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875106 Nov 22 17:16:54.719098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e8417-fc5c-4b1d-9cf3-1c006133143c req-cf62d91a-e4a4-41b6-aafb-51bc1ddca272 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:54.720575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa4e8417-fc5c-4b1d-9cf3-1c006133143c req-cf62d91a-e4a4-41b6-aafb-51bc1ddca272 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 943 time: 0.1042831 Nov 22 17:16:54.724409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-308c7360-6059-40da-9f48-992af67552fe req-f3c491e0-da61-4680-96fa-466ffba105d8 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257832 Nov 22 17:16:54.771153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa4e8417-fc5c-4b1d-9cf3-1c006133143c req-78bf8dcc-b96d-4eba-b8e6-7356c6fcf374 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431321 Nov 22 17:16:55.522430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:55.888040 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e47eb-9fcf-41de-975b-212cc31e48d3 req-24bb1e32-045a-4e02-92be-46c6493430b7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:55.889557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a69e47eb-9fcf-41de-975b-212cc31e48d3 req-24bb1e32-045a-4e02-92be-46c6493430b7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 943 time: 0.0491261 Nov 22 17:16:55.936799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a69e47eb-9fcf-41de-975b-212cc31e48d3 req-44a73200-2085-4dd3-aed2-f59c107d696d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Nov 22 17:16:56.077750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:57.059280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c384486-b2a2-44f7-b3f4-ebb48674d45f req-33f73f03-6c31-4d9a-9d1b-c2117f84c58e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:57.060755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c384486-b2a2-44f7-b3f4-ebb48674d45f req-33f73f03-6c31-4d9a-9d1b-c2117f84c58e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 943 time: 0.0556390 Nov 22 17:16:57.108710 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c384486-b2a2-44f7-b3f4-ebb48674d45f req-01b70ea2-8e1a-4dfd-918a-4477523022ff tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420055 Nov 22 17:16:57.843160 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:16:57.941863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:57.954791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'mac_address': 'fa:16:3e:01:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:16:57.993026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:58.010181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1959189f-b9c2-4c9e-aa70-6b2769a8e381 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:16:58.030356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:16:58.034301 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:58.084047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:16:58.256005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d227ee-add6-4373-90f3-eb6c95821d46 req-64c47edd-8142-4c1f-b4ec-148eafdfbfda tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:58.257456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62d227ee-add6-4373-90f3-eb6c95821d46 req-64c47edd-8142-4c1f-b4ec-148eafdfbfda tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 944 time: 0.0555191 Nov 22 17:16:58.280758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['1959189f-b9c2-4c9e-aa70-6b2769a8e381'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:16:58.308388 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-62d227ee-add6-4373-90f3-eb6c95821d46 req-c9eb8fbf-1479-4afd-896e-12b3ee2b9ffe tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441182 Nov 22 17:16:59.439894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c147ec9-64ee-47dd-9713-9e7c668b7bff req-1b1f865f-9372-42b1-92fd-2375d761e7b3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:16:59.441401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c147ec9-64ee-47dd-9713-9e7c668b7bff req-1b1f865f-9372-42b1-92fd-2375d761e7b3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 944 time: 0.0553522 Nov 22 17:16:59.501032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c147ec9-64ee-47dd-9713-9e7c668b7bff req-21aa8703-712c-4ba5-b117-d6319ced4f23 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500898 Nov 22 17:16:59.859038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:16:59.907041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:16:59.911418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:16:59.911781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:16:59.989986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:00.012968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:00.015259 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ccc208-5c0a-44ef-8315-2270ef172c98" -d '{"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-plugged", "status": "completed", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:00.033176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:17:00.037331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:00.061413 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6e64c6-bb76-4aee-9090-b73951a28a7f x-openstack-request-id: req-4a6e64c6-bb76-4aee-9090-b73951a28a7f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:00.061728 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-plugged", "status": "completed", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:00.061988 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4a6e64c6-bb76-4aee-9090-b73951a28a7f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:00.062382 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'code': 200} Nov 22 17:17:00.089748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:17:00.157830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134420d-ea05-4ecc-8b99-2254241baebd req-0e07ad38-0beb-42ca-a977-fad71cb5e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:00.159206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c134420d-ea05-4ecc-8b99-2254241baebd req-0e07ad38-0beb-42ca-a977-fad71cb5e987 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1096 time: 0.0400019 Nov 22 17:17:00.209492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c134420d-ea05-4ecc-8b99-2254241baebd req-620ff0a4-cce6-43f2-916b-3c4bd502bf06 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396109 Nov 22 17:17:00.636876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142130eb-c810-4dd4-bb5a-f4cd60072c22 req-916cd9dd-4f6b-4ca5-888c-eb797b550007 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:00.638583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-142130eb-c810-4dd4-bb5a-f4cd60072c22 req-916cd9dd-4f6b-4ca5-888c-eb797b550007 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0603688 Nov 22 17:17:00.698073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-142130eb-c810-4dd4-bb5a-f4cd60072c22 req-b02cc77e-3da0-44c5-898e-1a1846496972 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476944 Nov 22 17:17:00.850599 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:17:02.114309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e6e8-8ad4-47cf-8ce1-fbada815c5ad req-6103c418-441d-48da-9c32-8ab072feb903 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:02.115785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f322e6e8-8ad4-47cf-8ce1-fbada815c5ad req-6103c418-441d-48da-9c32-8ab072feb903 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.3478811 Nov 22 17:17:02.163163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f322e6e8-8ad4-47cf-8ce1-fbada815c5ad req-fe63a63c-890f-472e-8ab4-35d8a697d516 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Nov 22 17:17:02.276009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c0f7b-28cd-4f31-a498-b2e1027d8702 req-16db002d-9f19-41d6-b7c3-729fc58aa23a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:02.277491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b31c0f7b-28cd-4f31-a498-b2e1027d8702 req-16db002d-9f19-41d6-b7c3-729fc58aa23a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0484056 Nov 22 17:17:02.285912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:17:02.291113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'floatingip': {'port_id': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:17:02.331536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:02.771712 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:02.775668 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:02.879691 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 associated. External IP: 172.25.6.146, port: 1959189f-b9c2-4c9e-aa70-6b2769a8e381. Nov 22 17:17:03.107331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:17:03.219059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:17:03.223741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:03.229544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:17:03.238993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:03.239601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:16:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:03.253830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-299252de-e428-40ab-90e1-9c95205f589b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "PUT /v2.0/floatingips/84ba88ae-2223-4438-992e-93d276081063 HTTP/1.1" status: 200 len: 991 time: 0.9642665 Nov 22 17:17:03.253830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:17:03.254635 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:17:03.300909 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c41667f-eebb-4c4f-a9f2-286353a82e46 x-openstack-request-id: req-5c41667f-eebb-4c4f-a9f2-286353a82e46 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:17:03.301205 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:17:03.301460 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c41667f-eebb-4c4f-a9f2-286353a82e46 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:17:03.301902 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'status': 'completed', 'code': 200} Nov 22 17:17:03.354382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:03.368688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-5764022b-33e3-4f11-8842-c1d70eadd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:03.370267 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-5764022b-33e3-4f11-8842-c1d70eadd7b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1096 time: 0.0438254 Nov 22 17:17:03.469039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-9c8eaee7-2f2e-4add-a186-e91c3be4f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:03.470581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-9c8eaee7-2f2e-4add-a186-e91c3be4f077 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0929894 Nov 22 17:17:03.540844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-d665087d-3f80-4824-b2d1-16fd3475e0ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 999 time: 0.0606513 Nov 22 17:17:03.596011 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:01:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:17:02Z', 'revision_number': 1, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:03.606851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-65cf2508-7bff-4a68-98a4-032a0823074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:03.608387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-65cf2508-7bff-4a68-98a4-032a0823074e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0605230 Nov 22 17:17:03.622896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:17:03.631263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:17:03.631872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:16:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:03.657121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-385ce97f-d076-44dc-a1d4-161259ad75d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:03.658661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-385ce97f-d076-44dc-a1d4-161259ad75d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425780 Nov 22 17:17:03.744419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:17:03.762044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-db822e93-f938-4d08-a74c-f6f3c373fa89 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955842 Nov 22 17:17:03.861277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61cb17b3-2440-49b9-be9a-36ce43e6ab6a req-9123bd1c-f960-4f3e-848b-fd94ac18b2ec service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909660 Nov 22 17:17:03.982472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:01:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:17:02Z', 'revision_number': 1, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:17:04.012957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0833d132-253f-4e59-a3fc-aca12b2390c4 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:01:50:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:17:02Z', 'revision_number': 1, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:17:04.230907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395baa82-b661-4e2c-aa7c-0313fed6d789 None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:17:07.746194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:09.276314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:20.022509 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-210e8496-87f3-4e78-8c4f-675fced42193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:23.419336 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cacf28e4-6273-46f5-8385-3b3d47b37137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:24.137051 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:25.525385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:26.081955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:28.247756 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-6ec67594-ea3e-40b6-860d-bd6497365be6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399356 Nov 22 17:17:28.337016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-4ef1e44f-fbe9-4b13-8f37-6f68be08e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:28.338624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-4ef1e44f-fbe9-4b13-8f37-6f68be08e2f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1096 time: 0.0432503 Nov 22 17:17:28.457580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-c5cdab58-a4c3-4496-a31b-d9feb4087911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:28.459073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-c5cdab58-a4c3-4496-a31b-d9feb4087911 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0917020 Nov 22 17:17:28.525381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-f34a704e-0c6e-4662-93f0-d303ce2b1cd1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 1001 time: 0.0576882 Nov 22 17:17:28.580948 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-886ff036-c650-41eb-a4c1-f8304326c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:28.582400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-886ff036-c650-41eb-a4c1-f8304326c514 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0481789 Nov 22 17:17:28.630861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-9f3a3424-fbe6-4a51-8801-0f6ebfc4d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:17:28.632390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-9f3a3424-fbe6-4a51-8801-0f6ebfc4d5e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402660 Nov 22 17:17:28.722993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-3aca5704-6f8b-4409-8ba2-434d2b3e578c service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820124 Nov 22 17:17:28.824982 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cef11666-6ac8-4248-9e9e-1478ead27dda req-046166a1-f0e9-4841-a6f0-2e15dea99a07 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887864 Nov 22 17:17:37.748300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:37.850766 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:17:39.307057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:50.024877 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f9b413f-1799-45da-9935-5c89b5f2481b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:53.420771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a424cdbb-871a-477e-95c0-470d4e8dda8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:54.138978 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:55.529672 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:17:56.084458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:07.749053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:09.323538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:14.850874 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:18:20.026498 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-329459ee-331d-49f5-8fd1-91f895625913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:23.423833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16fcbd8c-5e09-423a-a033-5737aedec426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:24.141875 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:25.533473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:26.086919 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:30.257538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-b3cc484a-a20c-410a-aee9-9fb74452b0b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416644 Nov 22 17:18:30.348326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-3be30b2a-570e-4abe-9d1e-7000890a8e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:30.349851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-3be30b2a-570e-4abe-9d1e-7000890a8e33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1096 time: 0.0410292 Nov 22 17:18:30.469962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-af3b73c1-289e-4014-ac52-0b81bc18d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:30.471474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-af3b73c1-289e-4014-ac52-0b81bc18d88a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0949595 Nov 22 17:18:30.541207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-ff02b402-5887-4b97-9b9b-ce6ec15f3968 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 1001 time: 0.0615478 Nov 22 17:18:30.597029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-5b37511b-bef9-4857-80f4-0adba310518b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:30.598517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-5b37511b-bef9-4857-80f4-0adba310518b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0486550 Nov 22 17:18:30.647394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-746cdbe4-db81-41f1-8f84-7067468fbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:30.648922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-746cdbe4-db81-41f1-8f84-7067468fbb05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412009 Nov 22 17:18:30.746212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-b7048ba7-6f44-4f14-a350-c1ecfb417bba service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Nov 22 17:18:30.844090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6705d657-56ab-4eef-8708-a153f13fc9d1 req-0686a97b-f564-47ab-9d46-f529f429e69c service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876596 Nov 22 17:18:37.745393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:39.320648 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:48.112674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b81440-5d79-469c-9fb0-55dd43fecdfa req-0e46a8a4-9cfc-407c-acec-0196b16de80d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:48.114467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42b81440-5d79-469c-9fb0-55dd43fecdfa req-0e46a8a4-9cfc-407c-acec-0196b16de80d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0525086 Nov 22 17:18:48.165116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42b81440-5d79-469c-9fb0-55dd43fecdfa req-12d1870a-1418-4dcc-ac79-9fb2d393a747 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445931 Nov 22 17:18:48.427845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-09ef98a8-1b7c-43c4-a158-adece488682b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749016 Nov 22 17:18:48.435413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eace5e-b2a4-497f-8f98-86d777fe8a3e req-e1b735d3-f035-46af-b01e-1cfefe3e4280 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:48.437073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4eace5e-b2a4-497f-8f98-86d777fe8a3e req-e1b735d3-f035-46af-b01e-1cfefe3e4280 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0750778 Nov 22 17:18:48.487834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4eace5e-b2a4-497f-8f98-86d777fe8a3e req-e09d912c-fbb5-49e4-ad1b-ae48f02fea86 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433989 Nov 22 17:18:49.557915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-cf08df1f-a3ef-4c5e-9f6a-edfa6b878a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:49.559432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-cf08df1f-a3ef-4c5e-9f6a-edfa6b878a33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1096 time: 0.0433900 Nov 22 17:18:49.663123 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d056e-b8e7-4475-aa36-5073d789e75a req-c82178d4-ab8f-44c6-94e0-64099a2eb28b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:49.664605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f03d056e-b8e7-4475-aa36-5073d789e75a req-c82178d4-ab8f-44c6-94e0-64099a2eb28b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.1009519 Nov 22 17:18:49.706633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-0ee53579-d621-4e0b-ba29-ae2c39400718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:49.708608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-0ee53579-d621-4e0b-ba29-ae2c39400718 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1360152 Nov 22 17:18:49.768288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f03d056e-b8e7-4475-aa36-5073d789e75a req-06fcb718-0da4-4682-a4a5-33785a3f3eb0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931246 Nov 22 17:18:49.792612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-d590bba6-046c-49a9-9a55-b84d91713349 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 1001 time: 0.0750194 Nov 22 17:18:49.848155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-e3da5d18-a438-4e53-9a86-2c5027b0f6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:49.849622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-e3da5d18-a438-4e53-9a86-2c5027b0f6c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0472019 Nov 22 17:18:49.898989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-09a72d1e-2048-4b40-bfa0-daa3edad00a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:49.900465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-09a72d1e-2048-4b40-bfa0-daa3edad00a5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401402 Nov 22 17:18:49.996483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-c96fdf94-1121-4838-9b76-8762e3c98a19 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Nov 22 17:18:50.027880 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-523fccff-f6a8-4200-8467-61c4934371d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:50.090478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-95d8be31-8c08-4980-885c-a506bbb7298e service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839047 Nov 22 17:18:50.884881 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b486818-dfa8-4bb7-bfa8-bd9e5272e17c req-d11e2caa-566e-4c1a-b9f3-822e62bef175 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:50.886376 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b486818-dfa8-4bb7-bfa8-bd9e5272e17c req-d11e2caa-566e-4c1a-b9f3-822e62bef175 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Nov 22 17:18:50.937885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b486818-dfa8-4bb7-bfa8-bd9e5272e17c req-4f243a55-9be1-470d-bd64-797304ec08f6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455425 Nov 22 17:18:51.852578 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:18:52.056856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cb5d1-fc91-4911-91af-66059d901ec2 req-c41c9dc3-0034-4994-be78-e87a65a59fc0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:52.058381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-617cb5d1-fc91-4911-91af-66059d901ec2 req-c41c9dc3-0034-4994-be78-e87a65a59fc0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Nov 22 17:18:52.105607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-617cb5d1-fc91-4911-91af-66059d901ec2 req-139d3298-323a-4c22-bd15-9f975a681498 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413091 Nov 22 17:18:53.225661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e93d02-d0a0-4e47-af55-0cb7f5f322f5 req-19ac4de4-a7e8-4e17-916f-3057f0a6f602 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:53.227154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90e93d02-d0a0-4e47-af55-0cb7f5f322f5 req-19ac4de4-a7e8-4e17-916f-3057f0a6f602 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0483758 Nov 22 17:18:53.274689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90e93d02-d0a0-4e47-af55-0cb7f5f322f5 req-649f0472-8d3a-436a-a4f4-1279b4dacd8d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Nov 22 17:18:53.426020 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b0ca93a9-fdb5-479a-98c7-53cdc3356084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:54.147923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:54.395492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ef9c4-b1bf-4163-a3cc-1af1ed233012 req-7b1b55b5-69aa-4b7b-942a-210bef22f006 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:54.397024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20ef9c4-b1bf-4163-a3cc-1af1ed233012 req-7b1b55b5-69aa-4b7b-942a-210bef22f006 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0538185 Nov 22 17:18:54.444996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a20ef9c4-b1bf-4163-a3cc-1af1ed233012 req-1ddbdbe0-afc4-4f85-ae67-9fe7b1ac09f1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Nov 22 17:18:55.535675 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:55.563645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce4f1-b8ab-44c8-89fa-d3c1acdfeccd req-91544308-e676-494b-88d7-ce5e2ec3a029 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:55.565114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c4ce4f1-b8ab-44c8-89fa-d3c1acdfeccd req-91544308-e676-494b-88d7-ce5e2ec3a029 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0507259 Nov 22 17:18:55.613347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c4ce4f1-b8ab-44c8-89fa-d3c1acdfeccd req-9878ad96-a7ed-471e-9424-72ff0d866173 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Nov 22 17:18:56.089184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:18:56.737267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ee78c-cb15-4b60-b7fb-179cd58f8854 req-705c0511-b976-405f-9d5b-a1743d881e6b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:56.739913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b96ee78c-cb15-4b60-b7fb-179cd58f8854 req-705c0511-b976-405f-9d5b-a1743d881e6b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0541134 Nov 22 17:18:56.787124 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b96ee78c-cb15-4b60-b7fb-179cd58f8854 req-88e012be-1a1a-4d34-80dd-64de9e5db872 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413461 Nov 22 17:18:57.904927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9779e154-934b-48ad-b51b-a3b37b193082 req-343bcc67-40b8-44db-8504-142fc547f507 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:57.906342 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9779e154-934b-48ad-b51b-a3b37b193082 req-343bcc67-40b8-44db-8504-142fc547f507 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0497947 Nov 22 17:18:57.955160 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9779e154-934b-48ad-b51b-a3b37b193082 req-e92726a4-1981-4884-9615-8b63f9e5b7e3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421333 Nov 22 17:18:59.325971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c0380-4884-4f72-9dc3-22cd932a4b8c req-66db5a0b-c8c8-42d2-9780-5bf14031cb5c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:18:59.327395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce5c0380-4884-4f72-9dc3-22cd932a4b8c req-66db5a0b-c8c8-42d2-9780-5bf14031cb5c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Nov 22 17:18:59.382032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ce5c0380-4884-4f72-9dc3-22cd932a4b8c req-ecadf536-4a13-4a87-997f-70b795d5a330 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486870 Nov 22 17:19:00.500324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b301a1-69fc-4d00-8c88-81091bb6fc20 req-7d43bdd7-2d4c-4364-98d8-0d5926f270e5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:00.501832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9b301a1-69fc-4d00-8c88-81091bb6fc20 req-7d43bdd7-2d4c-4364-98d8-0d5926f270e5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0502841 Nov 22 17:19:00.549478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9b301a1-69fc-4d00-8c88-81091bb6fc20 req-c30583b1-3b32-4861-be3d-7b3f3cbc1e8b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416765 Nov 22 17:19:01.666088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd70a1-a7c3-4b2a-84d6-81635f081d96 req-160ea144-c6fd-4c31-adad-7ffd7ade50dc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:01.667626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8fd70a1-a7c3-4b2a-84d6-81635f081d96 req-160ea144-c6fd-4c31-adad-7ffd7ade50dc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0494547 Nov 22 17:19:01.716017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a8fd70a1-a7c3-4b2a-84d6-81635f081d96 req-c361fbf5-3fb5-4d0a-a176-4059e14d1582 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417976 Nov 22 17:19:02.562086 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-6a9e8ea2-e41d-4bad-b5d4-95e657449c72 service neutron] show failed (client error): The resource could not be found. Nov 22 17:19:02.563070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-6a9e8ea2-e41d-4bad-b5d4-95e657449c72 service neutron] 10.222.0.66 "GET /v2.0/ports/1959189f-b9c2-4c9e-aa70-6b2769a8e381/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0575824 Nov 22 17:19:02.827281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-796a0be0-4f13-4774-8b73-ff2ddcdfdc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.828707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-796a0be0-4f13-4774-8b73-ff2ddcdfdc40 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 1096 time: 0.0945652 Nov 22 17:19:02.838782 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e566e-4aa9-469d-a7ba-a992b99cb44a req-022e7186-28d8-4346-a52e-70737fc8ff43 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:02.840374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da2e566e-4aa9-469d-a7ba-a992b99cb44a req-022e7186-28d8-4346-a52e-70737fc8ff43 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Nov 22 17:19:02.840533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-f979f78b-6953-4ae1-a0e1-e6a11adf98f5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:19:02.841324 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-f979f78b-6953-4ae1-a0e1-e6a11adf98f5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051057 Nov 22 17:19:02.855124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:02.890295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da2e566e-4aa9-469d-a7ba-a992b99cb44a req-20cca44f-3c82-4ab7-b933-99487553d9b9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437500 Nov 22 17:19:02.910296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:03.119113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:03.152887 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:03.193475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:03.196258 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb56daa1-11fa-4119-a96c-a7c5e3ecc54b" -d '{"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:03.200157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:03.213339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Transition to ACTIVE for port object 1959189f-b9c2-4c9e-aa70-6b2769a8e381 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:19:03.217408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:03.302992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:03.322832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.323348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.323854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.324348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.324841 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.325335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.325860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.326353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.326849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.327350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.327838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.328330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:03.381814 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60baf272-a498-4dc8-88b2-4d35ecf8cf09 x-openstack-request-id: req-60baf272-a498-4dc8-88b2-4d35ecf8cf09 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:03.382113 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-unplugged", "status": "completed", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:03.382471 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60baf272-a498-4dc8-88b2-4d35ecf8cf09 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:03.382913 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'code': 200} Nov 22 17:19:03.383746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] No DVR routers for this DVR port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:03.523332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:03.523589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:03.523919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:03.528248 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:19:03.528571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Attempting to bind port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:03.533375 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:03.533742 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:03.534132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:03.534557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Bound port: 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:03.534913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:03.601719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:03.604740 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:03.608900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:03.645845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:03.646644 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:03.648123 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] 10.222.0.20 "PUT /v2.0/ports/1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 1091 time: 0.7980371 Nov 22 17:19:03.670049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb6b0d-4ac3-417b-a865-4e7f0082e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:03.730778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-ec04f597-ce8f-41c1-a1a1-5aa533e90abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:03.732460 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-ec04f597-ce8f-41c1-a1a1-5aa533e90abf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1094 time: 0.0587428 Nov 22 17:19:03.828725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-388c6cf5-1dba-4958-810e-7d4d65653040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:03.830242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-388c6cf5-1dba-4958-810e-7d4d65653040 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0903234 Nov 22 17:19:03.903769 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-6edb1d42-890c-434d-accb-94dc1fd35f71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 999 time: 0.0645883 Nov 22 17:19:03.955901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-085d4f1e-7e06-43e8-9326-9852a21e13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:03.958474 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-085d4f1e-7e06-43e8-9326-9852a21e13f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0455737 Nov 22 17:19:04.003373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-7c5d9cbb-727c-4da6-9232-5af6459c9e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:04.005496 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-7c5d9cbb-727c-4da6-9232-5af6459c9e45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405545 Nov 22 17:19:04.010921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb2d1-e9af-495e-a043-20c27aff26af req-8fd94401-da11-4356-baf4-d742d2a54a57 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:04.012401 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-baffb2d1-e9af-495e-a043-20c27aff26af req-8fd94401-da11-4356-baf4-d742d2a54a57 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 943 time: 0.0498743 Nov 22 17:19:04.060553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-baffb2d1-e9af-495e-a043-20c27aff26af req-5f356a83-3b2a-4b0a-8bd9-ccda3779ea64 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Nov 22 17:19:04.101051 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-f428c98b-fe76-45a2-aefa-3e96a71c942d service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873852 Nov 22 17:19:04.192353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a4e894cf-0e05-431e-8ade-5905a306b719 req-318b4509-b306-4f78-bdfd-82c83aa7bff2 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837071 Nov 22 17:19:05.186842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84741d6-c6c1-4827-8e31-1f8dc143ee5c req-ee558b33-7694-4d94-9ab0-394539738254 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.188306 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e84741d6-c6c1-4827-8e31-1f8dc143ee5c req-ee558b33-7694-4d94-9ab0-394539738254 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 943 time: 0.0531342 Nov 22 17:19:05.236164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e84741d6-c6c1-4827-8e31-1f8dc143ee5c req-c75cb749-b799-4db7-9306-dbfd77a6a989 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414863 Nov 22 17:19:05.384313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:05.386723 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8431a9e0-8e2b-4a56-9b03-080e992662c9" -d '{"events": [{"name": "network-changed", "server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:05.438592 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8e5666-259b-487b-9f5b-9de9de0b76b0 x-openstack-request-id: req-de8e5666-259b-487b-9f5b-9de9de0b76b0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:05.438886 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:05.439139 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de8e5666-259b-487b-9f5b-9de9de0b76b0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:05.439558 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'status': 'completed', 'code': 200} Nov 22 17:19:05.503187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-9ea1656d-3503-40ff-b7df-c705b64911df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.505021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-bbadc513-b065-4706-8804-05ab7649167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.505625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-9ea1656d-3503-40ff-b7df-c705b64911df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1094 time: 0.0435100 Nov 22 17:19:05.506525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-bbadc513-b065-4706-8804-05ab7649167f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1094 time: 0.0404801 Nov 22 17:19:05.603417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-b1c90cb9-c711-4332-ace8-02b220e6a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.604073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-144f78f9-e7fa-4d2e-add1-6d714dab17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.604795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-b1c90cb9-c711-4332-ace8-02b220e6a9c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0885353 Nov 22 17:19:05.605524 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-144f78f9-e7fa-4d2e-add1-6d714dab17f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0904400 Nov 22 17:19:05.676405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-13f441ad-bb62-4e81-a1fa-59be1dbff10a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 999 time: 0.0591340 Nov 22 17:19:05.676658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-ffb5d8ad-763a-4060-b89c-7d50f9187408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 999 time: 0.0592887 Nov 22 17:19:05.731435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-ec816950-87e3-4fbe-9a7b-8249e362fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.733092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-ec816950-87e3-4fbe-9a7b-8249e362fe7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0490291 Nov 22 17:19:05.735450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-4a896c3e-a8fe-4a06-bcef-34ca0abf2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.737000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-4a896c3e-a8fe-4a06-bcef-34ca0abf2f30 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0474093 Nov 22 17:19:05.786169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-d8d68ef9-34cc-44ae-bd20-5540c3edcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.787851 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-d8d68ef9-34cc-44ae-bd20-5540c3edcd15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413561 Nov 22 17:19:05.789884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-83c0ce7e-42bd-4e7d-bd80-48b9d61d87b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:05.791426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-83c0ce7e-42bd-4e7d-bd80-48b9d61d87b2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471351 Nov 22 17:19:05.893943 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-adb2032b-6aa5-4e94-b1ee-dc5fbb782d9c service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967445 Nov 22 17:19:05.905984 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-95ac655e-df1f-4798-9d4e-4f5c39a9f19a service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065316 Nov 22 17:19:06.003100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-abaeb128-8ad5-4497-996c-c0a1a6a927c5 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952551 Nov 22 17:19:06.003414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8431a9e0-8e2b-4a56-9b03-080e992662c9 req-479398d7-f64a-45b8-8b1a-b7856ecddc67 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888145 Nov 22 17:19:06.186226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:19:06.283261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:06.295450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'mac_address': 'fa:16:3e:01:50:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:19:06.327809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:06.358258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:06.360259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d240d46-3ac4-4094-920d-5d4e8ffc8a8d req-c6ae208b-322f-4988-a436-adf1131effb7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.361776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d240d46-3ac4-4094-920d-5d4e8ffc8a8d req-c6ae208b-322f-4988-a436-adf1131effb7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 943 time: 0.0525360 Nov 22 17:19:06.379786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1959189f-b9c2-4c9e-aa70-6b2769a8e381 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:06.386965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:06.402568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:06.406664 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:06.413617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d240d46-3ac4-4094-920d-5d4e8ffc8a8d req-3357bcdf-969e-4bfe-9ad0-d9ccf4f8604f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451472 Nov 22 17:19:06.463275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:06.470860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.471211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.471553 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.471888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.472221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.472552 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.473693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.474119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.474561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.474953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.475292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.475536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:06.648329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a57943-4e09-4f33-96c0-ea8c7daa1f8d req-8622f09b-82b0-4c46-a7c7-eb13b4a05d8d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.649870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9a57943-4e09-4f33-96c0-ea8c7daa1f8d req-8622f09b-82b0-4c46-a7c7-eb13b4a05d8d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 944 time: 0.0815680 Nov 22 17:19:06.664113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-c9c03bcc-bd4d-449d-bda7-096e4fc55d8b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.665491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-c9c03bcc-bd4d-449d-bda7-096e4fc55d8b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8&tenant_id=6f2248a3296840318c66e90ad0247c4b&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.0725150 Nov 22 17:19:06.686180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['1959189f-b9c2-4c9e-aa70-6b2769a8e381'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:06.745320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9a57943-4e09-4f33-96c0-ea8c7daa1f8d req-8d72d3af-d634-4723-b2b3-8f1d4fc95823 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887468 Nov 22 17:19:06.754840 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-8c6dc660-db17-49d4-9a1c-22f909adeec2 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:19:06.755843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-8c6dc660-db17-49d4-9a1c-22f909adeec2 service neutron] 10.222.0.66 "DELETE /v2.0/ports/1959189f-b9c2-4c9e-aa70-6b2769a8e381/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0773201 Nov 22 17:19:06.850603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-f2a255ff-e073-463e-a439-0d83a766a64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.852082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-f2a255ff-e073-463e-a439-0d83a766a64d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 1095 time: 0.0429754 Nov 22 17:19:06.947647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-9cff3c38-1968-4cef-b38f-8e7efa54f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:06.949179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-9cff3c38-1968-4cef-b38f-8e7efa54f87b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0884750 Nov 22 17:19:07.016149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-ded1acfb-ec56-48a4-ad51-651c0a93530d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 200 len: 1000 time: 0.0586209 Nov 22 17:19:07.065673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-b4b8a7b2-4d65-41c8-a109-302760b8292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:07.067665 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-b4b8a7b2-4d65-41c8-a109-302760b8292f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0439472 Nov 22 17:19:07.120066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-828724aa-d1c7-4254-b91e-05921d7a1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:07.121525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-828724aa-d1c7-4254-b91e-05921d7a1c23 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446122 Nov 22 17:19:07.212407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-2bf34dd5-0d65-4012-9366-0c7cc9ab9a30 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818777 Nov 22 17:19:07.604669 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3cab05e-42b5-406f-a396-5e55e6139c5e req-095cb3ba-096e-4fcc-9db9-090dd8f61265 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835399 Nov 22 17:19:07.743861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:07.872332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e01ddde-03c5-4ab1-8294-fe1e2cacbea1 req-1c31a7ea-6c43-460a-99d6-10f56af43614 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:07.873730 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e01ddde-03c5-4ab1-8294-fe1e2cacbea1 req-1c31a7ea-6c43-460a-99d6-10f56af43614 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 944 time: 0.0502808 Nov 22 17:19:07.920778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e01ddde-03c5-4ab1-8294-fe1e2cacbea1 req-c9241310-ad3b-4bb1-bff0-831854bc257e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409663 Nov 22 17:19:08.195012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:08.253531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:19:08.258288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:08.258667 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.337080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.360165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:08.362433 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd695c-1729-468d-8fb7-2bb816096d97" -d '{"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-plugged", "status": "completed", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:08.375008 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:08.379115 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:08.431213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:08.467131 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ed8d56-9eac-4db3-925f-9d9ccec30067 x-openstack-request-id: req-55ed8d56-9eac-4db3-925f-9d9ccec30067 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:08.467431 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-plugged", "status": "completed", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:08.467716 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55ed8d56-9eac-4db3-925f-9d9ccec30067 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:08.468120 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'code': 200} Nov 22 17:19:09.039466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b11055-2b4c-4cf3-b5c2-621d8b7dd13d req-2a3db45e-c64d-4fec-92c5-196d2b9f7822 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:09.041809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b11055-2b4c-4cf3-b5c2-621d8b7dd13d req-2a3db45e-c64d-4fec-92c5-196d2b9f7822 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Nov 22 17:19:09.096161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80b11055-2b4c-4cf3-b5c2-621d8b7dd13d req-855faf65-5a1c-4300-b0e3-41834198ae56 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481775 Nov 22 17:19:09.214839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9350bd3-4c1c-47a0-a51e-267043a17462 req-0cea7b55-5be1-49f9-ac89-47c1480a20f3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:09.216206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9350bd3-4c1c-47a0-a51e-267043a17462 req-0cea7b55-5be1-49f9-ac89-47c1480a20f3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0486975 Nov 22 17:19:09.264916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9350bd3-4c1c-47a0-a51e-267043a17462 req-1e8fb46e-deb9-44e5-80da-861effe3d86a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427675 Nov 22 17:19:09.327077 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:09.379867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4aacca-e25d-49d3-b130-4ac9c6dbfb49 req-3d765204-bc33-4091-85ee-8b1f956e92e9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:09.381335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c4aacca-e25d-49d3-b130-4ac9c6dbfb49 req-3d765204-bc33-4091-85ee-8b1f956e92e9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0494075 Nov 22 17:19:09.429922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c4aacca-e25d-49d3-b130-4ac9c6dbfb49 req-9291e2f2-54e7-4047-8978-cd13d3bb944c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Nov 22 17:19:09.671299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e45808-c648-460c-bf42-a204242afd81 req-66b71b41-dc48-4830-9329-875800c1b152 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:09.672762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0e45808-c648-460c-bf42-a204242afd81 req-66b71b41-dc48-4830-9329-875800c1b152 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0535731 Nov 22 17:19:09.721242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f0e45808-c648-460c-bf42-a204242afd81 req-b7735042-4230-4eb9-97b7-19e26a529fef tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417356 Nov 22 17:19:10.838450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242ff13-ab82-41c7-a57c-b9873b1087a0 req-9478d147-9fea-4381-868b-a4143109514d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:10.839922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b242ff13-ab82-41c7-a57c-b9873b1087a0 req-9478d147-9fea-4381-868b-a4143109514d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Nov 22 17:19:10.887503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b242ff13-ab82-41c7-a57c-b9873b1087a0 req-583a5c33-d99d-4c5b-a53c-94c204c26df0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415013 Nov 22 17:19:11.006957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017823c-525a-4321-825a-23074d1d3d34 req-535f6fc9-cf1c-4f18-bcf7-8e79ee0e9749 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:11.008423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3017823c-525a-4321-825a-23074d1d3d34 req-535f6fc9-cf1c-4f18-bcf7-8e79ee0e9749 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 945 time: 0.0482903 Nov 22 17:19:11.100496 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Deleting port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:19:11.100867 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:11.187157 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] For port 1959189f-b9c2-4c9e-aa70-6b2769a8e381, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=1959189f-b9c2-4c9e-aa70-6b2769a8e381,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:11.187515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:11.825767 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:11.826133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:11.826451 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 disassociated. External IP: 172.25.6.146, port: 1959189f-b9c2-4c9e-aa70-6b2769a8e381. Nov 22 17:19:11.826801 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Calling delete_port for 1959189f-b9c2-4c9e-aa70-6b2769a8e381 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:19:11.958133 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:11.984962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2b0a498-ea2c-4863-93b3-1546965d012e req-89fa4dee-4570-42c2-afb0-81fbfe5d5ae5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=10dcbfa6-44ee-442d-afac-a0a71694e7e8 HTTP/1.1" status: 200 len: 210 time: 0.0283084 Nov 22 17:19:11.988218 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event deleted for resources: {'Port': ['ID=1959189f-b9c2-4c9e-aa70-6b2769a8e381,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:12.112957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:19:12.222544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:12.232702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:12.243717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:12.244502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:18:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:12.266207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] No DVR routers for this DVR port 1959189f-b9c2-4c9e-aa70-6b2769a8e381 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:19:12.269449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:12.274195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-3017823c-525a-4321-825a-23074d1d3d34 req-48064d2e-ad73-4801-aed6-78a6b71fffb6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "DELETE /v2.0/ports/1959189f-b9c2-4c9e-aa70-6b2769a8e381 HTTP/1.1" status: 204 len: 173 time: 1.2591147 Nov 22 17:19:12.274641 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-deleted', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:12.276984 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec065dc-b075-400f-b1cb-bcf7a388e64d" -d '{"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-deleted", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:12.316462 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c177bc3-204a-4831-b9ce-73584d829b94 x-openstack-request-id: req-6c177bc3-204a-4831-b9ce-73584d829b94 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:12.317886 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10dcbfa6-44ee-442d-afac-a0a71694e7e8", "name": "network-vif-deleted", "tag": "1959189f-b9c2-4c9e-aa70-6b2769a8e381", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:12.317886 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6c177bc3-204a-4831-b9ce-73584d829b94 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:12.318431 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10dcbfa6-44ee-442d-afac-a0a71694e7e8', 'name': 'network-vif-deleted', 'tag': '1959189f-b9c2-4c9e-aa70-6b2769a8e381', 'status': 'completed', 'code': 200} Nov 22 17:19:12.365283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:12.738264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:12.767527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:12.776148 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:12.776806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:18:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:12.882296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:13.080095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:13.110734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed7f1de-2448-4732-8e9e-0685133dbe55 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:13.240549 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-387a47a2-6b3e-4029-be03-63f1702eb7dd tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--784644633&fields=id&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 267 time: 0.0481460 Nov 22 17:19:13.343468 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb5ec5-0ec1-48da-9d9f-2a19a17c043e None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:19:13.354538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-70a0586f-475d-49a7-851f-f724f76034f9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:13.356081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-70a0586f-475d-49a7-851f-f724f76034f9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1082780 Nov 22 17:19:13.371382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-8293029f-e2ec-4f67-9d04-6e120f0d0cc8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/quotas/6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 375 time: 0.0094666 Nov 22 17:19:13.430135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-50f329d1-b730-47fe-be06-b644179298fb tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521142 Nov 22 17:19:13.580163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-516ab8f8-3cb3-4ee8-93d9-c44d3eaf8f7f service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380534 Nov 22 17:19:13.684252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-2048cc33-10f2-4aad-866d-c51d53d3ee0c service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973759 Nov 22 17:19:13.857156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77c7eef0-7b54-416c-bf08-06be8d64602c req-725bca7f-7fd6-40c6-9bf1-6c7cdce5cf86 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 210 time: 0.0297432 Nov 22 17:19:14.232370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:19:14.257518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 1959189f-b9c2-4c9e-aa70-6b2769a8e381 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:19:14.257919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 1959189f-b9c2-4c9e-aa70-6b2769a8e381 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:19:14.934754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-637328e5-9991-41f1-9ae6-c29feda2d6e1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:14.936274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-637328e5-9991-41f1-9ae6-c29feda2d6e1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1097903 Nov 22 17:19:14.974220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-045bb24a-db79-4805-8a50-f4ee77208f9b req-636f1fbb-72e5-4df0-ab09-c2c7f83d78d8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 210 time: 0.0367754 Nov 22 17:19:15.021191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-df9686d7-b44a-4614-a305-1420a43940f7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 379 time: 0.0741239 Nov 22 17:19:15.031437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'port': {'device_id': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'admin_state_up': True, 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'security_groups': ['a9392696-4804-4cae-8820-05aa71dbe91f']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:15.137532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Made reservation on behalf of 6f2248a3296840318c66e90ad0247c4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:19:15.141243 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.282654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Allocated IP 172.20.0.9 (e95f2dbc-1f79-4175-b1f2-59988063386b/f3ed7deb-13aa-4f6a-818b-318c1b927dfe/04d62d4e-9cd6-415f-8614-08d869b93150) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:19:15.433075 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.468166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.512749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:19:15.515886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:19:15.519866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:19:15.546172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:15.562349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.563003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.563642 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.564235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.564844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.565244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.565587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.565956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.566299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.567460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.567717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.568164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:19:15.596149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:15.596819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.616817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-f44f9798-8cfc-42b8-b236-1a77ec2dde7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886908 Nov 22 17:19:15.631455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Request body: {'port': {'device_id': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:15.694692 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.766544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-15525e4e-6c66-4ead-809d-99771d6f9acc None None] Provisioning complete for port 04d62d4e-9cd6-415f-8614-08d869b93150 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:15.767184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-15525e4e-6c66-4ead-809d-99771d6f9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.804153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-15525e4e-6c66-4ead-809d-99771d6f9acc None None] Port 04d62d4e-9cd6-415f-8614-08d869b93150 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:19:15.978602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04d62d4e-9cd6-415f-8614-08d869b93150 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:15.986006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:15.998652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Transition to ACTIVE for port object 04d62d4e-9cd6-415f-8614-08d869b93150 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:19:16.003614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.100991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:16.156422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b174c734-aa1d-4c0f-b4a0-967718a6e31e req-d2c0bd8d-afc0-4bdf-920f-c2c5bc206778 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.158032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b174c734-aa1d-4c0f-b4a0-967718a6e31e req-d2c0bd8d-afc0-4bdf-920f-c2c5bc206778 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 943 time: 0.1098521 Nov 22 17:19:16.180084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:19:16.180413 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:19:16.180737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:16.194786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Port 04d62d4e-9cd6-415f-8614-08d869b93150 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:19:16.195108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:19:16.208441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:19:16.208792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:19:16.209163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:19:16.209607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Bound port: 04d62d4e-9cd6-415f-8614-08d869b93150, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:19:16.209986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.237290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b174c734-aa1d-4c0f-b4a0-967718a6e31e req-dd499440-a9ee-4fdd-ab65-680c5f55ad7d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687902 Nov 22 17:19:16.290083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:19:16.293318 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:19:16.297431 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.334217 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.334876 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:16.336268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] 10.222.0.66 "PUT /v2.0/ports/04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1091 time: 0.7100513 Nov 22 17:19:16.336704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:16.338961 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b40428-64c4-46cd-ba07-543b0cde618f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:16.378254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a6f68-53f4-436c-b5cc-56cfdc756e5b service neutron] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:16.430745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-a8d0751b-4a9c-45cb-a4ab-3e11cfdeb7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.432274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-a8d0751b-4a9c-45cb-a4ab-3e11cfdeb7f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1094 time: 0.0484240 Nov 22 17:19:16.480787 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05aaf4c6-0e30-461b-8cf6-67600ec2b0d1 x-openstack-request-id: req-05aaf4c6-0e30-461b-8cf6-67600ec2b0d1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:16.481155 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:16.481420 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05aaf4c6-0e30-461b-8cf6-67600ec2b0d1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:16.481863 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'status': 'completed', 'code': 200} Nov 22 17:19:16.483441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-6c3e3709-ccf7-44b6-92b1-30b7727b7cdb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 217 time: 0.0426791 Nov 22 17:19:16.541054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-38f9a107-cafc-4441-b3eb-8286cd0df427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.542659 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-38f9a107-cafc-4441-b3eb-8286cd0df427 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0505581 Nov 22 17:19:16.590453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-39648370-6557-4ea0-a088-77c4b367e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.591850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-39648370-6557-4ea0-a088-77c4b367e200 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415187 Nov 22 17:19:16.689664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-ff390499-3575-423c-989c-a018959e5cd1 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Nov 22 17:19:16.780438 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001f193f-5f4c-4584-8e12-3c8314bf75ef req-8a707216-13e7-4f6b-8b3b-ef306d5430f7 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823629 Nov 22 17:19:16.873630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-3aaa6bef-3fdb-403c-93ae-bd0b920894b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.875110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-3aaa6bef-3fdb-403c-93ae-bd0b920894b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1094 time: 0.0417809 Nov 22 17:19:16.971572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-a453228e-f224-4b4a-9e0d-0a9116651ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:16.973883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-a453228e-f224-4b4a-9e0d-0a9116651ca4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0912688 Nov 22 17:19:17.016231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-7b2fae99-dc75-44fc-9fef-68e8ef068436 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 217 time: 0.0346680 Nov 22 17:19:17.066525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-d7cb1389-03f3-4d4a-ae5d-b1c33a4e6135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:17.068038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-d7cb1389-03f3-4d4a-ae5d-b1c33a4e6135 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0431056 Nov 22 17:19:17.120659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-aec20a11-37d6-4530-b3a7-32cf74a9077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:17.122208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-aec20a11-37d6-4530-b3a7-32cf74a9077a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454962 Nov 22 17:19:17.212908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-d24e50b2-940e-4ad2-9ec4-ed3d095dabf2 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820847 Nov 22 17:19:17.322741 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8b40428-64c4-46cd-ba07-543b0cde618f req-6373df3a-2214-4bce-9a1e-0e976cf69f3e service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016352 Nov 22 17:19:17.362111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78973c6-4062-45ca-a7ed-0c83c2274eb4 req-08609d8c-426d-403d-bf68-915b3e5f4ff5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:17.364275 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a78973c6-4062-45ca-a7ed-0c83c2274eb4 req-08609d8c-426d-403d-bf68-915b3e5f4ff5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 943 time: 0.0539830 Nov 22 17:19:17.413479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a78973c6-4062-45ca-a7ed-0c83c2274eb4 req-139a43e9-95d2-4f43-9bb4-5c346b456027 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 Nov 22 17:19:18.531434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685b8d0-5d39-4818-b808-1efd5d2261f1 req-642afe19-6aee-4d35-acc8-e7fd866691a0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:18.533025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e685b8d0-5d39-4818-b808-1efd5d2261f1 req-642afe19-6aee-4d35-acc8-e7fd866691a0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 943 time: 0.0490797 Nov 22 17:19:18.590996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e685b8d0-5d39-4818-b808-1efd5d2261f1 req-d61dab02-16e3-483c-bc78-8cae993406eb tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512366 Nov 22 17:19:19.709720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb286b-99dd-4f23-8235-32b3d03a9406 req-eb996424-4d48-4b0b-802b-5e4bb0d49bcf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:19.711202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cbb286b-99dd-4f23-8235-32b3d03a9406 req-eb996424-4d48-4b0b-802b-5e4bb0d49bcf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 943 time: 0.0492339 Nov 22 17:19:19.758766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2cbb286b-99dd-4f23-8235-32b3d03a9406 req-53e3b4b7-bdaf-4ed2-8cbd-f945b6c99c76 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Nov 22 17:19:20.028711 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-89271827-92cd-497b-89f4-83d401add2ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.371322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:19:20.465485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:20.478578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '04d62d4e-9cd6-415f-8614-08d869b93150', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '04d62d4e-9cd6-415f-8614-08d869b93150', 'mac_address': 'fa:16:3e:78:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:19:20.518281 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.531199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d62d4e-9cd6-415f-8614-08d869b93150 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:19:20.552861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:20.558426 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:20.606739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:20.842872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['04d62d4e-9cd6-415f-8614-08d869b93150'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:19:20.877866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5c69d3-fbb1-4dd2-be5a-4bec77d0c6f9 req-e7967fef-2c80-4e48-b060-072e90567e7f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:20.880737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe5c69d3-fbb1-4dd2-be5a-4bec77d0c6f9 req-e7967fef-2c80-4e48-b060-072e90567e7f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 944 time: 0.0535431 Nov 22 17:19:20.935518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe5c69d3-fbb1-4dd2-be5a-4bec77d0c6f9 req-65bd758d-d4ce-4073-a0ee-4ba2f9668927 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482197 Nov 22 17:19:22.055503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958abe33-0653-4f6a-b664-416e02d36053 req-f213c652-5d5d-4adb-a0d3-81285ada7e56 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:22.056969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-958abe33-0653-4f6a-b664-416e02d36053 req-f213c652-5d5d-4adb-a0d3-81285ada7e56 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 944 time: 0.0526383 Nov 22 17:19:22.105000 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-958abe33-0653-4f6a-b664-416e02d36053 req-5eaa7e9d-c4da-4fa5-a831-77f3df4a13e4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421240 Nov 22 17:19:22.378914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:19:22.427423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 04d62d4e-9cd6-415f-8614-08d869b93150 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:19:22.431209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 04d62d4e-9cd6-415f-8614-08d869b93150 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:19:22.431631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.510933 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.533268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:22.535606 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6732222-b499-47f8-982d-d044faff9ded" -d '{"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-plugged", "status": "completed", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:22.547575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:19:22.552270 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:22.576236 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81fe6f2-7578-4718-afad-f0d80d796b91 x-openstack-request-id: req-b81fe6f2-7578-4718-afad-f0d80d796b91 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:22.576532 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-plugged", "status": "completed", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:22.576785 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b81fe6f2-7578-4718-afad-f0d80d796b91 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:22.577173 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'code': 200} Nov 22 17:19:22.602711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:19:22.676412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ae342-e20e-4673-ace1-41c263b2f003 req-8a9fcc21-9291-4717-9588-1372f9b2a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:22.677974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff3ae342-e20e-4673-ace1-41c263b2f003 req-8a9fcc21-9291-4717-9588-1372f9b2a510 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1096 time: 0.0405962 Nov 22 17:19:22.727402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff3ae342-e20e-4673-ace1-41c263b2f003 req-cf00791b-2911-45cd-a1a2-234f6525b392 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393236 Nov 22 17:19:23.220535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ad027-be57-4741-8591-f814d5cc9b2e req-4af43ae2-6e4d-40ae-bbad-bf645b71bc96 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:23.222023 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b60ad027-be57-4741-8591-f814d5cc9b2e req-4af43ae2-6e4d-40ae-bbad-bf645b71bc96 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0496109 Nov 22 17:19:23.281006 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b60ad027-be57-4741-8591-f814d5cc9b2e req-62062559-324e-4ea5-8695-60dbcd755835 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525155 Nov 22 17:19:23.428907 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-916bf660-66c0-4055-85d2-cfbdff2d4fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.147782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:24.404892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df47a3f-0019-4c9f-94f4-854986806d91 req-c1da7fb0-4ae8-42c4-93a4-cc5b853014f8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:24.406323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4df47a3f-0019-4c9f-94f4-854986806d91 req-c1da7fb0-4ae8-42c4-93a4-cc5b853014f8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0512331 Nov 22 17:19:24.455622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4df47a3f-0019-4c9f-94f4-854986806d91 req-9df1f6e3-03f1-498c-87b2-32aacdfeeafc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428061 Nov 22 17:19:24.571045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17677d04-2f4d-4a1e-be2a-94d98038b07d req-36ded775-d6b2-4abe-81f1-17857311b3a1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:24.572550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-17677d04-2f4d-4a1e-be2a-94d98038b07d req-36ded775-d6b2-4abe-81f1-17857311b3a1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0491347 Nov 22 17:19:24.581139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 50758) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:19:24.585426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'floatingip': {'port_id': '04d62d4e-9cd6-415f-8614-08d869b93150'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:19:24.627329 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.062404 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.066351 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.164615 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 associated. External IP: 172.25.6.146, port: 04d62d4e-9cd6-415f-8614-08d869b93150. Nov 22 17:19:25.370943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:19:25.481358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:19:25.486590 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.491990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:19:25.502327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:25.502998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:19:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:25.515022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-060ca029-2df3-4d3f-b11b-b7e3fcbed4aa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "PUT /v2.0/floatingips/84ba88ae-2223-4438-992e-93d276081063 HTTP/1.1" status: 200 len: 991 time: 0.9327812 Nov 22 17:19:25.515633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:19:25.518001 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f719d-4fc5-48d3-8291-ad1d438cd4a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:19:25.560528 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59c3439-b2dc-45b7-b61f-d9c4e1b8f33d x-openstack-request-id: req-a59c3439-b2dc-45b7-b61f-d9c4e1b8f33d {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:19:25.561307 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:19:25.561859 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a59c3439-b2dc-45b7-b61f-d9c4e1b8f33d {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:19:25.562201 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'status': 'completed', 'code': 200} Nov 22 17:19:25.597920 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:25.625916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:25.631410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-ee9fc40c-0c88-403d-a2b1-ed62eaf27827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:25.632995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-ee9fc40c-0c88-403d-a2b1-ed62eaf27827 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1096 time: 0.0440505 Nov 22 17:19:25.732546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-4652bbb3-a813-482a-9a2a-17885512c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:25.734081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-4652bbb3-a813-482a-9a2a-17885512c2b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0924435 Nov 22 17:19:25.802207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-9fbb67fe-8060-4361-b95b-b09cb93409ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 999 time: 0.0605879 Nov 22 17:19:25.851852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '04d62d4e-9cd6-415f-8614-08d869b93150', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:78:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:19:24Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:25.858977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-c9795853-9e78-47a6-9f46-daa072100e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:25.860629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-c9795853-9e78-47a6-9f46-daa072100e94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0495729 Nov 22 17:19:25.883765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:19:25.892090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:19:25.892702 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:19:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:25.908570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-f93d5a4c-86d5-4044-a187-785c355674a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:25.910159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-f93d5a4c-86d5-4044-a187-785c355674a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416851 Nov 22 17:19:25.998402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:19:26.005185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-9db6466e-e404-48d7-aca6-12aa15728b59 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852597 Nov 22 17:19:26.102318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-808f719d-4fc5-48d3-8291-ad1d438cd4a0 req-c65f39c4-6993-46f7-a536-b6c381716855 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901458 Nov 22 17:19:26.104686 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:26.251505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '04d62d4e-9cd6-415f-8614-08d869b93150', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:78:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:19:24Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:19:26.279807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e753a35f-6647-4d2d-a405-853841a011b9 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '04d62d4e-9cd6-415f-8614-08d869b93150', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:78:3c:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:19:24Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:19:26.497865 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955965f8-ba35-4e34-bc22-498ab0ecc040 None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:19:28.852438 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:19:31.244320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-d7a2a321-93cd-471f-8a8a-37a1736dfff9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401397 Nov 22 17:19:31.328565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-5fa9666d-172b-4d09-9d4a-a0714abef19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:31.330107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-5fa9666d-172b-4d09-9d4a-a0714abef19c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1096 time: 0.0413759 Nov 22 17:19:31.440718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-b3de3084-f497-42e4-950b-256b6f8dfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:31.442330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-b3de3084-f497-42e4-950b-256b6f8dfadb service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0913529 Nov 22 17:19:31.509854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-701befbe-44ba-4f0e-a22d-ece4e9176472 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1001 time: 0.0596895 Nov 22 17:19:31.563342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-337e3dec-c069-476c-876d-0b5b0016d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:31.564770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-337e3dec-c069-476c-876d-0b5b0016d492 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0473611 Nov 22 17:19:31.612552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-2659c3a1-599f-4209-a342-e31b913f022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:19:31.614552 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-2659c3a1-599f-4209-a342-e31b913f022e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416605 Nov 22 17:19:31.704413 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-47a1c3b0-ef66-4a79-89ea-0a938f07e733 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819416 Nov 22 17:19:31.797630 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4cc74e8-2a13-462b-872d-7b9a42489ee5 req-7d1be3a7-261a-40ee-b357-0d02c8ca744c service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845406 Nov 22 17:19:37.760607 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:39.351246 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:50.033869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f91ad66-9825-4316-98d3-38fbd9b9f46f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:53.431743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a78d7ddf-ac03-4350-9c3f-5defe7760756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:54.150925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:55.541775 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:19:56.096490 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:05.851423 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:20:07.774634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:09.354817 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:20.036449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d15db7f5-861d-4503-9c45-390d43bb072d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:23.435517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a28c4024-d8ba-4a0b-bd2f-0125af500810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:24.154499 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:25.543941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:26.099455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:32.250907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-9092ff1a-7ff3-4b07-a89c-ac41d36ef5ae service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410948 Nov 22 17:20:32.336609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-fb4e9a90-0f1a-4248-8650-ec17bd40c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:32.338120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-fb4e9a90-0f1a-4248-8650-ec17bd40c910 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1096 time: 0.0413961 Nov 22 17:20:32.450985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-03825b78-fc8c-41fc-b7a0-4864e04497b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:32.452433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-03825b78-fc8c-41fc-b7a0-4864e04497b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0885673 Nov 22 17:20:32.527186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-a17b2a43-0abc-438a-b188-e35b77b36c5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1001 time: 0.0603850 Nov 22 17:20:32.582371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-99ded2e2-90f1-450f-a800-841b30a73b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:32.583797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-99ded2e2-90f1-450f-a800-841b30a73b39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0484090 Nov 22 17:20:32.634681 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-0b479cc6-b8dc-4662-a411-bb37382b6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:20:32.636162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-0b479cc6-b8dc-4662-a411-bb37382b6d2b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393062 Nov 22 17:20:32.724948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-3cd7ba8d-4bae-45bd-a973-03fb597a38c3 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809984 Nov 22 17:20:33.115803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-647434b4-2fb7-449a-bb3c-74db2d51edd6 req-2d366632-43d6-4bf3-8a57-46be717d28d1 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3816490 Nov 22 17:20:37.788647 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:39.344074 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:42.851981 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:20:50.039081 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e25e413a-3c40-4ae4-8e9d-ebca2afaf5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:53.437489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1a7660f-aef8-47b4-a6b0-c01774d9dd15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:54.159796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:55.550847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:20:56.102767 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:06.573484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c26ed012-1ce6-48e1-816e-e6e1a8afadbf req-d05607e1-33eb-4ec5-91a6-d9ca5ee2ec26 service neutron] (103515) timed out ('10.222.0.65', 37986) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:21:07.802989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:08.420509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea6a6a-7b0e-4e8f-bb20-fe3152b9feff req-bed0ddb8-ca04-4be1-9124-b0c5cc7e9af8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:08.421966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35ea6a6a-7b0e-4e8f-bb20-fe3152b9feff req-bed0ddb8-ca04-4be1-9124-b0c5cc7e9af8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0531352 Nov 22 17:21:08.474350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35ea6a6a-7b0e-4e8f-bb20-fe3152b9feff req-c14390a7-8429-4c1f-96a1-cddc9a3f1ae3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445554 Nov 22 17:21:09.366324 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:09.668529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d8673-8a7f-4e41-ad35-302d33d885d1 req-150aa5b9-c936-4ddd-b573-5cb277be2e24 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:09.670065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e3d8673-8a7f-4e41-ad35-302d33d885d1 req-150aa5b9-c936-4ddd-b573-5cb277be2e24 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.1113236 Nov 22 17:21:09.727894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e3d8673-8a7f-4e41-ad35-302d33d885d1 req-33e31ccb-eb26-4141-a29a-4743968eb144 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510237 Nov 22 17:21:10.900051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355afc45-8729-4b5d-8d8c-9c0e9ad6ec13 req-d7f6bc9e-2d5a-4bbc-87ea-68cafe977218 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:10.901594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-355afc45-8729-4b5d-8d8c-9c0e9ad6ec13 req-d7f6bc9e-2d5a-4bbc-87ea-68cafe977218 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.1038120 Nov 22 17:21:10.948818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-355afc45-8729-4b5d-8d8c-9c0e9ad6ec13 req-b62cce72-0c1b-4a42-b08b-6e2ba362abbe tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404594 Nov 22 17:21:12.069163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4d299-2f25-4929-b1db-29e85d761901 req-a5bad660-8d37-4e0f-b228-d61f6af148bb tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:12.070638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bd4d299-2f25-4929-b1db-29e85d761901 req-a5bad660-8d37-4e0f-b228-d61f6af148bb tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0514085 Nov 22 17:21:12.117752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bd4d299-2f25-4929-b1db-29e85d761901 req-b7704f91-6733-463e-baea-4a5043fa7d9e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410628 Nov 22 17:21:13.235079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44846a18-b642-42b9-a10e-18e20882cc8f req-08a208b1-a1d4-42e0-b50a-5e8baa01d012 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:13.237159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44846a18-b642-42b9-a10e-18e20882cc8f req-08a208b1-a1d4-42e0-b50a-5e8baa01d012 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0510335 Nov 22 17:21:13.285925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44846a18-b642-42b9-a10e-18e20882cc8f req-986f3aec-6004-4d0c-8d73-82114ad35cf6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427852 Nov 22 17:21:14.401754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c2a04-e047-446e-bdd7-754a117ed57b req-00f4407a-f9a7-444b-9dd6-dc0e043f9aef tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:14.403276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a3c2a04-e047-446e-bdd7-754a117ed57b req-00f4407a-f9a7-444b-9dd6-dc0e043f9aef tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0488791 Nov 22 17:21:14.456585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9a3c2a04-e047-446e-bdd7-754a117ed57b req-711260e6-350c-4aa2-b1ec-37a704242b3d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467391 Nov 22 17:21:15.574060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c63f8-8637-43dd-91b2-e28a10a7468a req-3cbc36b4-8d37-4f58-9536-71cecdcc26c5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:15.575562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc7c63f8-8637-43dd-91b2-e28a10a7468a req-3cbc36b4-8d37-4f58-9536-71cecdcc26c5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0496690 Nov 22 17:21:15.623819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc7c63f8-8637-43dd-91b2-e28a10a7468a req-1f8185c8-7d38-4f17-87fd-5f89a62497df tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415921 Nov 22 17:21:16.750077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b19c4-3647-4530-aca1-a4d94627dd8d req-9ce06702-4628-4e45-b1ac-e30c2a673ee3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:16.752226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-626b19c4-3647-4530-aca1-a4d94627dd8d req-9ce06702-4628-4e45-b1ac-e30c2a673ee3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0556965 Nov 22 17:21:16.806329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-626b19c4-3647-4530-aca1-a4d94627dd8d req-200d237c-ec18-4912-bd8a-86c8b778f491 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472832 Nov 22 17:21:17.928704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a940ccd-b6f9-4399-aa37-2a5c1db3c75c req-e37068b4-6297-4151-9368-aebca592bbe5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:17.930099 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a940ccd-b6f9-4399-aa37-2a5c1db3c75c req-e37068b4-6297-4151-9368-aebca592bbe5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0535207 Nov 22 17:21:17.979329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a940ccd-b6f9-4399-aa37-2a5c1db3c75c req-5ef54c84-2de8-43b8-aaa6-a8ec7aaed9a0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433166 Nov 22 17:21:19.095276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752f8e-c0db-409d-bc98-8949c06bd9fc req-cfe270bd-8104-4736-bf2c-45b3bf04f624 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:19.097422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36752f8e-c0db-409d-bc98-8949c06bd9fc req-cfe270bd-8104-4736-bf2c-45b3bf04f624 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0497396 Nov 22 17:21:19.147355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36752f8e-c0db-409d-bc98-8949c06bd9fc req-5f801b6e-df30-40a2-bf6e-c776197dba6d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 Nov 22 17:21:19.851099 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:21:20.040259 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11d0f89f-6dc1-4371-8ab0-10f91df9a663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:20.434811 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e022fa-b629-4696-af7d-668a777549ba req-4c7bf9cb-5aec-449f-97d5-3fd6394173fc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:20.436375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11e022fa-b629-4696-af7d-668a777549ba req-4c7bf9cb-5aec-449f-97d5-3fd6394173fc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0656736 Nov 22 17:21:20.491767 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-b2a4f0e2-b85f-4f54-a6ef-3812fcee18b5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1296470 Nov 22 17:21:20.507358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11e022fa-b629-4696-af7d-668a777549ba req-fe55fbd2-1e85-489b-81f7-d02843c28dab tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561857 Nov 22 17:21:21.628845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a49f7d-ea4a-4901-b384-93a802cdb186 req-d126f6fa-451b-4ed8-ac5d-1116d3622d0a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:21.630390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5a49f7d-ea4a-4901-b384-93a802cdb186 req-d126f6fa-451b-4ed8-ac5d-1116d3622d0a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0501437 Nov 22 17:21:21.680838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5a49f7d-ea4a-4901-b384-93a802cdb186 req-54133b25-edd0-4126-b23c-6001fc3f1599 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442872 Nov 22 17:21:22.831592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cf395-36ca-4ab2-a2da-8abf7f195d92 req-8747cc7a-86b2-478f-a817-97ecd43fbb8d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:22.833253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b98cf395-36ca-4ab2-a2da-8abf7f195d92 req-8747cc7a-86b2-478f-a817-97ecd43fbb8d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0783656 Nov 22 17:21:22.863550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-d0df905f-a081-4031-8e01-8c8a33eb847b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:22.865210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-d0df905f-a081-4031-8e01-8c8a33eb847b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1096 time: 0.0743258 Nov 22 17:21:22.935001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b98cf395-36ca-4ab2-a2da-8abf7f195d92 req-8cf8423b-4d6e-4661-b4a9-4eb869e81232 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952127 Nov 22 17:21:22.977054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-1f1be141-941c-4106-b019-02590b676f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:22.978668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-1f1be141-941c-4106-b019-02590b676f64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1031227 Nov 22 17:21:23.054396 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-a275e3f1-00a0-494b-85dc-b97af7a8b651 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1001 time: 0.0644257 Nov 22 17:21:23.105605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-d371f037-6d2b-44ba-af27-d6ca97546327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:23.107093 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-d371f037-6d2b-44ba-af27-d6ca97546327 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0446775 Nov 22 17:21:23.158475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-0ed24fec-593d-4aee-b6aa-1a28f8bdff3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:23.160564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-0ed24fec-593d-4aee-b6aa-1a28f8bdff3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445058 Nov 22 17:21:23.255935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-995e3bf8-2c5b-4c79-81b9-90d9072ad410 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862088 Nov 22 17:21:23.346178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-c6617628-7cb8-469d-9c4f-80a641160555 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819819 Nov 22 17:21:23.444535 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b955f83a-314c-4985-b5d8-719837b02949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:24.058293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368bc596-fe93-4f11-9c8d-610cad794689 req-e4383324-a000-48d9-b4ed-9b9ccbaedb7e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:24.059746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-368bc596-fe93-4f11-9c8d-610cad794689 req-e4383324-a000-48d9-b4ed-9b9ccbaedb7e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0543299 Nov 22 17:21:24.108760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-368bc596-fe93-4f11-9c8d-610cad794689 req-9b32f13c-ab2d-4bde-bdd5-380267f64773 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429549 Nov 22 17:21:24.160898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:25.235863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b85cf3-40c4-44cd-9ba9-8e02012e3a17 req-c02f7de9-7730-415a-92b5-d5a3471fb2cf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:25.237404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71b85cf3-40c4-44cd-9ba9-8e02012e3a17 req-c02f7de9-7730-415a-92b5-d5a3471fb2cf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0549643 Nov 22 17:21:25.287553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71b85cf3-40c4-44cd-9ba9-8e02012e3a17 req-536d29f4-02c6-45a7-b351-2bfff517de24 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433960 Nov 22 17:21:25.549489 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:25.801171 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-6b44728d-890c-494b-80be-91941ec01f54 req-5eb8637f-2039-4a54-ba0a-16190545532a service neutron] show failed (client error): The resource could not be found. Nov 22 17:21:25.802256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-5eb8637f-2039-4a54-ba0a-16190545532a service neutron] 10.222.0.66 "GET /v2.0/ports/04d62d4e-9cd6-415f-8614-08d869b93150/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0593510 Nov 22 17:21:26.059949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-9efe3810-0f66-4325-aca5-3e0e3f76ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.061334 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-9efe3810-0f66-4325-aca5-3e0e3f76ce3c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 1096 time: 0.0405209 Nov 22 17:21:26.074779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:26.104689 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.127715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.330608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:26.365059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:26.407298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:26.408787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e241e-83fc-44c7-a7a0-15129521ab97 req-faac8761-bb9f-479c-b15f-f48d7277abe9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.409765 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c69cce-f47b-487c-9262-3c3ee74c52d1" -d '{"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-unplugged", "status": "completed", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:26.410740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-367e241e-83fc-44c7-a7a0-15129521ab97 req-faac8761-bb9f-479c-b15f-f48d7277abe9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0520773 Nov 22 17:21:26.414691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.428638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Transition to ACTIVE for port object 04d62d4e-9cd6-415f-8614-08d869b93150 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:21:26.432515 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.462931 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c176fd-fe54-4de2-854b-0bd53e29398e x-openstack-request-id: req-d1c176fd-fe54-4de2-854b-0bd53e29398e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:26.463238 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-unplugged", "status": "completed", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:26.463489 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1c176fd-fe54-4de2-854b-0bd53e29398e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:26.463886 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'code': 200} Nov 22 17:21:26.468352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-367e241e-83fc-44c7-a7a0-15129521ab97 req-485d3b6c-bd33-4aec-8906-3dd2395d1d7c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513213 Nov 22 17:21:26.525030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:26.539877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.540223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.541046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.541174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.541427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.541782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.542109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.542434 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.542760 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.543079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.543398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.543724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:26.582835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] No DVR routers for this DVR port 04d62d4e-9cd6-415f-8614-08d869b93150 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:21:26.721178 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:26.721516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:26.721877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:26.727081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Port 04d62d4e-9cd6-415f-8614-08d869b93150 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:21:26.727405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Attempting to bind port 04d62d4e-9cd6-415f-8614-08d869b93150 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:26.732114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:26.732453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:26.732837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:26.733290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Bound port: 04d62d4e-9cd6-415f-8614-08d869b93150, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:26.733646 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.796682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:26.799648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:26.804521 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.839797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.840416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:26.841882 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1091 time: 0.7710657 Nov 22 17:21:26.864756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfab94-0de7-40df-91a2-2509594b89b3 service neutron] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:26.912958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-4bdb2e91-61d7-4823-a993-9c4144099095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:26.914536 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-4bdb2e91-61d7-4823-a993-9c4144099095 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1094 time: 0.0468569 Nov 22 17:21:27.014081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-c4da1ebc-a225-476f-a0ee-615bebb8b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.015565 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-c4da1ebc-a225-476f-a0ee-615bebb8b9ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0922616 Nov 22 17:21:27.086288 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-6240cfe0-cac3-48db-a5e0-9fd9b83fbf91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 999 time: 0.0629158 Nov 22 17:21:27.137327 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-3dae354a-0bed-48ed-ae59-d89f76d8bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.138742 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-3dae354a-0bed-48ed-ae59-d89f76d8bbd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0438478 Nov 22 17:21:27.186547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44728d-890c-494b-80be-91941ec01f54 req-1baa8167-0eee-4072-a403-caa41f7e6841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.188060 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-1baa8167-0eee-4072-a403-caa41f7e6841 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409198 Nov 22 17:21:27.283419 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-9bccb9f3-5b6e-4f83-af53-352c1835522a service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867636 Nov 22 17:21:27.380068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6b44728d-890c-494b-80be-91941ec01f54 req-46d1d804-ce8a-4262-b6b1-03dd06663f0d service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873230 Nov 22 17:21:27.594556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30dce6-ae20-4420-9b53-774155d27a80 req-0c2fbd0f-d032-40d2-9d96-02f5353b360b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:27.596222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d30dce6-ae20-4420-9b53-774155d27a80 req-0c2fbd0f-d032-40d2-9d96-02f5353b360b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 943 time: 0.0502706 Nov 22 17:21:27.644055 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d30dce6-ae20-4420-9b53-774155d27a80 req-1c3a69a1-3614-4bd9-a1e0-a4718384e621 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415092 Nov 22 17:21:28.464849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:28.467415 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7f8145-4179-4914-92d0-de031e06b6e4" -d '{"events": [{"name": "network-changed", "server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:28.517730 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f9807b-f64b-4d7d-bdfd-c132085469ef x-openstack-request-id: req-a2f9807b-f64b-4d7d-bdfd-c132085469ef {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:28.518026 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:28.518284 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2f9807b-f64b-4d7d-bdfd-c132085469ef {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:28.518690 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'status': 'completed', 'code': 200} Nov 22 17:21:28.584335 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-41031970-eb85-4438-a50d-f0938fa26195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.586079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-41031970-eb85-4438-a50d-f0938fa26195 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1094 time: 0.0447390 Nov 22 17:21:28.586754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-d20efdea-60da-4c84-a5c9-716bbd62e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.588305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-d20efdea-60da-4c84-a5c9-716bbd62e977 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1094 time: 0.0462832 Nov 22 17:21:28.702215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-f94cfa5d-afc1-44e1-a348-54c033c54bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.704845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-f94cfa5d-afc1-44e1-a348-54c033c54bd8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1076224 Nov 22 17:21:28.706874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-81ef48be-1a3e-45ea-ae17-f84f648665d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.709675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-81ef48be-1a3e-45ea-ae17-f84f648665d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1157916 Nov 22 17:21:28.793270 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-f7871b27-c6c2-4023-be11-ec5b814ac923 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 999 time: 0.0757957 Nov 22 17:21:28.820320 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-862891ff-9184-4767-a8fa-aa0c25094b6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 999 time: 0.1037307 Nov 22 17:21:28.828141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3fc4d4-2f14-41da-ac2f-e0d03806926d req-b71affe0-ce2b-4ba7-9a6d-4d870d46f298 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.829792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db3fc4d4-2f14-41da-ac2f-e0d03806926d req-b71affe0-ce2b-4ba7-9a6d-4d870d46f298 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 943 time: 0.0691164 Nov 22 17:21:28.859700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-f15b35e1-7627-4274-9c31-b1255abac9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.861195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-f15b35e1-7627-4274-9c31-b1255abac9c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0569108 Nov 22 17:21:28.892167 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-44370d63-eb2b-4bfa-b6a7-3fe5fa52a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.892999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-44370d63-eb2b-4bfa-b6a7-3fe5fa52a88b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0622370 Nov 22 17:21:28.909821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-c5ffec82-e838-4b16-b83b-aa85e6887e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.912568 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-c5ffec82-e838-4b16-b83b-aa85e6887e2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435293 Nov 22 17:21:28.946587 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db3fc4d4-2f14-41da-ac2f-e0d03806926d req-25f7750d-5737-4b19-a40b-8ff524777af4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082420 Nov 22 17:21:28.960689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-be91f93c-f9c4-4327-82c4-5dac56edaaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:28.962251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-be91f93c-f9c4-4327-82c4-5dac56edaaba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594783 Nov 22 17:21:28.986831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:21:29.010445 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-762c2685-4ae6-42fb-a053-d5b1dfe37338 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887361 Nov 22 17:21:29.059027 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-a3a5f738-95b5-43ac-9cd3-0bb8f464cb3c service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880046 Nov 22 17:21:29.086615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:29.098735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '04d62d4e-9cd6-415f-8614-08d869b93150', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '04d62d4e-9cd6-415f-8614-08d869b93150', 'mac_address': 'fa:16:3e:78:3c:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:21:29.110717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-e8599c52-a931-4785-85d3-46d40a6eebc4 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921204 Nov 22 17:21:29.141858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:29.155606 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04d62d4e-9cd6-415f-8614-08d869b93150 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:29.164455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf7f8145-4179-4914-92d0-de031e06b6e4 req-3413cc7e-398b-4933-9e2a-174cb48c2a52 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938470 Nov 22 17:21:29.175426 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:29.180730 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:29.190877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-4f630d64-ec26-49a8-88d9-4b7aeefc7d47 req-cf8e6f4c-e2fb-4529-bffc-2805b7decef2 service neutron] (103515) timed out ('10.222.0.66', 53533) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:21:29.232166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:29.240306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.240650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.240987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.241318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.241646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.241998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.242323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.242644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.242963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.243280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.243601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.243917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:29.398106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['04d62d4e-9cd6-415f-8614-08d869b93150'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:21:29.633999 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-4be0fc67-f9d5-4367-8d83-4636a7367903 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408552 Nov 22 17:21:29.722301 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-828abbbf-a214-4d80-a7a4-8ed3605ffe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.724489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-828abbbf-a214-4d80-a7a4-8ed3605ffe3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1095 time: 0.0414822 Nov 22 17:21:29.831549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-b7a42193-25c4-4f6d-98fe-bb5752edf2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.833235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-b7a42193-25c4-4f6d-98fe-bb5752edf2a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0889239 Nov 22 17:21:29.897978 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-18da2996-668b-4881-826e-3a9d58cb1664 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1000 time: 0.0575194 Nov 22 17:21:29.952423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-9bd3c498-58a9-4a41-b26d-c7b471cd1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:29.953879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-9bd3c498-58a9-4a41-b26d-c7b471cd1318 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0482481 Nov 22 17:21:30.001161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-c469c4de-36dc-4c3c-8511-3b683340157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.002675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-c469c4de-36dc-4c3c-8511-3b683340157c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411510 Nov 22 17:21:30.071935 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0883fc4-a021-41bf-ad84-e20d89f01ef7 req-e0da6625-813c-444b-ae97-3cb41edac29b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.073546 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0883fc4-a021-41bf-ad84-e20d89f01ef7 req-e0da6625-813c-444b-ae97-3cb41edac29b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 944 time: 0.0495720 Nov 22 17:21:30.095359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-0f3ecc8c-8072-4071-82d2-4ff0f225085d service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833621 Nov 22 17:21:30.121670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c0883fc4-a021-41bf-ad84-e20d89f01ef7 req-0f2e35de-7061-4b50-a9a9-9093a20404ef tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419869 Nov 22 17:21:30.190488 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-8f69ca9b-e31f-4226-b851-b4ada248a0be req-9a243027-38da-4984-a4a5-1565285dd5db service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878236 Nov 22 17:21:30.357092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be35047a-3832-4063-8e2f-7b85e79bf766 req-952816ec-18d5-451b-971c-5116328563c9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.358700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be35047a-3832-4063-8e2f-7b85e79bf766 req-952816ec-18d5-451b-971c-5116328563c9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 944 time: 0.0840812 Nov 22 17:21:30.372870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-afbb15de-9dec-48bf-b320-62ef1fbc41a8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.374315 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-afbb15de-9dec-48bf-b320-62ef1fbc41a8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c&tenant_id=6f2248a3296840318c66e90ad0247c4b&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.0903161 Nov 22 17:21:30.452455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be35047a-3832-4063-8e2f-7b85e79bf766 req-73ce4461-181d-4349-94d1-e8b5e8a5dd92 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873785 Nov 22 17:21:30.468368 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-507aa4d1-d79a-4e22-aacc-aba0c6d5cc8c service neutron] delete failed (client error): The resource could not be found. Nov 22 17:21:30.469341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-507aa4d1-d79a-4e22-aacc-aba0c6d5cc8c service neutron] 10.222.0.66 "DELETE /v2.0/ports/04d62d4e-9cd6-415f-8614-08d869b93150/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0814571 Nov 22 17:21:30.572160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-41477778-af65-457e-8445-4808d84ae003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.573815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-41477778-af65-457e-8445-4808d84ae003 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1095 time: 0.0564857 Nov 22 17:21:30.687612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-b4a34803-4595-4cf5-85a5-7d827ca9bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.689077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-b4a34803-4595-4cf5-85a5-7d827ca9bcd8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1074228 Nov 22 17:21:30.761012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-0fa0b256-be5a-44b3-ad7c-0d9af0d34abb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1000 time: 0.0634892 Nov 22 17:21:30.815693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-4dc98b18-2b94-413c-b84d-48da600c0075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.817873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-4dc98b18-2b94-413c-b84d-48da600c0075 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0474157 Nov 22 17:21:30.871941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-afba35fd-771a-4a02-8f22-6d7558b7befd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:30.873426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-afba35fd-771a-4a02-8f22-6d7558b7befd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482988 Nov 22 17:21:30.971089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-c8750ad5-1413-4d1a-9579-7b2caacb54ae service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843518 Nov 22 17:21:30.992621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:31.047729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 04d62d4e-9cd6-415f-8614-08d869b93150 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:21:31.052527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 04d62d4e-9cd6-415f-8614-08d869b93150 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:31.053011 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:31.080578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d9d0c3-3ebd-44a9-ad01-dedafce69c5b req-8ae2ac0f-982c-42d7-b7ad-d63ed7840bd5 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017289 Nov 22 17:21:31.086835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:31.145854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:31.190348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:31.217043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:31.219317 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ef7a35-7382-4bde-8ef0-fdcba8c22b70" -d '{"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-plugged", "status": "completed", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:31.232176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:31.236764 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:31.284595 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77101471-ffb8-4e1e-8ff6-a4f2f76f0ab2 x-openstack-request-id: req-77101471-ffb8-4e1e-8ff6-a4f2f76f0ab2 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:31.284886 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-plugged", "status": "completed", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:31.285139 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77101471-ffb8-4e1e-8ff6-a4f2f76f0ab2 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:31.286081 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'code': 200} Nov 22 17:21:31.290843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:31.578174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476c020-6554-493c-aa99-5103b406f654 req-079c92e1-eb74-4455-99b9-0749464609c0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:31.579696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5476c020-6554-493c-aa99-5103b406f654 req-079c92e1-eb74-4455-99b9-0749464609c0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0561788 Nov 22 17:21:31.631369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5476c020-6554-493c-aa99-5103b406f654 req-dca851ce-d5d7-456f-beee-1bd6d2bb73f2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450804 Nov 22 17:21:32.752907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb37e18-840b-47e1-8442-39be2a163053 req-23b6f069-34a6-4dca-b5ab-74ae35636dd2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:32.754427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1eb37e18-840b-47e1-8442-39be2a163053 req-23b6f069-34a6-4dca-b5ab-74ae35636dd2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0494237 Nov 22 17:21:32.808025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1eb37e18-840b-47e1-8442-39be2a163053 req-e9ee39e4-ba68-4a92-a42b-eb317ebafaad tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473766 Nov 22 17:21:32.924084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c735b3b7-5c52-4315-8227-2d10f5b4e924 req-84e70bde-0f28-4aa3-bc83-8c0c828790ac tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:32.925490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c735b3b7-5c52-4315-8227-2d10f5b4e924 req-84e70bde-0f28-4aa3-bc83-8c0c828790ac tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0482440 Nov 22 17:21:32.974118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c735b3b7-5c52-4315-8227-2d10f5b4e924 req-7ff9b799-ed55-4eb3-ae72-0c5a0ad40a49 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Nov 22 17:21:33.177423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa58306-5b6d-41ab-8b45-8fb79a6af3d2 req-7376b11b-ddf9-4cf8-9bd0-700aa57bf128 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.178916 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9fa58306-5b6d-41ab-8b45-8fb79a6af3d2 req-7376b11b-ddf9-4cf8-9bd0-700aa57bf128 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0526304 Nov 22 17:21:33.208883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-bdbbf963-b216-43b4-9841-bff42c1dce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.211189 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-bdbbf963-b216-43b4-9841-bff42c1dce14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 1096 time: 0.0427876 Nov 22 17:21:33.229229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9fa58306-5b6d-41ab-8b45-8fb79a6af3d2 req-91743cfb-1224-4129-8df9-c3a61a2ac7f0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Nov 22 17:21:33.310424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-b6fc8ba2-9a30-425e-8485-953d62ff7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.311946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-b6fc8ba2-9a30-425e-8485-953d62ff7ee6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0938065 Nov 22 17:21:33.377913 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-36ee9144-06d1-4643-a4f1-70e451e4b366 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 200 len: 1001 time: 0.0582178 Nov 22 17:21:33.427725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-46c4bd11-e20b-469a-8d7c-563172613836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.429163 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-46c4bd11-e20b-469a-8d7c-563172613836 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0437188 Nov 22 17:21:33.479976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-92412a61-df43-4118-9101-0dc3bb3ad17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:33.481506 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-92412a61-df43-4118-9101-0dc3bb3ad17e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440848 Nov 22 17:21:33.572651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-1121683f-e036-493c-ab38-381e9ac54e43 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828438 Nov 22 17:21:33.668392 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14e1f10f-8dbe-421c-a931-6a5a0afec62f req-fba938cd-7ad4-42fa-9e92-624c18423d4a service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875721 Nov 22 17:21:34.352198 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ab27-0b85-4c8f-9286-96d8612b6d8f req-19fb45d8-1b05-4d9d-be3e-69aa869827c3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.353713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97a3ab27-0b85-4c8f-9286-96d8612b6d8f req-19fb45d8-1b05-4d9d-be3e-69aa869827c3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0543985 Nov 22 17:21:34.401170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-97a3ab27-0b85-4c8f-9286-96d8612b6d8f req-8d9445fa-a197-469a-b692-c1ebd8019b82 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414169 Nov 22 17:21:34.639777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed967ef3-5335-45d1-ac1b-9f6e149e997a req-b9b0b127-8087-41e0-8e17-1c2b327de6b5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:34.641335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed967ef3-5335-45d1-ac1b-9f6e149e997a req-b9b0b127-8087-41e0-8e17-1c2b327de6b5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0497406 Nov 22 17:21:34.697226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed967ef3-5335-45d1-ac1b-9f6e149e997a req-3499e25f-0f84-4c99-86bd-79993ae6b624 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437605 Nov 22 17:21:35.817119 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3a65c-9c08-4f07-8c6d-c49345e2a12b req-aa11d4ca-bd33-428b-84ff-2a9273491aed tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:35.819001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0eb3a65c-9c08-4f07-8c6d-c49345e2a12b req-aa11d4ca-bd33-428b-84ff-2a9273491aed tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0500638 Nov 22 17:21:35.871664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0eb3a65c-9c08-4f07-8c6d-c49345e2a12b req-292496bd-94b5-4de8-9eab-1ad56f45fbf7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465572 Nov 22 17:21:35.994140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-873be62e-73a8-440c-a404-4c3dce0114da tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:35.995614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-873be62e-73a8-440c-a404-4c3dce0114da tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 945 time: 0.0520897 Nov 22 17:21:36.087024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Deleting port 04d62d4e-9cd6-415f-8614-08d869b93150 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:21:36.087369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.181087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] For port 04d62d4e-9cd6-415f-8614-08d869b93150, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=04d62d4e-9cd6-415f-8614-08d869b93150,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:36.181449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.361860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.362115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.362430 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 disassociated. External IP: 172.25.6.146, port: 04d62d4e-9cd6-415f-8614-08d869b93150. Nov 22 17:21:36.362771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Calling delete_port for 04d62d4e-9cd6-415f-8614-08d869b93150 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:21:36.497949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:36.527220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event deleted for resources: {'Port': ['ID=04d62d4e-9cd6-415f-8614-08d869b93150,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:36.873317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:36.971164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-afd90eb9-2be5-4ff5-8445-e7cca6558cc7 req-15e40aac-d9a0-41ff-94af-b0845551efbe tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5fd47cb-3054-4f37-8c75-7de7495d819c HTTP/1.1" status: 200 len: 210 time: 0.0267828 Nov 22 17:21:36.987110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:37.006548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:37.015914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:37.016519 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:21:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:37.039637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] No DVR routers for this DVR port 04d62d4e-9cd6-415f-8614-08d869b93150 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:21:37.042340 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:37.045639 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ff465ca5-e120-4b33-a869-b1a4b98ed858 req-0403d775-581b-43c2-a07b-c895068a400f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "DELETE /v2.0/ports/04d62d4e-9cd6-415f-8614-08d869b93150 HTTP/1.1" status: 204 len: 173 time: 1.0423763 Nov 22 17:21:37.046097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-deleted', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:37.048545 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4145909a9e8399972bfe7a44e150e559eb6de1fbdba335b73962126f7dc13a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7b3687-fcac-468f-b220-7d63913b5eb3" -d '{"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-deleted", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:37.087450 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f075b78-bb2d-4210-8264-60ff7b7e5997 x-openstack-request-id: req-5f075b78-bb2d-4210-8264-60ff7b7e5997 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:37.087728 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5fd47cb-3054-4f37-8c75-7de7495d819c", "name": "network-vif-deleted", "tag": "04d62d4e-9cd6-415f-8614-08d869b93150", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:37.087984 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f075b78-bb2d-4210-8264-60ff7b7e5997 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:37.088386 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5fd47cb-3054-4f37-8c75-7de7495d819c', 'name': 'network-vif-deleted', 'tag': '04d62d4e-9cd6-415f-8614-08d869b93150', 'status': 'completed', 'code': 200} Nov 22 17:21:37.138875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:37.501735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:37.529918 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:37.540263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:37.541246 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:21:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:37.656912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:37.842719 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:37.870897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:37.899340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a54a04-acd0-460a-92fb-15bc8ed949f6 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:38.143709 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a56a5bf-870b-4968-8a2d-c679fbc566d6 None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:21:38.266967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-57a600ef-5fba-4b0a-a5da-4dc05b8e778b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--784644633&fields=id&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 267 time: 0.0432544 Nov 22 17:21:38.383166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-5bd17d8b-bca1-4245-ae4b-f736a95febd8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:38.384641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-5bd17d8b-bca1-4245-ae4b-f736a95febd8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1070535 Nov 22 17:21:38.401423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-afcffab7-3686-4d6f-bc71-581f9199e330 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/quotas/6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 375 time: 0.0106351 Nov 22 17:21:38.453223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-7c5205aa-bca8-4c34-9162-ef12356f5070 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461204 Nov 22 17:21:38.468846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0c2374d2-2c06-481a-b1cc-d064c613d03d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:21:38.469817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0c2374d2-2c06-481a-b1cc-d064c613d03d service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051119 Nov 22 17:21:38.558179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-f5631ee1-5177-4f1e-a70c-354b1d3def17 service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824573 Nov 22 17:21:38.657951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-e8994ede-c74e-418d-a773-e633d1f63cfc service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936015 Nov 22 17:21:38.822489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35c71b94-1dee-472f-bbf4-359b7fde314d req-e7ad3849-ab0d-4555-bd0a-cf2aec1a2df1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 210 time: 0.0287273 Nov 22 17:21:39.033018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:21:39.058673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 04d62d4e-9cd6-415f-8614-08d869b93150 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:21:39.059022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 04d62d4e-9cd6-415f-8614-08d869b93150 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:21:39.362770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:39.937035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-83d6b730-8822-4e59-b511-f3cec1463471 req-81c5bb59-b354-4873-aa9a-396b5e3eda82 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 210 time: 0.0332060 Nov 22 17:21:39.945422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-1fc50231-d705-4397-a446-410afb3e347a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:39.946853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-1fc50231-d705-4397-a446-410afb3e347a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1441543 Nov 22 17:21:40.017622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-04f626fb-6f01-4328-9902-88340b955905 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 379 time: 0.0539327 Nov 22 17:21:40.034697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'port': {'device_id': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'admin_state_up': True, 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'security_groups': ['a9392696-4804-4cae-8820-05aa71dbe91f']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:40.147894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Made reservation on behalf of 6f2248a3296840318c66e90ad0247c4b for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:21:40.151455 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.279062 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Allocated IP 172.20.0.12 (e95f2dbc-1f79-4175-b1f2-59988063386b/f3ed7deb-13aa-4f6a-818b-318c1b927dfe/5266dd67-e3e0-49f0-a273-2ecde65e35b7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:21:40.428122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.463342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.507645 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:21:40.510805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:21:40.514838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:21:40.544830 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:40.558839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.559193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.559538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.559882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.560223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.560560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.560896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.561225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.561556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.561905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.562235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.562565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:21:40.586494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:40.587131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.603727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-0758ebb0-a089-4273-bc73-f0d26e275444 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5725970 Nov 22 17:21:40.675531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Request body: {'port': {'device_id': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:40.736799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.743840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9617cfee-c077-45a3-8414-c553d5553063 None None] Provisioning complete for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:40.744483 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9617cfee-c077-45a3-8414-c553d5553063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:40.777893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9617cfee-c077-45a3-8414-c553d5553063 None None] Port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:21:41.006109 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5266dd67-e3e0-49f0-a273-2ecde65e35b7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:41.016296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.055662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Transition to ACTIVE for port object 5266dd67-e3e0-49f0-a273-2ecde65e35b7 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:21:41.060315 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.114891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dd272-d91d-4c83-a038-3067a614bf7a req-c1a3255e-361e-41b3-acc6-fdbcd314bacc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:41.116393 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc4dd272-d91d-4c83-a038-3067a614bf7a req-c1a3255e-361e-41b3-acc6-fdbcd314bacc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 932 time: 0.1031377 Nov 22 17:21:41.126241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:41.226359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc4dd272-d91d-4c83-a038-3067a614bf7a req-9a915944-0741-4391-8c9f-39a0b8f52069 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011417 Nov 22 17:21:41.247973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:21:41.247973 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:21:41.248189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:41.252964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:21:41.253288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:21:41.258576 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:21:41.258915 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:21:41.259299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:21:41.259765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Bound port: 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:21:41.261726 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.329968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:21:41.334868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:21:41.339033 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.373333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:41.374288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:41.375803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] 10.222.0.66 "PUT /v2.0/ports/5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1092 time: 0.7630966 Nov 22 17:21:41.382258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:41.384674 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:41.411893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f65e2d-abbb-41b0-8889-5888a5ec340e service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:41.467004 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e56169e-a4d8-45e6-b3ba-3e2b189f2e9a x-openstack-request-id: req-9e56169e-a4d8-45e6-b3ba-3e2b189f2e9a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:41.467308 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:41.467568 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e56169e-a4d8-45e6-b3ba-3e2b189f2e9a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:41.467972 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'status': 'completed', 'code': 200} Nov 22 17:21:41.484733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-859c7720-8b0b-41cb-960e-fb6d8fc0d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:41.486313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-859c7720-8b0b-41cb-960e-fb6d8fc0d3d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1095 time: 0.0515559 Nov 22 17:21:41.533737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-8894bf08-ed17-4960-95cf-b154fb60ed72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 217 time: 0.0363674 Nov 22 17:21:41.590215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-5b6004ee-1314-4be5-a33a-ac2db56c96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:41.591762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-5b6004ee-1314-4be5-a33a-ac2db56c96d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0499091 Nov 22 17:21:41.647034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-52139445-e3e1-4e21-9001-b65ee9576663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:41.648594 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-52139445-e3e1-4e21-9001-b65ee9576663 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420811 Nov 22 17:21:41.746598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-9ebbb4b6-ec32-41b7-b31e-00cc6ce2321d service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886893 Nov 22 17:21:41.838236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1d77d62-b313-4d2f-b5d6-f2b5edfd9ff0 req-12dcd5f9-c27b-4768-a815-d8aea5514102 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826759 Nov 22 17:21:41.936282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-055efa51-1820-4c23-a36b-e766adb59f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:41.937821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-055efa51-1820-4c23-a36b-e766adb59f95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1095 time: 0.0466058 Nov 22 17:21:42.038312 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-450aaf7a-c77c-4f1c-97d3-58fd9da0aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:42.039692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-450aaf7a-c77c-4f1c-97d3-58fd9da0aaaa service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0918036 Nov 22 17:21:42.088850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-af6122db-e513-4fb5-9e32-737a81e8d076 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 217 time: 0.0394912 Nov 22 17:21:42.142110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-f57d67c3-a965-43d5-a68b-886b0295c971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:42.143706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-f57d67c3-a965-43d5-a68b-886b0295c971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0464563 Nov 22 17:21:42.192051 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-48a97627-ef30-4e71-9013-f1064f570e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:42.193264 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-48a97627-ef30-4e71-9013-f1064f570e3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401096 Nov 22 17:21:42.290422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-ef43b12d-0328-4843-bda7-afa0d0c14c7a service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884359 Nov 22 17:21:42.692275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5185d9-4819-4567-8f12-e31840a8621a req-3677b15a-8208-4ddb-8c96-6e6fe9062e2e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:42.694073 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5185d9-4819-4567-8f12-e31840a8621a req-3677b15a-8208-4ddb-8c96-6e6fe9062e2e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.3961511 Nov 22 17:21:42.740287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f1ecf38a-fbff-43b9-962c-6458cdfbe2d4 req-4d11cc8c-a6a3-4025-a881-e8b21edccd7c service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342654 Nov 22 17:21:42.764925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5185d9-4819-4567-8f12-e31840a8621a req-d4892cbd-fe74-4a16-a27b-bf1b66085111 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613947 Nov 22 17:21:43.884470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328cd4fc-7c60-4102-a791-7b2765580c27 req-dc936d45-830c-4e3a-a4b2-c50ca1d3201f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:43.885980 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-328cd4fc-7c60-4102-a791-7b2765580c27 req-dc936d45-830c-4e3a-a4b2-c50ca1d3201f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.0506504 Nov 22 17:21:43.935542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-328cd4fc-7c60-4102-a791-7b2765580c27 req-6f1784a7-3ed2-448c-97b0-df50c4d078b2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422108 Nov 22 17:21:45.060466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab51bd60-e15b-429b-bb04-2104ab8a9c2b req-ca83363a-a8d8-4963-ac35-777b89df0547 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:45.061966 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab51bd60-e15b-429b-bb04-2104ab8a9c2b req-ca83363a-a8d8-4963-ac35-777b89df0547 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.0566289 Nov 22 17:21:45.115416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab51bd60-e15b-429b-bb04-2104ab8a9c2b req-785df0ba-1e5e-4d15-a823-8dd76ddac530 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465825 Nov 22 17:21:45.116391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:21:45.216255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:45.228769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'mac_address': 'fa:16:3e:0f:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:21:45.265282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:45.278612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5266dd67-e3e0-49f0-a273-2ecde65e35b7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:21:45.298263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:45.302475 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:45.355423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:45.591862 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['5266dd67-e3e0-49f0-a273-2ecde65e35b7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:21:46.234435 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661dee2-32f7-4b6a-9daf-0809d58ee68c req-396a147d-c728-466c-9b98-8fb6089a9364 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:46.235923 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8661dee2-32f7-4b6a-9daf-0809d58ee68c req-396a147d-c728-466c-9b98-8fb6089a9364 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 945 time: 0.0488112 Nov 22 17:21:46.283769 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8661dee2-32f7-4b6a-9daf-0809d58ee68c req-d901ef87-5109-42ba-8433-ecdeb475daeb tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404930 Nov 22 17:21:47.117110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:21:47.169860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:21:47.174085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:21:47.174459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.253194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.278255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:47.280528 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94d58d6c95df09811cf6a01af096c1a4a6aa86968c2863f881629ddc969c94a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65db6e81-5445-4122-832f-712129dd1736" -d '{"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:47.294117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:21:47.298881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:47.332027 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5a7a1f-6243-4cad-80f2-90800ce87f97 x-openstack-request-id: req-6b5a7a1f-6243-4cad-80f2-90800ce87f97 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:47.332453 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:47.333096 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b5a7a1f-6243-4cad-80f2-90800ce87f97 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:47.333096 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'code': 200} Nov 22 17:21:47.364530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:21:47.432133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bcf5f-092e-4d1d-91c3-729fe3a55221 req-f7ac1874-0cf8-4b85-bdf7-d41f666aeed6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.433603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-935bcf5f-092e-4d1d-91c3-729fe3a55221 req-f7ac1874-0cf8-4b85-bdf7-d41f666aeed6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0750344 Nov 22 17:21:47.470025 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e64a-ae0d-4a4a-8726-c6e2818a1cea req-2fb67bbb-db7e-48e9-ab8d-e3b1a2163a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:47.471507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5320e64a-ae0d-4a4a-8726-c6e2818a1cea req-2fb67bbb-db7e-48e9-ab8d-e3b1a2163a43 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1097 time: 0.0737653 Nov 22 17:21:47.513303 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-935bcf5f-092e-4d1d-91c3-729fe3a55221 req-7394533d-aa8d-4f43-b16c-a1a588ad3e07 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724375 Nov 22 17:21:47.533807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5320e64a-ae0d-4a4a-8726-c6e2818a1cea req-d34fb1b9-1cf2-4dc8-af43-8886930372b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544982 Nov 22 17:21:48.690086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a5a8c9-dffc-4d70-995f-4daacef237ce req-0f82e12b-4ba8-42e8-aff9-0a105a1389c0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:48.692220 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57a5a8c9-dffc-4d70-995f-4daacef237ce req-0f82e12b-4ba8-42e8-aff9-0a105a1389c0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0521402 Nov 22 17:21:48.744131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57a5a8c9-dffc-4d70-995f-4daacef237ce req-a67ab138-d2b7-4eac-91ad-78f1a32f5d85 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450971 Nov 22 17:21:49.869239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba29645-5546-4dc2-8425-876af9dfa0e7 req-c1672bc7-2294-4603-8e3c-e09d388f36d4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:49.870846 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ba29645-5546-4dc2-8425-876af9dfa0e7 req-c1672bc7-2294-4603-8e3c-e09d388f36d4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0533423 Nov 22 17:21:49.922427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ba29645-5546-4dc2-8425-876af9dfa0e7 req-e1a7ba99-1dbb-45ac-851b-44bdab8dc4dd tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456057 Nov 22 17:21:50.035730 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382692d2-ef67-40df-89a1-7ab578468804 req-e40d3e20-3582-48b5-97bb-df1251713c00 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:50.037165 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-382692d2-ef67-40df-89a1-7ab578468804 req-e40d3e20-3582-48b5-97bb-df1251713c00 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0497856 Nov 22 17:21:50.042851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-13bddcd1-effd-4bef-b478-4a739bcaf817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:50.046375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51144) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:21:50.051525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'floatingip': {'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:21:50.092371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:50.547008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:50.551604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:50.655472 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 associated. External IP: 172.25.6.146, port: 5266dd67-e3e0-49f0-a273-2ecde65e35b7. Nov 22 17:21:50.900632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:21:51.021548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:21:51.026192 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:51.034540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:21:51.046531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:51.047175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:21:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:51.058070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0a56ee84-942e-4035-8b3c-083f3fd2df60 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "PUT /v2.0/floatingips/84ba88ae-2223-4438-992e-93d276081063 HTTP/1.1" status: 200 len: 992 time: 1.0077791 Nov 22 17:21:51.058070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:21:51.058357 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4517f11274e84735ac9c592875f330753d7856fdeb05a18adaa1f007fbc62a09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad41c22b-0071-4633-86c4-ebd4c55868df" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:21:51.118065 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad83407-cb46-4bf6-861e-bfd59dce09fc x-openstack-request-id: req-9ad83407-cb46-4bf6-861e-bfd59dce09fc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:21:51.118357 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:21:51.118608 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ad83407-cb46-4bf6-861e-bfd59dce09fc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:21:51.119017 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'status': 'completed', 'code': 200} Nov 22 17:21:51.181020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:51.193526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-5a2178d5-ec57-413f-bd38-b99411fdd6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:51.195352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-5a2178d5-ec57-413f-bd38-b99411fdd6c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1097 time: 0.0442407 Nov 22 17:21:51.303634 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-1da66280-80e0-430e-b779-d41d62c88ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:51.305125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-1da66280-80e0-430e-b779-d41d62c88ad9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1021647 Nov 22 17:21:51.377583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-e75129b2-35e5-4e50-aade-c23428dbfdff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1000 time: 0.0640502 Nov 22 17:21:51.420499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:0f:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:21:50Z', 'revision_number': 9, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:51.429393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-082ceb07-e340-4d84-88ec-88bfbcc09158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:51.430929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-082ceb07-e340-4d84-88ec-88bfbcc09158 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0453987 Nov 22 17:21:51.452540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:21:51.467595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:21:51.468682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:21:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:51.485205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-8eb8f2f6-5fd6-4c4b-af80-de4aae9f87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:21:51.486762 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-8eb8f2f6-5fd6-4c4b-af80-de4aae9f87b0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480094 Nov 22 17:21:51.590584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-c3fac2d7-2c93-436a-b731-96879859b1ba service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947886 Nov 22 17:21:51.590942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:21:51.693519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad41c22b-0071-4633-86c4-ebd4c55868df req-4577a798-0075-4a64-ad66-9e8575c12066 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931108 Nov 22 17:21:51.833035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:0f:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:21:50Z', 'revision_number': 9, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:21:52.020562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e88d38-df6f-4c9d-a7f7-2d54d58dc91f None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:0f:75:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:21:50Z', 'revision_number': 9, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:21:52.225073 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b7ff16-b0f4-4158-865f-565166305c66 None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:21:53.440745 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0052ac2d-833e-4422-921e-126714ea2fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:54.163816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:55.552705 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:56.106356 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:21:56.851327 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:22:07.818040 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:09.373220 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:20.045275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ab3e10df-5912-487e-93b3-4e9a826352cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:23.437487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ee6baefd-58b4-4160-bf73-8d0553936b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:24.170849 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:25.554331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:26.108071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:33.850036 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:22:34.263826 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-87edeb67-35d7-442f-9caa-dd830a8a97d8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463469 Nov 22 17:22:34.348653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-da980ae5-1f1b-424d-bf29-205ac8d157ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:34.350182 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-da980ae5-1f1b-424d-bf29-205ac8d157ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1097 time: 0.0407851 Nov 22 17:22:34.456597 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-a4d8dc55-4dc1-4d2e-b79d-d35d23f35fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:34.458069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-a4d8dc55-4dc1-4d2e-b79d-d35d23f35fda service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0874491 Nov 22 17:22:34.527772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-ce2469b0-b381-44e7-8027-b0a01bbe7abe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1003 time: 0.0611434 Nov 22 17:22:34.577789 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-dd57697e-f63f-41b0-a2c7-401e6d05157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:34.579300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-dd57697e-f63f-41b0-a2c7-401e6d05157b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0434694 Nov 22 17:22:34.628790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-fb32c475-a7b9-4c4d-9cc0-2a3e45b68ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:22:34.630293 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-fb32c475-a7b9-4c4d-9cc0-2a3e45b68ef1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435715 Nov 22 17:22:34.725940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-71ec02af-2e36-4f22-b11d-da3c0b16d9b5 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826266 Nov 22 17:22:34.826597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e2d0b36d-fc00-4574-9cd7-d9f1a9f2490d req-cc4e812d-4a56-458d-b374-f1b9cc0bf3c3 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873506 Nov 22 17:22:37.826070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:39.371392 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:50.047300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-787294e3-0da6-41f0-81b6-ccbc7fc3a911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:53.439224 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02df8a5a-452f-4dc9-9fdc-e0c76a6d4f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:54.170437 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:55.556478 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:22:56.112195 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:07.832703 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:09.378301 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:10.849974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:23:20.051588 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f3984dcc-af3e-4504-b756-56f5c960ab3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:23.440833 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-238ae9a3-5538-4152-9e55-b38837e42f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:24.174858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:25.559193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:26.115343 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:32.920378 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-f42750a0-ab1d-456c-889d-fbf8ee5f66c2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0438750 Nov 22 17:23:33.089513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db036448-4915-4d58-a9a3-f3887c691c01 req-1a76723f-472f-4aa5-80d1-e685edae5852 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:33.091068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db036448-4915-4d58-a9a3-f3887c691c01 req-1a76723f-472f-4aa5-80d1-e685edae5852 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.1005256 Nov 22 17:23:33.141101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-db036448-4915-4d58-a9a3-f3887c691c01 req-ff314639-3418-498c-ab69-f2b658b5e138 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438907 Nov 22 17:23:34.171731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-246be98c-e2ec-4597-9408-951100b6d940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:34.173079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-246be98c-e2ec-4597-9408-951100b6d940 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1097 time: 0.0404344 Nov 22 17:23:34.269930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-9de01434-1172-446d-a016-3019302aa268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:34.271470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-9de01434-1172-446d-a016-3019302aa268 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0904369 Nov 22 17:23:34.347629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-dfad583a-62a9-4060-b0e6-03e91de8c254 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1003 time: 0.0645542 Nov 22 17:23:34.427825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-818430a1-6e6c-4e05-bf5f-20fe70f02bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:34.429857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-818430a1-6e6c-4e05-bf5f-20fe70f02bf3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0746477 Nov 22 17:23:34.446942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98581b7-21ef-4efc-b046-005a691eb2cf req-b9d7a52b-67b2-4fb1-ad5c-dbbd7f1b9b93 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:34.448391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c98581b7-21ef-4efc-b046-005a691eb2cf req-b9d7a52b-67b2-4fb1-ad5c-dbbd7f1b9b93 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.1312406 Nov 22 17:23:34.511445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-961f6a3e-e83c-4179-830f-3e13c4155d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:34.512963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-961f6a3e-e83c-4179-830f-3e13c4155d90 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637007 Nov 22 17:23:34.524359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c98581b7-21ef-4efc-b046-005a691eb2cf req-b366cf03-1d65-4538-ae32-a379821ecbf3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679109 Nov 22 17:23:34.609433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-49dde314-d0cc-41f0-ada6-ac97a9d2c57f service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841279 Nov 22 17:23:34.704704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-b9f2a53e-eb4a-47a1-89ea-c2f11b65cb77 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856283 Nov 22 17:23:35.291090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-39f26b35-300d-40fb-ac81-7befe1a568e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:35.292616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-39f26b35-300d-40fb-ac81-7befe1a568e1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1097 time: 0.0468407 Nov 22 17:23:35.404050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-d72ce686-acbe-436f-be2e-73d141e64eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:35.405507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-d72ce686-acbe-436f-be2e-73d141e64eda service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0860071 Nov 22 17:23:35.477808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-31174f05-a143-49c7-bdfe-79509c44d87d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1003 time: 0.0630870 Nov 22 17:23:35.530189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-0e5e9135-081e-4b8e-93e4-e0d4e9955778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:35.531662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-0e5e9135-081e-4b8e-93e4-e0d4e9955778 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0467517 Nov 22 17:23:35.580038 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-0674a7c5-06d5-46e5-b38c-b0e4a3cfdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:35.581550 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-0674a7c5-06d5-46e5-b38c-b0e4a3cfdf82 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418732 Nov 22 17:23:36.001272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e25218-d299-460d-83bf-cd9f05a62812 req-7d0eb226-fc9f-4155-a527-31716baec5f8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:36.002817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0e25218-d299-460d-83bf-cd9f05a62812 req-7d0eb226-fc9f-4155-a527-31716baec5f8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.4069066 Nov 22 17:23:36.043133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-7a496941-8bac-478d-9ad5-69e3ed1a1e4f service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453321 Nov 22 17:23:36.114551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d0e25218-d299-460d-83bf-cd9f05a62812 req-0f8c8ce6-b6b3-43f9-aa65-ec767f7707e7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026888 Nov 22 17:23:36.155865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5884ed2e-d53f-41e2-abd6-dacc1fee9754 req-2023f61a-8c0d-441e-a7c7-91db37d7b667 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035590 Nov 22 17:23:37.234278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd105a8-f5c1-4d78-b49b-4cce6bd8a8af req-c1ee7ae0-16ad-4026-818a-be43a65c556c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:37.235754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dd105a8-f5c1-4d78-b49b-4cce6bd8a8af req-c1ee7ae0-16ad-4026-818a-be43a65c556c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0493801 Nov 22 17:23:37.282857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dd105a8-f5c1-4d78-b49b-4cce6bd8a8af req-5ae815cd-ae66-4337-bf96-940a9964d5a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Nov 22 17:23:37.846324 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:38.400094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec40a54-6a06-4784-b5f7-408280bd8411 req-f1735cb9-ee63-4d26-8363-aa6339de246c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:38.401562 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aec40a54-6a06-4784-b5f7-408280bd8411 req-f1735cb9-ee63-4d26-8363-aa6339de246c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0479665 Nov 22 17:23:38.450976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aec40a54-6a06-4784-b5f7-408280bd8411 req-d044a842-25fa-4ea3-a4ac-ef9605a0a797 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Nov 22 17:23:39.372548 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:39.583944 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf8632-9dc6-4c50-8af3-a355d768764d req-25983602-213d-4167-a055-5ba233388f1d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:39.586042 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57bf8632-9dc6-4c50-8af3-a355d768764d req-25983602-213d-4167-a055-5ba233388f1d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0574472 Nov 22 17:23:39.650243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57bf8632-9dc6-4c50-8af3-a355d768764d req-7b29e631-b262-4891-901f-6eb683ef656f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578058 Nov 22 17:23:40.765487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384c6ff-adfe-47b5-8a6d-5c95ebecaa72 req-9e5588b5-1e95-451e-a5f5-065cc3a2e674 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:40.767032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1384c6ff-adfe-47b5-8a6d-5c95ebecaa72 req-9e5588b5-1e95-451e-a5f5-065cc3a2e674 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0491643 Nov 22 17:23:40.814869 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1384c6ff-adfe-47b5-8a6d-5c95ebecaa72 req-5f5db915-339e-46f2-8360-8524ddefe7a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416634 Nov 22 17:23:41.935705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5895c2-e93d-457e-b5aa-463f9337b5d3 req-15cf23f1-8b5c-4a5a-aa99-9c580ad1bac7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:41.937164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5895c2-e93d-457e-b5aa-463f9337b5d3 req-15cf23f1-8b5c-4a5a-aa99-9c580ad1bac7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0540910 Nov 22 17:23:41.985572 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b5895c2-e93d-457e-b5aa-463f9337b5d3 req-46a10dfc-f105-4fd8-b29a-594abc8899df tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Nov 22 17:23:43.105416 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8532dfa0-3347-47e0-8528-0320b66acc92 req-7a15080f-edf4-425b-86ce-331d7a8a226e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:43.106929 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8532dfa0-3347-47e0-8528-0320b66acc92 req-7a15080f-edf4-425b-86ce-331d7a8a226e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0498435 Nov 22 17:23:43.155775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8532dfa0-3347-47e0-8528-0320b66acc92 req-c600b01f-b173-41b7-8094-cdd410d19c4e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427802 Nov 22 17:23:44.275522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436708d-47b0-40ff-af62-2c3663fbc1ae req-60476395-4e54-4d6c-b1fa-9bd7040b958c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:44.277020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9436708d-47b0-40ff-af62-2c3663fbc1ae req-60476395-4e54-4d6c-b1fa-9bd7040b958c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0516419 Nov 22 17:23:44.331865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9436708d-47b0-40ff-af62-2c3663fbc1ae req-4d4cc4b6-1976-40c0-a816-6e67e9ec7800 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488424 Nov 22 17:23:45.450084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f549480-400e-4ea7-8039-977dc9edac88 req-9f138ead-4890-4a74-982c-4f8dc5497497 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:45.451545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f549480-400e-4ea7-8039-977dc9edac88 req-9f138ead-4890-4a74-982c-4f8dc5497497 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0501270 Nov 22 17:23:45.500347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f549480-400e-4ea7-8039-977dc9edac88 req-ca681d9b-68fb-42c7-a107-ccf4e6c4d3bd tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Nov 22 17:23:46.618946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cfea3-6c98-4439-b101-5ad2770edab2 req-f185401e-a0f9-4736-80c2-9ad44dfec329 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:46.620445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f56cfea3-6c98-4439-b101-5ad2770edab2 req-f185401e-a0f9-4736-80c2-9ad44dfec329 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0504003 Nov 22 17:23:46.669906 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f56cfea3-6c98-4439-b101-5ad2770edab2 req-49ea9b6b-e315-4859-a8ad-50abfbd30aaf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434551 Nov 22 17:23:47.493313 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-29783f3c-6901-4b36-864c-c08d9c1550ed service neutron] show failed (client error): The resource could not be found. Nov 22 17:23:47.494435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-29783f3c-6901-4b36-864c-c08d9c1550ed service neutron] 10.222.0.66 "GET /v2.0/ports/5266dd67-e3e0-49f0-a273-2ecde65e35b7/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.1068354 Nov 22 17:23:47.777678 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-a2d4bee9-cb8f-4992-9f2e-1c8251afb810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:47.779190 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-a2d4bee9-cb8f-4992-9f2e-1c8251afb810 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 1097 time: 0.0820360 Nov 22 17:23:47.792033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea373c-eb1a-4cf2-9865-6ec63c2fcd20 req-650053fa-d59b-4ef3-8a35-b218893e2f1b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:47.792549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:23:47.793533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dea373c-eb1a-4cf2-9865-6ec63c2fcd20 req-650053fa-d59b-4ef3-8a35-b218893e2f1b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0504680 Nov 22 17:23:47.842800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6dea373c-eb1a-4cf2-9865-6ec63c2fcd20 req-a38b62a1-4c52-44ec-a27a-d8534f897d49 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430255 Nov 22 17:23:47.845802 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:47.851180 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:23:48.048414 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:48.087477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:23:48.127638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:23:48.134444 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:48.147176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Transition to ACTIVE for port object 5266dd67-e3e0-49f0-a273-2ecde65e35b7 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:23:48.153537 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:48.167940 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021ba019-a55b-427d-8a90-bc1ce5e18e17" -d '{"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:23:48.245908 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:48.258534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.258984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.259356 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.259674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.260008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.260341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.260674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.261005 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.261394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.261753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.262082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.262408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:48.300391 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] No DVR routers for this DVR port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:23:48.303282 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd748dd6-90a4-4784-9e85-f68b3a780710 x-openstack-request-id: req-fd748dd6-90a4-4784-9e85-f68b3a780710 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:23:48.303578 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:23:48.303825 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd748dd6-90a4-4784-9e85-f68b3a780710 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:23:48.304208 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'code': 200} Nov 22 17:23:48.444484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:23:48.444815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:23:48.445140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:23:48.449931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:23:48.450278 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:23:48.454976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:23:48.455307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:23:48.455683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:23:48.456101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Bound port: 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:23:48.456450 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:48.522050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:23:48.525729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:23:48.529957 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:48.569257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:48.569924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:48.571378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-deee8930-8925-4723-befe-178232078ecf service neutron] 10.222.0.20 "PUT /v2.0/ports/5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1092 time: 0.7833407 Nov 22 17:23:48.590388 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee8930-8925-4723-befe-178232078ecf service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:48.642720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-f03f202a-7184-4d43-b481-2b55e1df07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:48.644226 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-f03f202a-7184-4d43-b481-2b55e1df07ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1095 time: 0.0489688 Nov 22 17:23:48.745584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-90a79ab4-9c61-4d13-a0f6-e21f84392bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:48.747239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-90a79ab4-9c61-4d13-a0f6-e21f84392bb6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0949068 Nov 22 17:23:48.818457 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-8c6f191e-35f0-4b92-aab2-151d3172d115 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1001 time: 0.0625844 Nov 22 17:23:48.870988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-11725b6e-79db-4d44-843e-19076de9e31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:48.872567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-11725b6e-79db-4d44-843e-19076de9e31e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0435710 Nov 22 17:23:48.921345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-b006cdcf-5440-45f8-b1bb-5788fcbab6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:48.922956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-b006cdcf-5440-45f8-b1bb-5788fcbab6d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418575 Nov 22 17:23:48.965506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f3f74-0e9c-4629-8107-0751e49a47c9 req-5a6ec227-f866-4eea-8ae9-6948c3651f13 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:48.967026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf5f3f74-0e9c-4629-8107-0751e49a47c9 req-5a6ec227-f866-4eea-8ae9-6948c3651f13 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.0517132 Nov 22 17:23:49.015655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf5f3f74-0e9c-4629-8107-0751e49a47c9 req-fadbd023-06e9-4bfb-b926-b13ba293bafb tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425701 Nov 22 17:23:49.020138 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-7a22774e-3621-40fa-bf13-bae9e6e46522 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880320 Nov 22 17:23:49.112425 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-18798ea8-74b9-40e1-a560-915fe4345d61 req-74030bcd-d3b2-4b8f-bb49-ec20699152b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842140 Nov 22 17:23:50.046748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b53aa609-36ad-4e44-8c56-752210e40df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:50.152101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ee0c9-e25b-45f0-8b9e-3a8560fb2aef req-80e3e1c4-b68b-4c40-96e9-9a171b495505 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.153501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c9ee0c9-e25b-45f0-8b9e-3a8560fb2aef req-80e3e1c4-b68b-4c40-96e9-9a171b495505 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.0541079 Nov 22 17:23:50.202813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c9ee0c9-e25b-45f0-8b9e-3a8560fb2aef req-c06ac9e3-9364-42d6-9b74-9fff32334d51 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433016 Nov 22 17:23:50.306099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:23:50.308537 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19458c65-6f50-4427-abbd-0496d105a75f" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:23:50.357511 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2328a85d-7295-471d-bef8-1a1d330c0d27 x-openstack-request-id: req-2328a85d-7295-471d-bef8-1a1d330c0d27 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:23:50.357855 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:23:50.358111 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2328a85d-7295-471d-bef8-1a1d330c0d27 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:23:50.358559 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'status': 'completed', 'code': 200} Nov 22 17:23:50.420863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-714a99e8-262a-4466-a2fe-47b4bc7c9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.422306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-db16988d-8fb8-471d-a7bc-b03192d2999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.422446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-714a99e8-262a-4466-a2fe-47b4bc7c9b1b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1095 time: 0.0426979 Nov 22 17:23:50.423803 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-db16988d-8fb8-471d-a7bc-b03192d2999f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1095 time: 0.0430007 Nov 22 17:23:50.525105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-2e8b5e0b-c051-4b0e-82b1-b7caf92ca2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.526673 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-2e8b5e0b-c051-4b0e-82b1-b7caf92ca2e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0951438 Nov 22 17:23:50.528271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-504dd248-fea6-4968-a5a2-8f13110d915b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.529775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-504dd248-fea6-4968-a5a2-8f13110d915b service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1000276 Nov 22 17:23:50.598746 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-a610fe9a-66c5-4953-928b-9c572c8772ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1001 time: 0.0641358 Nov 22 17:23:50.600209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-f0e146a1-dad5-4916-90dd-c9384bc1161a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1001 time: 0.0606186 Nov 22 17:23:50.659285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-376752ce-041c-41c8-81f0-b9ee337aba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.661908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-376752ce-041c-41c8-81f0-b9ee337aba7c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0500915 Nov 22 17:23:50.671398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-88a0d760-2032-45fb-8b61-0563feefb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.672974 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-88a0d760-2032-45fb-8b61-0563feefb216 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0535774 Nov 22 17:23:50.717393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-408e7674-e374-4053-a712-09a223f406f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.718970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-408e7674-e374-4053-a712-09a223f406f4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501478 Nov 22 17:23:50.724952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19458c65-6f50-4427-abbd-0496d105a75f req-23427392-a4df-417c-8ba8-4b43ed8ee1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:50.726519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-23427392-a4df-417c-8ba8-4b43ed8ee1cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456853 Nov 22 17:23:50.816779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-c6ceddfe-9935-402a-bf84-b154cb815d75 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Nov 22 17:23:50.845589 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-8282b2ff-b636-4b1f-af20-a0622d8b817e service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856423 Nov 22 17:23:50.918921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-020a86c7-ff99-4b11-94b8-7355aef7263a service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913537 Nov 22 17:23:50.942375 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19458c65-6f50-4427-abbd-0496d105a75f req-0e490ddb-25fe-41c5-96c2-9bcdf86a0a4e service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Nov 22 17:23:51.321191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98848887-1ac2-432a-84e6-d33543aaca03 req-70216068-4130-4137-b92f-9ca42ceae480 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:51.322699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98848887-1ac2-432a-84e6-d33543aaca03 req-70216068-4130-4137-b92f-9ca42ceae480 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.0505512 Nov 22 17:23:51.374524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-98848887-1ac2-432a-84e6-d33543aaca03 req-4f79e49b-3aca-40d7-aeba-dfbe86505fa7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Nov 22 17:23:51.619341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:23:51.662735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:23:51.696639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-aa099b01-5768-4840-983c-6d6f4b91af56 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:51.697255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66188-0119-4cfb-9563-d10757afbdc0 req-eddfabc3-891c-4e29-a332-84494ed17ccf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:51.698154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-aa099b01-5768-4840-983c-6d6f4b91af56 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a&tenant_id=6f2248a3296840318c66e90ad0247c4b&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.0763836 Nov 22 17:23:51.699008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44d66188-0119-4cfb-9563-d10757afbdc0 req-eddfabc3-891c-4e29-a332-84494ed17ccf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 944 time: 0.0579174 Nov 22 17:23:51.741374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:23:51.751309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44d66188-0119-4cfb-9563-d10757afbdc0 req-1e3f53f9-7202-4d7b-a233-0b0ef27556c6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458281 Nov 22 17:23:51.766106 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-fc8a6dac-815b-4783-8f49-a51403ee6ec5 service neutron] 10.222.0.20 "GET /v2.0/ports/5266dd67-e3e0-49f0-a273-2ecde65e35b7/bindings/n-h2-816206-6 HTTP/1.1" status: 200 len: 382 time: 0.0591474 Nov 22 17:23:51.792340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:51.802986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'mac_address': 'fa:16:3e:0f:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:23:51.833096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-ba59da74-0e86-4a5a-aa40-fda64d5f479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:51.834615 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-ba59da74-0e86-4a5a-aa40-fda64d5f479b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1095 time: 0.0457366 Nov 22 17:23:51.842455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:51.855408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5266dd67-e3e0-49f0-a273-2ecde65e35b7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:23:51.874878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:51.878267 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:51.925551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-f11715cd-1bfd-4824-935f-7dad0f416805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:51.926059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:51.927061 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-f11715cd-1bfd-4824-935f-7dad0f416805 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0844173 Nov 22 17:23:51.934775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.935202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.935538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.935873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.936208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.936531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.936855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.937176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.937496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.937836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.938156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:51.938471 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:52.000071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-eedaf24a-06af-41a5-999b-95ea6c57de4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1002 time: 0.0642080 Nov 22 17:23:52.051318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-a12a264d-80ee-48fd-a59c-0f8794a187f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:52.052801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-a12a264d-80ee-48fd-a59c-0f8794a187f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0443974 Nov 22 17:23:52.102265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-e6b4aae4-db73-425b-bf26-18fe53a8253b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:52.104279 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-e6b4aae4-db73-425b-bf26-18fe53a8253b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424685 Nov 22 17:23:52.146574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['5266dd67-e3e0-49f0-a273-2ecde65e35b7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:23:52.200860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-7d8d34dc-4d81-4ef7-a4b5-12f762f1c30c service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884130 Nov 22 17:23:52.295215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-e7da778f-ae26-4c4f-92c1-d5c6f042bcab service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866528 Nov 22 17:23:52.881186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e55d47-c1c3-4591-8ac3-e298c7a9ddca req-e228c578-aeb8-4739-a0b6-ce35970bb880 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:52.882893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9e55d47-c1c3-4591-8ac3-e298c7a9ddca req-e228c578-aeb8-4739-a0b6-ce35970bb880 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 945 time: 0.0529506 Nov 22 17:23:52.931347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9e55d47-c1c3-4591-8ac3-e298c7a9ddca req-9a9d014f-1b25-4443-8c1e-6f73e2782b47 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418966 Nov 22 17:23:53.443543 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b18541ce-e682-4624-acc2-fc039471a1d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:53.661284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:23:53.718866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:23:53.722706 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:23:53.723080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:53.800802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:53.823377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:23:53.837591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:53.842286 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:53.866059 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694db7e0-8ca0-4911-a53b-e140380cdba2" -d '{"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:23:53.893682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:53.973376 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1843a31c-1d26-47bb-a309-179700107c97 x-openstack-request-id: req-1843a31c-1d26-47bb-a309-179700107c97 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:23:53.973722 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:23:53.974097 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1843a31c-1d26-47bb-a309-179700107c97 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:23:53.974393 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'code': 200} Nov 22 17:23:54.061938 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f733047-46fd-4e82-a397-6093c8c98fdc req-a61b57e4-eb9a-490b-8358-c9292027965f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:54.063477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f733047-46fd-4e82-a397-6093c8c98fdc req-a61b57e4-eb9a-490b-8358-c9292027965f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0537133 Nov 22 17:23:54.114198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f733047-46fd-4e82-a397-6093c8c98fdc req-e6b4b4ed-77c1-42aa-bdc0-03fc85b6b3e2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438020 Nov 22 17:23:54.182462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:54.386591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-e2613f0a-6542-46d8-8526-19d7f3db4474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:54.388086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-e2613f0a-6542-46d8-8526-19d7f3db4474 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 1097 time: 0.0458908 Nov 22 17:23:54.400511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:23:54.453313 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:54.655530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:54.691498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:23:54.735571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:23:54.740912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:54.753701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Transition to ACTIVE for port object 5266dd67-e3e0-49f0-a273-2ecde65e35b7 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:23:54.758398 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:54.788914 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbafcff3-3d80-4045-80f1-a0c5be4816a8" -d '{"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:23:54.872162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=10']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:54.888982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.889454 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.889699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.890043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.890374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.890739 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.891024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.891340 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.891683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.892014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.892338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.892658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:23:54.899070 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab822252-d83e-471a-9cfa-9f241bf16d8c x-openstack-request-id: req-ab822252-d83e-471a-9cfa-9f241bf16d8c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:23:54.901780 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:23:54.903012 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab822252-d83e-471a-9cfa-9f241bf16d8c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:23:54.903441 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'code': 200} Nov 22 17:23:54.932129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] No DVR routers for this DVR port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:23:55.073093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:23:55.073815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:23:55.073815 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:23:55.078520 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:23:55.078840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Attempting to bind port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:23:55.083825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:23:55.084157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:23:55.084537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:23:55.084962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Bound port: 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:23:55.085318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:55.150690 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:23:55.153926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:23:55.158686 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:55.199491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:55.200123 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:55.201533 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] 10.222.0.66 "PUT /v2.0/ports/5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1093 time: 0.8049548 Nov 22 17:23:55.272295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dadc3c-c410-4a80-afea-e81b62deb61f service neutron] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=11']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:55.301594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f937e7b-7d21-4857-a4f4-d2ea581c574b req-5109df78-0408-408e-9774-19296bd3c3f5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:55.303131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f937e7b-7d21-4857-a4f4-d2ea581c574b req-5109df78-0408-408e-9774-19296bd3c3f5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 945 time: 0.1006989 Nov 22 17:23:55.310141 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-1736c407-28a5-4dfc-94d2-565f88ab45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:55.311626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-1736c407-28a5-4dfc-94d2-565f88ab45dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1096 time: 0.0755386 Nov 22 17:23:55.433250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9f937e7b-7d21-4857-a4f4-d2ea581c574b req-aa2008c6-1930-4688-9035-5df2a59bb20c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206307 Nov 22 17:23:55.469036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-54b56b44-79e0-42aa-be9e-1a7312bbec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:55.470461 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-54b56b44-79e0-42aa-be9e-1a7312bbec9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1432998 Nov 22 17:23:55.538946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-c0f50a68-826d-4be7-984a-63e85b3f6642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1001 time: 0.0596287 Nov 22 17:23:55.562540 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:55.590230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-0576a6b5-40a7-40dd-a84c-69eebe960afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:55.591699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-0576a6b5-40a7-40dd-a84c-69eebe960afb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0450258 Nov 22 17:23:55.644796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-8b7ce385-8ff8-443e-b099-1b901b6366de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:55.646353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-8b7ce385-8ff8-443e-b099-1b901b6366de service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436127 Nov 22 17:23:55.743391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-bcdb7471-ced4-4e1a-8bcc-ed9d0d64a3ff service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840404 Nov 22 17:23:55.840948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b5ddf77-2b41-4c49-bab2-00d4d4cd7b45 req-5a42fa94-f70f-4ba3-9925-47dfc3fa822f service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872481 Nov 22 17:23:56.121268 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:56.555879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2f6700-1450-4900-8428-baecce41c8ea req-11ae7519-e83d-45bd-b7c3-bf0bbddda89f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:56.557772 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c2f6700-1450-4900-8428-baecce41c8ea req-11ae7519-e83d-45bd-b7c3-bf0bbddda89f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 945 time: 0.0513666 Nov 22 17:23:56.607739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8c2f6700-1450-4900-8428-baecce41c8ea req-f656aac1-b5a6-4b8c-bd3a-7e1a23b22f51 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Nov 22 17:23:56.904842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:23:56.907157 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ac54b0-d8fe-4e88-8e98-45feecf74645" -d '{"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:23:56.955442 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151722bf-5b67-4176-b45c-bb6777d5ae9c x-openstack-request-id: req-151722bf-5b67-4176-b45c-bb6777d5ae9c {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:23:56.955739 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:23:56.955994 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-151722bf-5b67-4176-b45c-bb6777d5ae9c {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:23:56.956397 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'status': 'completed', 'code': 200} Nov 22 17:23:57.016828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-2e04920d-d874-480c-ae97-e834ed5243dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.019106 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-2e04920d-d874-480c-ae97-e834ed5243dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1096 time: 0.0435412 Nov 22 17:23:57.022359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-1ed81f39-2802-444b-9047-2d9db5ebdf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.023828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-1ed81f39-2802-444b-9047-2d9db5ebdf3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 1096 time: 0.0415120 Nov 22 17:23:57.121674 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-9d6372f4-ecf8-4ae1-80af-f9970cae074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.123165 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-9d6372f4-ecf8-4ae1-80af-f9970cae074c service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0948093 Nov 22 17:23:57.128331 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-d09c8b95-9729-4461-b7f3-4ae3cbe9fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.129821 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-d09c8b95-9729-4461-b7f3-4ae3cbe9fd2f service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0904014 Nov 22 17:23:57.191881 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-e40f8b36-74ec-40c7-85fd-15a2fea0b3fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1001 time: 0.0610206 Nov 22 17:23:57.202272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-9e2ae104-f449-459d-9801-6504951e22c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 200 len: 1001 time: 0.0630934 Nov 22 17:23:57.247630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-54213bed-0140-41fb-8a44-40b794f68270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.249086 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-54213bed-0140-41fb-8a44-40b794f68270 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0491893 Nov 22 17:23:57.259452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-356bb806-5f4d-4627-b827-10901fb06d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.260911 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-356bb806-5f4d-4627-b827-10901fb06d4b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0483899 Nov 22 17:23:57.297793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-e0db579f-b720-46e9-9546-88983c76b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.299319 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-e0db579f-b720-46e9-9546-88983c76b4e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405068 Nov 22 17:23:57.310498 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-8d8a2760-b463-4e58-86d4-012811fca3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.311988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-8d8a2760-b463-4e58-86d4-012811fca3e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401630 Nov 22 17:23:57.389739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-ad8cf1e7-28e8-4f4d-bcdc-9f6c4cf80846 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827117 Nov 22 17:23:57.405040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-7fa875d6-9beb-48cd-a50e-f0d3472c6c88 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845039 Nov 22 17:23:57.487308 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-2e3c5c04-74c2-4d5c-a7ab-1e54584a3ec3 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902519 Nov 22 17:23:57.506672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ac54b0-d8fe-4e88-8e98-45feecf74645 req-0b457360-5b8c-412f-aca0-3363176cdd46 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910172 Nov 22 17:23:57.675539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:23:57.701035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:23:57.734793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca2f05-b03c-4e4f-8681-1c4c578d25c5 req-ac95a383-0cda-422e-a3d4-faae0eaf51c0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:57.736553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ca2f05-b03c-4e4f-8681-1c4c578d25c5 req-ac95a383-0cda-422e-a3d4-faae0eaf51c0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 945 time: 0.0525799 Nov 22 17:23:57.787759 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:23:57.789107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-03ca2f05-b03c-4e4f-8681-1c4c578d25c5 req-79b8d996-e913-4662-af20-40a81fdea7be tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Nov 22 17:23:57.816503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:57.830261 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'mac_address': 'fa:16:3e:0f:75:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:23:57.866739 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:57.880483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5266dd67-e3e0-49f0-a273-2ecde65e35b7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:23:57.900726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:57.904741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:57.955113 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:23:58.156030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['5266dd67-e3e0-49f0-a273-2ecde65e35b7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:23:58.927751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9bcf2-fac3-4300-a1db-0458c2779e13 req-42830bd0-1813-464f-8ae0-2d555fd6eb4d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:58.929114 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fd9bcf2-fac3-4300-a1db-0458c2779e13 req-42830bd0-1813-464f-8ae0-2d555fd6eb4d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0533295 Nov 22 17:23:58.978120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fd9bcf2-fac3-4300-a1db-0458c2779e13 req-1e48780a-3c04-428b-bb86-feac36c33427 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Nov 22 17:23:59.096620 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438b956-ed2a-4cf1-bda4-e83331b56bc2 req-c43b82b9-3378-4e2e-91f6-bf1ee2537288 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:59.098126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0438b956-ed2a-4cf1-bda4-e83331b56bc2 req-c43b82b9-3378-4e2e-91f6-bf1ee2537288 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0488586 Nov 22 17:23:59.146785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0438b956-ed2a-4cf1-bda4-e83331b56bc2 req-b8632011-dba3-4bd9-b712-9c93682a9c7b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422089 Nov 22 17:23:59.263753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf921a-6ce7-4e9e-baff-f287e42be0bf req-ca738f29-c1b5-4809-9bc8-5e0de1809991 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:59.265226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77bf921a-6ce7-4e9e-baff-f287e42be0bf req-ca738f29-c1b5-4809-9bc8-5e0de1809991 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0491080 Nov 22 17:23:59.315500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77bf921a-6ce7-4e9e-baff-f287e42be0bf req-ad357458-1d79-4338-817f-b5a176fb5b10 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442486 Nov 22 17:23:59.548482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0f62a-f514-4b78-a311-1db3e99c77b2 req-4536164a-4d48-49e7-aa82-a72c50758406 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:23:59.549955 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66e0f62a-f514-4b78-a311-1db3e99c77b2 req-4536164a-4d48-49e7-aa82-a72c50758406 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 946 time: 0.0491915 Nov 22 17:23:59.597855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-66e0f62a-f514-4b78-a311-1db3e99c77b2 req-a315850a-5593-4791-9626-9f099e562e5a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Nov 22 17:23:59.686817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:23:59.736914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:23:59.741116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:23:59.741485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:59.821314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:59.843927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:23:59.846165 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d98d90-f247-4e76-a6ff-bb5a52ab3d1d" -d '{"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:23:59.862913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:23:59.866751 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:23:59.893240 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b0b1a3-6b08-4379-8ed4-31df9c58d612 x-openstack-request-id: req-63b0b1a3-6b08-4379-8ed4-31df9c58d612 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:23:59.893530 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-plugged", "status": "completed", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:23:59.893812 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63b0b1a3-6b08-4379-8ed4-31df9c58d612 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:23:59.894197 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'code': 200} Nov 22 17:23:59.919666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:00.716328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a67b8-1529-4547-89ed-7aa5b97acb50 req-d8c23068-9502-4186-8684-4fafb2729075 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:00.717836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-340a67b8-1529-4547-89ed-7aa5b97acb50 req-d8c23068-9502-4186-8684-4fafb2729075 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 947 time: 0.0491235 Nov 22 17:24:00.766463 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-340a67b8-1529-4547-89ed-7aa5b97acb50 req-c12463c0-a04d-46d5-8f4d-3ea49480d05d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426159 Nov 22 17:24:01.004595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-237a96f6-984a-497e-8c8b-78aa6a1eae6d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:01.006075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-237a96f6-984a-497e-8c8b-78aa6a1eae6d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 947 time: 0.0532773 Nov 22 17:24:01.100165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Deleting port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:24:01.100507 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:01.195676 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] For port 5266dd67-e3e0-49f0-a273-2ecde65e35b7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=5266dd67-e3e0-49f0-a273-2ecde65e35b7,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:01.196212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:01.366712 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:01.366992 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:01.367462 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 disassociated. External IP: 172.25.6.146, port: 5266dd67-e3e0-49f0-a273-2ecde65e35b7. Nov 22 17:24:01.367817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Calling delete_port for 5266dd67-e3e0-49f0-a273-2ecde65e35b7 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:24:01.495676 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:01.526093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event deleted for resources: {'Port': ['ID=5266dd67-e3e0-49f0-a273-2ecde65e35b7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:01.642776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:24:02.076270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fce6a20c-117b-4db5-aa6a-cd947b9058cf req-5b5bd1f9-7326-4357-9731-c47386d12201 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=e22d4385-7932-4311-a427-af6e91b00d6a HTTP/1.1" status: 200 len: 210 time: 0.0338535 Nov 22 17:24:02.091264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:24:02.101503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:24:02.110823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:24:02.111443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:23:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:02.131244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] No DVR routers for this DVR port 5266dd67-e3e0-49f0-a273-2ecde65e35b7 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:24:02.134742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:02.138221 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bca04d4e-646a-46c1-9d7e-ac7d6cd03b3e req-9f523317-bb71-4491-a8cc-7b6204fee049 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "DELETE /v2.0/ports/5266dd67-e3e0-49f0-a273-2ecde65e35b7 HTTP/1.1" status: 204 len: 173 time: 1.1209383 Nov 22 17:24:02.138844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-deleted', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:02.141254 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47790b40-223a-4762-a0c7-cc4e4470954a" -d '{"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-deleted", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:02.183217 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f0140d-b7da-4c5f-8cff-0aee7151d260 x-openstack-request-id: req-38f0140d-b7da-4c5f-8cff-0aee7151d260 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:02.183527 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e22d4385-7932-4311-a427-af6e91b00d6a", "name": "network-vif-deleted", "tag": "5266dd67-e3e0-49f0-a273-2ecde65e35b7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:02.184323 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38f0140d-b7da-4c5f-8cff-0aee7151d260 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:02.184323 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e22d4385-7932-4311-a427-af6e91b00d6a', 'name': 'network-vif-deleted', 'tag': '5266dd67-e3e0-49f0-a273-2ecde65e35b7', 'status': 'completed', 'code': 200} Nov 22 17:24:02.229816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:24:02.429010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:02.459629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:24:02.468628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:24:02.469215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:23:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:02.577731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:24:02.938476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:02.964657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce2ad59-cf92-4953-96cb-e8ba45f41eef None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:24:03.207236 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba6bf1-f91c-45c9-af29-f2940dc5c287 None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:24:03.386544 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-ac5358fa-d94d-4272-a37f-1be621895180 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--784644633&fields=id&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 267 time: 0.0519838 Nov 22 17:24:03.493907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-977b82c3-f7f0-4069-b035-8c6d0dd341c4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:03.495310 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-977b82c3-f7f0-4069-b035-8c6d0dd341c4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1018138 Nov 22 17:24:03.512063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-f51dcaa1-2f60-4eb9-a09f-259df10748c5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/quotas/6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 375 time: 0.0109007 Nov 22 17:24:03.565353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-265937e4-de33-4292-9a63-cb6089613ab7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473943 Nov 22 17:24:03.739372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dd06ddd6-e081-4198-a592-303e03442fed service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275275 Nov 22 17:24:03.832037 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-6f228d1b-da98-46f0-bfe7-412c5d041512 service neutron] 10.222.0.65 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855098 Nov 22 17:24:03.996224 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c20dcb10-47ed-40e4-9588-2c02b1d7905d req-90325ce2-9023-4fdb-98d5-70d619af2f93 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0321097 Nov 22 17:24:04.951761 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-560a3a30-a90c-440e-bc32-55dd89e5b13b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:04.953218 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-560a3a30-a90c-440e-bc32-55dd89e5b13b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 812 time: 0.1089981 Nov 22 17:24:05.031156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-91829f45-0d7f-478e-a3d6-9577038af767 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 379 time: 0.0674794 Nov 22 17:24:05.041274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'port': {'device_id': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'admin_state_up': True, 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'security_groups': ['a9392696-4804-4cae-8820-05aa71dbe91f']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:24:05.094402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89f4b48e-6b02-49dc-8857-29a0ea91e71a req-1c613525-452b-495f-ab7b-abad3b4c4661 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0279701 Nov 22 17:24:05.155062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Made reservation on behalf of 6f2248a3296840318c66e90ad0247c4b for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:24:05.158557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.281886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Allocated IP 172.20.0.3 (e95f2dbc-1f79-4175-b1f2-59988063386b/f3ed7deb-13aa-4f6a-818b-318c1b927dfe/6c9135c4-846b-4789-a1d1-8476890fe26a) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:24:05.421235 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.454401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.498420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Network e95f2dbc-1f79-4175-b1f2-59988063386b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:24:05.501569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:24:05.505233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:24:05.512521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:05.564345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:05.564962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.582027 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-dc91b46f-2b05-4c96-9836-4cd0f5be7812 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443919 Nov 22 17:24:05.605520 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Request body: {'port': {'device_id': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:24:05.668621 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.710835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:24:05.731673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 5266dd67-e3e0-49f0-a273-2ecde65e35b7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:24:05.732018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 5266dd67-e3e0-49f0-a273-2ecde65e35b7 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:24:05.762714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d83327c8-3f00-45cf-aabb-0c16189d33a2 None None] Provisioning complete for port 6c9135c4-846b-4789-a1d1-8476890fe26a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:24:05.763080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d83327c8-3f00-45cf-aabb-0c16189d33a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.797297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d83327c8-3f00-45cf-aabb-0c16189d33a2 None None] Port 6c9135c4-846b-4789-a1d1-8476890fe26a cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:24:05.937203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c9135c4-846b-4789-a1d1-8476890fe26a {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:24:05.944817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:05.957873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Transition to ACTIVE for port object 6c9135c4-846b-4789-a1d1-8476890fe26a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:24:05.962796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:06.221449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba96b7-27cb-4355-8140-3fc7ee2b37c0 req-ce37c057-5ef1-4c32-aab8-26571430bd28 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.222978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7ba96b7-27cb-4355-8140-3fc7ee2b37c0 req-ce37c057-5ef1-4c32-aab8-26571430bd28 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0514202 Nov 22 17:24:06.259451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:06.279798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7ba96b7-27cb-4355-8140-3fc7ee2b37c0 req-00d40a71-fcbe-4333-a378-daa0a76dec5a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503538 Nov 22 17:24:06.327212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:24:06.327554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:24:06.327889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:24:06.332340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:24:06.332856 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:24:06.338316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:24:06.338657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:24:06.339046 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:24:06.339478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Bound port: 6c9135c4-846b-4789-a1d1-8476890fe26a, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:24:06.339839 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:06.408103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:24:06.411358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:24:06.417237 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:06.455291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.455920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:06.457296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] 10.222.0.20 "PUT /v2.0/ports/6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1091 time: 0.8637261 Nov 22 17:24:06.457786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:06.460150 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82875684-8f78-4849-928e-210c769536d3" -d '{"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:06.488737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b12ef1-be2c-4f06-b60e-9cabe1f88a8d service neutron] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:06.520463 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4472b28a-d814-4060-850b-618dabb3ea80 x-openstack-request-id: req-4472b28a-d814-4060-850b-618dabb3ea80 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:06.520931 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:06.521477 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4472b28a-d814-4060-850b-618dabb3ea80 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:06.522715 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'status': 'completed', 'code': 200} Nov 22 17:24:06.565784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-f2058757-879b-46f5-8ba7-066d081d4637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.567543 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-f2058757-879b-46f5-8ba7-066d081d4637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1094 time: 0.0494137 Nov 22 17:24:06.611804 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-89abfa7d-254e-4800-b11a-2f28e75fe4f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 217 time: 0.0349312 Nov 22 17:24:06.671193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-8bb357a4-bda9-4f98-92b7-548d7e28dea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.672690 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-8bb357a4-bda9-4f98-92b7-548d7e28dea9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0529778 Nov 22 17:24:06.722666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-0d9cbe90-53e1-4cca-adf6-a44b6ea94f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.724255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-0d9cbe90-53e1-4cca-adf6-a44b6ea94f00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434434 Nov 22 17:24:06.820349 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-ba32ad64-4a02-4b3c-8ceb-7c0724d6d93b service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877361 Nov 22 17:24:06.910863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-055e1e32-b44d-4911-aaa5-f7a62ce40a20 req-3c5c060d-7991-4e8c-8268-f8bea27bb0ac service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822341 Nov 22 17:24:06.998365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875684-8f78-4849-928e-210c769536d3 req-45a8bfb5-cecb-4e97-971e-530969373147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:06.999841 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-45a8bfb5-cecb-4e97-971e-530969373147 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1094 time: 0.0429163 Nov 22 17:24:07.095359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875684-8f78-4849-928e-210c769536d3 req-7d33f7ca-0db0-45c3-876a-52c1b2b27dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.096831 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-7d33f7ca-0db0-45c3-876a-52c1b2b27dfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0892618 Nov 22 17:24:07.140199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-69e82477-e1fb-4499-b4a3-4ad80cb978d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 217 time: 0.0350635 Nov 22 17:24:07.190891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875684-8f78-4849-928e-210c769536d3 req-0f11f8da-f8b5-4a38-8da1-aff6e1051557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.192462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-0f11f8da-f8b5-4a38-8da1-aff6e1051557 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0441010 Nov 22 17:24:07.244619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82875684-8f78-4849-928e-210c769536d3 req-2c43f991-d270-436e-a4b5-2e3cbe214ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.246177 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-2c43f991-d270-436e-a4b5-2e3cbe214ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446088 Nov 22 17:24:07.337410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-c3906e9f-f5e8-4f14-8b28-a35b1289f619 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834315 Nov 22 17:24:07.402884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed22ce-0af3-4303-ad87-f1c894367961 req-78b25082-4590-4a8c-b187-4c60ceb7b2b0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:07.404408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbed22ce-0af3-4303-ad87-f1c894367961 req-78b25082-4590-4a8c-b187-4c60ceb7b2b0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0488310 Nov 22 17:24:07.433723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-82875684-8f78-4849-928e-210c769536d3 req-a47643cb-ba46-4bed-89e2-4fc165e59dd7 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874486 Nov 22 17:24:07.458426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbed22ce-0af3-4303-ad87-f1c894367961 req-2c4fe408-028d-446f-b342-b908b1dc2923 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478163 Nov 22 17:24:07.855196 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:08.579669 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bd9d2-e103-4e62-a1b1-67bafec6f3b1 req-243a57c2-b712-4db3-92f5-23184cab8701 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:08.581138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-315bd9d2-e103-4e62-a1b1-67bafec6f3b1 req-243a57c2-b712-4db3-92f5-23184cab8701 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0502038 Nov 22 17:24:08.628547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-315bd9d2-e103-4e62-a1b1-67bafec6f3b1 req-9e61e17c-687a-43dd-8d43-fd9139be1daf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407195 Nov 22 17:24:09.394982 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:09.716260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:24:09.746586 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377e9c6-fc80-4ab8-b884-ef9dfcc501d4 req-97105e2d-67ca-488f-a0ec-c6d12f8bbb43 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:09.748138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4377e9c6-fc80-4ab8-b884-ef9dfcc501d4 req-97105e2d-67ca-488f-a0ec-c6d12f8bbb43 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0496154 Nov 22 17:24:09.796521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4377e9c6-fc80-4ab8-b884-ef9dfcc501d4 req-64304e04-9848-4de1-9beb-865a2ae5e010 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422931 Nov 22 17:24:09.813251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:09.825952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'mac_address': 'fa:16:3e:47:70:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:24:09.864836 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:09.881472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9135c4-846b-4789-a1d1-8476890fe26a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:24:09.901551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:09.905906 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:09.953128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:10.109526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6c9135c4-846b-4789-a1d1-8476890fe26a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:24:10.917972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824bc8e-e992-41c1-87d9-640e50e51552 req-535c58af-8a50-4fcb-a3d6-bad02dd12c4f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:10.919373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9824bc8e-e992-41c1-87d9-640e50e51552 req-535c58af-8a50-4fcb-a3d6-bad02dd12c4f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0544982 Nov 22 17:24:10.966467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9824bc8e-e992-41c1-87d9-640e50e51552 req-6e2cc6c9-522e-4c4f-bf88-52c1d99f8c9a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412054 Nov 22 17:24:11.726985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:24:11.774635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 6c9135c4-846b-4789-a1d1-8476890fe26a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:24:11.778542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 6c9135c4-846b-4789-a1d1-8476890fe26a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:24:11.778917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:11.855541 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:11.878101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:11.880351 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdc92c1-cd3a-497f-be36-d3cca6b15832" -d '{"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-plugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:11.893252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:24:11.897860 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:11.924946 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aee065c-8ec3-4576-b72a-f613f6a7e561 x-openstack-request-id: req-5aee065c-8ec3-4576-b72a-f613f6a7e561 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:11.925259 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-plugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:11.925497 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5aee065c-8ec3-4576-b72a-f613f6a7e561 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:11.925909 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'code': 200} Nov 22 17:24:11.950870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:24:12.023699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeccbdb-65d2-46e6-b460-f1a311fe47f7 req-702a8ac2-e2ae-41dc-881f-f96329540eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:12.026743 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdeccbdb-65d2-46e6-b460-f1a311fe47f7 req-702a8ac2-e2ae-41dc-881f-f96329540eac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1096 time: 0.0439770 Nov 22 17:24:12.074946 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdeccbdb-65d2-46e6-b460-f1a311fe47f7 req-f1aaacac-e2ad-40ab-893e-450f59f8449c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404401 Nov 22 17:24:12.086656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94fae4-cda6-4530-a2db-6dc0315198ac req-bb10ed73-e01c-42f6-bdbf-0b54a91326b5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:12.088163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a94fae4-cda6-4530-a2db-6dc0315198ac req-bb10ed73-e01c-42f6-bdbf-0b54a91326b5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0498958 Nov 22 17:24:12.136191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a94fae4-cda6-4530-a2db-6dc0315198ac req-157e850a-be75-493f-969f-9ebc15f53a5f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417631 Nov 22 17:24:13.263018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece0379-fb7f-475d-a0cc-6cf3411bd169 req-8f509fe1-866d-4a6c-b4d8-745ac7966032 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:13.264513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ece0379-fb7f-475d-a0cc-6cf3411bd169 req-8f509fe1-866d-4a6c-b4d8-745ac7966032 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0543938 Nov 22 17:24:13.315698 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ece0379-fb7f-475d-a0cc-6cf3411bd169 req-efcfee45-c12b-4319-a710-b97939d4c65b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452278 Nov 22 17:24:13.431422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418f4d-c66a-44bc-9c29-d9e1b77a0c61 req-275c17c8-8d5a-406c-b152-fac54be90db4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:13.432889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c418f4d-c66a-44bc-9c29-d9e1b77a0c61 req-275c17c8-8d5a-406c-b152-fac54be90db4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0494010 Nov 22 17:24:13.441555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 51546) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:24:13.446359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Request body: {'floatingip': {'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:24:13.485434 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:13.944230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:13.948725 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:14.051419 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 associated. External IP: 172.25.6.146, port: 6c9135c4-846b-4789-a1d1-8476890fe26a. Nov 22 17:24:14.260834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:24:14.371921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:24:14.376575 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:14.381485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:24:14.390931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:24:14.391538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:23:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:14.404459 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-88f9e813-2f4d-46ac-b975-101ea53de4a7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "PUT /v2.0/floatingips/84ba88ae-2223-4438-992e-93d276081063 HTTP/1.1" status: 200 len: 992 time: 0.9617586 Nov 22 17:24:14.405164 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:24:14.407428 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed" -d '{"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:24:14.449304 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae5cbcc-649c-453c-aa2a-b9854b837742 x-openstack-request-id: req-8ae5cbcc-649c-453c-aa2a-b9854b837742 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:24:14.449595 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:24:14.449880 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ae5cbcc-649c-453c-aa2a-b9854b837742 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:24:14.450285 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'status': 'completed', 'code': 200} Nov 22 17:24:14.502077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:24:14.513398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-46045165-596d-4241-9574-97c0812791cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:14.514848 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-46045165-596d-4241-9574-97c0812791cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1096 time: 0.0409670 Nov 22 17:24:14.611741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-e5086325-21c1-48e5-9b9e-e13708d78ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:14.613215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-e5086325-21c1-48e5-9b9e-e13708d78ca7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0894856 Nov 22 17:24:14.681792 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-4dcbb441-a3e1-43b6-a3f8-04705b7a143b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0602956 Nov 22 17:24:14.739601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-45266e59-2101-42c2-b9f8-bc6669976e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:14.741062 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-45266e59-2101-42c2-b9f8-bc6669976e70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0503919 Nov 22 17:24:14.751036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:47:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:24:13Z', 'revision_number': 13, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:14.778941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:24:14.787622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:24:14.788228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:23:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:14.795441 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-1192e89c-78c6-4b37-9b43-14aa3b961a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:14.796980 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-1192e89c-78c6-4b37-9b43-14aa3b961a43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412774 Nov 22 17:24:14.888002 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-2b9d11b1-e321-4e00-90ef-e0a4576dc2a3 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830088 Nov 22 17:24:14.894659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:24:14.983403 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f0a21bb3-9777-42f2-be1e-0d4cd8b4c0ed req-04de1f3f-1c79-4498-9676-31945004cfa9 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868385 Nov 22 17:24:15.128209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:47:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:24:13Z', 'revision_number': 13, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:24:15.158944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98000d-f8c0-4b9d-b072-6ce35c975a61 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '84ba88ae-2223-4438-992e-93d276081063', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4064, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'mac_address': 'fa:16:3e:47:70:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:16:49Z', 'updated_at': '2021-11-22T17:24:13Z', 'revision_number': 13, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:24:15.358716 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1fc6f8-95b1-4943-b7c6-1f280aacac75 None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:24:20.049126 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eb23ffb-ec3d-4a58-bf61-f6854062803e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:23.446192 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f5b5fdb2-2fec-43cb-ae28-fc7ceae6983c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:24.181150 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:24.850692 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:24:25.569404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:26.124751 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:32.634225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-f4746e7e-2310-4b4c-a6d4-c786400ced86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422893 Nov 22 17:24:32.722905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-b6954a6c-4fa4-4b06-9baf-6ddfee018fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:32.724377 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-b6954a6c-4fa4-4b06-9baf-6ddfee018fb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1096 time: 0.0417776 Nov 22 17:24:32.831221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-10a46573-8e32-479e-abc9-785f83638117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:32.832566 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-10a46573-8e32-479e-abc9-785f83638117 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0874150 Nov 22 17:24:32.903904 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-5a8fe823-2b1a-4273-80ab-e7809c56770b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1002 time: 0.0623858 Nov 22 17:24:32.958494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-7dc0860a-12ac-44b3-b5c8-5578358e45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:32.959912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-7dc0860a-12ac-44b3-b5c8-5578358e45c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0487578 Nov 22 17:24:33.006435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-ce677d94-9e31-4884-b99a-de811767f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:24:33.008997 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-ce677d94-9e31-4884-b99a-de811767f587 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396664 Nov 22 17:24:33.097869 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-7679868c-16cf-46c4-8fac-0b386f4672cc service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814025 Nov 22 17:24:33.196968 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-47622b4d-f224-4bb8-9167-ec2bc9cc848a req-d808d17d-41a6-4345-88f3-ffed360d74fe service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Nov 22 17:24:37.861393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:39.383936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:50.050955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c301f67-281f-4454-bdd5-8a5da0971384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:53.448747 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96ba8179-0118-47f8-88a1-dea230fb214e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:54.183266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:55.585948 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:24:56.127579 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:01.851251 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:25:07.868474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:09.427770 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:20.058044 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0898934f-015a-48bf-899d-4984e0347423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:23.456146 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-334d9be0-3492-42ec-92a0-62f523c8deab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:24.187166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:25.566822 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:26.130763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:32.037424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-cc3bb33e-0022-455c-8603-8cca5c1bec0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437627 Nov 22 17:25:32.128664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-42e690ef-47c3-4b4a-a894-9987d282fa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:32.130261 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-42e690ef-47c3-4b4a-a894-9987d282fa93 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1096 time: 0.0432739 Nov 22 17:25:32.239480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-8917aaca-f686-4f4f-90f4-40f5226de296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:32.240959 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-8917aaca-f686-4f4f-90f4-40f5226de296 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0899525 Nov 22 17:25:32.307184 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-8b7e110b-71ea-4971-9e4e-2f1e80bb5c80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1002 time: 0.0580735 Nov 22 17:25:32.368886 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-62af7a0c-4e8e-4c63-906c-0a8aba9f13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:32.370369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-62af7a0c-4e8e-4c63-906c-0a8aba9f13db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0557091 Nov 22 17:25:32.425208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-ac3b5ad3-0418-4385-8847-d6249897466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:32.426966 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-ac3b5ad3-0418-4385-8847-d6249897466f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477536 Nov 22 17:25:32.549003 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-1e853b18-4947-4ed0-88c7-3f3fc97bbfca service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141455 Nov 22 17:25:32.645556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eeb8b2ad-0d4e-46b0-895a-15b8e93a04b2 req-9dea4c6d-a9e2-4549-bcbc-e63eb40ead28 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887525 Nov 22 17:25:37.861262 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:38.851205 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:25:39.447529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:50.051303 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-304391b9-7a0e-4eb8-96a8-578655d86cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:53.455841 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5291f9f8-2ff5-43c3-9e2e-7a4e3110cfb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:54.096925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e66e48-a095-46fd-a5d6-e2a4abd1412c req-3d46298a-2851-4a32-9775-4bbfa75df12b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:25:54.099136 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84e66e48-a095-46fd-a5d6-e2a4abd1412c req-3d46298a-2851-4a32-9775-4bbfa75df12b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0634155 Nov 22 17:25:54.152211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-84e66e48-a095-46fd-a5d6-e2a4abd1412c req-b79a423a-d018-4bef-8d55-015c87a7f847 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468228 Nov 22 17:25:54.191782 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:55.572719 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:25:56.137280 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:06.209574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-a42bbe42-f02f-4db0-a803-adbddcf6d355 req-c0dcf4f3-a411-4506-a843-8ded4b0c6955 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:26:06.211432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a42bbe42-f02f-4db0-a803-adbddcf6d355 req-c0dcf4f3-a411-4506-a843-8ded4b0c6955 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063548 Nov 22 17:26:06.408984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccfaf8-7821-4486-a54d-3a4dde4f47cb req-6f70b10c-3fa4-431e-b365-fc1c0281e426 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:06.410545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93ccfaf8-7821-4486-a54d-3a4dde4f47cb req-6f70b10c-3fa4-431e-b365-fc1c0281e426 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0555747 Nov 22 17:26:06.462787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93ccfaf8-7821-4486-a54d-3a4dde4f47cb req-a067b1be-1eea-4b45-b29e-2199f0623f77 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Nov 22 17:26:06.504266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-de748aa5-5f2f-42a9-ba05-e153ca9c21fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0911791 Nov 22 17:26:06.513260 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-c116c685-6889-4830-ab13-dbbbe05325f6 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:26:06.514269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-c116c685-6889-4830-ab13-dbbbe05325f6 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050514 Nov 22 17:26:07.581016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ed00e-4684-4ae9-b4fb-71e4c2ca2295 req-df02b029-c7e8-4285-9fa7-fe38a8726e52 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:07.582535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f5ed00e-4684-4ae9-b4fb-71e4c2ca2295 req-df02b029-c7e8-4285-9fa7-fe38a8726e52 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0483408 Nov 22 17:26:07.630531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f5ed00e-4684-4ae9-b4fb-71e4c2ca2295 req-662069c2-b60b-4837-bdff-1b5926f88ff8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Nov 22 17:26:07.852639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:08.752467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89615007-9e9b-4cd3-b0da-7b1a1ab37f7b req-1ea30799-ee1d-435e-8b93-79e54b5fdba1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:08.753972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89615007-9e9b-4cd3-b0da-7b1a1ab37f7b req-1ea30799-ee1d-435e-8b93-79e54b5fdba1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0534940 Nov 22 17:26:08.801993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-89615007-9e9b-4cd3-b0da-7b1a1ab37f7b req-2c748464-0631-41e7-b563-602bd46c183a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413182 Nov 22 17:26:09.435920 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:09.922155 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553d8a-83e5-4d3d-9504-6afe9e2f6fd1 req-c2d29325-cf88-461a-9742-1476de5b0647 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:09.923623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94553d8a-83e5-4d3d-9504-6afe9e2f6fd1 req-c2d29325-cf88-461a-9742-1476de5b0647 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0486836 Nov 22 17:26:09.971943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-94553d8a-83e5-4d3d-9504-6afe9e2f6fd1 req-1e3ff751-7fca-418d-ad97-c22b2415d196 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423956 Nov 22 17:26:10.779361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-9b70e1d2-08d7-4ada-8735-4901df3bfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:10.787905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-9b70e1d2-08d7-4ada-8735-4901df3bfee0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1096 time: 0.0441527 Nov 22 17:26:10.876250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-3196b020-3273-4a0a-be94-60e1e21980ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:10.877782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-3196b020-3273-4a0a-be94-60e1e21980ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0897353 Nov 22 17:26:10.946371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-1e1f1d16-9bc1-47bf-a32c-ff65c8d18cf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1002 time: 0.0602796 Nov 22 17:26:10.997090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-9c20c2fc-dd16-49c9-b570-d5c3b9d9caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:10.998600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-9c20c2fc-dd16-49c9-b570-d5c3b9d9caed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0447674 Nov 22 17:26:11.050895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-7a68312e-cf0f-409f-a34c-c01541f24dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:11.052358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-7a68312e-cf0f-409f-a34c-c01541f24dda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441589 Nov 22 17:26:11.099028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc9e2d-8d91-4117-80e4-e2d77f9dfdc8 req-aebbec0f-e62c-4d89-bee1-93e516a3158e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:11.100536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23dc9e2d-8d91-4117-80e4-e2d77f9dfdc8 req-aebbec0f-e62c-4d89-bee1-93e516a3158e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0547171 Nov 22 17:26:11.143505 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-f7d46ebb-5381-47f7-8185-108457f62f0b service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829742 Nov 22 17:26:11.150798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-23dc9e2d-8d91-4117-80e4-e2d77f9dfdc8 req-bab712ce-51f2-49ac-8e44-466a6957143c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421612 Nov 22 17:26:11.239592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-3d51828f-de08-444f-9dbc-f055576c6a4d service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872030 Nov 22 17:26:12.267981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378f0ff-7584-407b-8f9b-de77c4dc2641 req-593064da-d100-4706-acd7-0debb04124b1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:12.269471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f378f0ff-7584-407b-8f9b-de77c4dc2641 req-593064da-d100-4706-acd7-0debb04124b1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0487702 Nov 22 17:26:12.317547 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f378f0ff-7584-407b-8f9b-de77c4dc2641 req-d505036a-aa7f-4a4f-8b17-dfcabfe633a8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410135 Nov 22 17:26:13.433244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51074c4-4b76-4fd7-8aeb-06c1693cd2a4 req-5854898d-33bd-4560-b071-057c2b3586a5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:13.434746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d51074c4-4b76-4fd7-8aeb-06c1693cd2a4 req-5854898d-33bd-4560-b071-057c2b3586a5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0479355 Nov 22 17:26:13.487292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d51074c4-4b76-4fd7-8aeb-06c1693cd2a4 req-c6161603-1b5e-423e-81b4-bf635325e91e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460660 Nov 22 17:26:14.605838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55523e66-6e45-412c-9ca4-ce53ae9c10b3 req-a4c06939-fe0e-4d5e-844c-762be9e3ff6e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:14.607318 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55523e66-6e45-412c-9ca4-ce53ae9c10b3 req-a4c06939-fe0e-4d5e-844c-762be9e3ff6e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0489843 Nov 22 17:26:14.656683 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55523e66-6e45-412c-9ca4-ce53ae9c10b3 req-ce62e0c6-f53d-4903-91ae-41424874b5b7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433376 Nov 22 17:26:15.774538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580db697-31c2-4747-a89b-8fe311f25b25 req-7664da4c-ade5-446f-953e-be24936db707 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:15.776611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-580db697-31c2-4747-a89b-8fe311f25b25 req-7664da4c-ade5-446f-953e-be24936db707 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0493135 Nov 22 17:26:15.823997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-580db697-31c2-4747-a89b-8fe311f25b25 req-5ca7dbe4-82a6-4dae-8f73-1780861ef012 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412049 Nov 22 17:26:15.849431 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:26:16.946100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87c2f7-eb10-43ae-9859-00c7d0564355 req-aca26ea9-f64e-4551-9f57-3efb843c96ca tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:16.948104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f87c2f7-eb10-43ae-9859-00c7d0564355 req-aca26ea9-f64e-4551-9f57-3efb843c96ca tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0540748 Nov 22 17:26:16.996451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f87c2f7-eb10-43ae-9859-00c7d0564355 req-14e3c15d-1301-42af-834c-d3965b6f5410 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426855 Nov 22 17:26:18.114408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176254d-9e3d-4b3a-8447-a3a602f2c079 req-be0825c9-740f-48b4-b0ff-2dfa9a8703d9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:18.115920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1176254d-9e3d-4b3a-8447-a3a602f2c079 req-be0825c9-740f-48b4-b0ff-2dfa9a8703d9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0497673 Nov 22 17:26:18.165607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1176254d-9e3d-4b3a-8447-a3a602f2c079 req-ed302b36-bf09-4547-a008-ef988eaea350 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425515 Nov 22 17:26:19.289543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d52573-e0fa-4999-8f71-2fc41206ab9c req-a3661acc-4132-4cbc-aa16-4c5c0eb5625c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:19.291506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7d52573-e0fa-4999-8f71-2fc41206ab9c req-a3661acc-4132-4cbc-aa16-4c5c0eb5625c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0474997 Nov 22 17:26:19.345917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a7d52573-e0fa-4999-8f71-2fc41206ab9c req-709ea623-3892-4d6e-8bae-ee0a08a71d3d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479045 Nov 22 17:26:20.053030 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c303320f-f4da-4912-8f4a-217eb9540ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:20.468048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed9db4-bf24-4a41-b940-05abedb8de63 req-f1093e9b-2aee-48d5-bfe3-98202c46f17c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:20.470364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bed9db4-bf24-4a41-b940-05abedb8de63 req-f1093e9b-2aee-48d5-bfe3-98202c46f17c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0516624 Nov 22 17:26:20.520894 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bed9db4-bf24-4a41-b940-05abedb8de63 req-1ae48854-4f72-4dc6-80b7-8a2df17d79e5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446465 Nov 22 17:26:21.641771 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2bec7-29b7-4723-90f7-0af24756f8af req-6042510e-5e38-4ef3-8206-a3631f83d3b2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:21.643322 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70e2bec7-29b7-4723-90f7-0af24756f8af req-6042510e-5e38-4ef3-8206-a3631f83d3b2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0503235 Nov 22 17:26:21.693106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70e2bec7-29b7-4723-90f7-0af24756f8af req-55c02d07-e0e4-4aae-ac09-c60a85a17752 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436642 Nov 22 17:26:22.816640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76989a-1341-4029-9966-22a34763fb1c req-acd41f2d-dc73-4182-ac10-076cf0e7405d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:22.818170 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c76989a-1341-4029-9966-22a34763fb1c req-acd41f2d-dc73-4182-ac10-076cf0e7405d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0539849 Nov 22 17:26:22.866402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c76989a-1341-4029-9966-22a34763fb1c req-21af1620-a209-41f6-95b5-0e6062a192d4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Nov 22 17:26:23.447515 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32017cdc-794f-4009-97d8-458c7ad0bbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:23.987600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e452e-9ebf-4f6f-a22d-42e35889e92c req-ccd87edc-89aa-4b51-a968-0d01d1967260 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:23.989030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-550e452e-9ebf-4f6f-a22d-42e35889e92c req-ccd87edc-89aa-4b51-a968-0d01d1967260 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0489089 Nov 22 17:26:24.038178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-550e452e-9ebf-4f6f-a22d-42e35889e92c req-4db9cb7c-9283-423e-a1f7-f25a4bc3fa8f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 Nov 22 17:26:24.190531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:25.167870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbbe9e-d0cc-4663-bea6-b8ce9d5a2e35 req-df33cad1-61b2-43af-a2a5-a3d3718b71de tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:25.169395 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1cbbe9e-d0cc-4663-bea6-b8ce9d5a2e35 req-df33cad1-61b2-43af-a2a5-a3d3718b71de tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0543699 Nov 22 17:26:25.220484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b1cbbe9e-d0cc-4663-bea6-b8ce9d5a2e35 req-78a0b35e-276b-41a8-9e5e-db802db35aef tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445211 Nov 22 17:26:25.428504 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-09460b6e-8e63-46ec-b973-862981f22fc0 service neutron] show failed (client error): The resource could not be found. Nov 22 17:26:25.429513 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-09460b6e-8e63-46ec-b973-862981f22fc0 service neutron] 10.222.0.20 "GET /v2.0/ports/6c9135c4-846b-4789-a1d1-8476890fe26a/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0573232 Nov 22 17:26:25.571850 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:25.642953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-a5af4ba4-a5ec-41ff-a873-e8cf63e54981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:25.644359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-a5af4ba4-a5ec-41ff-a873-e8cf63e54981 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 1096 time: 0.0408494 Nov 22 17:26:25.662364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:25.715077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:25.917334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:26:25.950564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:26:25.989895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:25.992178 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b98f42-d47c-4f1e-a3db-451539f9979a" -d '{"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:25.996009 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:26.009275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Transition to ACTIVE for port object 6c9135c4-846b-4789-a1d1-8476890fe26a will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:26:26.013626 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:26.051209 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfc945a-39b6-4d51-915e-0d09c93505c0 x-openstack-request-id: req-ecfc945a-39b6-4d51-915e-0d09c93505c0 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:26.051516 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:26.051781 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ecfc945a-39b6-4d51-915e-0d09c93505c0 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:26.052177 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'code': 200} Nov 22 17:26:26.103293 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:26.115560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.115932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.116255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.116595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.116932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.117266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.117603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.117956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.118290 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.118618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.118945 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.119596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:26.141121 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:26.151547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] No DVR routers for this DVR port 6c9135c4-846b-4789-a1d1-8476890fe26a on host n-h2-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:26:26.293680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:26:26.293680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:26:26.294507 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:26:26.307958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:26:26.308285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:26:26.329578 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:26:26.329895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:26:26.330251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:26:26.330685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Bound port: 6c9135c4-846b-4789-a1d1-8476890fe26a, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:26:26.331042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:26.381882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ea5f-13d9-4d0f-96c3-2a50eb2bf170 req-646ba30b-1426-44f7-8acc-09e35771664f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:26.383387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9663ea5f-13d9-4d0f-96c3-2a50eb2bf170 req-646ba30b-1426-44f7-8acc-09e35771664f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0872710 Nov 22 17:26:26.427791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:26:26.431711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:26:26.439105 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:26.486235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:26.486860 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:26.488235 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] 10.222.0.66 "PUT /v2.0/ports/6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1091 time: 0.8299627 Nov 22 17:26:26.493718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9663ea5f-13d9-4d0f-96c3-2a50eb2bf170 req-5e4f926a-f06e-4d4b-b935-69d9d7bcf739 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020365 Nov 22 17:26:26.519423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3d6c0d-f8c0-4876-accd-47242b9b57e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:26.570354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-333ba159-0461-4ab2-9de8-ca867ddc028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:26.571903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-333ba159-0461-4ab2-9de8-ca867ddc028a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1094 time: 0.0539546 Nov 22 17:26:26.680297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-904f04a2-7ace-46ce-9b0f-5e375e0f0b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:26.681810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-904f04a2-7ace-46ce-9b0f-5e375e0f0b7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0988503 Nov 22 17:26:26.750803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-92ad38a3-f22a-4e42-8365-abeaa9fffbb7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0598683 Nov 22 17:26:26.801833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-cdb6ce6e-05e5-435e-aa61-36d248a70819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:26.803352 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-cdb6ce6e-05e5-435e-aa61-36d248a70819 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0451469 Nov 22 17:26:26.858558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-988567f5-98d9-4af3-aae1-a9128350c7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:26.860029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-988567f5-98d9-4af3-aae1-a9128350c7b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436528 Nov 22 17:26:26.954212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-c74ce2d0-637e-4ac4-bef5-4014194c2a8c service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814211 Nov 22 17:26:27.050295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-f5e8dab1-67df-4e08-bb60-afaf35d2f8ed service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844448 Nov 22 17:26:27.936142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a37880-196f-473b-994b-c94f3c6b2cae req-acd0be27-9df6-4094-93e9-0d40c0a36cf7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:27.937624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37a37880-196f-473b-994b-c94f3c6b2cae req-acd0be27-9df6-4094-93e9-0d40c0a36cf7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.3610275 Nov 22 17:26:27.987621 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-37a37880-196f-473b-994b-c94f3c6b2cae req-4ba5b31a-50d3-44ae-99dc-f002daf00546 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439634 Nov 22 17:26:28.053375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:28.055727 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:28.106394 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0340c51f-5079-4f07-b97e-1f74e8db0ff1 x-openstack-request-id: req-0340c51f-5079-4f07-b97e-1f74e8db0ff1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:28.106691 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:28.106952 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0340c51f-5079-4f07-b97e-1f74e8db0ff1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:28.107362 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'status': 'completed', 'code': 200} Nov 22 17:26:28.182105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-96925861-da43-4e58-af1a-e9d667dcb7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.182562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-92966913-2392-4fe1-a886-4c82958b7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.184559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-96925861-da43-4e58-af1a-e9d667dcb7c8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1094 time: 0.0537426 Nov 22 17:26:28.185555 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-92966913-2392-4fe1-a886-4c82958b7be2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1094 time: 0.0576811 Nov 22 17:26:28.291220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-48a1fae5-bfef-4c84-8090-aae812246a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.291478 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-071722b6-d579-49be-95cc-7c1b3604fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.293780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-071722b6-d579-49be-95cc-7c1b3604fc73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1005170 Nov 22 17:26:28.293963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-48a1fae5-bfef-4c84-8090-aae812246a65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0993075 Nov 22 17:26:28.364130 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-f77206a8-3c0f-4753-a4e9-6aa2614abee4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0637863 Nov 22 17:26:28.365815 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-994d1a4d-c37e-4185-a82d-53afabdc3718 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0629404 Nov 22 17:26:28.422090 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-f1722919-497a-475c-856f-b90b6307f6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.423578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-f1722919-497a-475c-856f-b90b6307f6ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0519426 Nov 22 17:26:28.424976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-2fad1f9d-1cfe-4dcf-b40e-d1194eb0366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.426454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-2fad1f9d-1cfe-4dcf-b40e-d1194eb0366d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0505128 Nov 22 17:26:28.478339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-dca14c4b-d265-4d1b-a563-744ca787c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.480308 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-dca14c4b-d265-4d1b-a563-744ca787c5f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482774 Nov 22 17:26:28.483953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-6e037262-8e5b-45bc-b7f6-2f9da4ba999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:28.485473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-6e037262-8e5b-45bc-b7f6-2f9da4ba999c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483994 Nov 22 17:26:28.533457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:26:28.583442 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-a57ffb0c-9328-44b5-805f-76e3f587078f service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947943 Nov 22 17:26:28.592211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-33633327-77e5-440a-b456-fa852ad0b988 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948377 Nov 22 17:26:28.593785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:26:28.692622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-0ac2e285-0679-4e0e-a649-7de097c0bc40 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008132 Nov 22 17:26:28.709188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1ff5bfd4-7e3f-4d3a-a835-901fa2f8bf5f req-60d3e2da-3b10-4719-adbb-7d0e5ba10766 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096435 Nov 22 17:26:29.109603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24422d-1d1b-4894-aa5e-eb5c7549d13e req-3dc4609a-f2e7-46e0-82fd-58dd7a0e6ec7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:29.111161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc24422d-1d1b-4894-aa5e-eb5c7549d13e req-3dc4609a-f2e7-46e0-82fd-58dd7a0e6ec7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0513484 Nov 22 17:26:29.159731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc24422d-1d1b-4894-aa5e-eb5c7549d13e req-a5241032-cf7e-4dba-9a24-e1b281b14fa6 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426056 Nov 22 17:26:30.288864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440bc82-2aac-4a14-a03a-91f28b51e1c6 req-06a21b5c-25f6-464d-91d3-ac6b179c42a2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:30.290473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9440bc82-2aac-4a14-a03a-91f28b51e1c6 req-06a21b5c-25f6-464d-91d3-ac6b179c42a2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0572069 Nov 22 17:26:30.344795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9440bc82-2aac-4a14-a03a-91f28b51e1c6 req-e3bc6533-89d8-49a7-8303-1043569ba4c4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481462 Nov 22 17:26:31.468220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d032ef0-276b-437e-bea7-92e5215dd7b0 req-811a9a04-643c-42c4-9662-3fca21b2b8b7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:31.469753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d032ef0-276b-437e-bea7-92e5215dd7b0 req-811a9a04-643c-42c4-9662-3fca21b2b8b7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0507128 Nov 22 17:26:31.519728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d032ef0-276b-437e-bea7-92e5215dd7b0 req-96790c0c-68bc-4b04-8c9a-860da9ed26b1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437968 Nov 22 17:26:32.635600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491981d-e75c-477d-ada9-fb89a258236e req-d9730286-0aa3-466b-a8fc-35e4afa5ca2f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:32.637299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6491981d-e75c-477d-ada9-fb89a258236e req-d9730286-0aa3-466b-a8fc-35e4afa5ca2f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0492108 Nov 22 17:26:32.691131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6491981d-e75c-477d-ada9-fb89a258236e req-409bddf8-f14a-4bd9-9398-33389910adab tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471144 Nov 22 17:26:33.811617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15d362-952b-4e7f-a235-249edbf4e25b req-f8c5cc3d-edfc-4cdd-b2e6-515f12c53dc8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:33.813096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb15d362-952b-4e7f-a235-249edbf4e25b req-f8c5cc3d-edfc-4cdd-b2e6-515f12c53dc8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0483351 Nov 22 17:26:33.860650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cb15d362-952b-4e7f-a235-249edbf4e25b req-bdf35922-c3b8-4f84-a606-ff86ce1c40a0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412953 Nov 22 17:26:34.977421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eb2da-ec55-46f6-9229-fe7500019da1 req-83617ed2-32c0-408e-8816-92fd38322ff1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:34.978933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e19eb2da-ec55-46f6-9229-fe7500019da1 req-83617ed2-32c0-408e-8816-92fd38322ff1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0494416 Nov 22 17:26:35.027697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e19eb2da-ec55-46f6-9229-fe7500019da1 req-49ce3472-07a0-4f66-bcbc-4af784f96faf tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419855 Nov 22 17:26:36.151199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b15f-1fad-4ce6-b355-79f1a114f3ef req-89aad9e8-865d-4417-a926-af195e65392d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:36.152598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdb7b15f-1fad-4ce6-b355-79f1a114f3ef req-89aad9e8-865d-4417-a926-af195e65392d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0540471 Nov 22 17:26:36.202386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bdb7b15f-1fad-4ce6-b355-79f1a114f3ef req-2d493af1-0107-4859-b241-d8fc0923068f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Nov 22 17:26:37.323377 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28aadac-0381-449a-bcf9-b94092b00993 req-2d2b35bf-9d48-4b57-bb5e-7b933d1d5676 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:37.324918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c28aadac-0381-449a-bcf9-b94092b00993 req-2d2b35bf-9d48-4b57-bb5e-7b933d1d5676 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0498896 Nov 22 17:26:37.372930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c28aadac-0381-449a-bcf9-b94092b00993 req-30bab527-64d4-4dab-bda2-8a3db02d258b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418992 Nov 22 17:26:37.857634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:38.493754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058886d-8e1e-47f1-b201-2fc88bf8477f req-79ee975e-a058-4f28-a5dc-591ddbd2bc1f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:38.495281 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e058886d-8e1e-47f1-b201-2fc88bf8477f req-79ee975e-a058-4f28-a5dc-591ddbd2bc1f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0510409 Nov 22 17:26:38.547857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e058886d-8e1e-47f1-b201-2fc88bf8477f req-8cfb906a-bd75-49ca-b551-68d181ad355f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459731 Nov 22 17:26:39.427934 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:39.669210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e080bb-0c6c-4a97-a485-7af399c66cfb req-44953d5b-db3a-4233-a831-c71322c50510 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:39.670920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6e080bb-0c6c-4a97-a485-7af399c66cfb req-44953d5b-db3a-4233-a831-c71322c50510 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 943 time: 0.0513802 Nov 22 17:26:39.722446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6e080bb-0c6c-4a97-a485-7af399c66cfb req-bbcc49db-2eb2-491e-bdf4-3043d1c5b7ce tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455599 Nov 22 17:26:40.233728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-c85c93e2-c54d-407d-a1ea-e4e8aade56c3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398591 Nov 22 17:26:40.319337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-d6dc88ef-c050-4710-9ae7-76a142ca1109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:40.320853 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-d6dc88ef-c050-4710-9ae7-76a142ca1109 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1094 time: 0.0438068 Nov 22 17:26:40.426255 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-977d819e-1f47-48e0-a12f-574d5481a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:40.427716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-977d819e-1f47-48e0-a12f-574d5481a9c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0832675 Nov 22 17:26:40.484415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:26:40.500005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-ecbd5d60-f8ff-41f6-94df-927f9d61a68e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0640495 Nov 22 17:26:40.551821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-e5824c1a-34dd-4a05-a5f7-441a514729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:40.553304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-e5824c1a-34dd-4a05-a5f7-441a514729b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0458987 Nov 22 17:26:40.580956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:26:40.593848 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'mac_address': 'fa:16:3e:47:70:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:26:40.602259 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-9d3cf3b4-ff01-413f-adf9-c274bad058ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:40.604120 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-9d3cf3b4-ff01-413f-adf9-c274bad058ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420527 Nov 22 17:26:40.621512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-437c470a-29d7-4271-8b2d-334b835e1583 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:26:40.621512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-437c470a-29d7-4271-8b2d-334b835e1583 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052307 Nov 22 17:26:40.640034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:40.655174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9135c4-846b-4789-a1d1-8476890fe26a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:26:40.675298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:26:40.679640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:40.717448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-662c4461-fe5c-434f-aed1-699e641de556 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908978 Nov 22 17:26:40.728437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:40.736716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.736994 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.737342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.737708 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.738049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.738384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.738719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.739045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.739372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.744324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.746744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.747091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:40.842048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ba77b069-10a6-4ac8-a518-b92e2d61a61d req-db8cc78e-ab78-4bc1-a271-d8066cfc12ed service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156263 Nov 22 17:26:40.862564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b4a9a-b53b-424a-ac34-9a40412c9fe6 req-be4d6ad7-e2ae-48d5-b5c8-da71150e4697 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:40.864058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d4b4a9a-b53b-424a-ac34-9a40412c9fe6 req-be4d6ad7-e2ae-48d5-b5c8-da71150e4697 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0661402 Nov 22 17:26:40.914260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d4b4a9a-b53b-424a-ac34-9a40412c9fe6 req-4ca56e73-a872-4103-b14e-9c07530ab7da tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Nov 22 17:26:40.964207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['6c9135c4-846b-4789-a1d1-8476890fe26a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:26:41.242411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-0e32634d-1023-4420-bf2c-678d7a373127 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:41.243849 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-0e32634d-1023-4420-bf2c-678d7a373127 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&tenant_id=6f2248a3296840318c66e90ad0247c4b&binding%3Ahost_id=n-h1-816206-6 HTTP/1.1" status: 200 len: 944 time: 0.0833080 Nov 22 17:26:41.252448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfa12c-713d-46e5-9c83-584ff60e1f5e req-f6a54456-0926-47d3-b295-c0e62d3dfe36 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:41.253933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4bfa12c-713d-46e5-9c83-584ff60e1f5e req-f6a54456-0926-47d3-b295-c0e62d3dfe36 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0668192 Nov 22 17:26:41.342063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4bfa12c-713d-46e5-9c83-584ff60e1f5e req-5061af79-9a3e-4b47-ad7e-855d075d45f3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812654 Nov 22 17:26:41.346356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-557864f5-c753-43cd-b5aa-e55364634adc service neutron] 10.222.0.66 "GET /v2.0/ports/6c9135c4-846b-4789-a1d1-8476890fe26a/bindings/n-h1-816206-6 HTTP/1.1" status: 200 len: 382 time: 0.0915134 Nov 22 17:26:41.417859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-96a6e6b8-d1b3-4507-b30a-43b4157acf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:41.419537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-96a6e6b8-d1b3-4507-b30a-43b4157acf57 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1095 time: 0.0401545 Nov 22 17:26:41.515149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-e6ca8315-083b-452f-b1ee-7b20a5f77163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:41.516511 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-e6ca8315-083b-452f-b1ee-7b20a5f77163 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0892730 Nov 22 17:26:41.586198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-aed21df4-4225-4cf4-9f72-7a9bb2efcdb1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1001 time: 0.0607684 Nov 22 17:26:41.636029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-872ebe25-420c-46c7-8542-ef670338fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:41.637780 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-872ebe25-420c-46c7-8542-ef670338fd6f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0442245 Nov 22 17:26:41.688741 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-d3a8b005-12db-4d84-b239-85811fdedb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:41.690270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-d3a8b005-12db-4d84-b239-85811fdedb22 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449004 Nov 22 17:26:41.780480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-e4d9ea94-dc1e-41f2-99a7-2b278c27ecb2 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816848 Nov 22 17:26:41.876403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-966da16b-2667-4427-bc3c-6a06b4851a4a service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883079 Nov 22 17:26:42.463836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb492ea-c7b7-4c3e-a755-f479781f0024 req-f94d2a1f-0010-4667-ba8d-05134f404a9f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:42.465497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bb492ea-c7b7-4c3e-a755-f479781f0024 req-f94d2a1f-0010-4667-ba8d-05134f404a9f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0508251 Nov 22 17:26:42.490770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:26:42.514236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bb492ea-c7b7-4c3e-a755-f479781f0024 req-769caed3-14ad-408d-8339-e78fb9eb419d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Nov 22 17:26:42.539146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 6c9135c4-846b-4789-a1d1-8476890fe26a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:26:42.543620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 6c9135c4-846b-4789-a1d1-8476890fe26a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:26:42.544160 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:42.623838 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:42.646349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:42.648611 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99a743c-3fae-496b-9f8b-c2031c17153e" -d '{"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-plugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:42.661138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:26:42.665816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:42.710558 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aaf1be-6004-4dc2-ae40-47a13fb71dfe x-openstack-request-id: req-71aaf1be-6004-4dc2-ae40-47a13fb71dfe {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:42.710847 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-plugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:42.711100 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71aaf1be-6004-4dc2-ae40-47a13fb71dfe {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:42.711488 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'code': 200} Nov 22 17:26:42.716647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:43.644249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7680-95db-4a4a-8cc1-8dc5d7bec74e req-e756acf2-3aa0-42cd-be7f-63368f9c24d0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:43.645779 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-825d7680-95db-4a4a-8cc1-8dc5d7bec74e req-e756acf2-3aa0-42cd-be7f-63368f9c24d0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0592735 Nov 22 17:26:43.695480 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-825d7680-95db-4a4a-8cc1-8dc5d7bec74e req-1647f3b3-ff30-4d79-a55f-7fd7866c047c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437393 Nov 22 17:26:44.828423 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69f90e-3932-4e39-83f6-9d04a387a332 req-6611b636-efd3-442d-8502-cd7f1eb0e3d7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:44.830162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f69f90e-3932-4e39-83f6-9d04a387a332 req-6611b636-efd3-442d-8502-cd7f1eb0e3d7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0586722 Nov 22 17:26:44.879518 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f69f90e-3932-4e39-83f6-9d04a387a332 req-a7637b4b-b863-4710-a490-573fecca4066 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432456 Nov 22 17:26:45.998655 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eaae71-3bd4-4e67-a062-f99ab32c6fc4 req-1993574e-a7f9-4060-b101-4b563cdfe416 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:46.000193 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75eaae71-3bd4-4e67-a062-f99ab32c6fc4 req-1993574e-a7f9-4060-b101-4b563cdfe416 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0498252 Nov 22 17:26:46.049250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-75eaae71-3bd4-4e67-a062-f99ab32c6fc4 req-768ebcfd-5048-4b9c-8a41-6e54de78f127 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432584 Nov 22 17:26:46.429167 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-9137fac4-192d-43fd-8c7e-ded467ff3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:46.430726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-9137fac4-192d-43fd-8c7e-ded467ff3c8b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a&tenant_id=6f2248a3296840318c66e90ad0247c4b HTTP/1.1" status: 200 len: 1096 time: 0.0413458 Nov 22 17:26:46.443189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:26:46.497236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.502631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:26:46.583132 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.711048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:26:46.743459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:26:46.784277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:46.786539 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1db4ce1-5d79-4d33-9d8f-74017b865afb" -d '{"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:46.790613 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.803594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Transition to ACTIVE for port object 6c9135c4-846b-4789-a1d1-8476890fe26a will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:26:46.807350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:46.840620 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1868943-f960-4776-9698-0fe07a5bf4fd x-openstack-request-id: req-f1868943-f960-4776-9698-0fe07a5bf4fd {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:46.840933 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-unplugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:46.841189 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1868943-f960-4776-9698-0fe07a5bf4fd {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:46.841594 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'code': 200} Nov 22 17:26:46.851972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:26:46.852183 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:26:46.863150 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:46.910135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.910491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.910834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.911174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.911514 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.911843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.912168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.912495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.912824 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.913148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.913472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.913821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:26:46.952063 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] No DVR routers for this DVR port 6c9135c4-846b-4789-a1d1-8476890fe26a on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:26:47.094949 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:26:47.096378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:26:47.096378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:26:47.100049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:26:47.100376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Attempting to bind port 6c9135c4-846b-4789-a1d1-8476890fe26a on network e95f2dbc-1f79-4175-b1f2-59988063386b {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:26:47.109070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:26:47.110103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Checking segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:26:47.111034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Bound using segment: {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:26:47.112043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Bound port: 6c9135c4-846b-4789-a1d1-8476890fe26a, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e6715c5-4e52-475f-a80e-230fbbff0cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:26:47.113836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:47.179386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:26:47.182591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c625f13-925d-4d48-9f5e-51035f456630 req-1a1e88d1-c68c-429a-854e-a21168a91185 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.183130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:26:47.184333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c625f13-925d-4d48-9f5e-51035f456630 req-1a1e88d1-c68c-429a-854e-a21168a91185 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0485964 Nov 22 17:26:47.189502 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:47.226720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.227589 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:47.229072 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] 10.222.0.20 "PUT /v2.0/ports/6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1092 time: 0.7897739 Nov 22 17:26:47.246458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7c625f13-925d-4d48-9f5e-51035f456630 req-256e5d2b-8ad3-4d03-9397-96dab93d2ec5 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542490 Nov 22 17:26:47.269965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46e0cd-dade-4d8f-ab47-701a24863eee service neutron] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=11']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:26:47.304515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-06733869-5d91-4102-8d5c-f1b4cb9b3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.306079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-06733869-5d91-4102-8d5c-f1b4cb9b3b14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1095 time: 0.0503190 Nov 22 17:26:47.425773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-87498686-9038-48ec-bde2-4a5bb26429c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.427798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-87498686-9038-48ec-bde2-4a5bb26429c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.1054647 Nov 22 17:26:47.504448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-0eaa98cd-38d7-4c43-8027-386c91cf689b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0678837 Nov 22 17:26:47.562705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-c8b2f443-f6cc-4e12-81b4-696afedd9b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.564253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-c8b2f443-f6cc-4e12-81b4-696afedd9b03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0518920 Nov 22 17:26:47.615398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-a69128eb-f40a-47ef-91a5-86f0b6026cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:47.616854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-a69128eb-f40a-47ef-91a5-86f0b6026cce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417140 Nov 22 17:26:47.714410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-76be3591-8867-469c-8b3d-cbf262c2a182 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894794 Nov 22 17:26:47.808084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ad5f7c18-9420-4fbb-9e06-0e425d783c25 req-37badfdf-2a6f-43b9-98f1-c3765b930309 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Nov 22 17:26:48.375348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4b45d-bc96-42bf-a839-9b1dae0a75f1 req-ab94454e-642a-48c8-b679-4be1fea973c8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:48.376899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ecc4b45d-bc96-42bf-a839-9b1dae0a75f1 req-ab94454e-642a-48c8-b679-4be1fea973c8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0548060 Nov 22 17:26:48.431976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ecc4b45d-bc96-42bf-a839-9b1dae0a75f1 req-605c7789-46d3-4cda-908f-d855bd895e40 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442638 Nov 22 17:26:48.842749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:26:48.845318 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fea4715-5c1d-4a28-bee1-000b02ed0306" -d '{"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:26:48.898419 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b6840f-0217-4efe-aad5-fe773e8b90ea x-openstack-request-id: req-13b6840f-0217-4efe-aad5-fe773e8b90ea {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:26:48.898723 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:26:48.898979 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13b6840f-0217-4efe-aad5-fe773e8b90ea {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:26:48.899412 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'status': 'completed', 'code': 200} Nov 22 17:26:48.967254 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-2dedeb27-6a13-4dee-b323-4ebbc4de6a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:48.968925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-2dedeb27-6a13-4dee-b323-4ebbc4de6a25 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1095 time: 0.0425189 Nov 22 17:26:48.974148 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-93490ad2-10aa-4e7d-b85e-b0ab3e0aa237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:48.975640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-93490ad2-10aa-4e7d-b85e-b0ab3e0aa237 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f2248a3296840318c66e90ad0247c4b&device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 1095 time: 0.0521293 Nov 22 17:26:49.069011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-739b9bda-c431-4ab6-b9ee-f4efba952b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.070525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-739b9bda-c431-4ab6-b9ee-f4efba952b2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0923474 Nov 22 17:26:49.073494 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-09a55ff9-a0da-458c-8e77-55b47e322386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.074962 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-09a55ff9-a0da-458c-8e77-55b47e322386 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 200 len: 913 time: 0.0907977 Nov 22 17:26:49.148220 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-2a7aa3cb-db99-4ef0-8be4-8cf24c7ecc34 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0648870 Nov 22 17:26:49.148467 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-020038d3-ca34-4490-8271-09ccbb39cd27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 200 len: 1000 time: 0.0678556 Nov 22 17:26:49.199524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-5e26e97c-e596-4d6f-b22e-49a049fbba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.202963 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-5e26e97c-e596-4d6f-b22e-49a049fbba40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0467927 Nov 22 17:26:49.209661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-28576625-d6c1-4bff-98c1-36b7d4528581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.211159 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-28576625-d6c1-4bff-98c1-36b7d4528581 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 200 len: 851 time: 0.0527403 Nov 22 17:26:49.254231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-76af54ee-1bf2-4f08-a19f-e6e467d8dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.255733 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-76af54ee-1bf2-4f08-a19f-e6e467d8dfad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444119 Nov 22 17:26:49.265547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-aa3f8de2-0115-447f-9a45-152436392d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.267090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-aa3f8de2-0115-447f-9a45-152436392d48 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e95f2dbc-1f79-4175-b1f2-59988063386b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465188 Nov 22 17:26:49.357622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-7425207b-7ab8-47d2-8851-128d80e01f6e service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934198 Nov 22 17:26:49.370661 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-dac60356-9736-4ff1-a2cf-9c3dd8057cfb service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944147 Nov 22 17:26:49.490793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-d91f5d78-14cf-4d44-b09e-afdd7fe2afa0 service neutron] 10.222.0.66 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124415 Nov 22 17:26:49.736154 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-2fea4715-5c1d-4a28-bee1-000b02ed0306 req-54b6f4a4-f479-4a0f-b841-de7f739a1405 service neutron] 10.222.0.20 "GET /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704712 Nov 22 17:26:49.822882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3559e8-1cca-4a71-9171-1e073aaea706 req-eb2fa507-b839-4cb8-aa86-7488abfb5e39 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:49.824344 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de3559e8-1cca-4a71-9171-1e073aaea706 req-eb2fa507-b839-4cb8-aa86-7488abfb5e39 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0511453 Nov 22 17:26:49.878679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de3559e8-1cca-4a71-9171-1e073aaea706 req-48795a00-c508-418c-b99b-0688ab80d5d3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472851 Nov 22 17:26:50.056467 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-26f0fa49-e054-453c-bcb3-41426677c778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:51.011450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13226b7b-1894-4c26-9c65-031966082861 req-7094118a-4b7d-4f0f-86ca-1453abf057da tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:51.013952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13226b7b-1894-4c26-9c65-031966082861 req-7094118a-4b7d-4f0f-86ca-1453abf057da tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0614316 Nov 22 17:26:51.067653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13226b7b-1894-4c26-9c65-031966082861 req-26674c2a-2406-4987-a7ea-56020ed7e63e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449734 Nov 22 17:26:52.191057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40c5c3-4725-4c2f-97ca-1ad0ab7e6162 req-786366f2-908e-4b7e-9f85-55587ad262f0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:52.192979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d40c5c3-4725-4c2f-97ca-1ad0ab7e6162 req-786366f2-908e-4b7e-9f85-55587ad262f0 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0513434 Nov 22 17:26:52.245386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1d40c5c3-4725-4c2f-97ca-1ad0ab7e6162 req-b81f085f-9817-445c-a1c5-396b48b4d690 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432227 Nov 22 17:26:52.848400 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:26:53.365372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163f28-cc7e-4239-9077-90e99d4f2d1f req-9af4291a-7ffc-48bb-9169-20c762f32803 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:53.366840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c163f28-cc7e-4239-9077-90e99d4f2d1f req-9af4291a-7ffc-48bb-9169-20c762f32803 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0487623 Nov 22 17:26:53.417046 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c163f28-cc7e-4239-9077-90e99d4f2d1f req-164822f6-af23-414e-9193-e554cbc0c55f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440910 Nov 22 17:26:53.457177 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2785f3b6-c6de-40ec-8213-1f7f2627647e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:54.192986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:54.536836 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e12a23-9e22-45dd-99fa-01e6c02695c4 req-be1398f1-b6e0-47f5-a0ed-866cf624968c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:54.538354 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5e12a23-9e22-45dd-99fa-01e6c02695c4 req-be1398f1-b6e0-47f5-a0ed-866cf624968c tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0496249 Nov 22 17:26:54.586213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e5e12a23-9e22-45dd-99fa-01e6c02695c4 req-9143368d-b056-4c30-901c-167c57e1058b tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Nov 22 17:26:55.576945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:55.705770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039d59f-add3-41e1-b2f7-0ad1ee56b256 req-777b788f-0bfd-4d81-84e5-99cc998b6361 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:55.707252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7039d59f-add3-41e1-b2f7-0ad1ee56b256 req-777b788f-0bfd-4d81-84e5-99cc998b6361 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0490699 Nov 22 17:26:55.755624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7039d59f-add3-41e1-b2f7-0ad1ee56b256 req-bb13118d-dea1-440d-974a-8a5d6e1532f2 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422964 Nov 22 17:26:56.133908 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:26:56.877108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb998be-5cea-4941-badb-78ad7e9dc9c5 req-dc18a409-91f1-4541-9c6f-0092e062a9a3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:56.878607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9eb998be-5cea-4941-badb-78ad7e9dc9c5 req-dc18a409-91f1-4541-9c6f-0092e062a9a3 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0529048 Nov 22 17:26:56.927356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9eb998be-5cea-4941-badb-78ad7e9dc9c5 req-9d613baf-0c60-472b-9785-d2631bf55601 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427358 Nov 22 17:26:58.044314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfcdebf-c3ea-4666-ab29-815cbf27993c req-c86217f1-800c-4996-9073-f96f65d15885 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:58.045952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dfcdebf-c3ea-4666-ab29-815cbf27993c req-c86217f1-800c-4996-9073-f96f65d15885 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0490751 Nov 22 17:26:58.093495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dfcdebf-c3ea-4666-ab29-815cbf27993c req-e06aa64c-9bd5-44f2-a59b-60d04159b73f tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415840 Nov 22 17:26:59.210133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c911ce-60b0-4625-b15c-0807aa296e64 req-1ae2e69e-9b91-4e93-af73-e9cd61b592c7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:26:59.211632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21c911ce-60b0-4625-b15c-0807aa296e64 req-1ae2e69e-9b91-4e93-af73-e9cd61b592c7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0483556 Nov 22 17:26:59.262864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21c911ce-60b0-4625-b15c-0807aa296e64 req-9ed15bf9-65bf-42bc-8beb-f886feddc1fa tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441899 Nov 22 17:27:00.385262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b7946c-1fa4-4514-be28-d572d2cb06ec req-56e5ce0a-6ba0-4feb-a8ea-16de12f2a074 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:00.386771 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5b7946c-1fa4-4514-be28-d572d2cb06ec req-56e5ce0a-6ba0-4feb-a8ea-16de12f2a074 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0526764 Nov 22 17:27:00.434611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f5b7946c-1fa4-4514-be28-d572d2cb06ec req-40c12ece-b0de-480b-ade5-727da762e4c8 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415404 Nov 22 17:27:00.551179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28af20d-de84-45dc-8301-c441bbcd38a4 req-38c76fac-cee4-455d-8857-c73fb8813e29 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:00.552551 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b28af20d-de84-45dc-8301-c441bbcd38a4 req-38c76fac-cee4-455d-8857-c73fb8813e29 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0498207 Nov 22 17:27:00.600443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b28af20d-de84-45dc-8301-c441bbcd38a4 req-71178c1a-6acd-4efe-8373-db1673aa3ce9 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419233 Nov 22 17:27:00.720994 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c224e5-7657-4a41-8962-284f0b6308d9 req-d8d415c5-07c0-4e4a-92f2-699a62d256bc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:00.722512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58c224e5-7657-4a41-8962-284f0b6308d9 req-d8d415c5-07c0-4e4a-92f2-699a62d256bc tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0536325 Nov 22 17:27:00.757080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:27:00.770940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-58c224e5-7657-4a41-8962-284f0b6308d9 req-b9289040-4599-4dca-b09d-e3999222db57 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Nov 22 17:27:00.938566 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.resource_extend [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 22 17:27:01.017336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:01.028988 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'port_id': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'mac_address': 'fa:16:3e:47:70:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:27:01.031667 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6260cd-da85-4952-ba5c-b4705e5fef1a req-db919014-7c7c-476b-8e27-1de3b609a1c7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:01.033212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf6260cd-da85-4952-ba5c-b4705e5fef1a req-db919014-7c7c-476b-8e27-1de3b609a1c7 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 944 time: 0.0539539 Nov 22 17:27:01.070057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:01.082627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf6260cd-da85-4952-ba5c-b4705e5fef1a req-a3f0c084-104c-4647-8a8e-582c5452de05 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433662 Nov 22 17:27:01.083487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c9135c4-846b-4789-a1d1-8476890fe26a {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:01.103636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:01.107518 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:01.154226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:01.384679 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['6c9135c4-846b-4789-a1d1-8476890fe26a'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:02.207390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6de72-0859-44df-90e2-a74d5ab382ea req-49406fb9-8fd8-4926-9826-3243df4aa19d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:02.208913 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29d6de72-0859-44df-90e2-a74d5ab382ea req-49406fb9-8fd8-4926-9826-3243df4aa19d tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0542507 Nov 22 17:27:02.256891 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-29d6de72-0859-44df-90e2-a74d5ab382ea req-9583355c-808c-4804-8eed-99a340652b20 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups?id=a9392696-4804-4cae-8820-05aa71dbe91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419643 Nov 22 17:27:02.674415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-8bc314fe-e0f6-419f-9dae-6cce302cf20a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:02.675879 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-8bc314fe-e0f6-419f-9dae-6cce302cf20a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 945 time: 0.0495555 Nov 22 17:27:02.769079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:02.770735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Deleting port 6c9135c4-846b-4789-a1d1-8476890fe26a {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:02.771082 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:02.819647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 6c9135c4-846b-4789-a1d1-8476890fe26a completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:27:02.823654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 6c9135c4-846b-4789-a1d1-8476890fe26a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:02.824025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:02.859399 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:02.859764 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:02.902239 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:02.929075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:02.931318 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2259f8b9-b2da-4d62-8629-ee9cbac07cf8" -d '{"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-plugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:02.945298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 6c9135c4-846b-4789-a1d1-8476890fe26a, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=6c9135c4-846b-4789-a1d1-8476890fe26a,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:02.950865 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:02.976266 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71da7b66-95d2-447f-811e-33a15656f1e1 x-openstack-request-id: req-71da7b66-95d2-447f-811e-33a15656f1e1 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:02.976567 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-plugged", "status": "completed", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:02.976831 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71da7b66-95d2-447f-811e-33a15656f1e1 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:02.977228 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'code': 200} Nov 22 17:27:03.002147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=13']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:03.045755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:03.046135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:03.046427 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Floating IP 84ba88ae-2223-4438-992e-93d276081063 disassociated. External IP: 172.25.6.146, port: 6c9135c4-846b-4789-a1d1-8476890fe26a. Nov 22 17:27:03.046765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Calling delete_port for 6c9135c4-846b-4789-a1d1-8476890fe26a owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:03.173483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:03.207045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event deleted for resources: {'Port': ['ID=6c9135c4-846b-4789-a1d1-8476890fe26a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:03.325695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:27:03.362024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c340838b-8aac-4a8a-be2e-4c610b58a03b req-f499976f-4e17-490a-8613-8635b7722bab tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0275922 Nov 22 17:27:03.442627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:27:03.454821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:27:03.466130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:27:03.466686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:03.481776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] No DVR routers for this DVR port 6c9135c4-846b-4789-a1d1-8476890fe26a on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:03.484436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:03.487915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc4293c4-581d-40cc-82ae-d2fb18963af6 req-26a4b3d0-ae47-43fc-9735-d5fb6cdb4f06 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.20 "DELETE /v2.0/ports/6c9135c4-846b-4789-a1d1-8476890fe26a HTTP/1.1" status: 204 len: 173 time: 0.8048773 Nov 22 17:27:03.488382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-deleted', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:03.490715 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a29e61-d11e-4d35-af3c-22980967db88" -d '{"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-deleted", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:03.536704 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6083495a-0013-4819-a389-723aa8c7d35c x-openstack-request-id: req-6083495a-0013-4819-a389-723aa8c7d35c {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:03.536999 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1938800-c6bd-4a57-9882-0874be3f785a", "name": "network-vif-deleted", "tag": "6c9135c4-846b-4789-a1d1-8476890fe26a", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:03.537254 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6083495a-0013-4819-a389-723aa8c7d35c {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:03.538273 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1938800-c6bd-4a57-9882-0874be3f785a', 'name': 'network-vif-deleted', 'tag': '6c9135c4-846b-4789-a1d1-8476890fe26a', 'status': 'completed', 'code': 200} Nov 22 17:27:03.583142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:27:03.793597 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:03.825152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:27:03.833758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:27:03.834367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:03.940055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:27:04.140100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:04.166887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95abe49-b545-490d-a9fa-86e9dee704aa None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:16:47Z', 'revision_number': 4, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '6675b9a9-2128-470e-b979-41a3b16b9f1f', 'name': '', 'network_id': 'e95f2dbc-1f79-4175-b1f2-59988063386b', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'mac_address': 'fa:16:3e:31:79:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:47Z', 'updated_at': '2021-11-22T17:16:51Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'subnets': [{'id': 'f3ed7deb-13aa-4f6a-818b-318c1b927dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:27:04.410814 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e361d6-dfb5-4280-8265-8b510cb1211e None None] New status for floating IP 84ba88ae-2223-4438-992e-93d276081063: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:27:04.491569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-171f48b5-9d7f-474c-bc71-27360dd8075c req-add37be8-a1d1-45f5-9485-ca8343873288 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0349038 Nov 22 17:27:05.595910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d7457591-756e-436c-acee-60cf3ae7cca6 req-f98d67fb-57cb-4acd-a513-f7f9b2c99877 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0274637 Nov 22 17:27:06.693421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-06deae9f-5f4b-460c-80f2-13b64f1537bc req-78b98541-5420-4ad7-8816-925292f551b1 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0254622 Nov 22 17:27:06.770542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:06.791682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 6c9135c4-846b-4789-a1d1-8476890fe26a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:06.792030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 6c9135c4-846b-4789-a1d1-8476890fe26a not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:07.794387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7150a26e-da47-48ab-a386-7865a9342671 req-e3f718de-680b-4344-85fe-6848b3ade308 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1938800-c6bd-4a57-9882-0874be3f785a HTTP/1.1" status: 200 len: 210 time: 0.0299168 Nov 22 17:27:07.865101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:09.451066 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.561937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52070) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:12.621902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1620425e-e534-4426-806b-69bf4668787a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.650050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1620425e-e534-4426-806b-69bf4668787a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.699993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1620425e-e534-4426-806b-69bf4668787a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.702586 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1620425e-e534-4426-806b-69bf4668787a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.704617 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1620425e-e534-4426-806b-69bf4668787a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "DELETE /v2.0/security-groups/a9392696-4804-4cae-8820-05aa71dbe91f HTTP/1.1" status: 204 len: 168 time: 0.1407824 Nov 22 17:27:12.707363 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52072) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:12.714401 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620425e-e534-4426-806b-69bf4668787a tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9392696-4804-4cae-8820-05aa71dbe91f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:12.727438 n-d-816206-6 neutron-server[103515]: INFO neutron.api.v2.resource [None req-30b8a449-5b6b-4243-b1b8-33dbb9a3cca4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] show failed (client error): The resource could not be found. Nov 22 17:27:12.731567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52074) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:12.731901 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30b8a449-5b6b-4243-b1b8-33dbb9a3cca4 tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "GET /v2.0/security-groups/a9392696-4804-4cae-8820-05aa71dbe91f HTTP/1.1" status: 404 len: 347 time: 0.0230038 Nov 22 17:27:12.864874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Deleting port 68cdf2bc-e195-4e4e-a8b4-50b378c2181f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:12.865124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.944734 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.945056 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:12.957404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Calling delete_port for 68cdf2bc-e195-4e4e-a8b4-50b378c2181f owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:13.094467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:13.123631 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Pushing event deleted for resources: {'Port': ['ID=68cdf2bc-e195-4e4e-a8b4-50b378c2181f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:13.187794 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:13.191088 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:13.192252 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ae362b52-831a-4d0a-bcf4-c897d43ba52e tempest-ServerActionsTestJSON-351972594 tempest-ServerActionsTestJSON-351972594-project] 10.222.0.65 "DELETE /v2.0/floatingips/84ba88ae-2223-4438-992e-93d276081063 HTTP/1.1" status: 204 len: 168 time: 0.4594607 Nov 22 17:27:13.195580 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52076) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:14.042225 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:14.288826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Deleting port 6675b9a9-2128-470e-b979-41a3b16b9f1f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:14.289188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:14.365918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] For port 6675b9a9-2128-470e-b979-41a3b16b9f1f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=6675b9a9-2128-470e-b979-41a3b16b9f1f,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:14.366198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:14.378793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Calling delete_port for 6675b9a9-2128-470e-b979-41a3b16b9f1f owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:14.559891 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:14.587378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6675b9a9-2128-470e-b979-41a3b16b9f1f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:14.749223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:14.965237 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:27:15.071805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:27:15.076914 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6b91865c-d54b-44c2-abb3-c67f190176b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/51656adf-6b66-4f0f-b141-ee0b6c5542f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8803542 Nov 22 17:27:15.079654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52080) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:15.082362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] Sync routers for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:27:15.092330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:27:15.092936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:15.186232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.201681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:27:15.291872 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.347154 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Deleting port 920f1588-0c39-4ccb-827b-844315908d59 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:15.347500 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.390156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171'}], 'enable_snat': True}, 'gw_port_id': '920f1588-0c39-4ccb-827b-844315908d59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:27:14Z', 'revision_number': 5, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port': {'id': '920f1588-0c39-4ccb-827b-844315908d59', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:fd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:16:45Z', 'updated_at': '2021-11-22T17:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:15.417275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] Checking router: 51656adf-6b66-4f0f-b141-ee0b6c5542f5 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:27:15.426263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] For port 920f1588-0c39-4ccb-827b-844315908d59, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=920f1588-0c39-4ccb-827b-844315908d59,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:15.426480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] Routers {'51656adf-6b66-4f0f-b141-ee0b6c5542f5'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:27:15.426623 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.426941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:26:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:15.444161 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Calling delete_port for 920f1588-0c39-4ccb-827b-844315908d59 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:15.512816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] Set router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:27:15.570548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:27:15Z', 'revision_number': 6, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:15.598063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470628ca-93b2-4232-ad24-06cee4bc1ce4 None None] The sync data for ids ['51656adf-6b66-4f0f-b141-ee0b6c5542f5'] in n-d-816206-6 is: [{'id': '51656adf-6b66-4f0f-b141-ee0b6c5542f5', 'name': 'tempest-ServerActionsTestJSON-1177112956-router', 'tenant_id': '6f2248a3296840318c66e90ad0247c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:16:44Z', 'updated_at': '2021-11-22T17:27:15Z', 'revision_number': 6, 'project_id': '6f2248a3296840318c66e90ad0247c4b', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:27:15.637838 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.676461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Pushing event deleted for resources: {'Port': ['ID=920f1588-0c39-4ccb-827b-844315908d59,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:15.692560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e2b0e7-a556-4ad8-aa6a-561f79dc3b70 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:27:15.739017 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.828055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.830168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.874298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.874867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51656adf-6b66-4f0f-b141-ee0b6c5542f5 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:27:15.879921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.880967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e0959e18-30ea-47d1-9689-29a38989dd66 admin admin] 10.222.0.65 "DELETE /v2.0/routers/51656adf-6b66-4f0f-b141-ee0b6c5542f5 HTTP/1.1" status: 204 len: 168 time: 0.8004019 Nov 22 17:27:15.883491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52082) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:15.931720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Deleting subnet f3ed7deb-13aa-4f6a-818b-318c1b927dfe {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:27:15.935862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:15.970995 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.052877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.112301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.137275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ed7deb-13aa-4f6a-818b-318c1b927dfe,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:16.140868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.144949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f2ec7de2-b858-4928-a227-ec7f79af6865 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f3ed7deb-13aa-4f6a-818b-318c1b927dfe HTTP/1.1" status: 204 len: 168 time: 0.2605114 Nov 22 17:27:16.147414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52084) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:16.150193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06275528-ef11-409a-a862-8db235f7dd0a None None] Network e95f2dbc-1f79-4175-b1f2-59988063386b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:16.215479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.270157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Deleting port 41d429de-c6c0-43b6-8250-475fd73c0e90 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:16.270497 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.342061 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] For port 41d429de-c6c0-43b6-8250-475fd73c0e90, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=41d429de-c6c0-43b6-8250-475fd73c0e90,segment=NetworkSegment(6e6715c5-4e52-475f-a80e-230fbbff0cab),segment_id=6e6715c5-4e52-475f-a80e-230fbbff0cab)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:16.342350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.356671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Calling delete_port for 41d429de-c6c0-43b6-8250-475fd73c0e90 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:16.419030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] DHCP port deletion for e95f2dbc-1f79-4175-b1f2-59988063386b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:27:16.440283 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.470797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Deleting port 41d429de-c6c0-43b6-8250-475fd73c0e90 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:16.471176 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.474426 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] No DVR routers for this DVR port 41d429de-c6c0-43b6-8250-475fd73c0e90 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:16.476183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d429de-c6c0-43b6-8250-475fd73c0e90,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:16.551379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] For port 41d429de-c6c0-43b6-8250-475fd73c0e90, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:16.552055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.556822 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.569527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Calling delete_port for 41d429de-c6c0-43b6-8250-475fd73c0e90 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:16.572262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Port 41d429de-c6c0-43b6-8250-475fd73c0e90 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:27:16.573522 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.583242 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95f2dbc-1f79-4175-b1f2-59988063386b']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:16.592910 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e6715c5-4e52-475f-a80e-230fbbff0cab') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:16.593200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e6715c5-4e52-475f-a80e-230fbbff0cab') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:16.602493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] Pushing event deleted for resources: {'Port': ['ID=41d429de-c6c0-43b6-8250-475fd73c0e90,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:16.606370 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.606970 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b5dd6-e34e-4893-b643-2bd8d97f1418 None None] No DVR routers for this DVR port 41d429de-c6c0-43b6-8250-475fd73c0e90 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:16.630807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.641624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:16.641784 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:16.644240 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:16.708227 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.714305 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:16.721414 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e95f2dbc-1f79-4175-b1f2-59988063386b HTTP/1.1" status: 204 len: 168 time: 0.5696132 Nov 22 17:27:16.738408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558e0b-e373-42f3-94be-79990950b662 admin admin] Pushing event deleted for resources: {'Network': ['ID=e95f2dbc-1f79-4175-b1f2-59988063386b,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:16.874033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52088) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:16.931289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3e7e0e4f-fd4e-4c24-b2f5-31c2d207fd87 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f2248a3296840318c66e90ad0247c4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0560446 Nov 22 17:27:16.934000 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52090) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:16.981831 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f96c1f17-9e24-41cd-bd57-7c432960e8a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.003061 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f96c1f17-9e24-41cd-bd57-7c432960e8a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.050428 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f96c1f17-9e24-41cd-bd57-7c432960e8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.053000 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f96c1f17-9e24-41cd-bd57-7c432960e8a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.054486 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f96c1f17-9e24-41cd-bd57-7c432960e8a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8302a1f4-a948-457a-adf3-f7eacb660d3c HTTP/1.1" status: 204 len: 168 time: 0.1197953 Nov 22 17:27:17.062652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c1f17-9e24-41cd-bd57-7c432960e8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8302a1f4-a948-457a-adf3-f7eacb660d3c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:17.659045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 41d429de-c6c0-43b6-8250-475fd73c0e90 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:17.679871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 41d429de-c6c0-43b6-8250-475fd73c0e90 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:17.680216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 41d429de-c6c0-43b6-8250-475fd73c0e90 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:17.680627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6675b9a9-2128-470e-b979-41a3b16b9f1f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:17.701221 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 6675b9a9-2128-470e-b979-41a3b16b9f1f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:17.701568 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 6675b9a9-2128-470e-b979-41a3b16b9f1f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:17.701999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 920f1588-0c39-4ccb-827b-844315908d59 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:17.726371 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 920f1588-0c39-4ccb-827b-844315908d59 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:17.726637 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 920f1588-0c39-4ccb-827b-844315908d59 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:17.772181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52112) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:17.867757 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-213663224-network', 'tenant_id': '8adc3f0631b14d378b5acf71ca544827'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:17.889433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Made reservation on behalf of 8adc3f0631b14d378b5acf71ca544827 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:17.892111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.903889 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.980025 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:17.983800 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.009041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:27:18.018053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6501d4ba-de52-40f4-84ba-3988014c1906,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:18.024139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.024485 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Added segment b4d351ed-3e81-40ef-a431-a44feb446351 of type vlan for network 094fc9ff-a1bd-46c9-b327-359f1d70e344 Nov 22 17:27:18.071073 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.096878 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.097870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:18.098443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.152494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3791461 Nov 22 17:27:18.155616 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52116) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:18.160487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9143fea-eb2d-40c5-a755-02429dfa027d admin admin] Pushing event updated for resources: {'Network': ['ID=094fc9ff-a1bd-46c9-b327-359f1d70e344,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:18.162153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Request body: {'subnet': {'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-213663224-subnet', 'tenant_id': '8adc3f0631b14d378b5acf71ca544827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:18.171156 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 094fc9ff-a1bd-46c9-b327-359f1d70e344 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:27:18.184103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Made reservation on behalf of 8adc3f0631b14d378b5acf71ca544827 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:18.187148 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.359268 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.413700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4300d6a-e3b2-42a0-9656-1346f1cf89a1,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:18.423935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Checking segment: {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:18.424298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Network hostable DHCP agents. Network: 094fc9ff-a1bd-46c9-b327-359f1d70e344, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:27:18.441552 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Network 094fc9ff-a1bd-46c9-b327-359f1d70e344 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:27:18.450331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 094fc9ff-a1bd-46c9-b327-359f1d70e344) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:18.454930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:18.455524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:18.459939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f204bdb-753f-444b-8214-64956529ae72 None None] Network 094fc9ff-a1bd-46c9-b327-359f1d70e344 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:18.479253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5c96cb4-b2c4-4e5c-97af-7dddded1ee56 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3150351 Nov 22 17:27:18.596613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cb903d-811e-478d-8eda-70e4906656c6 None None] Network 094fc9ff-a1bd-46c9-b327-359f1d70e344 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:18.918160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-8a17bf42-f5cb-42dc-8e35-27f1b9c58150 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:18.919650 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-8a17bf42-f5cb-42dc-8e35-27f1b9c58150 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 813 time: 0.1096613 Nov 22 17:27:18.935532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-cf2b9424-02fa-40d4-b69f-f573af6b2278 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/quotas/8adc3f0631b14d378b5acf71ca544827 HTTP/1.1" status: 200 len: 375 time: 0.0091381 Nov 22 17:27:18.966811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-3c4fb734-3539-42f6-85ba-7994337cdee4 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260005 Nov 22 17:27:19.051100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-22395c46-b634-47ef-a7fb-51f790f89a50 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:27:19.052095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-22395c46-b634-47ef-a7fb-51f790f89a50 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0440326 Nov 22 17:27:19.146473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-34246a14-b9cc-47da-9622-393e88c75b95 service neutron] 10.222.0.65 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880656 Nov 22 17:27:19.237834 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-2a876812-4c2d-4254-b9b9-18c8fa3af515 service neutron] 10.222.0.65 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851028 Nov 22 17:27:19.411210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc866629-08cb-45a5-8d81-bb32ee8355df req-cf9d9437-281d-41f5-990d-d72b2374e281 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 210 time: 0.0297768 Nov 22 17:27:20.059338 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-94a0b7c6-ae44-4f2e-8456-cf8473fd56f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:20.558302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48393bcf-376c-49fb-8933-970af0be0a4c req-cce57b5a-1517-4688-acf8-49e01741a201 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 210 time: 0.0659964 Nov 22 17:27:20.625714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-b3fab6ee-af60-4478-9287-adf095e8af6d tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:20.627259 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-b3fab6ee-af60-4478-9287-adf095e8af6d tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.66 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 813 time: 0.1450715 Nov 22 17:27:20.646682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Request body: {'port': {'device_id': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344', 'admin_state_up': True, 'tenant_id': '8adc3f0631b14d378b5acf71ca544827'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:20.789089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Made reservation on behalf of 8adc3f0631b14d378b5acf71ca544827 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:20.794275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:20.950984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Allocated IP 172.20.0.4 (094fc9ff-a1bd-46c9-b327-359f1d70e344/b4300d6a-e3b2-42a0-9656-1346f1cf89a1/b224451a-530c-4c16-91cb-aeeacd78acdf) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:27:21.107435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.149306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.208699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Network 094fc9ff-a1bd-46c9-b327-359f1d70e344 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:27:21.212635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:21.216803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:27:21.224258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Pushing event updated for resources: {'Port': ['ID=b224451a-530c-4c16-91cb-aeeacd78acdf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:21.277110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:21.277757 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.307739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-223f4c57-3557-4d15-a097-42def660015e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6649203 Nov 22 17:27:21.321139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Request body: {'port': {'device_id': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:21.376748 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.679800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b224451a-530c-4c16-91cb-aeeacd78acdf {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:21.689468 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.707462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Transition to ACTIVE for port object b224451a-530c-4c16-91cb-aeeacd78acdf will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:27:21.716399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ccd68-a0ae-499b-8967-0dd395bb8797 req-aa54fb5a-c226-457f-b306-53c1b5758b4d tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:21.717908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d95ccd68-a0ae-499b-8967-0dd395bb8797 req-aa54fb5a-c226-457f-b306-53c1b5758b4d tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 931 time: 0.0780971 Nov 22 17:27:21.719319 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.803511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b224451a-530c-4c16-91cb-aeeacd78acdf,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:21.858885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d95ccd68-a0ae-499b-8967-0dd395bb8797 req-2773df88-f8d3-4891-94c2-a6409880c485 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314826 Nov 22 17:27:21.887188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Attempting to bind port b224451a-530c-4c16-91cb-aeeacd78acdf on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:27:21.887552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Attempting to bind port b224451a-530c-4c16-91cb-aeeacd78acdf by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:27:21.887883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Attempting to bind port b224451a-530c-4c16-91cb-aeeacd78acdf on network 094fc9ff-a1bd-46c9-b327-359f1d70e344 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:21.893711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Port b224451a-530c-4c16-91cb-aeeacd78acdf on network 094fc9ff-a1bd-46c9-b327-359f1d70e344 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:27:21.894031 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Attempting to bind port b224451a-530c-4c16-91cb-aeeacd78acdf on network 094fc9ff-a1bd-46c9-b327-359f1d70e344 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:21.899346 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:27:21.899673 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Checking segment: {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:21.900050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Bound using segment: {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:27:21.900472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Bound port: b224451a-530c-4c16-91cb-aeeacd78acdf, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:27:21.900823 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:21.967750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] For port b224451a-530c-4c16-91cb-aeeacd78acdf, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:27:21.971042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] For port b224451a-530c-4c16-91cb-aeeacd78acdf, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b224451a-530c-4c16-91cb-aeeacd78acdf,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:27:21.976015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:22.018960 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:22.020454 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:22.021002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] 10.222.0.66 "PUT /v2.0/ports/b224451a-530c-4c16-91cb-aeeacd78acdf HTTP/1.1" status: 200 len: 1091 time: 0.7043724 Nov 22 17:27:22.021456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'tag': 'b224451a-530c-4c16-91cb-aeeacd78acdf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:22.024424 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8bd1a7-b810-4b23-8122-a5d18b779a72" -d '{"events": [{"name": "network-changed", "server_uuid": "2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4", "tag": "b224451a-530c-4c16-91cb-aeeacd78acdf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:22.047041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a4fec-86bf-4512-bddf-57f26d9652a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b224451a-530c-4c16-91cb-aeeacd78acdf,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:22.078108 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da497c5b-a9a9-4847-94b0-e134cedbe7a1 x-openstack-request-id: req-da497c5b-a9a9-4847-94b0-e134cedbe7a1 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:22.078530 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4", "tag": "b224451a-530c-4c16-91cb-aeeacd78acdf", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:22.078920 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da497c5b-a9a9-4847-94b0-e134cedbe7a1 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:22.079503 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'tag': 'b224451a-530c-4c16-91cb-aeeacd78acdf', 'status': 'completed', 'code': 200} Nov 22 17:27:22.112998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-6a4c81c9-1b0b-4871-a825-bb3a60cf7c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:22.114557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-6a4c81c9-1b0b-4871-a825-bb3a60cf7c94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0480988 Nov 22 17:27:22.165737 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-b0c1107b-5489-41c5-9aac-d16f3bb1cad3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b224451a-530c-4c16-91cb-aeeacd78acdf HTTP/1.1" status: 200 len: 217 time: 0.0360382 Nov 22 17:27:22.225698 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-6cdb7f38-7fe5-4a8f-bafd-0067213ae8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:22.227089 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-6cdb7f38-7fe5-4a8f-bafd-0067213ae8e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4300d6a-e3b2-42a0-9656-1346f1cf89a1 HTTP/1.1" status: 200 len: 853 time: 0.0503554 Nov 22 17:27:22.262241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-33619273-10f5-4f53-990e-da371fed1286 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=094fc9ff-a1bd-46c9-b327-359f1d70e344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264647 Nov 22 17:27:22.359251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-cab42fc5-7362-4824-9b2a-b2bfa5c587e9 service neutron] 10.222.0.66 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883799 Nov 22 17:27:22.749202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-183ea153-d6ae-4646-8d89-2f2d4ace13aa req-782f11cd-df04-45dc-9ddb-e54089aff2fc service neutron] 10.222.0.66 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807201 Nov 22 17:27:22.840562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-47171160-ad44-4c11-9265-91cc9a3f0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:22.842065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-47171160-ad44-4c11-9265-91cc9a3f0207 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 1094 time: 0.0407922 Nov 22 17:27:22.947668 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-6fb08812-e00e-455e-987f-4bf007e3b2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:22.949129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-6fb08812-e00e-455e-987f-4bf007e3b2b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 914 time: 0.0984488 Nov 22 17:27:23.001482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-a5238594-65f2-41ce-82e1-411c5549e6ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b224451a-530c-4c16-91cb-aeeacd78acdf HTTP/1.1" status: 200 len: 217 time: 0.0386958 Nov 22 17:27:23.017679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c22b19-e2e2-4abd-9ada-9c856b798125 req-2f23d7e6-8400-48aa-9b60-9193bad1417f tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:23.019112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26c22b19-e2e2-4abd-9ada-9c856b798125 req-2f23d7e6-8400-48aa-9b60-9193bad1417f tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 943 time: 0.0902698 Nov 22 17:27:23.089968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-6dba6bd6-62cf-4491-a01c-1f6421380382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:23.091426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-6dba6bd6-62cf-4491-a01c-1f6421380382 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4300d6a-e3b2-42a0-9656-1346f1cf89a1 HTTP/1.1" status: 200 len: 853 time: 0.0714753 Nov 22 17:27:23.114613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26c22b19-e2e2-4abd-9ada-9c856b798125 req-1e39c9ea-74c8-43cf-92bf-2bba62ba54fc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873077 Nov 22 17:27:23.132711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-744b964e-2aca-46e5-a78e-4eed07e86ef6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=094fc9ff-a1bd-46c9-b327-359f1d70e344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310638 Nov 22 17:27:23.227294 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-8b13eb71-985b-4f28-b408-4353852d5244 service neutron] 10.222.0.66 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840204 Nov 22 17:27:23.324457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a8bd1a7-b810-4b23-8122-a5d18b779a72 req-d2571a78-e3c7-4575-a5ee-ef223a163bcc service neutron] 10.222.0.66 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885279 Nov 22 17:27:23.449920 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4edb9983-80aa-414a-8965-fbcf90f9a667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:24.196973 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:24.237474 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d472379-f7ae-404c-a648-631d88c66680 req-cb2d8034-dc03-4e6f-b497-e3ea94adf23a tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:24.239028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d472379-f7ae-404c-a648-631d88c66680 req-cb2d8034-dc03-4e6f-b497-e3ea94adf23a tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 943 time: 0.0531974 Nov 22 17:27:24.290961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d472379-f7ae-404c-a648-631d88c66680 req-7968cdc3-7abe-4431-b543-13da6eb05aba tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458155 Nov 22 17:27:24.717302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b224451a-530c-4c16-91cb-aeeacd78acdf details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:27:24.816299 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b224451a-530c-4c16-91cb-aeeacd78acdf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b224451a-530c-4c16-91cb-aeeacd78acdf,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:24.828266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'b224451a-530c-4c16-91cb-aeeacd78acdf', 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344', 'port_id': 'b224451a-530c-4c16-91cb-aeeacd78acdf', 'mac_address': 'fa:16:3e:f0:66:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4300d6a-e3b2-42a0-9656-1346f1cf89a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:27:24.869874 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:24.883695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b224451a-530c-4c16-91cb-aeeacd78acdf {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:24.904118 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b224451a-530c-4c16-91cb-aeeacd78acdf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b224451a-530c-4c16-91cb-aeeacd78acdf,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:24.910144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:24.960014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b224451a-530c-4c16-91cb-aeeacd78acdf,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:25.223407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b224451a-530c-4c16-91cb-aeeacd78acdf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:25.421096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68677e28-a668-4019-8638-853e51d01da4 req-fb1f5f89-a017-442c-b6c1-0a197d9fe760 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:25.423355 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68677e28-a668-4019-8638-853e51d01da4 req-fb1f5f89-a017-442c-b6c1-0a197d9fe760 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 944 time: 0.0597050 Nov 22 17:27:25.475646 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68677e28-a668-4019-8638-853e51d01da4 req-7e36d675-d184-41c8-a70f-e107884c9a48 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433412 Nov 22 17:27:25.581131 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.136054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.598434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a8f3-a8b3-41b2-8471-5ba674f08058 req-d94f0b68-22b2-4791-923f-c8fedb5551ef tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:26.599960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a78a8f3-a8b3-41b2-8471-5ba674f08058 req-d94f0b68-22b2-4791-923f-c8fedb5551ef tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 944 time: 0.0556238 Nov 22 17:27:26.649627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a78a8f3-a8b3-41b2-8471-5ba674f08058 req-84e6f84e-a2a1-47ea-a706-b61b4c925983 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Nov 22 17:27:26.716636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b224451a-530c-4c16-91cb-aeeacd78acdf up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:26.768641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port b224451a-530c-4c16-91cb-aeeacd78acdf completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:27:26.772822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port b224451a-530c-4c16-91cb-aeeacd78acdf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:26.773189 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.860006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.889436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b224451a-530c-4c16-91cb-aeeacd78acdf'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:26.892415 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fb193a-d445-49e7-a311-d070a07f87e4" -d '{"events": [{"server_uuid": "2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4", "name": "network-vif-plugged", "status": "completed", "tag": "b224451a-530c-4c16-91cb-aeeacd78acdf"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:26.905596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b224451a-530c-4c16-91cb-aeeacd78acdf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b224451a-530c-4c16-91cb-aeeacd78acdf,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:26.911121 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:26.941639 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb14f92b-b914-40bf-ab4a-ea02386b8249 x-openstack-request-id: req-bb14f92b-b914-40bf-ab4a-ea02386b8249 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:26.941960 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4", "name": "network-vif-plugged", "status": "completed", "tag": "b224451a-530c-4c16-91cb-aeeacd78acdf", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:26.942215 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb14f92b-b914-40bf-ab4a-ea02386b8249 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:26.942609 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b224451a-530c-4c16-91cb-aeeacd78acdf', 'code': 200} Nov 22 17:27:26.962064 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b224451a-530c-4c16-91cb-aeeacd78acdf,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:27.036950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d233fdd-e211-4358-b307-270c060c342d req-efc8fedb-be6d-4a4a-b656-bafbf7acdd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:27.038404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d233fdd-e211-4358-b307-270c060c342d req-efc8fedb-be6d-4a4a-b656-bafbf7acdd11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0415006 Nov 22 17:27:27.095094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4d233fdd-e211-4358-b307-270c060c342d req-b211a233-51a0-451c-ba78-769d1c0f9b37 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456150 Nov 22 17:27:27.768399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f501b-b866-4037-b216-52f63d909b3e req-2242f7a5-a61a-4541-8a9d-727058b42c7c tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:27.769945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f08f501b-b866-4037-b216-52f63d909b3e req-2242f7a5-a61a-4541-8a9d-727058b42c7c tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0506554 Nov 22 17:27:27.817172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f08f501b-b866-4037-b216-52f63d909b3e req-618a1e8d-a57b-40dd-91f2-036daded4362 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413344 Nov 22 17:27:28.936353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa99ac-2ef8-4d03-aa2c-f6fa6333ba88 req-8bd8b260-0a5d-4f08-b88b-9f3ba9e3184e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:28.937865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddaa99ac-2ef8-4d03-aa2c-f6fa6333ba88 req-8bd8b260-0a5d-4f08-b88b-9f3ba9e3184e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0491414 Nov 22 17:27:28.986729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ddaa99ac-2ef8-4d03-aa2c-f6fa6333ba88 req-27db205b-8bb4-40f7-b23a-f34b7e573d08 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Nov 22 17:27:29.217743 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-f01ef186-a202-4e27-8e96-ac78b0409e6b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:29.219127 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-f01ef186-a202-4e27-8e96-ac78b0409e6b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 813 time: 0.1086924 Nov 22 17:27:29.235106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-2c103bd2-b901-491a-bd46-18d8693a5811 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/quotas/8adc3f0631b14d378b5acf71ca544827 HTTP/1.1" status: 200 len: 375 time: 0.0093827 Nov 22 17:27:29.285198 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-6891633c-608e-4f41-b623-a74f01838244 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439215 Nov 22 17:27:29.379060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-1f7d9db7-55a6-4b01-b713-df8e0e618b80 service neutron] 10.222.0.65 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868337 Nov 22 17:27:29.472592 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-b2344a35-682a-4f7c-9b25-46f8ac4ee3fb service neutron] 10.222.0.65 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873802 Nov 22 17:27:29.639996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6b1a376-a097-4b5c-8fde-f8c458ac4b29 req-d79b7bdb-971c-421c-8f7b-4fbfb5eea3d0 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 210 time: 0.0359814 Nov 22 17:27:29.852989 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:27:30.651897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-f0604c0a-c61d-488f-ab47-8a0f6e0a0931 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:30.653239 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-f0604c0a-c61d-488f-ab47-8a0f6e0a0931 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.20 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 813 time: 0.1146114 Nov 22 17:27:30.671099 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Request body: {'port': {'device_id': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344', 'admin_state_up': True, 'tenant_id': '8adc3f0631b14d378b5acf71ca544827'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:30.745246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8789bad4-c6a1-427a-a553-4f379c401350 req-17bc0f47-91ae-4c8c-b32b-cb966371305b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 210 time: 0.0317743 Nov 22 17:27:30.783341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Made reservation on behalf of 8adc3f0631b14d378b5acf71ca544827 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:30.788687 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:30.923844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Allocated IP 172.20.0.11 (094fc9ff-a1bd-46c9-b327-359f1d70e344/b4300d6a-e3b2-42a0-9656-1346f1cf89a1/9c02719d-0a5e-4840-b2b2-fc594236e215) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:27:31.071296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.116920 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.129928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b224451a-530c-4c16-91cb-aeeacd78acdf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:31.162267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Network 094fc9ff-a1bd-46c9-b327-359f1d70e344 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:27:31.167268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:31.172029 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:27:31.175846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Pushing event updated for resources: {'Port': ['ID=9c02719d-0a5e-4840-b2b2-fc594236e215,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:31.226771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:31.227393 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.244712 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-db00e76b-5eda-40e6-b266-e4f47ae2d325 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803950 Nov 22 17:27:31.257904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Request body: {'port': {'device_id': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:31.311850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.585608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c02719d-0a5e-4840-b2b2-fc594236e215 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:31.593098 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.605936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Transition to ACTIVE for port object 9c02719d-0a5e-4840-b2b2-fc594236e215 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:27:31.609631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.661489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02719d-0a5e-4840-b2b2-fc594236e215,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:31.725534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Attempting to bind port 9c02719d-0a5e-4840-b2b2-fc594236e215 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:27:31.725899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Attempting to bind port 9c02719d-0a5e-4840-b2b2-fc594236e215 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:27:31.726231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Attempting to bind port 9c02719d-0a5e-4840-b2b2-fc594236e215 on network 094fc9ff-a1bd-46c9-b327-359f1d70e344 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:31.730408 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Port 9c02719d-0a5e-4840-b2b2-fc594236e215 on network 094fc9ff-a1bd-46c9-b327-359f1d70e344 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:27:31.730728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Attempting to bind port 9c02719d-0a5e-4840-b2b2-fc594236e215 on network 094fc9ff-a1bd-46c9-b327-359f1d70e344 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:31.736830 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:27:31.737170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Checking segment: {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:31.737558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Bound using segment: {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:27:31.738014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Bound port: 9c02719d-0a5e-4840-b2b2-fc594236e215, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d351ed-3e81-40ef-a431-a44feb446351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:27:31.738435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.806687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] For port 9c02719d-0a5e-4840-b2b2-fc594236e215, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:27:31.809909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] For port 9c02719d-0a5e-4840-b2b2-fc594236e215, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c02719d-0a5e-4840-b2b2-fc594236e215,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:27:31.815127 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.850448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:31.851522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:31.852927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c02719d-0a5e-4840-b2b2-fc594236e215 HTTP/1.1" status: 200 len: 1092 time: 0.5994523 Nov 22 17:27:31.858367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'tag': '9c02719d-0a5e-4840-b2b2-fc594236e215'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:31.861875 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7478e14f-89bc-454d-84f5-6714f71cba3d", "tag": "9c02719d-0a5e-4840-b2b2-fc594236e215"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:31.870204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f1b27-e784-4964-9e64-2bb827381332 req-a12611e5-0777-432e-bd7b-0ad9296eed5e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:31.872647 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-317f1b27-e784-4964-9e64-2bb827381332 req-a12611e5-0777-432e-bd7b-0ad9296eed5e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 944 time: 0.0525427 Nov 22 17:27:31.892048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d939717-bf77-416a-8d8b-824a254aaa22 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02719d-0a5e-4840-b2b2-fc594236e215,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:31.921868 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e46024d-92a3-4a75-b88c-6cd1d6cf7872 x-openstack-request-id: req-5e46024d-92a3-4a75-b88c-6cd1d6cf7872 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:31.922167 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7478e14f-89bc-454d-84f5-6714f71cba3d", "tag": "9c02719d-0a5e-4840-b2b2-fc594236e215", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:31.922568 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e46024d-92a3-4a75-b88c-6cd1d6cf7872 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:31.922989 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'tag': '9c02719d-0a5e-4840-b2b2-fc594236e215', 'status': 'completed', 'code': 200} Nov 22 17:27:31.939014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-53a3312d-7d0a-4c58-9e73-7f3f1519f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:31.940517 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-53a3312d-7d0a-4c58-9e73-7f3f1519f22f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 1095 time: 0.0455337 Nov 22 17:27:31.943394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-317f1b27-e784-4964-9e64-2bb827381332 req-b2ce66e7-3384-4bac-9207-bc168ad23497 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521886 Nov 22 17:27:31.985128 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-95e825be-5cd7-44f0-85de-a35c6b8a8069 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02719d-0a5e-4840-b2b2-fc594236e215 HTTP/1.1" status: 200 len: 217 time: 0.0344312 Nov 22 17:27:32.037788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-1ef13f8d-64b7-47bb-91db-9880c254771e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:32.039211 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-1ef13f8d-64b7-47bb-91db-9880c254771e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4300d6a-e3b2-42a0-9656-1346f1cf89a1 HTTP/1.1" status: 200 len: 853 time: 0.0468235 Nov 22 17:27:32.071362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-b008e9a5-4318-4ced-9dc7-f5d4245c641d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=094fc9ff-a1bd-46c9-b327-359f1d70e344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235903 Nov 22 17:27:32.161810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-9ba61a4d-a777-4dae-b64b-e44e163281f5 service neutron] 10.222.0.20 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820396 Nov 22 17:27:32.256204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-50c85d51-bf10-4f53-b3b3-8789c40b2f05 req-d385d574-f405-4e7a-9920-2e84bcf32fef service neutron] 10.222.0.20 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870943 Nov 22 17:27:32.348168 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-e034db47-2ed8-4f74-b783-6e141047ed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:32.349629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-e034db47-2ed8-4f74-b783-6e141047ed54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 1095 time: 0.0415475 Nov 22 17:27:32.445133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-90447644-731f-429a-b6c2-288ba46ae32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:32.446710 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-90447644-731f-429a-b6c2-288ba46ae32f service neutron] 10.222.0.20 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 914 time: 0.0894277 Nov 22 17:27:32.492469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-be1ae8dc-a883-4a5c-a9e8-fd64905ecd38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02719d-0a5e-4840-b2b2-fc594236e215 HTTP/1.1" status: 200 len: 217 time: 0.0352957 Nov 22 17:27:32.542401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-c607fa2e-7013-4a69-9e13-3048ba36828d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:32.543836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-c607fa2e-7013-4a69-9e13-3048ba36828d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b4300d6a-e3b2-42a0-9656-1346f1cf89a1 HTTP/1.1" status: 200 len: 853 time: 0.0438294 Nov 22 17:27:32.581248 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-7d388de7-1fb9-4d02-ab38-f6dc29b4d975 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=094fc9ff-a1bd-46c9-b327-359f1d70e344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286272 Nov 22 17:27:32.673827 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-d836af7f-8007-4a62-a4eb-94ce853fdc57 service neutron] 10.222.0.20 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843010 Nov 22 17:27:32.770252 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fdad4f93-a4f2-4592-b2b7-afabb8b662cb req-a32b43cc-de6b-4cbf-9294-148b6911ad43 service neutron] 10.222.0.20 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880241 Nov 22 17:27:33.059567 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dada96-7c71-46a8-b5bd-69f3ea6f9d4a req-6dfb35ac-a04b-44bb-8b11-31cb7022f05c tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:33.060949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dada96-7c71-46a8-b5bd-69f3ea6f9d4a req-6dfb35ac-a04b-44bb-8b11-31cb7022f05c tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 944 time: 0.0484896 Nov 22 17:27:33.109517 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10dada96-7c71-46a8-b5bd-69f3ea6f9d4a req-800cf556-d264-4812-b761-46c1f913520b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418732 Nov 22 17:27:34.228256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91632b06-0be2-4d0f-a356-e0e0a52be783 req-810ec464-6e86-4434-bb42-9c2205e80c50 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:34.229778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91632b06-0be2-4d0f-a356-e0e0a52be783 req-810ec464-6e86-4434-bb42-9c2205e80c50 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 944 time: 0.0525391 Nov 22 17:27:34.279785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91632b06-0be2-4d0f-a356-e0e0a52be783 req-d6488572-b40d-4af9-bc8e-91950393c2d5 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434656 Nov 22 17:27:34.905803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c02719d-0a5e-4840-b2b2-fc594236e215 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:27:35.003528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9c02719d-0a5e-4840-b2b2-fc594236e215, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c02719d-0a5e-4840-b2b2-fc594236e215,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:35.014421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '9c02719d-0a5e-4840-b2b2-fc594236e215', 'network_id': '094fc9ff-a1bd-46c9-b327-359f1d70e344', 'port_id': '9c02719d-0a5e-4840-b2b2-fc594236e215', 'mac_address': 'fa:16:3e:1c:fe:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4300d6a-e3b2-42a0-9656-1346f1cf89a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:27:35.052023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:35.064866 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c02719d-0a5e-4840-b2b2-fc594236e215 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:27:35.085184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9c02719d-0a5e-4840-b2b2-fc594236e215, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c02719d-0a5e-4840-b2b2-fc594236e215,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:35.089345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:35.142878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=9c02719d-0a5e-4840-b2b2-fc594236e215,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:35.287197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['9c02719d-0a5e-4840-b2b2-fc594236e215'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:35.405165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc8674f-6269-4ef6-b6de-6c1dd0b6e4ef req-4416b65c-f28c-40df-9c76-ae8cad6b7ea1 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:35.407298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bc8674f-6269-4ef6-b6de-6c1dd0b6e4ef req-4416b65c-f28c-40df-9c76-ae8cad6b7ea1 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 945 time: 0.0530272 Nov 22 17:27:35.467512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4bc8674f-6269-4ef6-b6de-6c1dd0b6e4ef req-621d292f-9fb1-46c3-93b6-77181a293f72 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516229 Nov 22 17:27:36.598735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcbf911-2103-4909-835f-6b792298ab6b req-151f9541-b80c-4e2f-b1da-cefc656fb22b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:36.600346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bcbf911-2103-4909-835f-6b792298ab6b req-151f9541-b80c-4e2f-b1da-cefc656fb22b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 945 time: 0.0586443 Nov 22 17:27:36.650910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9bcbf911-2103-4909-835f-6b792298ab6b req-6227afa1-1f20-474a-9791-1af920bf7805 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442808 Nov 22 17:27:36.936592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c02719d-0a5e-4840-b2b2-fc594236e215 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:36.989792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 9c02719d-0a5e-4840-b2b2-fc594236e215 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:27:36.995070 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 9c02719d-0a5e-4840-b2b2-fc594236e215 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:36.995447 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:37.074322 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:37.099369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02719d-0a5e-4840-b2b2-fc594236e215'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:37.101602 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed0f200-8a20-4069-a328-3a7e44550e2c" -d '{"events": [{"server_uuid": "7478e14f-89bc-454d-84f5-6714f71cba3d", "name": "network-vif-plugged", "status": "completed", "tag": "9c02719d-0a5e-4840-b2b2-fc594236e215"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:37.114364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9c02719d-0a5e-4840-b2b2-fc594236e215, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c02719d-0a5e-4840-b2b2-fc594236e215,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:37.119111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:37.142238 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee21f37-b2ad-42b0-92f3-0d18a00b33de x-openstack-request-id: req-1ee21f37-b2ad-42b0-92f3-0d18a00b33de {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:37.142529 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7478e14f-89bc-454d-84f5-6714f71cba3d", "name": "network-vif-plugged", "status": "completed", "tag": "9c02719d-0a5e-4840-b2b2-fc594236e215", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:37.142783 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ee21f37-b2ad-42b0-92f3-0d18a00b33de {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:37.143177 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02719d-0a5e-4840-b2b2-fc594236e215', 'code': 200} Nov 22 17:27:37.172098 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=9c02719d-0a5e-4840-b2b2-fc594236e215,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:37.249305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427406-2422-46a7-9971-d45759900390 req-fc64fda7-e574-4af0-826d-2487e653e7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:37.250918 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63427406-2422-46a7-9971-d45759900390 req-fc64fda7-e574-4af0-826d-2487e653e7b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 1097 time: 0.0533352 Nov 22 17:27:37.303359 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-63427406-2422-46a7-9971-d45759900390 req-71af46c2-9ff5-4423-b889-2bd5a2e94b97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Nov 22 17:27:37.780753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db35600-cc64-4182-ba37-554d577945bf req-594742f2-2f4f-4f20-879d-684935494a57 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:37.783326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db35600-cc64-4182-ba37-554d577945bf req-594742f2-2f4f-4f20-879d-684935494a57 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 946 time: 0.0586896 Nov 22 17:27:37.842269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db35600-cc64-4182-ba37-554d577945bf req-fbe47dfd-fd85-426b-8907-66e8bdc10f85 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530307 Nov 22 17:27:37.888750 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:38.966511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e15d5-7370-4343-b467-322705da51b8 req-50949ba1-2969-4d3b-bfd2-8f21a23b06d1 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:38.968726 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547e15d5-7370-4343-b467-322705da51b8 req-50949ba1-2969-4d3b-bfd2-8f21a23b06d1 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 946 time: 0.0553832 Nov 22 17:27:39.031229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-547e15d5-7370-4343-b467-322705da51b8 req-fe8c2e81-23ed-4a3c-ac75-8de97c0aafad tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559971 Nov 22 17:27:39.271598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b27e6-7fb6-4838-8795-a833372c4131 req-e75fb187-360e-44ac-80f8-f933bfb6fab9 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:39.273022 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-167b27e6-7fb6-4838-8795-a833372c4131 req-e75fb187-360e-44ac-80f8-f933bfb6fab9 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 946 time: 0.0502620 Nov 22 17:27:39.326360 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-167b27e6-7fb6-4838-8795-a833372c4131 req-26817d35-4665-42d9-8268-5757138c5840 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Nov 22 17:27:39.454671 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:40.240926 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-4ab74873-be08-457f-8c19-f849cc3e704c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396388 Nov 22 17:27:40.328601 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-309bd0be-23e8-4d88-a447-deb279081318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:40.330271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-309bd0be-23e8-4d88-a447-deb279081318 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8adc3f0631b14d378b5acf71ca544827&device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0412862 Nov 22 17:27:40.476204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-4ba3abdc-f013-4227-8fa0-52fbf18e88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:40.477738 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-4ba3abdc-f013-4227-8fa0-52fbf18e88c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 200 len: 914 time: 0.1248612 Nov 22 17:27:40.491152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac10a8-a8ce-49c7-9170-2ee91606689f req-88c2a3e7-c042-4008-bc3c-4f024d8b2057 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:40.492559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80ac10a8-a8ce-49c7-9170-2ee91606689f req-88c2a3e7-c042-4008-bc3c-4f024d8b2057 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 946 time: 0.0793529 Nov 22 17:27:40.539212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-b1885978-4c41-45b9-8c6e-02faaf111ce9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b224451a-530c-4c16-91cb-aeeacd78acdf HTTP/1.1" status: 200 len: 217 time: 0.0456362 Nov 22 17:27:40.603923 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-3d92c5a0-d0f3-405e-8f01-d02086d6df27 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:40.605512 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-3d92c5a0-d0f3-405e-8f01-d02086d6df27 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.20 "GET /v2.0/ports?device_id=7478e14f-89bc-454d-84f5-6714f71cba3d HTTP/1.1" status: 200 len: 946 time: 0.0493991 Nov 22 17:27:40.612465 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80ac10a8-a8ce-49c7-9170-2ee91606689f req-9a870513-3c24-4ff6-91f5-12aafebed4e7 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124942 Nov 22 17:27:40.616360 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-2b84950d-c39f-4100-bcc6-9fa0e084ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:40.617851 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-2b84950d-c39f-4100-bcc6-9fa0e084ade3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b4300d6a-e3b2-42a0-9656-1346f1cf89a1 HTTP/1.1" status: 200 len: 853 time: 0.0673583 Nov 22 17:27:40.657101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-afd88574-a44c-4cdd-807a-b17d6f026c8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=094fc9ff-a1bd-46c9-b327-359f1d70e344&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279686 Nov 22 17:27:40.710839 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Deleting port 9c02719d-0a5e-4840-b2b2-fc594236e215 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:40.711183 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:40.757166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-530cad45-20a0-4281-b3e4-3f317939b9b0 service neutron] 10.222.0.66 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917320 Nov 22 17:27:40.800416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] For port 9c02719d-0a5e-4840-b2b2-fc594236e215, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9c02719d-0a5e-4840-b2b2-fc594236e215,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:40.800782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:40.813590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Calling delete_port for 9c02719d-0a5e-4840-b2b2-fc594236e215 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:40.852314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d911a085-96cb-4e19-8004-6a91c9ccec40 req-acbc72d2-feda-4223-a212-27fa28854c2e service neutron] 10.222.0.66 "GET /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860119 Nov 22 17:27:40.952720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:40.967158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b224451a-530c-4c16-91cb-aeeacd78acdf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:40.969551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['9c02719d-0a5e-4840-b2b2-fc594236e215'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:40.982111 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Pushing event deleted for resources: {'Port': ['ID=9c02719d-0a5e-4840-b2b2-fc594236e215,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:41.029420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] No DVR routers for this DVR port 9c02719d-0a5e-4840-b2b2-fc594236e215 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:41.032095 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:41.036254 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-9436dd1f-d9af-499c-b585-4f8133623ec3 req-7538667c-840f-4e30-92c4-6bc5bf7b05dc tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.20 "DELETE /v2.0/ports/9c02719d-0a5e-4840-b2b2-fc594236e215 HTTP/1.1" status: 204 len: 173 time: 0.4176743 Nov 22 17:27:41.036710 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'name': 'network-vif-deleted', 'tag': '9c02719d-0a5e-4840-b2b2-fc594236e215'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:41.039101 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeebb4b5-5d73-4384-9e2d-5f21e16ff409" -d '{"events": [{"server_uuid": "7478e14f-89bc-454d-84f5-6714f71cba3d", "name": "network-vif-deleted", "tag": "9c02719d-0a5e-4840-b2b2-fc594236e215"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:41.094536 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf728a9-66c2-4ab7-9f97-767ed6081397 x-openstack-request-id: req-4cf728a9-66c2-4ab7-9f97-767ed6081397 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:41.095273 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7478e14f-89bc-454d-84f5-6714f71cba3d", "name": "network-vif-deleted", "tag": "9c02719d-0a5e-4840-b2b2-fc594236e215", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:41.095419 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf728a9-66c2-4ab7-9f97-767ed6081397 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:41.096114 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7478e14f-89bc-454d-84f5-6714f71cba3d', 'name': 'network-vif-deleted', 'tag': '9c02719d-0a5e-4840-b2b2-fc594236e215', 'status': 'completed', 'code': 200} Nov 22 17:27:41.779688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1344d-ca01-4d5d-820c-d54cb7004232 req-fb7dee2a-e277-4fc4-a3b3-ceb1a0f08b51 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:41.781179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d1344d-ca01-4d5d-820c-d54cb7004232 req-fb7dee2a-e277-4fc4-a3b3-ceb1a0f08b51 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0617218 Nov 22 17:27:41.829460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05d1344d-ca01-4d5d-820c-d54cb7004232 req-843b91d0-668f-459b-9416-687b60449a1c tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417013 Nov 22 17:27:41.972235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772c1b2-792a-4307-a5ba-9e3f3a669d81 req-28828cb8-b6a1-4c7a-9708-0c19f36a39cf tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:41.974066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8772c1b2-792a-4307-a5ba-9e3f3a669d81 req-28828cb8-b6a1-4c7a-9708-0c19f36a39cf tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0506861 Nov 22 17:27:42.029482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8772c1b2-792a-4307-a5ba-9e3f3a669d81 req-4e8babbb-18a0-475e-badf-e2ab1dc7028b tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468967 Nov 22 17:27:42.148240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13801dce-3d37-4f97-97fc-10ce75f3a555 req-c27637a4-6ddb-4f8f-9f6e-d7634579a9b4 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:42.149753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13801dce-3d37-4f97-97fc-10ce75f3a555 req-c27637a4-6ddb-4f8f-9f6e-d7634579a9b4 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0494843 Nov 22 17:27:42.202370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-13801dce-3d37-4f97-97fc-10ce75f3a555 req-a42a06eb-4248-442d-bd02-71bedf640345 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465949 Nov 22 17:27:42.276688 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-e66dfd79-dce0-4356-82d3-f788c078eebd req-6d4a92ae-fa17-468d-99f8-8cdb88f07a40 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:27:42.277697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e66dfd79-dce0-4356-82d3-f788c078eebd req-6d4a92ae-fa17-468d-99f8-8cdb88f07a40 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054479 Nov 22 17:27:42.385429 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9b8f-6396-4c58-8b6c-391180951359 req-37388616-f6a9-4cee-af10-e752018ff436 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:42.387026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69e9b8f-6396-4c58-8b6c-391180951359 req-37388616-f6a9-4cee-af10-e752018ff436 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0502295 Nov 22 17:27:42.437263 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b69e9b8f-6396-4c58-8b6c-391180951359 req-8975661e-98a2-472f-8235-758366a170b9 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Nov 22 17:27:42.558633 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf2273-9772-43b6-b8d7-62d00294c976 req-1555b6a0-4592-4818-ba30-df1778f17c72 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:42.560012 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50bf2273-9772-43b6-b8d7-62d00294c976 req-1555b6a0-4592-4818-ba30-df1778f17c72 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0536261 Nov 22 17:27:42.610536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-50bf2273-9772-43b6-b8d7-62d00294c976 req-31fb33bf-8150-47f7-857d-898fa014df33 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420959 Nov 22 17:27:42.754570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abeb0b-8103-447e-bbd2-89c779840eba req-cf127ffa-1ae4-400d-863d-23b4dd9c8f6e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:42.756141 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05abeb0b-8103-447e-bbd2-89c779840eba req-cf127ffa-1ae4-400d-863d-23b4dd9c8f6e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0668874 Nov 22 17:27:42.803860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05abeb0b-8103-447e-bbd2-89c779840eba req-228efd5f-6362-4a46-aa78-cb997a3095c7 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Nov 22 17:27:43.124792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfd70f-c269-40aa-8d23-a02ce5c1c2ea req-a57fab08-e2f3-45d9-a303-9118538d86ab tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:43.126228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ecfd70f-c269-40aa-8d23-a02ce5c1c2ea req-a57fab08-e2f3-45d9-a303-9118538d86ab tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0506804 Nov 22 17:27:43.175210 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7ecfd70f-c269-40aa-8d23-a02ce5c1c2ea req-213566de-4187-49a7-ab9d-c716c3fce8e7 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423167 Nov 22 17:27:44.299244 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868307d2-3da2-4720-b529-c31aa1f061f7 req-0e5979ad-762c-4ad5-a55f-fc96cfa91155 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:44.300838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-868307d2-3da2-4720-b529-c31aa1f061f7 req-0e5979ad-762c-4ad5-a55f-fc96cfa91155 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0530581 Nov 22 17:27:44.356868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-868307d2-3da2-4720-b529-c31aa1f061f7 req-efc4e686-de7c-4cf9-a601-9a0e076c70f3 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/security-groups?id=6501d4ba-de52-40f4-84ba-3988014c1906&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497632 Nov 22 17:27:44.656113 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-ebf5446c-0a57-4d30-873f-5eeeb3cb974e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:44.657602 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-ebf5446c-0a57-4d30-873f-5eeeb3cb974e tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.66 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 945 time: 0.0531058 Nov 22 17:27:44.755932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Deleting port b224451a-530c-4c16-91cb-aeeacd78acdf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:44.756267 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:44.848648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] For port b224451a-530c-4c16-91cb-aeeacd78acdf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b224451a-530c-4c16-91cb-aeeacd78acdf,segment=NetworkSegment(b4d351ed-3e81-40ef-a431-a44feb446351),segment_id=b4d351ed-3e81-40ef-a431-a44feb446351)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:44.849015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:44.863210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Calling delete_port for b224451a-530c-4c16-91cb-aeeacd78acdf owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:44.971731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c02719d-0a5e-4840-b2b2-fc594236e215 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:44.994459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 9c02719d-0a5e-4840-b2b2-fc594236e215 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:44.995038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9c02719d-0a5e-4840-b2b2-fc594236e215 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:44.997532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:45.013175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b224451a-530c-4c16-91cb-aeeacd78acdf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:27:45.027840 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Pushing event deleted for resources: {'Port': ['ID=b224451a-530c-4c16-91cb-aeeacd78acdf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:45.054832 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.055186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.055531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.055875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.056214 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.056546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.056878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.057207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.057535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.057890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.058218 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.058541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:45.081783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] No DVR routers for this DVR port b224451a-530c-4c16-91cb-aeeacd78acdf on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:45.084416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:45.087858 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b04fed95-9c29-4b00-a686-acea50fda5ea req-6ca809dc-7932-4f73-b3f1-2a765c30da68 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.66 "DELETE /v2.0/ports/b224451a-530c-4c16-91cb-aeeacd78acdf HTTP/1.1" status: 204 len: 173 time: 0.4217317 Nov 22 17:27:45.088302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'name': 'network-vif-deleted', 'tag': 'b224451a-530c-4c16-91cb-aeeacd78acdf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:27:45.090591 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dcdc17-0371-4a76-a4e2-5b16525fee0f" -d '{"events": [{"server_uuid": "2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4", "name": "network-vif-deleted", "tag": "b224451a-530c-4c16-91cb-aeeacd78acdf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:27:45.142335 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f66a7c7-cf77-489e-a5e3-28ec75a9da68 x-openstack-request-id: req-9f66a7c7-cf77-489e-a5e3-28ec75a9da68 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:27:45.142728 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4", "name": "network-vif-deleted", "tag": "b224451a-530c-4c16-91cb-aeeacd78acdf", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:27:45.143499 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f66a7c7-cf77-489e-a5e3-28ec75a9da68 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:27:45.143906 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4', 'name': 'network-vif-deleted', 'tag': 'b224451a-530c-4c16-91cb-aeeacd78acdf', 'status': 'completed', 'code': 200} Nov 22 17:27:45.468304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f87b4f4f-ff4b-4d04-80a8-6aab79615d86 req-fcaaf81c-3114-4a7e-b5f7-445d651884b7 tempest-ServersNegativeTestJSON-1155901450 tempest-ServersNegativeTestJSON-1155901450-project] 10.222.0.65 "GET /v2.0/ports?device_id=2beeb16c-1a40-4c4e-a36a-9e8f9e407bb4 HTTP/1.1" status: 200 len: 210 time: 0.0261126 Nov 22 17:27:46.526960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52276) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:46.574733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Deleting subnet b4300d6a-e3b2-42a0-9656-1346f1cf89a1 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:27:46.577812 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.613242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.656508 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.714605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.740021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4300d6a-e3b2-42a0-9656-1346f1cf89a1,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:46.743650 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.746854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-153d44a0-beee-4c30-91e3-958596baeba1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b4300d6a-e3b2-42a0-9656-1346f1cf89a1 HTTP/1.1" status: 204 len: 168 time: 0.2188802 Nov 22 17:27:46.749514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52278) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:46.821912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.899826 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.924988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['094fc9ff-a1bd-46c9-b327-359f1d70e344']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:46.935501 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d351ed-3e81-40ef-a431-a44feb446351') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:46.935846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d351ed-3e81-40ef-a431-a44feb446351') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:46.946413 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.959521 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.965472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:46.965894 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:46.967537 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:47.023539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:47.028956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:47.032807 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] 10.222.0.65 "DELETE /v2.0/networks/094fc9ff-a1bd-46c9-b327-359f1d70e344 HTTP/1.1" status: 204 len: 168 time: 0.2822766 Nov 22 17:27:47.045801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc48039-fb8e-4f95-8977-dd62ed0c1212 admin admin] Pushing event deleted for resources: {'Network': ['ID=094fc9ff-a1bd-46c9-b327-359f1d70e344,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:47.152562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52282) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:47.196182 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-29fb8f58-6816-4793-afb0-55e3701ead2c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8adc3f0631b14d378b5acf71ca544827&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424356 Nov 22 17:27:47.198715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52284) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:47.248363 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:47.269830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:47.321925 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:47.324469 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:47.325621 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6501d4ba-de52-40f4-84ba-3988014c1906 HTTP/1.1" status: 204 len: 168 time: 0.1259573 Nov 22 17:27:47.333918 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6501d4ba-de52-40f4-84ba-3988014c1906,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:47.341613 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.341994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.342339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.342677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.343017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.343351 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.343681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.344008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.344337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.344664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.344988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:47.345342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e9ef107-37b7-488f-97eb-9127e55cb6e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:48.072314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52306) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:48.172179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-955131635'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:48.195220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:48.198806 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.207828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.289168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.294350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.323781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 857} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:27:48.342309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891887f2-8780-4090-a0ca-533523d13311,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:48.348085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.348433 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Added segment 597ae387-7e61-47b7-a1eb-91ba80ef12e7 of type vlan for network fdfacd99-81d1-4667-95a2-42ef1e0d473d Nov 22 17:27:48.389246 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.417542 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.423370 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:48.424202 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:48.493676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4100652 Nov 22 17:27:48.498327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b696b-d087-46ce-9083-b4b4142d48cc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Network': ['ID=fdfacd99-81d1-4667-95a2-42ef1e0d473d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:48.509477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network fdfacd99-81d1-4667-95a2-42ef1e0d473d details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:27:48.783284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b224451a-530c-4c16-91cb-aeeacd78acdf no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:48.803746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: b224451a-530c-4c16-91cb-aeeacd78acdf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:48.804151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b224451a-530c-4c16-91cb-aeeacd78acdf not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:50.061219 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c1d8d04-6697-4023-ba41-f545a7b449a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:51.752825 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52310) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:51.758040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'subnet': {'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:51.852189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:51.855819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.044312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.106307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Subnet': ['ID=6612fabc-74df-4a63-84b2-b1340f68eeb4,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:52.114860 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Checking segment: {'id': '597ae387-7e61-47b7-a1eb-91ba80ef12e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:52.115224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network hostable DHCP agents. Network: fdfacd99-81d1-4667-95a2-42ef1e0d473d, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:27:52.133917 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network fdfacd99-81d1-4667-95a2-42ef1e0d473d is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:27:52.142673 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, fdfacd99-81d1-4667-95a2-42ef1e0d473d) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:52.149258 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:52.149534 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.152890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c84e53-48da-42fa-8a5a-6157ab96becb None None] Network fdfacd99-81d1-4667-95a2-42ef1e0d473d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:52.167080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d013b684-3f37-42b6-8746-ad0fa1d7b81b tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4131076 Nov 22 17:27:52.170730 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52312) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:52.176675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350518901'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:52.199277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:52.202971 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.229495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:27:52.239738 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.240091 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Added segment 46d59343-2a1a-40ee-96b6-c913673429b7 of type vlan for network a1a075f0-47e8-4a21-842f-7ebde635bfc5 Nov 22 17:27:52.286735 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.309260 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-fdfacd99-81d1-4667-95a2-42ef1e0d473d', 'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d', 'tenant_id': '32f2f86bb584426bae2d8c1988ee6188', 'fixed_ips': [{'subnet_id': '6612fabc-74df-4a63-84b2-b1340f68eeb4'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:27:52.310178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.315857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.322192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:52.322790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.406658 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2346871 Nov 22 17:27:52.409499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52314) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:52.416545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'subnet': {'network_id': 'a1a075f0-47e8-4a21-842f-7ebde635bfc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:52.447827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2c390-5da0-4ec3-9b37-0ae848f94f2d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Network': ['ID=a1a075f0-47e8-4a21-842f-7ebde635bfc5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:52.457481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Allocated IP 2001:db8:0:ffff::2 (fdfacd99-81d1-4667-95a2-42ef1e0d473d/6612fabc-74df-4a63-84b2-b1340f68eeb4/74aaceb3-af3a-4a88-bae0-0de214020a7b) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:27:52.461491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a1a075f0-47e8-4a21-842f-7ebde635bfc5 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:27:52.521033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:52.525465 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.686646 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.694631 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.729518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Network fdfacd99-81d1-4667-95a2-42ef1e0d473d is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:27:52.732769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:52.742284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:27:52.780804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Pushing event updated for resources: {'Port': ['ID=74aaceb3-af3a-4a88-bae0-0de214020a7b,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:52.783765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.810792 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.811150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.811455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.811787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.812114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.812489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.812907 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.813385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.813869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.815023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.816132 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.816572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:27:52.824105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Attempting to bind port 74aaceb3-af3a-4a88-bae0-0de214020a7b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:27:52.824470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Attempting to bind port 74aaceb3-af3a-4a88-bae0-0de214020a7b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '597ae387-7e61-47b7-a1eb-91ba80ef12e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:27:52.824832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Attempting to bind port 74aaceb3-af3a-4a88-bae0-0de214020a7b on network fdfacd99-81d1-4667-95a2-42ef1e0d473d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:52.831165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:27:52.831548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Checking segment: {'id': '597ae387-7e61-47b7-a1eb-91ba80ef12e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:52.831947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.832345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Bound using segment: {'id': '597ae387-7e61-47b7-a1eb-91ba80ef12e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:27:52.832823 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Bound port: 74aaceb3-af3a-4a88-bae0-0de214020a7b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597ae387-7e61-47b7-a1eb-91ba80ef12e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': 'fdfacd99-81d1-4667-95a2-42ef1e0d473d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:27:52.833205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.869890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Subnet': ['ID=1aabf9eb-0e49-4833-b201-6634361fc65d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:52.872666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Checking segment: {'id': '46d59343-2a1a-40ee-96b6-c913673429b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a1a075f0-47e8-4a21-842f-7ebde635bfc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:52.873036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network hostable DHCP agents. Network: a1a075f0-47e8-4a21-842f-7ebde635bfc5, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:27:52.892071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network a1a075f0-47e8-4a21-842f-7ebde635bfc5 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:27:52.902870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, a1a075f0-47e8-4a21-842f-7ebde635bfc5) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:52.905470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] For port 74aaceb3-af3a-4a88-bae0-0de214020a7b, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:27:52.908082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:52.909159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.909634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] For port 74aaceb3-af3a-4a88-bae0-0de214020a7b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=74aaceb3-af3a-4a88-bae0-0de214020a7b,segment=NetworkSegment(597ae387-7e61-47b7-a1eb-91ba80ef12e7),segment_id=597ae387-7e61-47b7-a1eb-91ba80ef12e7)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:27:52.912781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed46423e-f45e-4fa5-8137-0cc0f63f8005 None None] Network a1a075f0-47e8-4a21-842f-7ebde635bfc5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:52.916639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:52.929509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11e70b22-ea4f-4671-bc35-33f64c73e24a tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5179858 Nov 22 17:27:52.933635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52316) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:53.033525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a38ace-5af9-4f67-95fb-9aa885d286f9 None None] Pushing event updated for resources: {'Port': ['ID=74aaceb3-af3a-4a88-bae0-0de214020a7b,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:53.051347 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.118818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f133da2f-c982-4d63-8242-36fca00cdf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-a1a075f0-47e8-4a21-842f-7ebde635bfc5', 'network_id': 'a1a075f0-47e8-4a21-842f-7ebde635bfc5', 'tenant_id': '32f2f86bb584426bae2d8c1988ee6188', 'fixed_ips': [{'subnet_id': '1aabf9eb-0e49-4833-b201-6634361fc65d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:27:53.119763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f133da2f-c982-4d63-8242-36fca00cdf9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.140579 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.238673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server [None req-f133da2f-c982-4d63-8242-36fca00cdf9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aabf9eb-0e49-4833-b201-6634361fc65d: This subnet is being modified by another concurrent operation. Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise self.value Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server raise exception Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1aabf9eb-0e49-4833-b201-6634361fc65d: This subnet is being modified by another concurrent operation. Nov 22 17:27:53.256783 n-d-816206-6 neutron-server[103516]: ERROR oslo_messaging.rpc.server Nov 22 17:27:53.280508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Subnet': ['ID=1aabf9eb-0e49-4833-b201-6634361fc65d,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:53.284974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e43ed-fde2-4121-90c2-d38f0a569382 None None] Network a1a075f0-47e8-4a21-842f-7ebde635bfc5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:53.345212 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.366822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a075f0-47e8-4a21-842f-7ebde635bfc5']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:53.383857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46d59343-2a1a-40ee-96b6-c913673429b7') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:53.384150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46d59343-2a1a-40ee-96b6-c913673429b7') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:53.401376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.417213 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.434796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:53.435672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:53.439233 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:53.453298 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-676ac119-c6c3-4af7-b9a3-f856d4292940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.504044 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.508881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.512473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/a1a075f0-47e8-4a21-842f-7ebde635bfc5 HTTP/1.1" status: 204 len: 168 time: 0.5778177 Nov 22 17:27:53.516021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52318) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:53.526254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-273613526'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:53.528523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c27522-22a7-4adf-8021-8fc05eba82fc tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Network': ['ID=a1a075f0-47e8-4a21-842f-7ebde635bfc5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:53.553836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:53.557314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.582984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:27:53.592466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.592805 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Added segment 7c2600c0-c12d-4499-8243-4208876714b3 of type vlan for network ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f Nov 22 17:27:53.713985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 74aaceb3-af3a-4a88-bae0-0de214020a7b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:53.780075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 74aaceb3-af3a-4a88-bae0-0de214020a7b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:53.780538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.866386 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.896335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.902120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 74aaceb3-af3a-4a88-bae0-0de214020a7b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=74aaceb3-af3a-4a88-bae0-0de214020a7b,segment=NetworkSegment(597ae387-7e61-47b7-a1eb-91ba80ef12e7),segment_id=597ae387-7e61-47b7-a1eb-91ba80ef12e7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:53.907816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.924600 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.931170 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:53.931803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:53.963046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=74aaceb3-af3a-4a88-bae0-0de214020a7b,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:53.997801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4729135 Nov 22 17:27:53.998047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:54.003366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'subnet': {'network_id': 'ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:54.022960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c648a868-3537-494b-a047-0b5a1907a1ef tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Network': ['ID=ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:54.033461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:27:54.109560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:54.115213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.119817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ea73ac-dc24-4b0c-9c9f-086cb6273402 None None] Network fdfacd99-81d1-4667-95a2-42ef1e0d473d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:54.176280 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Performing IP validity checks on allocation pools {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 22 17:27:54.176798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.ipam_backend_mixin [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103515) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 22 17:27:54.228142 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.231080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-02cac37c-f4b1-4dfe-8d85-b0623b1a0b8d None None] Provisioning complete for port 74aaceb3-af3a-4a88-bae0-0de214020a7b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:54.231438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02cac37c-f4b1-4dfe-8d85-b0623b1a0b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.308851 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.373227 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Subnet': ['ID=8ff780c2-201d-4984-9359-866b4aa754b8,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:54.384189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Checking segment: {'id': '7c2600c0-c12d-4499-8243-4208876714b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': 'ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:54.384557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network hostable DHCP agents. Network: ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:27:54.403155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:27:54.414503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:54.419324 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:54.420266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.438777 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-913b3931-c178-4d6f-b571-807fa32ccb89 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4397547 Nov 22 17:27:54.442328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52322) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:54.470480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccf3c94-6407-4988-9850-da07dd29763c None None] Network ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:54.558352 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.614515 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.692793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.710423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601c21d-d803-44e3-b3f1-e8fa9f032543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f', 'network_id': 'ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f', 'tenant_id': '32f2f86bb584426bae2d8c1988ee6188', 'fixed_ips': [{'subnet_id': '8ff780c2-201d-4984-9359-866b4aa754b8'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:27:54.711618 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b601c21d-d803-44e3-b3f1-e8fa9f032543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.725773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff780c2-201d-4984-9359-866b4aa754b8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:54.797987 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.809298 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef509fc-b391-4136-b8d2-3e5ac55fd85c None None] Network ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:54.822060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:54.833560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2600c0-c12d-4499-8243-4208876714b3') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:54.833983 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2600c0-c12d-4499-8243-4208876714b3') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:54.844012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.858756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.866046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:54.866467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:54.869857 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:54.923178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d24d1e-c2f8-4e5c-b962-23c3cf888487 None None] get_active_networks_info from n-d-816206-6 {{(pid=103516) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 22 17:27:54.935278 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.941035 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.944820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f HTTP/1.1" status: 204 len: 168 time: 0.5013733 Nov 22 17:27:54.948990 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52324) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:54.955277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1721065126'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:54.967292 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21751-ba51-40fa-b1ab-8fd25d0b147e tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Network': ['ID=ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:54.975650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3dcf0558-ae95-4eab-a661-8eaa195fc0e6 None None] Provisioning complete for port 74aaceb3-af3a-4a88-bae0-0de214020a7b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:54.976029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3dcf0558-ae95-4eab-a661-8eaa195fc0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:54.983696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:54.988131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.013082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 891} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:27:55.023101 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.023441 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Added segment de8fc051-6a6d-4fcf-88d0-1dcf64956bde of type vlan for network 6281d778-b0b1-43b2-b1e3-89017ac86a55 Nov 22 17:27:55.046290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d24d1e-c2f8-4e5c-b962-23c3cf888487 None None] Resources bound (agent type, host, resource id): {{(pid=103516) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 22 17:27:55.070084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.094593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.100129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:55.100720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.155853 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2051394 Nov 22 17:27:55.158986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52326) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:55.164148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'subnet': {'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:55.171493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8927c-a516-49f3-b421-4b3326157bf3 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Network': ['ID=6281d778-b0b1-43b2-b1e3-89017ac86a55,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:55.185518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 6281d778-b0b1-43b2-b1e3-89017ac86a55 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:27:55.262723 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:55.266308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.454353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.514344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Subnet': ['ID=d2e4360d-3df8-4f1c-a15e-9ede3a8b7651,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:55.524288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Checking segment: {'id': 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:55.524560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network hostable DHCP agents. Network: 6281d778-b0b1-43b2-b1e3-89017ac86a55, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:27:55.542249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network 6281d778-b0b1-43b2-b1e3-89017ac86a55 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:27:55.551234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 6281d778-b0b1-43b2-b1e3-89017ac86a55) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:55.555457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:55.556054 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.560965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5110fd0-79c9-4c23-853a-165372fdf9b4 None None] Network 6281d778-b0b1-43b2-b1e3-89017ac86a55 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:55.575585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2e88ab0a-3392-40e9-bba4-2807c5008f20 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4154727 Nov 22 17:27:55.580249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52328) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:55.585515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-340538782'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:55.607588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:55.612436 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.623485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.655374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:27:55.668031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.668677 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Added segment 9d8b2698-2b1e-4cc4-ace3-a1d3bd23e788 of type vlan for network a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 Nov 22 17:27:55.700427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 74aaceb3-af3a-4a88-bae0-0de214020a7b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:55.711904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.738350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.744328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:55.744933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.781497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-6281d778-b0b1-43b2-b1e3-89017ac86a55', 'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55', 'tenant_id': '32f2f86bb584426bae2d8c1988ee6188', 'fixed_ips': [{'subnet_id': 'd2e4360d-3df8-4f1c-a15e-9ede3a8b7651'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:27:55.782366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.786681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 74aaceb3-af3a-4a88-bae0-0de214020a7b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:55.787041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:55.817968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52330) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:55.818215 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2366486 Nov 22 17:27:55.824066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Request body: {'subnet': {'network_id': 'a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:27:55.827419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b610b947-2a57-44ca-8a9f-dceba3d86443 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Network': ['ID=a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:55.842087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:27:55.926349 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Made reservation on behalf of 32f2f86bb584426bae2d8c1988ee6188 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:27:55.929819 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.053715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Allocated IP 2001:db8::2 (6281d778-b0b1-43b2-b1e3-89017ac86a55/d2e4360d-3df8-4f1c-a15e-9ede3a8b7651/3129a5ce-3468-4031-8747-f708227c3178) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:27:56.125184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.158805 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.187571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event updated for resources: {'Subnet': ['ID=118017f2-187d-440d-ac97-96fa2858a68e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:56.197417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Checking segment: {'id': '9d8b2698-2b1e-4cc4-ace3-a1d3bd23e788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:56.197812 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network hostable DHCP agents. Network: a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:27:56.217433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Network a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:27:56.219981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.226462 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.227654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:56.233359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:27:56.235480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.253455 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5580332d-1887-4503-bd92-2357e49a5964 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4334738 Nov 22 17:27:56.256001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15b2411-7520-4027-9585-f5e65d902c4a None None] Network a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:56.256801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:56.306394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Network 6281d778-b0b1-43b2-b1e3-89017ac86a55 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:27:56.313524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:27:56.322155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:27:56.340281 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Pushing event updated for resources: {'Port': ['ID=3129a5ce-3468-4031-8747-f708227c3178,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:56.362678 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.408721 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Attempting to bind port 3129a5ce-3468-4031-8747-f708227c3178 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:27:56.408983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Attempting to bind port 3129a5ce-3468-4031-8747-f708227c3178 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:27:56.409177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Attempting to bind port 3129a5ce-3468-4031-8747-f708227c3178 on network 6281d778-b0b1-43b2-b1e3-89017ac86a55 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:27:56.424735 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.440291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:27:56.440580 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Checking segment: {'id': 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:27:56.440981 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.441372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Bound using segment: {'id': 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:27:56.441883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Bound port: 3129a5ce-3468-4031-8747-f708227c3178, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6281d778-b0b1-43b2-b1e3-89017ac86a55'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:27:56.442258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.497673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.517748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b362e4e-8fdd-4011-b13a-92de777fa440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7', 'network_id': 'a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7', 'tenant_id': '32f2f86bb584426bae2d8c1988ee6188', 'fixed_ips': [{'subnet_id': '118017f2-187d-440d-ac97-96fa2858a68e'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:27:56.518715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8b362e4e-8fdd-4011-b13a-92de777fa440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.542971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Subnet': ['ID=118017f2-187d-440d-ac97-96fa2858a68e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:56.547159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] For port 3129a5ce-3468-4031-8747-f708227c3178, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:27:56.552458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] For port 3129a5ce-3468-4031-8747-f708227c3178, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3129a5ce-3468-4031-8747-f708227c3178,segment=NetworkSegment(de8fc051-6a6d-4fcf-88d0-1dcf64956bde),segment_id=de8fc051-6a6d-4fcf-88d0-1dcf64956bde)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:27:56.559772 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.608979 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.631867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:56.645115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8b2698-2b1e-4cc4-ace3-a1d3bd23e788') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:56.645734 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8b2698-2b1e-4cc4-ace3-a1d3bd23e788') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:56.658954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.668890 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49d02d2-152a-40b5-8e51-0857cab65f30 None None] Network a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:56.678138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.685582 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:56.686017 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:56.691098 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:56.712231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6415d-021a-43d3-86c4-d6b299694d98 None None] Pushing event updated for resources: {'Port': ['ID=3129a5ce-3468-4031-8747-f708227c3178,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:56.756559 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.761578 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:56.768204 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 HTTP/1.1" status: 204 len: 168 time: 0.5069952 Nov 22 17:27:56.770562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:56.780422 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47daf8ff-5927-4730-a5cb-eb0b6f2ca20d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Network': ['ID=a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:56.813455 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-9505be4f-b4dc-4b29-8127-282301edf582 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] GET failed (client error): The resource could not be found. Nov 22 17:27:56.815922 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9505be4f-b4dc-4b29-8127-282301edf582 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "GET /v2.0/subnets/118017f2-187d-440d-ac97-96fa2858a68e HTTP/1.1" status: 404 len: 337 time: 0.0439136 Nov 22 17:27:56.819522 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52336) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:56.843125 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4107a8-c102-4c88-8d2c-b4b5ad9495a5 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:56.843653 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4107a8-c102-4c88-8d2c-b4b5ad9495a5 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:56.847358 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ef4107a8-c102-4c88-8d2c-b4b5ad9495a5 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 HTTP/1.1" status: 404 len: 339 time: 0.0267875 Nov 22 17:27:56.851208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52338) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:56.882692 n-d-816206-6 neutron-server[103514]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84842eb-b2f5-41df-8d01-d49dc445351d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:56.883513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84842eb-b2f5-41df-8d01-d49dc445351d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103514) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:56.889265 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f84842eb-b2f5-41df-8d01-d49dc445351d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/subnets/118017f2-187d-440d-ac97-96fa2858a68e HTTP/1.1" status: 404 len: 337 time: 0.0347598 Nov 22 17:27:56.893169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52340) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:56.914289 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b80a04-6b8e-4a07-a1a7-0bfcfbb77603 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:56.914809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b80a04-6b8e-4a07-a1a7-0bfcfbb77603 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:56.917986 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-99b80a04-6b8e-4a07-a1a7-0bfcfbb77603 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/a9ff6c0e-8d96-44d6-a8ca-e8b2a457b0d7 HTTP/1.1" status: 404 len: 339 time: 0.0259957 Nov 22 17:27:56.920685 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52342) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:56.975210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Deleting subnet d2e4360d-3df8-4f1c-a15e-9ede3a8b7651 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:27:56.978717 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.025454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.110426 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.171834 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.203697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e4360d-3df8-4f1c-a15e-9ede3a8b7651,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:57.210451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.213867 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2c14194a-a878-44b2-ba5c-92d14ecbecbd tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/subnets/d2e4360d-3df8-4f1c-a15e-9ede3a8b7651 HTTP/1.1" status: 204 len: 168 time: 0.2920537 Nov 22 17:27:57.216400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52344) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:57.293240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.352361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Deleting port 3129a5ce-3468-4031-8747-f708227c3178 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:57.352693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.703372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50387efa-3bb1-4307-b3ca-4c3e5e65d14b None None] Network 6281d778-b0b1-43b2-b1e3-89017ac86a55 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:57.742675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3129a5ce-3468-4031-8747-f708227c3178 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:27:57.749399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] For port 3129a5ce-3468-4031-8747-f708227c3178, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3129a5ce-3468-4031-8747-f708227c3178,segment=NetworkSegment(de8fc051-6a6d-4fcf-88d0-1dcf64956bde),segment_id=de8fc051-6a6d-4fcf-88d0-1dcf64956bde)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:57.749993 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.763471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Calling delete_port for 3129a5ce-3468-4031-8747-f708227c3178 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:57.839499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-14bcc289-85ce-4161-8733-376fb9f8c1fc None None] Provisioning complete for port 3129a5ce-3468-4031-8747-f708227c3178 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:57.839924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-14bcc289-85ce-4161-8733-376fb9f8c1fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.852461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.878969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Port': ['ID=3129a5ce-3468-4031-8747-f708227c3178,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:57.883679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No DVR routers for this DVR port 3129a5ce-3468-4031-8747-f708227c3178 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:57.894349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3129a5ce-3468-4031-8747-f708227c3178 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:27:57.894726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.924705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Port 3129a5ce-3468-4031-8747-f708227c3178 was deleted so its status cannot be updated. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 22 17:27:57.933846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-14bcc289-85ce-4161-8733-376fb9f8c1fc None None] Could not find standard attr ID for object 3129a5ce-3468-4031-8747-f708227c3178. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:27:57.937026 n-d-816206-6 neutron-server[103516]: INFO neutron.plugins.ml2.db [None req-14bcc289-85ce-4161-8733-376fb9f8c1fc None None] No ports have port_id starting with 3129a5ce-3468-4031-8747-f708227c3178 Nov 22 17:27:57.977113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:57.993647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9bdf0-8826-4838-9dd0-d4df45459add None None] DHCP port deletion for 6281d778-b0b1-43b2-b1e3-89017ac86a55 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:27:57.999905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6281d778-b0b1-43b2-b1e3-89017ac86a55']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:58.011472 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:58.011856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8fc051-6a6d-4fcf-88d0-1dcf64956bde') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:58.021594 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.038383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.046536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:58.047103 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:58.050771 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:58.109602 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.118640 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.122576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/6281d778-b0b1-43b2-b1e3-89017ac86a55 HTTP/1.1" status: 204 len: 168 time: 0.9051597 Nov 22 17:27:58.125166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52346) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:58.136592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba34cf3-a5dc-452c-8711-0d0e2e046f1d tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Network': ['ID=6281d778-b0b1-43b2-b1e3-89017ac86a55,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:58.154305 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29213c0-e2e4-4f95-834b-e0451ccc3bd4 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:58.154788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29213c0-e2e4-4f95-834b-e0451ccc3bd4 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:58.158175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c29213c0-e2e4-4f95-834b-e0451ccc3bd4 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/subnets/8ff780c2-201d-4984-9359-866b4aa754b8 HTTP/1.1" status: 404 len: 337 time: 0.0315361 Nov 22 17:27:58.160559 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52348) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:58.178878 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0ca87a-a595-408e-b7cd-f078647a36b2 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:58.179372 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0ca87a-a595-408e-b7cd-f078647a36b2 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:58.182376 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7b0ca87a-a595-408e-b7cd-f078647a36b2 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/ffd40ec6-5bc0-4fea-8e12-e7cb021ed18f HTTP/1.1" status: 404 len: 339 time: 0.0209084 Nov 22 17:27:58.184933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52350) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:58.211643 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-4724b8f6-1b0d-465c-a085-6a8e0e8322df tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:58.212101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4724b8f6-1b0d-465c-a085-6a8e0e8322df tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:58.215309 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4724b8f6-1b0d-465c-a085-6a8e0e8322df tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/subnets/1aabf9eb-0e49-4833-b201-6634361fc65d HTTP/1.1" status: 404 len: 337 time: 0.0294163 Nov 22 17:27:58.217903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52352) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:58.236439 n-d-816206-6 neutron-server[103515]: INFO neutron.pecan_wsgi.hooks.translation [None req-048f1b5d-b7a5-4dff-a24f-c718f85839a0 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] DELETE failed (client error): The resource could not be found. Nov 22 17:27:58.237043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048f1b5d-b7a5-4dff-a24f-c718f85839a0 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103515) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 22 17:27:58.240354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-048f1b5d-b7a5-4dff-a24f-c718f85839a0 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/a1a075f0-47e8-4a21-842f-7ebde635bfc5 HTTP/1.1" status: 404 len: 339 time: 0.0215170 Nov 22 17:27:58.243027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52354) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:58.299220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Deleting subnet 6612fabc-74df-4a63-84b2-b1340f68eeb4 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:27:58.302792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.352490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.439126 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.498704 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.534638 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Subnet': ['ID=6612fabc-74df-4a63-84b2-b1340f68eeb4,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:58.536648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.539901 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-043c054b-6531-4032-84b2-f27ac34161de tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/subnets/6612fabc-74df-4a63-84b2-b1340f68eeb4 HTTP/1.1" status: 204 len: 168 time: 0.2958264 Nov 22 17:27:58.541491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7cfd7-4317-40e7-8bbb-e785c254d868 None None] Network fdfacd99-81d1-4667-95a2-42ef1e0d473d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:27:58.542473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:58.625913 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.685542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Deleting port 74aaceb3-af3a-4a88-bae0-0de214020a7b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:58.685931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.716889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] DHCP port deletion for fdfacd99-81d1-4667-95a2-42ef1e0d473d request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:27:58.759125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] For port 74aaceb3-af3a-4a88-bae0-0de214020a7b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=74aaceb3-af3a-4a88-bae0-0de214020a7b,segment=NetworkSegment(597ae387-7e61-47b7-a1eb-91ba80ef12e7),segment_id=597ae387-7e61-47b7-a1eb-91ba80ef12e7)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:58.759566 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.765427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] Deleting port 74aaceb3-af3a-4a88-bae0-0de214020a7b {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:27:58.765834 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.773577 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Calling delete_port for 74aaceb3-af3a-4a88-bae0-0de214020a7b owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:58.830956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] For port 74aaceb3-af3a-4a88-bae0-0de214020a7b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=74aaceb3-af3a-4a88-bae0-0de214020a7b,segment=NetworkSegment(597ae387-7e61-47b7-a1eb-91ba80ef12e7),segment_id=597ae387-7e61-47b7-a1eb-91ba80ef12e7)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:27:58.831473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.843503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] Calling delete_port for 74aaceb3-af3a-4a88-bae0-0de214020a7b owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:27:58.868248 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.899406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Port': ['ID=74aaceb3-af3a-4a88-bae0-0de214020a7b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:58.901257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] No DVR routers for this DVR port 74aaceb3-af3a-4a88-bae0-0de214020a7b on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:58.938054 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:58.964220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] Pushing event deleted for resources: {'Port': ['ID=74aaceb3-af3a-4a88-bae0-0de214020a7b,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:58.968989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2c2ebd-3920-4c88-915b-75e47a025efb None None] No DVR routers for this DVR port 74aaceb3-af3a-4a88-bae0-0de214020a7b on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:27:58.996572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.017600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfacd99-81d1-4667-95a2-42ef1e0d473d']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:59.027477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597ae387-7e61-47b7-a1eb-91ba80ef12e7') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:59.028022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597ae387-7e61-47b7-a1eb-91ba80ef12e7') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:27:59.038467 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.052065 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.058482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:27:59.058907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:27:59.061921 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:27:59.123996 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.131628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.134782 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] 10.222.0.65 "DELETE /v2.0/networks/fdfacd99-81d1-4667-95a2-42ef1e0d473d HTTP/1.1" status: 204 len: 168 time: 0.5913384 Nov 22 17:27:59.147475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad30768-aab9-4aad-82eb-2bd2ac6e3191 tempest-NetworksIpV6Test-115691157 tempest-NetworksIpV6Test-115691157-project] Pushing event deleted for resources: {'Network': ['ID=fdfacd99-81d1-4667-95a2-42ef1e0d473d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:59.398759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:59.541144 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-66ca8df9-3b71-44d2-9daf-a181590e86f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=32f2f86bb584426bae2d8c1988ee6188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410530 Nov 22 17:27:59.543720 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52366) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:27:59.592399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f4657e8-aea7-463c-beb6-9fdaad0f135f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.613887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f4657e8-aea7-463c-beb6-9fdaad0f135f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.671422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f4657e8-aea7-463c-beb6-9fdaad0f135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.675135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0f4657e8-aea7-463c-beb6-9fdaad0f135f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:27:59.676297 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0f4657e8-aea7-463c-beb6-9fdaad0f135f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/891887f2-8780-4090-a0ca-533523d13311 HTTP/1.1" status: 204 len: 168 time: 0.1316521 Nov 22 17:27:59.685617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4657e8-aea7-463c-beb6-9fdaad0f135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891887f2-8780-4090-a0ca-533523d13311,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:27:59.700394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 74aaceb3-af3a-4a88-bae0-0de214020a7b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:59.729843 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 74aaceb3-af3a-4a88-bae0-0de214020a7b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:59.730847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 74aaceb3-af3a-4a88-bae0-0de214020a7b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:27:59.730847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3129a5ce-3468-4031-8747-f708227c3178 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:27:59.755575 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3129a5ce-3468-4031-8747-f708227c3178 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:27:59.755923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3129a5ce-3468-4031-8747-f708227c3178 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:28:00.344903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:00.443195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2090821315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:00.472034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.473168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.562173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.567649 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.586115 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.587329 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d727ffd9-a632-4ea3-98d9-c4b422f6ea88 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2403927 Nov 22 17:28:00.590409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52392) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:00.596195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1274109473'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:00.618957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Made reservation on behalf of 7f701f9d983045d6abee28a9fa68269a for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:00.622868 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.632222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.714622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.718473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.740938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 880} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:28:00.761004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.761354 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Added segment 762f7578-f618-441f-8cd7-6f0fe81df2bd of type vlan for network 168f41ca-efeb-4673-a125-9197caf4e82c Nov 22 17:28:00.762743 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bd94e7-2d1c-4504-86ef-682dda89130c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:00.807993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.835676 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.841624 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:00.842236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:00.904140 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3125041 Nov 22 17:28:00.907041 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52396) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:00.912461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Request body: {'subnet': {'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:00.912680 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3828c454-7c5d-4596-9d4d-bc5303f7b5df tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event updated for resources: {'Network': ['ID=168f41ca-efeb-4673-a125-9197caf4e82c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:00.925133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 168f41ca-efeb-4673-a125-9197caf4e82c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:28:01.012012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Made reservation on behalf of 7f701f9d983045d6abee28a9fa68269a for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:01.020731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.215574 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.281280 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event updated for resources: {'Subnet': ['ID=29f62c23-6616-4950-b286-933fd1ae120d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:01.290018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Checking segment: {'id': '762f7578-f618-441f-8cd7-6f0fe81df2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:01.290375 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Network hostable DHCP agents. Network: 168f41ca-efeb-4673-a125-9197caf4e82c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:28:01.309596 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Network 168f41ca-efeb-4673-a125-9197caf4e82c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:28:01.320831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 168f41ca-efeb-4673-a125-9197caf4e82c) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:01.325276 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:01.325903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.330947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203a73b-c348-4661-9c15-0f71e4ae731a None None] Network 168f41ca-efeb-4673-a125-9197caf4e82c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:01.345137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c5cfe244-a146-4590-9c41-f01f3934b891 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4368744 Nov 22 17:28:01.348467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52398) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:01.353378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1902699245'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:01.375530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Made reservation on behalf of 7f701f9d983045d6abee28a9fa68269a for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:01.380410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.406169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:28:01.416710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.417084 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Added segment 707dbd2d-87ba-4993-8815-4d3db09a5765 of type vlan for network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 Nov 22 17:28:01.463224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.483209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-168f41ca-efeb-4673-a125-9197caf4e82c', 'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c', 'tenant_id': '7f701f9d983045d6abee28a9fa68269a', 'fixed_ips': [{'subnet_id': '29f62c23-6616-4950-b286-933fd1ae120d'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:28:01.484086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.495732 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.502717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:01.503433 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.569527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2197666 Nov 22 17:28:01.573965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52400) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:01.580938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Request body: {'subnet': {'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:01.587431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b863ebc-0847-414b-8649-367ae6c1036f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event updated for resources: {'Network': ['ID=b24a7b1e-9919-4367-be06-14fd3e8ffbb5,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:01.616883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:28:01.683298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Made reservation on behalf of 7f701f9d983045d6abee28a9fa68269a for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:01.688159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.690596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Allocated IP 172.20.0.2 (168f41ca-efeb-4673-a125-9197caf4e82c/29f62c23-6616-4950-b286-933fd1ae120d/a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:01.852995 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.859923 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.904473 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:01.905001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Network 168f41ca-efeb-4673-a125-9197caf4e82c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:01.908921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:01.913308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:01.926182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Pushing event updated for resources: {'Port': ['ID=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:01.973263 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event updated for resources: {'Subnet': ['ID=660b2464-2404-429d-8085-6b7ceffbe22e,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:01.983594 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Checking segment: {'id': '707dbd2d-87ba-4993-8815-4d3db09a5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:01.983958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Network hostable DHCP agents. Network: b24a7b1e-9919-4367-be06-14fd3e8ffbb5, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:28:01.996601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Attempting to bind port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:01.997197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Attempting to bind port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '762f7578-f618-441f-8cd7-6f0fe81df2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:01.997807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Attempting to bind port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 on network 168f41ca-efeb-4673-a125-9197caf4e82c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:02.003671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:28:02.006109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:02.006631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Checking segment: {'id': '762f7578-f618-441f-8cd7-6f0fe81df2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:02.007181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.007726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Bound using segment: {'id': '762f7578-f618-441f-8cd7-6f0fe81df2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:02.008382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Bound port: a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762f7578-f618-441f-8cd7-6f0fe81df2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '168f41ca-efeb-4673-a125-9197caf4e82c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:02.008915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.013516 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b24a7b1e-9919-4367-be06-14fd3e8ffbb5) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:02.018590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:02.019196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.026525 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a0ff65-55b5-43cf-9e17-4c71b9b7cb17 None None] Network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:02.036071 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4293eb2b-9f71-4e49-8918-b4d67998468c tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4610331 Nov 22 17:28:02.038964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:02.043981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a91fc58d-509c-40dd-a6e7-b11f308b9f4e tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:02.225032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] For port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:02.231265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] For port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,segment=NetworkSegment(762f7578-f618-441f-8cd7-6f0fe81df2bd),segment_id=762f7578-f618-441f-8cd7-6f0fe81df2bd)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:02.266464 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.278418 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a91fc58d-509c-40dd-a6e7-b11f308b9f4e tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.359979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813f166-5769-4ba1-aa95-bba4802c4394 None None] Pushing event updated for resources: {'Port': ['ID=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:02.365556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b24a7b1e-9919-4367-be06-14fd3e8ffbb5', 'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5', 'tenant_id': '7f701f9d983045d6abee28a9fa68269a', 'fixed_ips': [{'subnet_id': '660b2464-2404-429d-8085-6b7ceffbe22e'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:28:02.366531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.417681 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [None req-a91fc58d-509c-40dd-a6e7-b11f308b9f4e tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 22 17:28:02.420408 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a91fc58d-509c-40dd-a6e7-b11f308b9f4e tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "PUT /v2.0/routers/2e8874d1-18d4-409e-b248-b3c99755b6f1 HTTP/1.1" status: 400 len: 364 time: 0.3803482 Nov 22 17:28:02.428853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52404) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:02.510446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Deleting subnet 660b2464-2404-429d-8085-6b7ceffbe22e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:28:02.556549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Allocated IP 172.21.0.2 (b24a7b1e-9919-4367-be06-14fd3e8ffbb5/660b2464-2404-429d-8085-6b7ceffbe22e/387861c4-183e-43e7-8c4f-5abcf911bc12) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:02.774015 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.781290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.782301 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.843442 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:02.844603 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.847322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:02.849906 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:02.861868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Pushing event updated for resources: {'Port': ['ID=387861c4-183e-43e7-8c4f-5abcf911bc12,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:02.916668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Attempting to bind port 387861c4-183e-43e7-8c4f-5abcf911bc12 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:02.917146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Attempting to bind port 387861c4-183e-43e7-8c4f-5abcf911bc12 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '707dbd2d-87ba-4993-8815-4d3db09a5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:02.917402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Attempting to bind port 387861c4-183e-43e7-8c4f-5abcf911bc12 on network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:02.922623 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:02.923001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Checking segment: {'id': '707dbd2d-87ba-4993-8815-4d3db09a5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:02.924032 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.924487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Bound using segment: {'id': '707dbd2d-87ba-4993-8815-4d3db09a5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:02.924863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Bound port: 387861c4-183e-43e7-8c4f-5abcf911bc12, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707dbd2d-87ba-4993-8815-4d3db09a5765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'b24a7b1e-9919-4367-be06-14fd3e8ffbb5'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:02.925246 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:02.959186 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.028064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.031069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] For port 387861c4-183e-43e7-8c4f-5abcf911bc12, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:03.036119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] For port 387861c4-183e-43e7-8c4f-5abcf911bc12, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=387861c4-183e-43e7-8c4f-5abcf911bc12,segment=NetworkSegment(707dbd2d-87ba-4993-8815-4d3db09a5765),segment_id=707dbd2d-87ba-4993-8815-4d3db09a5765)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:03.040825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.060583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.067569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52406) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:03.067961 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "DELETE /v2.0/subnets/660b2464-2404-429d-8085-6b7ceffbe22e HTTP/1.1" status: 204 len: 168 time: 0.6372731 Nov 22 17:28:03.069967 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a75d21-6a04-4e39-a149-822a8b2a1b60 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event deleted for resources: {'Subnet': ['ID=660b2464-2404-429d-8085-6b7ceffbe22e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:03.109514 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d27e5b-038c-419e-b234-73c2f04ed2db None None] Pushing event updated for resources: {'Port': ['ID=387861c4-183e-43e7-8c4f-5abcf911bc12,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:03.170104 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.235267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Deleting port 387861c4-183e-43e7-8c4f-5abcf911bc12 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:28:03.235986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.323555 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] For port 387861c4-183e-43e7-8c4f-5abcf911bc12, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=387861c4-183e-43e7-8c4f-5abcf911bc12,segment=NetworkSegment(707dbd2d-87ba-4993-8815-4d3db09a5765),segment_id=707dbd2d-87ba-4993-8815-4d3db09a5765)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:03.323932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.348974 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Calling delete_port for 387861c4-183e-43e7-8c4f-5abcf911bc12 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:28:03.452169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.485726 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event deleted for resources: {'Port': ['ID=387861c4-183e-43e7-8c4f-5abcf911bc12,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:03.499607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] No DVR routers for this DVR port 387861c4-183e-43e7-8c4f-5abcf911bc12 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:28:03.582497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4641f6c8-edc3-4bce-8882-ed4ca23377d0 None None] Network 168f41ca-efeb-4673-a125-9197caf4e82c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:03.598479 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.623648 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24a7b1e-9919-4367-be06-14fd3e8ffbb5']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:03.635182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707dbd2d-87ba-4993-8815-4d3db09a5765') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:03.635492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707dbd2d-87ba-4993-8815-4d3db09a5765') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:03.645388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0f69a51d-7f54-47e4-8f22-cb54b1c5a74b None None] Provisioning complete for port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:03.646233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f69a51d-7f54-47e4-8f22-cb54b1c5a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.647017 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.663042 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.670871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:28:03.672301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:28:03.677779 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:28:03.761488 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.785868 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.789409 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:03.790840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "DELETE /v2.0/networks/b24a7b1e-9919-4367-be06-14fd3e8ffbb5 HTTP/1.1" status: 204 len: 168 time: 0.7217822 Nov 22 17:28:03.793350 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52408) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:03.807133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6708f0-79ae-4861-93a8-6cc140b11075 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event deleted for resources: {'Network': ['ID=b24a7b1e-9919-4367-be06-14fd3e8ffbb5,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:03.847417 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f69a51d-7f54-47e4-8f22-cb54b1c5a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.867210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Deleting subnet 29f62c23-6616-4950-b286-933fd1ae120d {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:28:03.872962 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.902940 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0f69a51d-7f54-47e4-8f22-cb54b1c5a74b None None] For port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,segment=NetworkSegment(762f7578-f618-441f-8cd7-6f0fe81df2bd),segment_id=762f7578-f618-441f-8cd7-6f0fe81df2bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:03.909987 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f69a51d-7f54-47e4-8f22-cb54b1c5a74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.941985 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:03.950713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:03.951093 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.001602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69a51d-7f54-47e4-8f22-cb54b1c5a74b None None] Pushing event updated for resources: {'Port': ['ID=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:04.054565 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.134419 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.164623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event deleted for resources: {'Subnet': ['ID=29f62c23-6616-4950-b286-933fd1ae120d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:04.171578 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.177696 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-613954a1-34d8-4231-b4be-78d1fbcbbafa tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "DELETE /v2.0/subnets/29f62c23-6616-4950-b286-933fd1ae120d HTTP/1.1" status: 204 len: 168 time: 0.3816729 Nov 22 17:28:04.178919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52410) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:04.208749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d0116c-80f4-428a-97c6-987681d1e7fd None None] Network 168f41ca-efeb-4673-a125-9197caf4e82c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:04.284166 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.295631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e43e35b5-5861-4d54-a058-c632431856d9 None None] Provisioning complete for port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:04.295866 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e43e35b5-5861-4d54-a058-c632431856d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.348219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Deleting port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:28:04.349047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.422096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5322d1b6-81c9-482f-9ec6-05c801df6c28 None None] DHCP port deletion for b24a7b1e-9919-4367-be06-14fd3e8ffbb5 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:04.424952 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] For port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,segment=NetworkSegment(762f7578-f618-441f-8cd7-6f0fe81df2bd),segment_id=762f7578-f618-441f-8cd7-6f0fe81df2bd)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:04.425390 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.445346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb4aed-2a28-4b0d-8ddb-c9afcd0cc901 None None] Network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:04.447785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Calling delete_port for a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:28:04.458551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bb4aed-2a28-4b0d-8ddb-c9afcd0cc901 None None] Network b24a7b1e-9919-4367-be06-14fd3e8ffbb5 could not be found, it might have been deleted concurrently. {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 22 17:28:04.467028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] DHCP port deletion for 168f41ca-efeb-4673-a125-9197caf4e82c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:04.516024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] Deleting port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:28:04.516394 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.531943 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.559404 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event deleted for resources: {'Port': ['ID=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:04.563538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] No DVR routers for this DVR port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:28:04.572078 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8c5d3cea-fc4b-49ac-b2fe-cd7635088771 None None] Could not find standard attr ID for object 387861c4-183e-43e7-8c4f-5abcf911bc12. {{(pid=103516) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 22 17:28:04.600103 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] For port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,segment=NetworkSegment(762f7578-f618-441f-8cd7-6f0fe81df2bd),segment_id=762f7578-f618-441f-8cd7-6f0fe81df2bd)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:04.600414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.614836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] Calling delete_port for a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:28:04.666201 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.692875 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.693142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168f41ca-efeb-4673-a125-9197caf4e82c']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:04.703203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762f7578-f618-441f-8cd7-6f0fe81df2bd') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:04.703503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762f7578-f618-441f-8cd7-6f0fe81df2bd') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:04.714056 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.723379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] Pushing event deleted for resources: {'Port': ['ID=a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:04.727983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197eb23-a3d8-4211-8ef6-5eda4ad6ffc7 None None] No DVR routers for this DVR port a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:28:04.728595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.737403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:28:04.737847 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:28:04.741301 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:28:04.799560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.806762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:04.809912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "DELETE /v2.0/networks/168f41ca-efeb-4673-a125-9197caf4e82c HTTP/1.1" status: 204 len: 168 time: 0.6296155 Nov 22 17:28:04.812652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52412) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:04.822622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41b75f-0549-4f58-8d2e-42c3f00f06c1 tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Pushing event deleted for resources: {'Network': ['ID=168f41ca-efeb-4673-a125-9197caf4e82c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:04.841766 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-40e290f9-6b1d-4cfc-9f31-3d677cface7f tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e8874d1-18d4-409e-b248-b3c99755b6f1 HTTP/1.1" status: 200 len: 205 time: 0.0277593 Nov 22 17:28:04.844093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52414) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:04.926532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.090122 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.092178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.135050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.135607 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Fanout notify agent at l3_agent the message router_deleted on router 2e8874d1-18d4-409e-b248-b3c99755b6f1 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:28:05.143317 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.144454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b9531e8-a89f-4538-b05f-9d4a9c211e7d tempest-RoutersNegativeTest-1978648589 tempest-RoutersNegativeTest-1978648589-project] 10.222.0.65 "DELETE /v2.0/routers/2e8874d1-18d4-409e-b248-b3c99755b6f1 HTTP/1.1" status: 204 len: 168 time: 0.2994237 Nov 22 17:28:05.402477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52420) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:05.545180 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f521bb3e-1686-4708-a74e-8e87129607b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f701f9d983045d6abee28a9fa68269a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414771 Nov 22 17:28:05.547735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52424) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:05.599776 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e32ccf90-e102-4290-93f0-a608f897f047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.621276 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e32ccf90-e102-4290-93f0-a608f897f047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.675020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e32ccf90-e102-4290-93f0-a608f897f047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.678450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e32ccf90-e102-4290-93f0-a608f897f047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:05.679640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e32ccf90-e102-4290-93f0-a608f897f047 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5bd94e7-2d1c-4504-86ef-682dda89130c HTTP/1.1" status: 204 len: 168 time: 0.1304498 Nov 22 17:28:05.688367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ccf90-e102-4290-93f0-a608f897f047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bd94e7-2d1c-4504-86ef-682dda89130c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:05.709122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 387861c4-183e-43e7-8c4f-5abcf911bc12 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:28:05.732975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 387861c4-183e-43e7-8c4f-5abcf911bc12 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:28:05.733323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 387861c4-183e-43e7-8c4f-5abcf911bc12 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:28:05.733756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:28:05.754346 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:28:05.755014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a86cf0b8-3c6e-49fa-b6ee-f0fd80bf7181 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:28:06.334069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52446) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:06.436448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-369178809-network', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:06.458962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Made reservation on behalf of 4d604a4170bd48ddb86abe08bb0bf8c6 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:06.461353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.470040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.552081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.555782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.583797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 874} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:28:06.591558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612eefdb-a6d4-4185-bf70-b7a86689eef8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:06.599368 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.599933 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Added segment 14f7d64f-27b6-4c78-82bb-2addcafe1aac of type vlan for network b78e19eb-c31f-45f7-808b-d035222666f6 Nov 22 17:28:06.649139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.677187 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.678118 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:06.678697 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.740961 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4054630 Nov 22 17:28:06.743996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52450) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:06.749913 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Request body: {'subnet': {'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-subnet', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:06.755939 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699594c4-0d24-43ae-aab7-72f0d0f12ffd admin admin] Pushing event updated for resources: {'Network': ['ID=b78e19eb-c31f-45f7-808b-d035222666f6,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:06.770807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network b78e19eb-c31f-45f7-808b-d035222666f6 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:28:06.775300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Made reservation on behalf of 4d604a4170bd48ddb86abe08bb0bf8c6 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:06.777781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:06.857384 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:28:06.957186 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.012657 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8118ef97-144e-45bd-bc56-e43d9b1a98b5,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:07.024625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Checking segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:07.024985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Network hostable DHCP agents. Network: b78e19eb-c31f-45f7-808b-d035222666f6, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:28:07.042928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Network b78e19eb-c31f-45f7-808b-d035222666f6 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:28:07.052098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, b78e19eb-c31f-45f7-808b-d035222666f6) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:07.056431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:07.057125 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.062730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03cd8d-2900-4762-8aeb-351fa395dcd9 None None] Network b78e19eb-c31f-45f7-808b-d035222666f6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:07.074361 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-80f23b0b-169d-43df-ad1d-d0d254a4fe72 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3292294 Nov 22 17:28:07.077791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52454) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:07.082954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:07.104263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.105304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.161852 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.214795 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-b78e19eb-c31f-45f7-808b-d035222666f6', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'fixed_ips': [{'subnet_id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:28:07.215670 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.307719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.352735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Allocated IP 172.20.0.2 (b78e19eb-c31f-45f7-808b-d035222666f6/8118ef97-144e-45bd-bc56-e43d9b1a98b5/c0a16f0b-c42a-43f3-950c-f0b9c732978a) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:07.510036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.512017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.519133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.530122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.559853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Network b78e19eb-c31f-45f7-808b-d035222666f6 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:07.562903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:07.567494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:07.578161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Pushing event updated for resources: {'Port': ['ID=c0a16f0b-c42a-43f3-950c-f0b9c732978a,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:07.628188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Attempting to bind port c0a16f0b-c42a-43f3-950c-f0b9c732978a on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:07.628618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Attempting to bind port c0a16f0b-c42a-43f3-950c-f0b9c732978a by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:07.628955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Attempting to bind port c0a16f0b-c42a-43f3-950c-f0b9c732978a on network b78e19eb-c31f-45f7-808b-d035222666f6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:07.634563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:07.635136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Checking segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:07.635380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.635787 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Bound using segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:07.636266 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Bound port: c0a16f0b-c42a-43f3-950c-f0b9c732978a, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:07.636661 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.644847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Allocated IP 172.25.6.126 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/99237a51-25c4-45a3-a0e4-75aae5903d6b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:07.710231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4abe219e-35da-4492-9880-31b08262a86b None None] For port c0a16f0b-c42a-43f3-950c-f0b9c732978a, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:07.713405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4abe219e-35da-4492-9880-31b08262a86b None None] For port c0a16f0b-c42a-43f3-950c-f0b9c732978a, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c0a16f0b-c42a-43f3-950c-f0b9c732978a,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:07.718314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.753383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.773174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe219e-35da-4492-9880-31b08262a86b None None] Pushing event updated for resources: {'Port': ['ID=c0a16f0b-c42a-43f3-950c-f0b9c732978a,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:07.788911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.836766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:07.839943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:07.842348 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:07.855976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daa69c0-00f1-484b-b1f9-27a5203fa15c None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:07.867287 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Pushing event updated for resources: {'Port': ['ID=99237a51-25c4-45a3-a0e4-75aae5903d6b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:07.879403 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.914255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-e386dcb4-7355-400d-b940-485cf4679e54 None None] Provisioning complete for port 99237a51-25c4-45a3-a0e4-75aae5903d6b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:07.914542 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e386dcb4-7355-400d-b940-485cf4679e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:07.975391 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e386dcb4-7355-400d-b940-485cf4679e54 None None] Port 99237a51-25c4-45a3-a0e4-75aae5903d6b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:08.369769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.580570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.716768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Router 41e59b31-1260-4361-91d5-c3504298507d is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:28:08.753546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f6e765-e159-404b-96a9-afa4e770ce1d None None] Network b78e19eb-c31f-45f7-808b-d035222666f6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:08.830791 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:28:08.835600 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a936ecbc-026b-4f6c-8db1-aa8137a91e83 None None] Provisioning complete for port c0a16f0b-c42a-43f3-950c-f0b9c732978a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:08.836158 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a936ecbc-026b-4f6c-8db1-aa8137a91e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.846820 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Sync routers for ids ['41e59b31-1260-4361-91d5-c3504298507d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:28:08.853388 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:08.854898 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-0ac56740-5739-4a40-af33-990fcc368413 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.7760272 Nov 22 17:28:08.858987 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52458) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:08.863946 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Routers {'41e59b31-1260-4361-91d5-c3504298507d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:08.865628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['41e59b31-1260-4361-91d5-c3504298507d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:08.984660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Set router 41e59b31-1260-4361-91d5-c3504298507d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:08.997676 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a936ecbc-026b-4f6c-8db1-aa8137a91e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.042135 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-a936ecbc-026b-4f6c-8db1-aa8137a91e83 None None] For port c0a16f0b-c42a-43f3-950c-f0b9c732978a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c0a16f0b-c42a-43f3-950c-f0b9c732978a,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:09.047167 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a936ecbc-026b-4f6c-8db1-aa8137a91e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.110037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a936ecbc-026b-4f6c-8db1-aa8137a91e83 None None] Pushing event updated for resources: {'Port': ['ID=c0a16f0b-c42a-43f3-950c-f0b9c732978a,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:09.216696 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:08Z', 'revision_number': 3, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:09.247890 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Checking router: 41e59b31-1260-4361-91d5-c3504298507d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:28:09.248158 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Updating router 41e59b31-1260-4361-91d5-c3504298507d port 99237a51-25c4-45a3-a0e4-75aae5903d6b binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:28:09.271696 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-faf280c8-2804-48af-a74d-a84074ab1c4b None None] Provisioning complete for port c0a16f0b-c42a-43f3-950c-f0b9c732978a triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:09.272215 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-faf280c8-2804-48af-a74d-a84074ab1c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.278901 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.336173 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.481864 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.504370 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Allocated IP 172.20.0.1 (b78e19eb-c31f-45f7-808b-d035222666f6/8118ef97-144e-45bd-bc56-e43d9b1a98b5/5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:09.546891 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.552886 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.601533 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66bec04-3a7d-4dc2-ac58-3264089a08c3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:09.610131 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Attempting to bind port 99237a51-25c4-45a3-a0e4-75aae5903d6b on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:09.610709 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Attempting to bind port 99237a51-25c4-45a3-a0e4-75aae5903d6b by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:09.610999 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Attempting to bind port 99237a51-25c4-45a3-a0e4-75aae5903d6b on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:09.620469 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:09.620852 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:09.621255 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.621645 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:09.622138 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Bound port: 99237a51-25c4-45a3-a0e4-75aae5903d6b, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:09.622522 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.624059 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Pushing event updated for resources: {'Port': ['ID=99237a51-25c4-45a3-a0e4-75aae5903d6b,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:09.641304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.675668 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.675825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.676136 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.676474 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.676860 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.677370 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.677493 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.677844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.678228 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.678455 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.678847 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.679259 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:09.681404 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.691399 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0f9a2400-b4bd-41a9-8d4d-565a67bc296e None None] Provisioning complete for port 99237a51-25c4-45a3-a0e4-75aae5903d6b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:09.691918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0f9a2400-b4bd-41a9-8d4d-565a67bc296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.728175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Network b78e19eb-c31f-45f7-808b-d035222666f6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:09.731353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:09.733549 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] For port 99237a51-25c4-45a3-a0e4-75aae5903d6b, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:09.735066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:09.738578 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] For port 99237a51-25c4-45a3-a0e4-75aae5903d6b, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=99237a51-25c4-45a3-a0e4-75aae5903d6b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:09.751904 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.754484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a2400-b4bd-41a9-8d4d-565a67bc296e None None] Port 99237a51-25c4-45a3-a0e4-75aae5903d6b cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:09.769837 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:09.785601 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.792750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c0a16f0b-c42a-43f3-950c-f0b9c732978a up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:09.820687 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Routers {'41e59b31-1260-4361-91d5-c3504298507d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:09.821481 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['41e59b31-1260-4361-91d5-c3504298507d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:09.825556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e144492b-048b-453d-92ad-f4cae3d83039 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:09.881682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c0a16f0b-c42a-43f3-950c-f0b9c732978a triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:09.882399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.926730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d7adf27c-d167-43d9-93fa-0c19b4584295 None None] Provisioning complete for port 99237a51-25c4-45a3-a0e4-75aae5903d6b triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:09.927256 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7adf27c-d167-43d9-93fa-0c19b4584295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.955895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436fa4b2-3413-452b-bd19-407c0980f4be None None] Pushing event updated for resources: {'Port': ['ID=99237a51-25c4-45a3-a0e4-75aae5903d6b,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:09.970298 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:09.975017 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] Set router 41e59b31-1260-4361-91d5-c3504298507d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:10.058865 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7adf27c-d167-43d9-93fa-0c19b4584295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.082516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d7adf27c-d167-43d9-93fa-0c19b4584295 None None] For port 99237a51-25c4-45a3-a0e4-75aae5903d6b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=99237a51-25c4-45a3-a0e4-75aae5903d6b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:10.088906 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d7adf27c-d167-43d9-93fa-0c19b4584295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.151831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7adf27c-d167-43d9-93fa-0c19b4584295 None None] Pushing event updated for resources: {'Port': ['ID=99237a51-25c4-45a3-a0e4-75aae5903d6b,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:10.191866 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.199200 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.214657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4c8bba59-12cf-43b1-b593-0ce9bb41333a None None] Provisioning complete for port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:10.215312 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4c8bba59-12cf-43b1-b593-0ce9bb41333a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.254301 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4c8bba59-12cf-43b1-b593-0ce9bb41333a None None] Port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:10.270956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:10.277013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.334327 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:08Z', 'revision_number': 3, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:10.361076 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f92b820-ebf9-4817-b9b1-608ccefed88b None None] The sync data for ids ['41e59b31-1260-4361-91d5-c3504298507d'] in n-d-816206-6 is: [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:08Z', 'revision_number': 3, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:28:10.390165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Network b78e19eb-c31f-45f7-808b-d035222666f6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:10.391910 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:10.514765 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Router 41e59b31-1260-4361-91d5-c3504298507d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:28:10.664075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:28:10.669965 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-76a5bccb-5ac9-409e-8f13-820c944fbb02 admin admin] 10.222.0.65 "PUT /v2.0/routers/41e59b31-1260-4361-91d5-c3504298507d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8099360 Nov 22 17:28:10.680337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0e93a430-17fe-4a06-9dad-da4ba59971bb None None] Provisioning complete for port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:10.681325 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e93a430-17fe-4a06-9dad-da4ba59971bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:10.722870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-0e93a430-17fe-4a06-9dad-da4ba59971bb None None] Port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:11.167767 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52476) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:11.173446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-519232216-network', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:11.197774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Made reservation on behalf of 7868f80bac984aa2bdb10b846feb267b for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:11.200266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.449806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.522885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.529415 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.558538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:28:11.565101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523b6e32-d9b7-4f37-b24b-0301300be504,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:11.572933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.573066 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Added segment db916424-b3de-43d1-bd30-3580d52587f6 of type vlan for network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c Nov 22 17:28:11.619732 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.655041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.656132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:11.656723 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.722941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5532918 Nov 22 17:28:11.724993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:11.729775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Request body: {'subnet': {'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-subnet', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:11.739835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99237a51-25c4-45a3-a0e4-75aae5903d6b up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:11.742802 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19fca6-624a-4d7b-96bf-7a798c8f856c admin admin] Pushing event updated for resources: {'Network': ['ID=e0535b56-d0e1-45d8-9aa1-4e734ac8e05c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:11.759605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Made reservation on behalf of 7868f80bac984aa2bdb10b846feb267b for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:11.762120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.770678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:28:11.855439 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 99237a51-25c4-45a3-a0e4-75aae5903d6b triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:11.855869 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.949129 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:11.979203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Sync routers for ids ['41e59b31-1260-4361-91d5-c3504298507d'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:28:11.990654 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Routers {'41e59b31-1260-4361-91d5-c3504298507d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:11.991393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['41e59b31-1260-4361-91d5-c3504298507d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:12.005007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a746bda7-4e51-49a2-865e-85bbc0bb2f16,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:12.021622 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Checking segment: {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:12.022027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Network hostable DHCP agents. Network: e0535b56-d0e1-45d8-9aa1-4e734ac8e05c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:28:12.040311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:28:12.049735 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, e0535b56-d0e1-45d8-9aa1-4e734ac8e05c) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:12.054550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:12.055657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.071777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0569a6-a4df-4517-a76f-580d6c6026a8 None None] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:12.072697 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9ad22850-5321-4251-a3f7-dbce697d3670 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3466949 Nov 22 17:28:12.075551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52480) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:12.081138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:12.103296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.104394 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.151884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Set router 41e59b31-1260-4361-91d5-c3504298507d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:12.159010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.300970 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.353377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-e0535b56-d0e1-45d8-9aa1-4e734ac8e05c', 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'fixed_ips': [{'subnet_id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:28:12.354292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.511777 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.531285 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.542537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Allocated IP 172.20.0.2 (e0535b56-d0e1-45d8-9aa1-4e734ac8e05c/a746bda7-4e51-49a2-865e-85bbc0bb2f16/c0899a12-392d-4104-a945-a0c7a2398874) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:12.545678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:09Z', 'revision_number': 4, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12', 'name': '', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'mac_address': 'fa:16:3e:1d:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:09Z', 'updated_at': '2021-11-22T17:28:10Z', 'revision_number': 2, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'subnets': [{'id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:12.578775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Checking router: 41e59b31-1260-4361-91d5-c3504298507d for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:28:12.579784 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Updating router 41e59b31-1260-4361-91d5-c3504298507d port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:28:12.646086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.656001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Allocated IP 172.25.6.53 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/7c330e98-e73b-4fe8-bc85-bbb041a6649f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:12.763435 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.802087 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:12.846510 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:12.849741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:12.852228 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:12.882132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7c330e98-e73b-4fe8-bc85-bbb041a6649f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:12.938773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a137346-df39-48fc-83e8-a592f6c6848a None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:13.069405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.084340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.098022 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-03b93954-8e5f-427f-950a-9543cd871b26 None None] Provisioning complete for port 7c330e98-e73b-4fe8-bc85-bbb041a6649f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:13.098393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03b93954-8e5f-427f-950a-9543cd871b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.129964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.187328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:13.198711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:13.203497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:13.206295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Pushing event updated for resources: {'Port': ['ID=c0899a12-392d-4104-a945-a0c7a2398874,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.208358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-03b93954-8e5f-427f-950a-9543cd871b26 None None] Port 7c330e98-e73b-4fe8-bc85-bbb041a6649f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:13.305036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Attempting to bind port c0899a12-392d-4104-a945-a0c7a2398874 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:13.305524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Attempting to bind port c0899a12-392d-4104-a945-a0c7a2398874 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:13.306199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Attempting to bind port c0899a12-392d-4104-a945-a0c7a2398874 on network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:13.312945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.318387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:13.319040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Checking segment: {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:13.319531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.319919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Bound using segment: {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:13.320418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Bound port: c0899a12-392d-4104-a945-a0c7a2398874, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:13.320825 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.330039 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.338794 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.412833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58967-3ef0-42f2-a795-d736949654d6 None None] Pushing event updated for resources: {'Port': ['ID=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.467251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] For port c0899a12-392d-4104-a945-a0c7a2398874, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:13.488834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Router 4f10c24b-a615-4d44-a02c-450c4a058dd6 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:28:13.489249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] For port c0899a12-392d-4104-a945-a0c7a2398874, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c0899a12-392d-4104-a945-a0c7a2398874,segment=NetworkSegment(db916424-b3de-43d1-bd30-3580d52587f6),segment_id=db916424-b3de-43d1-bd30-3580d52587f6)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:13.492244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Attempting to bind port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:13.492646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Attempting to bind port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:13.493017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Attempting to bind port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 on network b78e19eb-c31f-45f7-808b-d035222666f6 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:13.498783 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.506615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:13.507000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Checking segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:13.507409 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.507808 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Bound using segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:13.508309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Bound port: 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:13.508702 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.604343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce683a-0f53-4986-9b68-dc743111ba94 None None] Pushing event updated for resources: {'Port': ['ID=c0899a12-392d-4104-a945-a0c7a2398874,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.622196 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:28:13.632479 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Sync routers for ids ['4f10c24b-a615-4d44-a02c-450c4a058dd6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:28:13.645974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] For port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:13.655395 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.657693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fc190929-4960-499b-9ed7-b9ab4a8a17c3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5798540 Nov 22 17:28:13.657829 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Routers {'4f10c24b-a615-4d44-a02c-450c4a058dd6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:13.657829 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4f10c24b-a615-4d44-a02c-450c4a058dd6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:13.659292 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52482) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:28:13.664427 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8a4c5edc-cde9-4a86-8523-d8f8fb6a558a None None] Provisioning complete for port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:13.664806 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a4c5edc-cde9-4a86-8523-d8f8fb6a558a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.668493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] For port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:13.700532 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:13.757529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c5edc-cde9-4a86-8523-d8f8fb6a558a None None] Port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:13.779040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Routers {'41e59b31-1260-4361-91d5-c3504298507d'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:13.779801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['41e59b31-1260-4361-91d5-c3504298507d'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:13.795571 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Set router 4f10c24b-a615-4d44-a02c-450c4a058dd6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:13.820884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d58967-3ef0-42f2-a795-d736949654d6 None None] Pushing event updated for resources: {'Port': ['ID=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:13.938054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] Set router 41e59b31-1260-4361-91d5-c3504298507d gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:14.059937 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:13Z', 'revision_number': 3, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:14.093540 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Checking router: 4f10c24b-a615-4d44-a02c-450c4a058dd6 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:28:14.093964 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Updating router 4f10c24b-a615-4d44-a02c-450c4a058dd6 port 7c330e98-e73b-4fe8-bc85-bbb041a6649f binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:28:14.137728 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.256353 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.269926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:09Z', 'revision_number': 4, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12', 'name': '', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'mac_address': 'fa:16:3e:1d:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:09Z', 'updated_at': '2021-11-22T17:28:13Z', 'revision_number': 4, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'subnets': [{'id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:14.306697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4713268f-bcf4-4b98-8516-6fb8da5a5a37 None None] The sync data for ids ['41e59b31-1260-4361-91d5-c3504298507d'] in n-d-816206-6 is: [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:09Z', 'revision_number': 4, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12', 'name': '', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'mac_address': 'fa:16:3e:1d:39:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:09Z', 'updated_at': '2021-11-22T17:28:13Z', 'revision_number': 4, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'subnets': [{'id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:28:14.315343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fd415c3d-eeff-48bc-b043-2db46dfc9f66 None None] Provisioning complete for port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:14.315815 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd415c3d-eeff-48bc-b043-2db46dfc9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.457774 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd415c3d-eeff-48bc-b043-2db46dfc9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.464538 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.471924 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.477497 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Allocated IP 172.20.0.1 (e0535b56-d0e1-45d8-9aa1-4e734ac8e05c/a746bda7-4e51-49a2-865e-85bbc0bb2f16/25d79f87-574a-4f77-8dd8-1a1032b43aaf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:14.505318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fd415c3d-eeff-48bc-b043-2db46dfc9f66 None None] For port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:14.510961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fd415c3d-eeff-48bc-b043-2db46dfc9f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.545062 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40083e8d-04ea-4408-a582-20fb19ab8aa4 None None] Pushing event updated for resources: {'Port': ['ID=7c330e98-e73b-4fe8-bc85-bbb041a6649f,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:14.557031 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Attempting to bind port 7c330e98-e73b-4fe8-bc85-bbb041a6649f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:14.558127 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Attempting to bind port 7c330e98-e73b-4fe8-bc85-bbb041a6649f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:14.558728 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Attempting to bind port 7c330e98-e73b-4fe8-bc85-bbb041a6649f on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:14.566024 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:14.566700 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:14.567265 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.567813 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:14.568464 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Bound port: 7c330e98-e73b-4fe8-bc85-bbb041a6649f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:14.569512 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.575974 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8ddac-2df7-4091-9c40-f3c6bc579dd5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:14.646467 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] For port 7c330e98-e73b-4fe8-bc85-bbb041a6649f, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:14.656907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] For port 7c330e98-e73b-4fe8-bc85-bbb041a6649f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7c330e98-e73b-4fe8-bc85-bbb041a6649f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:14.664311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.671692 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.684804 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd415c3d-eeff-48bc-b043-2db46dfc9f66 None None] Pushing event updated for resources: {'Port': ['ID=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:14.700296 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-666877cf-6171-4fe3-ae95-2318264f77f6 None None] Provisioning complete for port 7c330e98-e73b-4fe8-bc85-bbb041a6649f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:14.700680 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-666877cf-6171-4fe3-ae95-2318264f77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.721337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.767149 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Routers {'4f10c24b-a615-4d44-a02c-450c4a058dd6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:14.767785 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4f10c24b-a615-4d44-a02c-450c4a058dd6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:14.771854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:14.782611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:14.786470 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:14.797570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ddf6b9-3931-4db3-ad17-f7a955b83903 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:28:14.826719 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40083e8d-04ea-4408-a582-20fb19ab8aa4 None None] Pushing event updated for resources: {'Port': ['ID=7c330e98-e73b-4fe8-bc85-bbb041a6649f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:14.827587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Pushing event updated for resources: {'Port': ['ID=25d79f87-574a-4f77-8dd8-1a1032b43aaf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:14.844150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.890134 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-666877cf-6171-4fe3-ae95-2318264f77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.920746 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-666877cf-6171-4fe3-ae95-2318264f77f6 None None] For port 7c330e98-e73b-4fe8-bc85-bbb041a6649f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7c330e98-e73b-4fe8-bc85-bbb041a6649f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:14.926839 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-666877cf-6171-4fe3-ae95-2318264f77f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:14.945996 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] Set router 4f10c24b-a615-4d44-a02c-450c4a058dd6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:15.006945 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.029768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666877cf-6171-4fe3-ae95-2318264f77f6 None None] Pushing event updated for resources: {'Port': ['ID=7c330e98-e73b-4fe8-bc85-bbb041a6649f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:15.051980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-65594ae7-4f42-4bdd-8666-4e4ff5d893fc None None] Provisioning complete for port 7c330e98-e73b-4fe8-bc85-bbb041a6649f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:15.052503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-65594ae7-4f42-4bdd-8666-4e4ff5d893fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.120559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9f98d8-b9dc-45e1-8540-ee12df1b3d30 None None] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:28:15.212118 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:13Z', 'revision_number': 3, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:15.243642 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40eeaa0b-5910-42b5-9fac-88b8ad18372a None None] The sync data for ids ['4f10c24b-a615-4d44-a02c-450c4a058dd6'] in n-d-816206-6 is: [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:13Z', 'revision_number': 3, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:28:15.371561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-3ea6d7f5-c247-4260-89b3-1e5f3456694d None None] Provisioning complete for port c0899a12-392d-4104-a945-a0c7a2398874 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:15.372056 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d7f5-c247-4260-89b3-1e5f3456694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.470900 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d7f5-c247-4260-89b3-1e5f3456694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.518805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-3ea6d7f5-c247-4260-89b3-1e5f3456694d None None] For port c0899a12-392d-4104-a945-a0c7a2398874, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c0899a12-392d-4104-a945-a0c7a2398874,segment=NetworkSegment(db916424-b3de-43d1-bd30-3580d52587f6),segment_id=db916424-b3de-43d1-bd30-3580d52587f6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:15.530108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d7f5-c247-4260-89b3-1e5f3456694d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.534894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.547471 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.624124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6d7f5-c247-4260-89b3-1e5f3456694d None None] Pushing event updated for resources: {'Port': ['ID=c0899a12-392d-4104-a945-a0c7a2398874,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:15.665019 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Pushing event updated for resources: {'Port': ['ID=25d79f87-574a-4f77-8dd8-1a1032b43aaf,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:15.695043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.775374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-964661cd-ea3f-4ed3-849b-fe8b247d4f76 None None] Provisioning complete for port c0899a12-392d-4104-a945-a0c7a2398874 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:15.777866 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-964661cd-ea3f-4ed3-849b-fe8b247d4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:15.876349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:15.878022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:15.918017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7c330e98-e73b-4fe8-bc85-bbb041a6649f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:15.972107 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-964661cd-ea3f-4ed3-849b-fe8b247d4f76 None None] Provisioning complete for port 25d79f87-574a-4f77-8dd8-1a1032b43aaf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:15.972861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-964661cd-ea3f-4ed3-849b-fe8b247d4f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.021317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-964661cd-ea3f-4ed3-849b-fe8b247d4f76 None None] Port 25d79f87-574a-4f77-8dd8-1a1032b43aaf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:16.028876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7c330e98-e73b-4fe8-bc85-bbb041a6649f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:16.029254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.036208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Router 4f10c24b-a615-4d44-a02c-450c4a058dd6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:28:16.143163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c0899a12-392d-4104-a945-a0c7a2398874 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:16.171030 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:28:16.182241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-be49eec4-bee0-4307-8708-2e95b785382e admin admin] 10.222.0.65 "PUT /v2.0/routers/4f10c24b-a615-4d44-a02c-450c4a058dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5218236 Nov 22 17:28:16.182455 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-aa896c2c-bd48-42ad-adc8-df34ea7325b6 None None] Provisioning complete for port 25d79f87-574a-4f77-8dd8-1a1032b43aaf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:16.182929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aa896c2c-bd48-42ad-adc8-df34ea7325b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.227705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-aa896c2c-bd48-42ad-adc8-df34ea7325b6 None None] Port 25d79f87-574a-4f77-8dd8-1a1032b43aaf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:16.235644 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c0899a12-392d-4104-a945-a0c7a2398874 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:16.236107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.502914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:16.530913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-39049ed7-e5c4-4461-980f-7e41b2261026 None None] Provisioning complete for port 25d79f87-574a-4f77-8dd8-1a1032b43aaf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:16.531300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-39049ed7-e5c4-4461-980f-7e41b2261026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.583887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-39049ed7-e5c4-4461-980f-7e41b2261026 None None] Port 25d79f87-574a-4f77-8dd8-1a1032b43aaf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:16.593760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:16.594122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:16.909275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-57fd0eca-16df-49c6-a647-339ddad7da6f tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:16.910679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-57fd0eca-16df-49c6-a647-339ddad7da6f tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 816 time: 0.1078157 Nov 22 17:28:16.926116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-c4c98b5c-d6a1-4672-b42d-71aaaf7d0d20 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/quotas/4d604a4170bd48ddb86abe08bb0bf8c6 HTTP/1.1" status: 200 len: 375 time: 0.0096056 Nov 22 17:28:16.976399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-97eec0e4-6de4-47d3-9ff1-766aa9a0dbe6 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447176 Nov 22 17:28:17.078379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-495c087d-64a5-4835-8d1f-ed186f0e982c service neutron] 10.222.0.65 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Nov 22 17:28:17.167864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-4069fedf-269b-4a39-b2b3-96ea335bbb44 service neutron] 10.222.0.65 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830238 Nov 22 17:28:17.332719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c394265-fff0-4171-bb9f-d276385aaf3e req-abd58d5c-9a79-4504-8dab-3ee77f7e5f83 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 210 time: 0.0291791 Nov 22 17:28:17.849936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Sync routers for ids ['4f10c24b-a615-4d44-a02c-450c4a058dd6'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:28:17.862733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Routers {'4f10c24b-a615-4d44-a02c-450c4a058dd6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:17.863555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4f10c24b-a615-4d44-a02c-450c4a058dd6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:17.971604 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Set router 4f10c24b-a615-4d44-a02c-450c4a058dd6 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:18.172161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '25d79f87-574a-4f77-8dd8-1a1032b43aaf', 'name': '', 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'mac_address': 'fa:16:3e:66:f5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:14Z', 'updated_at': '2021-11-22T17:28:15Z', 'revision_number': 2, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'subnets': [{'id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:18.203100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Checking router: 4f10c24b-a615-4d44-a02c-450c4a058dd6 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:28:18.203452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Updating router 4f10c24b-a615-4d44-a02c-450c4a058dd6 port 25d79f87-574a-4f77-8dd8-1a1032b43aaf binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:28:18.230346 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.322247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a928ed8d-8726-42df-9d70-7755a313ebb7 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:18.323739 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a928ed8d-8726-42df-9d70-7755a313ebb7 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.20 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 816 time: 0.1171069 Nov 22 17:28:18.342792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Request body: {'port': {'device_id': '3a775659-397e-4309-856b-3ad8617c8012', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'admin_state_up': True, 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:18.435964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-39fa5ab6-64de-4ccf-a27c-53d24919c34b req-d3c302cf-1ad7-4524-a05d-7ab70a1c7b65 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 210 time: 0.0297351 Nov 22 17:28:18.464021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Made reservation on behalf of 4d604a4170bd48ddb86abe08bb0bf8c6 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:18.467665 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.523123 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.528029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.578096 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04279b9-020a-4c31-8c96-f68d50a601f7 None None] Pushing event updated for resources: {'Port': ['ID=25d79f87-574a-4f77-8dd8-1a1032b43aaf,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:18.608105 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Allocated IP 172.20.0.3 (b78e19eb-c31f-45f7-808b-d035222666f6/8118ef97-144e-45bd-bc56-e43d9b1a98b5/f103690f-02e5-4be8-ad19-5035f804d52d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:18.636911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Attempting to bind port 25d79f87-574a-4f77-8dd8-1a1032b43aaf on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:18.637385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Attempting to bind port 25d79f87-574a-4f77-8dd8-1a1032b43aaf by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:18.638506 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Attempting to bind port 25d79f87-574a-4f77-8dd8-1a1032b43aaf on network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:18.644145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:18.644681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Checking segment: {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:18.645200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.645725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Bound using segment: {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:18.646362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Bound port: 25d79f87-574a-4f77-8dd8-1a1032b43aaf, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db916424-b3de-43d1-bd30-3580d52587f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:18.646852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.732937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] For port 25d79f87-574a-4f77-8dd8-1a1032b43aaf, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:18.736834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] For port 25d79f87-574a-4f77-8dd8-1a1032b43aaf, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=25d79f87-574a-4f77-8dd8-1a1032b43aaf,segment=NetworkSegment(db916424-b3de-43d1-bd30-3580d52587f6),segment_id=db916424-b3de-43d1-bd30-3580d52587f6)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:18.742328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.784377 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.803736 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04279b9-020a-4c31-8c96-f68d50a601f7 None None] Pushing event updated for resources: {'Port': ['ID=25d79f87-574a-4f77-8dd8-1a1032b43aaf,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:18.806387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Routers {'4f10c24b-a615-4d44-a02c-450c4a058dd6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:28:18.806993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:27:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4f10c24b-a615-4d44-a02c-450c4a058dd6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:18.823968 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.868865 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-055b0cf2-97b4-4acb-a7ad-8bdba130ccb1 None None] Provisioning complete for port 25d79f87-574a-4f77-8dd8-1a1032b43aaf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:18.869458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-055b0cf2-97b4-4acb-a7ad-8bdba130ccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.872943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Network b78e19eb-c31f-45f7-808b-d035222666f6 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:18.877131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:18.881412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:18.888644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Pushing event updated for resources: {'Port': ['ID=f103690f-02e5-4be8-ad19-5035f804d52d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:18.952695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:18.953531 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:18.974686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] Set router 4f10c24b-a615-4d44-a02c-450c4a058dd6 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:28:18.978354 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-a7f11d4a-38c6-4040-ba2b-1c4327c3a515 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420026 Nov 22 17:28:18.991694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Request body: {'port': {'device_id': '3a775659-397e-4309-856b-3ad8617c8012', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:19.063249 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.083292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-055b0cf2-97b4-4acb-a7ad-8bdba130ccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.164388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-055b0cf2-97b4-4acb-a7ad-8bdba130ccb1 None None] For port 25d79f87-574a-4f77-8dd8-1a1032b43aaf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=25d79f87-574a-4f77-8dd8-1a1032b43aaf,segment=NetworkSegment(db916424-b3de-43d1-bd30-3580d52587f6),segment_id=db916424-b3de-43d1-bd30-3580d52587f6)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:19.175328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-055b0cf2-97b4-4acb-a7ad-8bdba130ccb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.262457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b0cf2-97b4-4acb-a7ad-8bdba130ccb1 None None] Pushing event updated for resources: {'Port': ['ID=25d79f87-574a-4f77-8dd8-1a1032b43aaf,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:19.297289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '25d79f87-574a-4f77-8dd8-1a1032b43aaf', 'name': '', 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'mac_address': 'fa:16:3e:66:f5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:14Z', 'updated_at': '2021-11-22T17:28:18Z', 'revision_number': 4, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'subnets': [{'id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:28:19.330044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a8ae5c16-c48b-425e-bffc-c250b700c927 None None] Provisioning complete for port f103690f-02e5-4be8-ad19-5035f804d52d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:19.330316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5c16-c48b-425e-bffc-c250b700c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.332049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113df9ba-9f8d-42e5-8b96-f9923ef92747 None None] The sync data for ids ['4f10c24b-a615-4d44-a02c-450c4a058dd6'] in n-d-816206-6 is: [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '25d79f87-574a-4f77-8dd8-1a1032b43aaf', 'name': '', 'network_id': 'e0535b56-d0e1-45d8-9aa1-4e734ac8e05c', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'mac_address': 'fa:16:3e:66:f5:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:14Z', 'updated_at': '2021-11-22T17:28:18Z', 'revision_number': 4, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'subnets': [{'id': 'a746bda7-4e51-49a2-865e-85bbc0bb2f16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:28:19.347785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f103690f-02e5-4be8-ad19-5035f804d52d {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:19.358014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.368478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a8ae5c16-c48b-425e-bffc-c250b700c927 None None] Port f103690f-02e5-4be8-ad19-5035f804d52d cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:19.371642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Transition to ACTIVE for port object f103690f-02e5-4be8-ad19-5035f804d52d will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:28:19.378715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.380020 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a8ae5c16-c48b-425e-bffc-c250b700c927 None None] Provisioning complete for port 25d79f87-574a-4f77-8dd8-1a1032b43aaf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:19.380430 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a8ae5c16-c48b-425e-bffc-c250b700c927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.514762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Pushing event updated for resources: {'Port': ['ID=f103690f-02e5-4be8-ad19-5035f804d52d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:19.610101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Attempting to bind port f103690f-02e5-4be8-ad19-5035f804d52d on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:19.611082 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Attempting to bind port f103690f-02e5-4be8-ad19-5035f804d52d by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:19.611627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Attempting to bind port f103690f-02e5-4be8-ad19-5035f804d52d on network b78e19eb-c31f-45f7-808b-d035222666f6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:19.623977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Port f103690f-02e5-4be8-ad19-5035f804d52d on network b78e19eb-c31f-45f7-808b-d035222666f6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:28:19.624312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Attempting to bind port f103690f-02e5-4be8-ad19-5035f804d52d on network b78e19eb-c31f-45f7-808b-d035222666f6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:19.647972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:19.648231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Checking segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:19.648601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Bound using segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:19.649049 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Bound port: f103690f-02e5-4be8-ad19-5035f804d52d, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:19.649409 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.651130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd63ee-0747-4ebc-8f71-3976b8fe7ba2 req-7d1ac7a3-318f-4152-a938-6fe6be95f668 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:19.670739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4bd63ee-0747-4ebc-8f71-3976b8fe7ba2 req-7d1ac7a3-318f-4152-a938-6fe6be95f668 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 943 time: 0.1310172 Nov 22 17:28:19.762476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] For port f103690f-02e5-4be8-ad19-5035f804d52d, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:19.766077 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] For port f103690f-02e5-4be8-ad19-5035f804d52d, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f103690f-02e5-4be8-ad19-5035f804d52d,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:19.767925 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d4bd63ee-0747-4ebc-8f71-3976b8fe7ba2 req-dc51f11c-f37f-4509-911e-6dc7c89f14bb tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954549 Nov 22 17:28:19.786623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.811937 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d79f87-574a-4f77-8dd8-1a1032b43aaf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:19.824777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:19.825413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.826836 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] 10.222.0.20 "PUT /v2.0/ports/f103690f-02e5-4be8-ad19-5035f804d52d HTTP/1.1" status: 200 len: 1091 time: 0.8399086 Nov 22 17:28:19.827295 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a775659-397e-4309-856b-3ad8617c8012', 'tag': 'f103690f-02e5-4be8-ad19-5035f804d52d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:19.830270 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c4fa97-e783-4c43-a4a7-83788e91e334" -d '{"events": [{"name": "network-changed", "server_uuid": "3a775659-397e-4309-856b-3ad8617c8012", "tag": "f103690f-02e5-4be8-ad19-5035f804d52d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:19.903832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 25d79f87-574a-4f77-8dd8-1a1032b43aaf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:19.904307 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:19.928194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3ec84f-8f01-4ca4-98d0-4b19641b0731 x-openstack-request-id: req-da3ec84f-8f01-4ca4-98d0-4b19641b0731 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:19.928486 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a775659-397e-4309-856b-3ad8617c8012", "tag": "f103690f-02e5-4be8-ad19-5035f804d52d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:19.928748 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-da3ec84f-8f01-4ca4-98d0-4b19641b0731 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:19.929178 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a775659-397e-4309-856b-3ad8617c8012', 'tag': 'f103690f-02e5-4be8-ad19-5035f804d52d', 'status': 'completed', 'code': 200} Nov 22 17:28:19.943823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd59d0-4ca8-450c-adad-2dfcee40915f service neutron] Pushing event updated for resources: {'Port': ['ID=f103690f-02e5-4be8-ad19-5035f804d52d,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:19.959026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-056df706-5ce0-456e-baf7-681a2466e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:19.960714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-056df706-5ce0-456e-baf7-681a2466e707 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 1094 time: 0.0839503 Nov 22 17:28:20.008726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-436ea309-4e77-480b-9556-ef712a6d0e50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f103690f-02e5-4be8-ad19-5035f804d52d HTTP/1.1" status: 200 len: 217 time: 0.0378833 Nov 22 17:28:20.069290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-bd5e4483-1135-4040-92ba-9acd31bf957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.071157 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-bd5e4483-1135-4040-92ba-9acd31bf957c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8118ef97-144e-45bd-bc56-e43d9b1a98b5 HTTP/1.1" status: 200 len: 855 time: 0.0546174 Nov 22 17:28:20.074587 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aeb55691-e73d-48ab-8371-610f38a746b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:20.124121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d08b1-5a51-4fdd-94a3-667445afddac req-685c75c6-2165-4c08-96e3-c99e1870020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.125633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-685c75c6-2165-4c08-96e3-c99e1870020a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b78e19eb-c31f-45f7-808b-d035222666f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466824 Nov 22 17:28:20.222356 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-59ef30c7-e1bc-4cfd-b418-a119fc91277d service neutron] 10.222.0.20 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880597 Nov 22 17:28:20.321965 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-801d08b1-5a51-4fdd-94a3-667445afddac req-0ed944f9-c448-4bf8-a965-1014b67d16ed service neutron] 10.222.0.20 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917282 Nov 22 17:28:20.412259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-540500ce-afcd-48bb-b8ca-4d1633baa2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.413707 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-540500ce-afcd-48bb-b8ca-4d1633baa2ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 1094 time: 0.0411820 Nov 22 17:28:20.510972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-9e97c5ce-d4de-4d69-96a9-e6e6cd8b04f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.512440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-9e97c5ce-d4de-4d69-96a9-e6e6cd8b04f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 917 time: 0.0903687 Nov 22 17:28:20.559040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-608d96dd-3806-4f52-bebe-0e5be0a595e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f103690f-02e5-4be8-ad19-5035f804d52d HTTP/1.1" status: 200 len: 217 time: 0.0383139 Nov 22 17:28:20.611401 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-37398ec5-0a6a-4d78-aca2-724d6dbe2957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.612871 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-37398ec5-0a6a-4d78-aca2-724d6dbe2957 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8118ef97-144e-45bd-bc56-e43d9b1a98b5 HTTP/1.1" status: 200 len: 855 time: 0.0457008 Nov 22 17:28:20.665646 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-3a415c1e-ca05-41f0-8f12-64ea232451f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.667156 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-3a415c1e-ca05-41f0-8f12-64ea232451f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b78e19eb-c31f-45f7-808b-d035222666f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424864 Nov 22 17:28:20.763256 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-db5e72bc-065c-42e0-9f57-b1cde23b83bf service neutron] 10.222.0.20 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862200 Nov 22 17:28:20.855250 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b9c4fa97-e783-4c43-a4a7-83788e91e334 req-56093670-bc45-4c5c-b242-ddddff063be0 service neutron] 10.222.0.20 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838430 Nov 22 17:28:20.892879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff732a3-fa93-4a32-9a6b-275fd8ad1c15 req-3835f04c-64d7-480d-9a8b-9eb8f5eeb59d tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:20.894519 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ff732a3-fa93-4a32-9a6b-275fd8ad1c15 req-3835f04c-64d7-480d-9a8b-9eb8f5eeb59d tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 943 time: 0.0536697 Nov 22 17:28:20.944922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ff732a3-fa93-4a32-9a6b-275fd8ad1c15 req-35ff65ea-0b8b-4eb2-9039-d2dbad7d728c tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Nov 22 17:28:22.073181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54068c7-fbc2-4a4f-86b7-eee50e2f4196 req-2395e341-07d2-4b09-9dee-0248a4e35dad tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:22.074603 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a54068c7-fbc2-4a4f-86b7-eee50e2f4196 req-2395e341-07d2-4b09-9dee-0248a4e35dad tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 943 time: 0.0540581 Nov 22 17:28:22.125007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a54068c7-fbc2-4a4f-86b7-eee50e2f4196 req-15c3f2df-16e5-4e4c-977c-0f6630424c73 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 Nov 22 17:28:23.153820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f103690f-02e5-4be8-ad19-5035f804d52d details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:28:23.252042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117285-27f2-4eed-a70b-1db55f47201d req-c372e4a2-fe77-409d-bb38-62710257edac tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:23.253565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07117285-27f2-4eed-a70b-1db55f47201d req-c372e4a2-fe77-409d-bb38-62710257edac tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 943 time: 0.0559828 Nov 22 17:28:23.274069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port f103690f-02e5-4be8-ad19-5035f804d52d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f103690f-02e5-4be8-ad19-5035f804d52d,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:23.285574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'f103690f-02e5-4be8-ad19-5035f804d52d', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'port_id': 'f103690f-02e5-4be8-ad19-5035f804d52d', 'mac_address': 'fa:16:3e:6b:cf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:28:23.304085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07117285-27f2-4eed-a70b-1db55f47201d req-9f2ec7b0-9302-4d51-a955-50d2dbe46e10 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442245 Nov 22 17:28:23.325183 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:23.336891 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f103690f-02e5-4be8-ad19-5035f804d52d {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:23.360726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port f103690f-02e5-4be8-ad19-5035f804d52d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f103690f-02e5-4be8-ad19-5035f804d52d,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:23.365316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:23.412763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=f103690f-02e5-4be8-ad19-5035f804d52d,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:23.447478 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b46a7cf6-f6ab-431a-82e9-8de195a789ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:23.587964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['f103690f-02e5-4be8-ad19-5035f804d52d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:28:24.202105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:24.426614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1a9c-7a8d-4033-8f6a-38c8e8c3b931 req-128c581c-2a11-47ef-9943-823eae1a6c66 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:24.428138 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b0d1a9c-7a8d-4033-8f6a-38c8e8c3b931 req-128c581c-2a11-47ef-9943-823eae1a6c66 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 944 time: 0.0544119 Nov 22 17:28:24.480164 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b0d1a9c-7a8d-4033-8f6a-38c8e8c3b931 req-70c09d6b-1bb6-43fc-b93d-dbfb56bc2f3f tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Nov 22 17:28:25.185436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f103690f-02e5-4be8-ad19-5035f804d52d up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:28:25.241584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port f103690f-02e5-4be8-ad19-5035f804d52d completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:28:25.245899 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port f103690f-02e5-4be8-ad19-5035f804d52d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:25.246302 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:25.334274 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:25.357163 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a775659-397e-4309-856b-3ad8617c8012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f103690f-02e5-4be8-ad19-5035f804d52d'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:25.359446 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66910c19-d933-4b65-94d5-467e72f5180f" -d '{"events": [{"server_uuid": "3a775659-397e-4309-856b-3ad8617c8012", "name": "network-vif-plugged", "status": "completed", "tag": "f103690f-02e5-4be8-ad19-5035f804d52d"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:25.373293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port f103690f-02e5-4be8-ad19-5035f804d52d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f103690f-02e5-4be8-ad19-5035f804d52d,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:25.379550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:25.403084 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c80d8e-5866-443b-8fa0-5084120eeda8 x-openstack-request-id: req-a9c80d8e-5866-443b-8fa0-5084120eeda8 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:25.403384 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a775659-397e-4309-856b-3ad8617c8012", "name": "network-vif-plugged", "status": "completed", "tag": "f103690f-02e5-4be8-ad19-5035f804d52d", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:25.403640 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9c80d8e-5866-443b-8fa0-5084120eeda8 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:25.404044 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a775659-397e-4309-856b-3ad8617c8012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f103690f-02e5-4be8-ad19-5035f804d52d', 'code': 200} Nov 22 17:28:25.433540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=f103690f-02e5-4be8-ad19-5035f804d52d,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:25.509522 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8519f-e18e-4a3b-acfa-af3f9dfa7b5f req-c02a3a84-ec20-4d38-8827-7a85a46fd5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:25.511268 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ec8519f-e18e-4a3b-acfa-af3f9dfa7b5f req-c02a3a84-ec20-4d38-8827-7a85a46fd5c7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 1096 time: 0.0473158 Nov 22 17:28:25.562107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0ec8519f-e18e-4a3b-acfa-af3f9dfa7b5f req-dbe07fad-8cb3-488a-be78-44a374e7d7f3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427072 Nov 22 17:28:25.589765 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:25.604497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944a342-5f1f-4fb8-afe4-dae184a528ea req-cf18cbf5-fa59-406d-ae41-30693890fdf4 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:25.606025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7944a342-5f1f-4fb8-afe4-dae184a528ea req-cf18cbf5-fa59-406d-ae41-30693890fdf4 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 945 time: 0.0559680 Nov 22 17:28:25.658800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7944a342-5f1f-4fb8-afe4-dae184a528ea req-7a43df2f-0c7b-41fd-89b5-e95b86e23bbd tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459094 Nov 22 17:28:26.142061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:26.786306 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1230ba-186a-476b-901b-0913839fbc1e req-f85b1f32-0e3e-484c-a6b8-436a6b55ef53 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:26.787811 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b1230ba-186a-476b-901b-0913839fbc1e req-f85b1f32-0e3e-484c-a6b8-436a6b55ef53 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 945 time: 0.0501831 Nov 22 17:28:26.836908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4b1230ba-186a-476b-901b-0913839fbc1e req-3751a993-7ace-41b8-a2a4-b674a458ce91 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430543 Nov 22 17:28:26.960204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3845a5-e114-4973-8c00-5551c4374d89 req-4a950020-629a-4de3-9c06-245128b97880 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:26.961725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f3845a5-e114-4973-8c00-5551c4374d89 req-4a950020-629a-4de3-9c06-245128b97880 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 945 time: 0.0544946 Nov 22 17:28:27.009246 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f3845a5-e114-4973-8c00-5551c4374d89 req-1d380420-2074-4ab3-acd2-27e74052b047 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415378 Nov 22 17:28:36.759214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-a68aa7ac-5d11-44fb-a8ca-96ee50288d8a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398104 Nov 22 17:28:36.843330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-18dfce27-cb3e-4387-8e0f-ff0bdcaf5a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:36.845097 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-18dfce27-cb3e-4387-8e0f-ff0bdcaf5a5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 1096 time: 0.0421019 Nov 22 17:28:36.953831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-25eed0f8-73fa-4427-a01c-4cf1f0870c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:36.955102 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-25eed0f8-73fa-4427-a01c-4cf1f0870c52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 917 time: 0.0885623 Nov 22 17:28:36.997601 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-083f4ea0-74d6-4239-aa69-5d33782dc29e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f103690f-02e5-4be8-ad19-5035f804d52d HTTP/1.1" status: 200 len: 217 time: 0.0349431 Nov 22 17:28:37.046153 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-358daa0d-3a5b-4662-93d0-258f9634da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:37.048249 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-358daa0d-3a5b-4662-93d0-258f9634da26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8118ef97-144e-45bd-bc56-e43d9b1a98b5 HTTP/1.1" status: 200 len: 855 time: 0.0431402 Nov 22 17:28:37.100424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-0f96bc08-ccaa-4721-956f-525c10f9ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:37.101925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-0f96bc08-ccaa-4721-956f-525c10f9ef31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b78e19eb-c31f-45f7-808b-d035222666f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434670 Nov 22 17:28:37.191914 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-d73e49c4-212d-4946-afa8-9eba1734180c service neutron] 10.222.0.20 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800500 Nov 22 17:28:37.284796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-dfc76c46-0d97-4706-a648-c003ef3b63e2 req-3312d675-1473-4e8e-8305-b00b0e11f381 service neutron] 10.222.0.20 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845716 Nov 22 17:28:37.874704 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:39.496315 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:43.857771 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:28:48.751584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82bd977-565d-4d09-b2b3-b8a616acc179 req-ef86ba83-a37d-41b9-987d-b332264cfa56 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:48.753445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c82bd977-565d-4d09-b2b3-b8a616acc179 req-ef86ba83-a37d-41b9-987d-b332264cfa56 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 945 time: 0.0525246 Nov 22 17:28:48.804058 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c82bd977-565d-4d09-b2b3-b8a616acc179 req-4c41af14-7d6c-4ff6-9165-86fa19d321cb tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442080 Nov 22 17:28:49.923822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9956ec-627c-4484-b3ee-6a1fe44dbe43 req-c04e38aa-131c-4e17-96b9-2e1757ba8b98 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:49.926484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da9956ec-627c-4484-b3ee-6a1fe44dbe43 req-c04e38aa-131c-4e17-96b9-2e1757ba8b98 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 945 time: 0.0502295 Nov 22 17:28:49.980892 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da9956ec-627c-4484-b3ee-6a1fe44dbe43 req-94b3c157-eaf0-4f89-9106-01ceb0cb3acb tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Nov 22 17:28:50.066917 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c1ab2381-5816-44d2-8191-f28e575079d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:50.407979 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e226bd-b928-4372-9efa-7320b06fc176 req-5a5d201d-45e8-40ec-830b-4b2fdd54860a tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:50.409600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-72e226bd-b928-4372-9efa-7320b06fc176 req-5a5d201d-45e8-40ec-830b-4b2fdd54860a tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.20 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 945 time: 0.0500138 Nov 22 17:28:50.499201 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Deleting port f103690f-02e5-4be8-ad19-5035f804d52d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:28:50.499544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:50.590847 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] For port f103690f-02e5-4be8-ad19-5035f804d52d, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=f103690f-02e5-4be8-ad19-5035f804d52d,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:50.591206 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:50.604431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Calling delete_port for f103690f-02e5-4be8-ad19-5035f804d52d owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:28:50.738379 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:50.750788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['f103690f-02e5-4be8-ad19-5035f804d52d'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:28:50.767380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Pushing event deleted for resources: {'Port': ['ID=f103690f-02e5-4be8-ad19-5035f804d52d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:50.782027 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.782442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.782944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.783202 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.783550 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.783896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.784809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.785151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.785487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.785845 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.786179 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.786507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:50.822957 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] No DVR routers for this DVR port f103690f-02e5-4be8-ad19-5035f804d52d on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:28:50.825886 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:50.829408 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-72e226bd-b928-4372-9efa-7320b06fc176 req-2fa8b26c-110f-49de-87cf-38cf49390059 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.20 "DELETE /v2.0/ports/f103690f-02e5-4be8-ad19-5035f804d52d HTTP/1.1" status: 204 len: 173 time: 0.4132977 Nov 22 17:28:50.829892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a775659-397e-4309-856b-3ad8617c8012', 'name': 'network-vif-deleted', 'tag': 'f103690f-02e5-4be8-ad19-5035f804d52d'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:50.833200 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d4540a-0398-45de-920d-04d089afa073" -d '{"events": [{"server_uuid": "3a775659-397e-4309-856b-3ad8617c8012", "name": "network-vif-deleted", "tag": "f103690f-02e5-4be8-ad19-5035f804d52d"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:50.941299 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27ca473-37ba-42f3-b8c3-85ad60afe8a3 x-openstack-request-id: req-b27ca473-37ba-42f3-b8c3-85ad60afe8a3 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:50.941868 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a775659-397e-4309-856b-3ad8617c8012", "name": "network-vif-deleted", "tag": "f103690f-02e5-4be8-ad19-5035f804d52d", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:50.941868 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b27ca473-37ba-42f3-b8c3-85ad60afe8a3 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:50.942277 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a775659-397e-4309-856b-3ad8617c8012', 'name': 'network-vif-deleted', 'tag': 'f103690f-02e5-4be8-ad19-5035f804d52d', 'status': 'completed', 'code': 200} Nov 22 17:28:51.093961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6e192aa-b381-4cfc-a3ed-8b4fdfeb94fb req-49da7f5a-d14e-4a09-bf00-8533773bf52d tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=3a775659-397e-4309-856b-3ad8617c8012 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Nov 22 17:28:52.584019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-f45cb000-bec7-4b11-8733-5af296b2fa9d tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:52.585471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-f45cb000-bec7-4b11-8733-5af296b2fa9d tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 816 time: 0.1026359 Nov 22 17:28:52.601704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-12166e47-0dc9-4199-a851-97b5c48eba3a tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/quotas/4d604a4170bd48ddb86abe08bb0bf8c6 HTTP/1.1" status: 200 len: 375 time: 0.0103700 Nov 22 17:28:52.655399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-5940dfa9-71e3-47fc-9f18-e406d7e627c6 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482337 Nov 22 17:28:52.751605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-d73ad076-9dfe-4e03-86dc-a7482dbe7d92 service neutron] 10.222.0.65 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836623 Nov 22 17:28:52.851450 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-055cf6d8-a73d-4862-8fc6-c6b1bc96bb14 service neutron] 10.222.0.65 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922928 Nov 22 17:28:53.026910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09835359-b762-4d91-bf4f-336698a4e591 req-e3f85e2e-39f3-4bad-9370-9f741687a392 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 210 time: 0.0294762 Nov 22 17:28:53.448738 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-221f5d01-3b74-4063-b473-ba7f560740c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.067760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-1e5555a7-4156-45e5-af99-be8ca12cc626 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:54.069919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-1e5555a7-4156-45e5-af99-be8ca12cc626 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.66 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 816 time: 0.1118371 Nov 22 17:28:54.087021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Request body: {'port': {'device_id': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'admin_state_up': True, 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:54.154092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ed4179e-7b6a-4f1c-b056-d58dfbcb515f req-0f81d7c4-34b5-4832-814e-204f2361b7dd tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 210 time: 0.0512557 Nov 22 17:28:54.207127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.219883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Made reservation on behalf of 4d604a4170bd48ddb86abe08bb0bf8c6 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:28:54.223883 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.350030 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Allocated IP 172.20.0.11 (b78e19eb-c31f-45f7-808b-d035222666f6/8118ef97-144e-45bd-bc56-e43d9b1a98b5/d44bd98b-1fef-4c47-9f88-39c0584abfb6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:28:54.495066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.530182 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.578182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Network b78e19eb-c31f-45f7-808b-d035222666f6 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:28:54.581417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:28:54.585622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:28:54.592503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Pushing event updated for resources: {'Port': ['ID=d44bd98b-1fef-4c47-9f88-39c0584abfb6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:54.622203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.622556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.622895 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.623225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.623554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.623883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.624213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.624537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.624861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.625188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.625502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.625844 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:54.654206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:54.654615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.671305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a4de15e4-9b26-4d33-ba4a-2de7e82194da tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5882797 Nov 22 17:28:54.787977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Request body: {'port': {'device_id': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:28:54.844778 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.875012 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-78a2eeb4-3929-4f6a-8a5f-05e5df0cf602 None None] Provisioning complete for port d44bd98b-1fef-4c47-9f88-39c0584abfb6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:28:54.875586 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-78a2eeb4-3929-4f6a-8a5f-05e5df0cf602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:54.911902 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-78a2eeb4-3929-4f6a-8a5f-05e5df0cf602 None None] Port d44bd98b-1fef-4c47-9f88-39c0584abfb6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:28:55.108550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44bd98b-1fef-4c47-9f88-39c0584abfb6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:55.116719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.129402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Transition to ACTIVE for port object d44bd98b-1fef-4c47-9f88-39c0584abfb6 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:28:55.133235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.183252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Pushing event updated for resources: {'Port': ['ID=d44bd98b-1fef-4c47-9f88-39c0584abfb6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:55.286665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Attempting to bind port d44bd98b-1fef-4c47-9f88-39c0584abfb6 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:28:55.287002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Attempting to bind port d44bd98b-1fef-4c47-9f88-39c0584abfb6 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:28:55.287326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Attempting to bind port d44bd98b-1fef-4c47-9f88-39c0584abfb6 on network b78e19eb-c31f-45f7-808b-d035222666f6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:55.295570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Port d44bd98b-1fef-4c47-9f88-39c0584abfb6 on network b78e19eb-c31f-45f7-808b-d035222666f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:28:55.295891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Attempting to bind port d44bd98b-1fef-4c47-9f88-39c0584abfb6 on network b78e19eb-c31f-45f7-808b-d035222666f6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:28:55.297773 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f103690f-02e5-4be8-ad19-5035f804d52d no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:28:55.306564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:28:55.306817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Checking segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:28:55.307201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Bound using segment: {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:28:55.307638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Bound port: d44bd98b-1fef-4c47-9f88-39c0584abfb6, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14f7d64f-27b6-4c78-82bb-2addcafe1aac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:28:55.307990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.317210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b31cc-2f6b-4534-a6fb-146caea08379 req-ae3cf062-955f-4703-97d8-1846404cd690 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:55.318995 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c2b31cc-2f6b-4534-a6fb-146caea08379 req-ae3cf062-955f-4703-97d8-1846404cd690 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 944 time: 0.0838344 Nov 22 17:28:55.320930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: f103690f-02e5-4be8-ad19-5035f804d52d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:28:55.321671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device f103690f-02e5-4be8-ad19-5035f804d52d not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:28:55.411666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4c2b31cc-2f6b-4534-a6fb-146caea08379 req-e046e607-8237-4355-9a00-ad4561c238fb tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830083 Nov 22 17:28:55.420461 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] For port d44bd98b-1fef-4c47-9f88-39c0584abfb6, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:28:55.423703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] For port d44bd98b-1fef-4c47-9f88-39c0584abfb6, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:28:55.429502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.591835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.776148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:55.776659 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:55.778057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] 10.222.0.66 "PUT /v2.0/ports/d44bd98b-1fef-4c47-9f88-39c0584abfb6 HTTP/1.1" status: 200 len: 1092 time: 1.0922983 Nov 22 17:28:55.778491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'tag': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:28:55.780688 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4cda9c-54f6-4fb2-9c76-f3284cd52c04", "tag": "d44bd98b-1fef-4c47-9f88-39c0584abfb6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:28:55.809939 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb44408-64d4-4a52-8a61-8666cc7a15fe service neutron] Pushing event updated for resources: {'Port': ['ID=d44bd98b-1fef-4c47-9f88-39c0584abfb6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:55.860264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-6433b0d2-1503-4f8c-8398-f9ac51de2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:55.861809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-6433b0d2-1503-4f8c-8398-f9ac51de2642 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 1095 time: 0.0407910 Nov 22 17:28:55.907189 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48dfd05-ea37-4bae-ac4e-304311e9a10e x-openstack-request-id: req-d48dfd05-ea37-4bae-ac4e-304311e9a10e {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:28:55.907487 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4cda9c-54f6-4fb2-9c76-f3284cd52c04", "tag": "d44bd98b-1fef-4c47-9f88-39c0584abfb6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:28:55.907739 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d48dfd05-ea37-4bae-ac4e-304311e9a10e {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:28:55.908136 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'tag': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6', 'status': 'completed', 'code': 200} Nov 22 17:28:55.909701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-3a607c3a-f829-4f5b-ab15-1a6a0794f587 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6 HTTP/1.1" status: 200 len: 217 time: 0.0369825 Nov 22 17:28:55.967015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-f6122ce9-1fd9-4e89-b425-5694cafca08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:55.968466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-f6122ce9-1fd9-4e89-b425-5694cafca08c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8118ef97-144e-45bd-bc56-e43d9b1a98b5 HTTP/1.1" status: 200 len: 855 time: 0.0497561 Nov 22 17:28:56.015134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-dcfe129a-68d1-4d2a-bed8-a13eec479091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:56.016643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-dcfe129a-68d1-4d2a-bed8-a13eec479091 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b78e19eb-c31f-45f7-808b-d035222666f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403585 Nov 22 17:28:56.108292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-267809ea-e106-4321-b8fc-7956c4869826 service neutron] 10.222.0.66 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818086 Nov 22 17:28:56.144995 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:56.211260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e8a339c-56ed-4e1d-b6ae-d921d8c0b1d5 req-a883452b-11a5-4b92-adeb-348b5241c959 service neutron] 10.222.0.66 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909469 Nov 22 17:28:56.298777 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-07d08f17-314f-4901-9bda-c709333431a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:56.300707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-07d08f17-314f-4901-9bda-c709333431a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 1095 time: 0.0407104 Nov 22 17:28:56.396286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-9acf63d7-86aa-4791-9a37-24b839f41ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:56.397798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-9acf63d7-86aa-4791-9a37-24b839f41ea0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 200 len: 917 time: 0.0893455 Nov 22 17:28:56.440268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-c64aa15a-77d3-4588-9f40-a4adf11e6168 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6 HTTP/1.1" status: 200 len: 217 time: 0.0346439 Nov 22 17:28:56.519751 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-ffd3db1d-cb36-469d-bd5f-6f926acbb46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:56.521330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-ffd3db1d-cb36-469d-bd5f-6f926acbb46c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8118ef97-144e-45bd-bc56-e43d9b1a98b5 HTTP/1.1" status: 200 len: 855 time: 0.0720241 Nov 22 17:28:56.551289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e39ea-a67d-4591-bd5d-c1cdfa152c6e req-16a0b36b-b9d8-448e-bcd5-d7fc47e54e56 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:56.552682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e1e39ea-a67d-4591-bd5d-c1cdfa152c6e req-16a0b36b-b9d8-448e-bcd5-d7fc47e54e56 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 944 time: 0.0701332 Nov 22 17:28:56.607926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-88406d8c-42d6-4506-9855-f1059db2bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:56.609428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-88406d8c-42d6-4506-9855-f1059db2bdc4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b78e19eb-c31f-45f7-808b-d035222666f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784528 Nov 22 17:28:56.621054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e1e39ea-a67d-4591-bd5d-c1cdfa152c6e req-c3d97350-b632-4b6d-a3c4-79d905b13b7c tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543470 Nov 22 17:28:56.711816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-7a052329-44a1-40d8-8bcd-d6a7e9b2cdec service neutron] 10.222.0.66 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885940 Nov 22 17:28:56.803137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d81d47e1-bea7-4d2c-9cf3-f16ee6c5c27b req-3073a391-2d72-43af-a2be-acaf54d1786f service neutron] 10.222.0.66 "GET /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834591 Nov 22 17:28:57.741094 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9042a7-6ec8-482d-8d63-4745a7b9db29 req-4053c8e0-93f8-4e0c-ad58-fc501872457c tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:57.742581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be9042a7-6ec8-482d-8d63-4745a7b9db29 req-4053c8e0-93f8-4e0c-ad58-fc501872457c tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 944 time: 0.0499878 Nov 22 17:28:57.790297 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-be9042a7-6ec8-482d-8d63-4745a7b9db29 req-67be717a-d906-452c-97ca-85fa64af502b tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 Nov 22 17:28:58.914685 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8653b0-077d-46e2-b4c0-9b5dcaa4a796 req-27f84973-4881-4dc2-967d-97be91d7d7e5 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:28:58.916065 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c8653b0-077d-46e2-b4c0-9b5dcaa4a796 req-27f84973-4881-4dc2-967d-97be91d7d7e5 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 944 time: 0.0534155 Nov 22 17:28:58.964278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2c8653b0-077d-46e2-b4c0-9b5dcaa4a796 req-24f93bf4-eeb4-4f9e-961d-efd6b16506b0 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Nov 22 17:28:59.234924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d44bd98b-1fef-4c47-9f88-39c0584abfb6 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:28:59.327765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d44bd98b-1fef-4c47-9f88-39c0584abfb6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:59.339193 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6', 'network_id': 'b78e19eb-c31f-45f7-808b-d035222666f6', 'port_id': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6', 'mac_address': 'fa:16:3e:90:d4:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 874, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8118ef97-144e-45bd-bc56-e43d9b1a98b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:28:59.379659 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:59.396169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44bd98b-1fef-4c47-9f88-39c0584abfb6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:28:59.415931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d44bd98b-1fef-4c47-9f88-39c0584abfb6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:28:59.419936 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:28:59.630303 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d44bd98b-1fef-4c47-9f88-39c0584abfb6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:28:59.637370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.637738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.638141 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.638410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.638739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.639062 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.639385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.639705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.640030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.640349 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.640666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.640981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:28:59.698876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d44bd98b-1fef-4c47-9f88-39c0584abfb6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:29:00.079998 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156cc9d-58e2-4668-aadd-54cd9aa6209d req-d236c198-924d-4383-9578-7ce1dbe0a054 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:00.081999 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9156cc9d-58e2-4668-aadd-54cd9aa6209d req-d236c198-924d-4383-9578-7ce1dbe0a054 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Nov 22 17:29:00.129219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9156cc9d-58e2-4668-aadd-54cd9aa6209d req-fe93d45b-e2f5-4f2b-b058-09e6c7a06f89 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410039 Nov 22 17:29:01.242054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d44bd98b-1fef-4c47-9f88-39c0584abfb6 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:01.249862 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ffafc-b539-403a-b80c-313641ee96ef req-3598e480-cb21-452e-8985-0320baf13033 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:01.251349 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-920ffafc-b539-403a-b80c-313641ee96ef req-3598e480-cb21-452e-8985-0320baf13033 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 945 time: 0.0544791 Nov 22 17:29:01.291505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port d44bd98b-1fef-4c47-9f88-39c0584abfb6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:29:01.296383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port d44bd98b-1fef-4c47-9f88-39c0584abfb6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:01.296764 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:01.301326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-920ffafc-b539-403a-b80c-313641ee96ef req-7d57388d-02db-49e9-80b6-7deec23f0e42 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 Nov 22 17:29:01.382300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:01.408418 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:29:01.411678 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d7c435-0526-4f05-8fea-cd7e9e4e5938" -d '{"events": [{"server_uuid": "2d4cda9c-54f6-4fb2-9c76-f3284cd52c04", "name": "network-vif-plugged", "status": "completed", "tag": "d44bd98b-1fef-4c47-9f88-39c0584abfb6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:29:01.424188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port d44bd98b-1fef-4c47-9f88-39c0584abfb6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:01.429273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:01.479101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=d44bd98b-1fef-4c47-9f88-39c0584abfb6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:01.504030 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f618ca5c-cbec-4c18-9a89-15987aa6f1e0 x-openstack-request-id: req-f618ca5c-cbec-4c18-9a89-15987aa6f1e0 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:29:01.504324 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4cda9c-54f6-4fb2-9c76-f3284cd52c04", "name": "network-vif-plugged", "status": "completed", "tag": "d44bd98b-1fef-4c47-9f88-39c0584abfb6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:29:01.504590 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f618ca5c-cbec-4c18-9a89-15987aa6f1e0 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:29:01.504999 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6', 'code': 200} Nov 22 17:29:01.603020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ed59d-a90a-4d21-8f70-ff285d08246d req-fc8ba707-9920-4a3b-af4e-b2e711bce431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:01.604494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-733ed59d-a90a-4d21-8f70-ff285d08246d req-fc8ba707-9920-4a3b-af4e-b2e711bce431 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 1097 time: 0.0402067 Nov 22 17:29:01.650422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-733ed59d-a90a-4d21-8f70-ff285d08246d req-7dfca7c2-a3ce-4b25-ad66-f01c9223c50c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Nov 22 17:29:02.417206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd3dde-38ca-4f6f-b301-66fcefeac506 req-a08fadca-9597-407e-bbaf-8eae1648f8b2 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:02.418711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38fd3dde-38ca-4f6f-b301-66fcefeac506 req-a08fadca-9597-407e-bbaf-8eae1648f8b2 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 946 time: 0.0477874 Nov 22 17:29:02.470719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38fd3dde-38ca-4f6f-b301-66fcefeac506 req-96126daa-2d1a-4707-9a39-6101648e7097 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Nov 22 17:29:03.589325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621add0-2e1e-49dd-86bf-02e87a904d40 req-f26fb6b1-8245-4a83-95e5-ce0cabef63db tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:03.590830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7621add0-2e1e-49dd-86bf-02e87a904d40 req-f26fb6b1-8245-4a83-95e5-ce0cabef63db tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 946 time: 0.0488522 Nov 22 17:29:03.639473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7621add0-2e1e-49dd-86bf-02e87a904d40 req-9cc98046-c4c0-4654-a96f-aea12cac139b tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427508 Nov 22 17:29:03.757437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba48fb-9585-4761-b487-7649e69831f2 req-0cd11191-35c7-4ad1-b086-2dd78ef12668 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:03.759115 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25ba48fb-9585-4761-b487-7649e69831f2 req-0cd11191-35c7-4ad1-b086-2dd78ef12668 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 946 time: 0.0487075 Nov 22 17:29:03.806106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25ba48fb-9585-4761-b487-7649e69831f2 req-74e178ae-053f-4586-aa87-65da6d919264 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Nov 22 17:29:07.870501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:09.499075 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:20.070945 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ef42876e-b303-41a6-8962-01f2de42f24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:20.857502 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:29:23.453250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-206572de-bd27-4dec-ae41-b33859d57342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:24.213347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:25.589336 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:26.148404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:26.342228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5467419-6274-4cd4-82fd-9c22f35044e2 req-e263846a-5f9d-4812-95a3-729a094b6418 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:26.343754 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5467419-6274-4cd4-82fd-9c22f35044e2 req-e263846a-5f9d-4812-95a3-729a094b6418 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 946 time: 0.0640357 Nov 22 17:29:26.404664 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5467419-6274-4cd4-82fd-9c22f35044e2 req-6bb45f66-6e7f-4a09-a4bc-261dacacb0d2 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526276 Nov 22 17:29:27.530043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecbf22-7f6d-456e-b5eb-e4df779ee991 req-931b8023-4105-43a2-9faf-34254939ffab tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:27.531608 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47ecbf22-7f6d-456e-b5eb-e4df779ee991 req-931b8023-4105-43a2-9faf-34254939ffab tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 946 time: 0.0508451 Nov 22 17:29:27.583304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47ecbf22-7f6d-456e-b5eb-e4df779ee991 req-21dac24d-2818-4e28-8ddb-b777b0d186c3 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/security-groups?id=612eefdb-a6d4-4185-bf70-b7a86689eef8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Nov 22 17:29:28.059687 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-8faffeaa-1f79-40a0-8306-e19b527f0d58 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:28.061110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-8faffeaa-1f79-40a0-8306-e19b527f0d58 tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 946 time: 0.0530286 Nov 22 17:29:28.157066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Deleting port d44bd98b-1fef-4c47-9f88-39c0584abfb6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:28.157417 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:28.246170 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] For port d44bd98b-1fef-4c47-9f88-39c0584abfb6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=d44bd98b-1fef-4c47-9f88-39c0584abfb6,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:28.246526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:28.263940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Calling delete_port for d44bd98b-1fef-4c47-9f88-39c0584abfb6 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:28.390807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:28.403837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['d44bd98b-1fef-4c47-9f88-39c0584abfb6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:29:28.420169 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Pushing event deleted for resources: {'Port': ['ID=d44bd98b-1fef-4c47-9f88-39c0584abfb6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:28.473603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] No DVR routers for this DVR port d44bd98b-1fef-4c47-9f88-39c0584abfb6 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:29:28.476236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:28.479706 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1557564-e51d-468d-aab4-3d7b1972d69e req-2bf07c04-7a89-4087-80a6-b42643fa87df tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.66 "DELETE /v2.0/ports/d44bd98b-1fef-4c47-9f88-39c0584abfb6 HTTP/1.1" status: 204 len: 173 time: 0.4116843 Nov 22 17:29:28.480166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'name': 'network-vif-deleted', 'tag': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:29:28.482774 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f32f01-79ca-4467-a247-96d644932395" -d '{"events": [{"server_uuid": "2d4cda9c-54f6-4fb2-9c76-f3284cd52c04", "name": "network-vif-deleted", "tag": "d44bd98b-1fef-4c47-9f88-39c0584abfb6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:29:28.531198 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37424356-a885-4d9a-a9e0-a26012c71d60 x-openstack-request-id: req-37424356-a885-4d9a-a9e0-a26012c71d60 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:29:28.531849 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4cda9c-54f6-4fb2-9c76-f3284cd52c04", "name": "network-vif-deleted", "tag": "d44bd98b-1fef-4c47-9f88-39c0584abfb6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:29:28.532023 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37424356-a885-4d9a-a9e0-a26012c71d60 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:29:28.532446 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4cda9c-54f6-4fb2-9c76-f3284cd52c04', 'name': 'network-vif-deleted', 'tag': 'd44bd98b-1fef-4c47-9f88-39c0584abfb6', 'status': 'completed', 'code': 200} Nov 22 17:29:28.697728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7e553e6b-8769-4658-bc0f-d121754138ed req-21bdd705-ca09-4918-bffd-bf9e99884d5d tempest-TestEncryptedCinderVolumes-1162709177 tempest-TestEncryptedCinderVolumes-1162709177-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d4cda9c-54f6-4fb2-9c76-f3284cd52c04 HTTP/1.1" status: 200 len: 210 time: 0.0267715 Nov 22 17:29:29.790070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52808) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:30.189880 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:30.439815 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Deleting port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:30.440203 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:30.521992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] For port 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:30.522351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:30.534588 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Calling delete_port for 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:30.726015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:30.750050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:31.159824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:31.375067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Router 41e59b31-1260-4361-91d5-c3504298507d has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:29:31.391291 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d44bd98b-1fef-4c47-9f88-39c0584abfb6 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:31.412408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: d44bd98b-1fef-4c47-9f88-39c0584abfb6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:31.412709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device d44bd98b-1fef-4c47-9f88-39c0584abfb6 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:31.488339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:29:31.493785 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bc88ff70-1663-42db-970e-23fdc43a71f0 admin admin] 10.222.0.65 "PUT /v2.0/routers/41e59b31-1260-4361-91d5-c3504298507d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020943 Nov 22 17:29:31.496342 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52810) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:31.497293 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] Sync routers for ids ['41e59b31-1260-4361-91d5-c3504298507d'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:29:31.507284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] Routers {'41e59b31-1260-4361-91d5-c3504298507d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:31.507905 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['41e59b31-1260-4361-91d5-c3504298507d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:31.602932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:31.614715 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] Set router 41e59b31-1260-4361-91d5-c3504298507d gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:31.714888 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:31.787637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Deleting port 99237a51-25c4-45a3-a0e4-75aae5903d6b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:31.787977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:31.805614 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:29:30Z', 'revision_number': 5, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port': {'id': '99237a51-25c4-45a3-a0e4-75aae5903d6b', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:3c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41e59b31-1260-4361-91d5-c3504298507d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:31.832331 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] Checking router: 41e59b31-1260-4361-91d5-c3504298507d for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:29:31.844865 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] Routers {'41e59b31-1260-4361-91d5-c3504298507d'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:31.845469 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['41e59b31-1260-4361-91d5-c3504298507d'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:31.876149 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] For port 99237a51-25c4-45a3-a0e4-75aae5903d6b, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=99237a51-25c4-45a3-a0e4-75aae5903d6b,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:31.876617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:31.888970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Calling delete_port for 99237a51-25c4-45a3-a0e4-75aae5903d6b owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:32.027540 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] Set router 41e59b31-1260-4361-91d5-c3504298507d gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:32.066399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.089471 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:29:31Z', 'revision_number': 6, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:32.092394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=99237a51-25c4-45a3-a0e4-75aae5903d6b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:32.111170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c836705-31c2-465e-afcd-8fd031bc791e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:32.120291 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94080f-3879-4907-b42f-d6abbc2859f8 None None] The sync data for ids ['41e59b31-1260-4361-91d5-c3504298507d'] in n-d-816206-6 is: [{'id': '41e59b31-1260-4361-91d5-c3504298507d', 'name': 'tempest-TestEncryptedCinderVolumes-369178809-router', 'tenant_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:07Z', 'updated_at': '2021-11-22T17:29:31Z', 'revision_number': 6, 'project_id': '4d604a4170bd48ddb86abe08bb0bf8c6', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:29:32.167337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.257718 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.259848 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.302399 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.302892 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41e59b31-1260-4361-91d5-c3504298507d {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:29:32.307881 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.311533 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ac755958-c360-41a2-bbd7-ca059723cdb8 admin admin] 10.222.0.65 "DELETE /v2.0/routers/41e59b31-1260-4361-91d5-c3504298507d HTTP/1.1" status: 204 len: 168 time: 0.8118656 Nov 22 17:29:32.311855 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52812) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:32.357195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Deleting subnet 8118ef97-144e-45bd-bc56-e43d9b1a98b5 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:29:32.360614 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.400523 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.480754 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.535483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.565142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8118ef97-144e-45bd-bc56-e43d9b1a98b5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:32.567891 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.572393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69db521-3df6-4dd2-a231-4b9e7e5a4ad8 None None] Network b78e19eb-c31f-45f7-808b-d035222666f6 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:29:32.574014 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-637cdc49-2ba4-4ce2-a269-5fecacd72a43 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8118ef97-144e-45bd-bc56-e43d9b1a98b5 HTTP/1.1" status: 204 len: 168 time: 0.2611458 Nov 22 17:29:32.574385 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52814) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:32.642865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.703075 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Deleting port c0a16f0b-c42a-43f3-950c-f0b9c732978a {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:32.703416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.767783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] For port c0a16f0b-c42a-43f3-950c-f0b9c732978a, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c0a16f0b-c42a-43f3-950c-f0b9c732978a,segment=NetworkSegment(14f7d64f-27b6-4c78-82bb-2addcafe1aac),segment_id=14f7d64f-27b6-4c78-82bb-2addcafe1aac)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:32.768137 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.781081 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Calling delete_port for c0a16f0b-c42a-43f3-950c-f0b9c732978a owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:32.861439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.875962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4910e8f-830e-4e2f-83f4-b92c994f7d3e None None] DHCP port deletion for b78e19eb-c31f-45f7-808b-d035222666f6 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:32.893356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a16f0b-c42a-43f3-950c-f0b9c732978a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:32.897795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] No DVR routers for this DVR port c0a16f0b-c42a-43f3-950c-f0b9c732978a on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:29:32.968711 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:32.992466 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78e19eb-c31f-45f7-808b-d035222666f6']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:33.002071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f7d64f-27b6-4c78-82bb-2addcafe1aac') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:33.002367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f7d64f-27b6-4c78-82bb-2addcafe1aac') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:33.012855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.028913 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.035764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Releasing vlan 874 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:29:33.036156 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:29:33.038759 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:29:33.100063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.106538 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.109716 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b78e19eb-c31f-45f7-808b-d035222666f6 HTTP/1.1" status: 204 len: 168 time: 0.5342433 Nov 22 17:29:33.113589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52816) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:33.122544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a11c2f-23f3-48ba-91fd-cc09f0e74857 admin admin] Pushing event deleted for resources: {'Network': ['ID=b78e19eb-c31f-45f7-808b-d035222666f6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:33.465077 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.712992 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Deleting port 25d79f87-574a-4f77-8dd8-1a1032b43aaf {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:33.713351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.759920 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c0a16f0b-c42a-43f3-950c-f0b9c732978a no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:33.780005 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c0a16f0b-c42a-43f3-950c-f0b9c732978a {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:33.780358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c0a16f0b-c42a-43f3-950c-f0b9c732978a not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:33.780761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:33.791875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] For port 25d79f87-574a-4f77-8dd8-1a1032b43aaf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=25d79f87-574a-4f77-8dd8-1a1032b43aaf,segment=NetworkSegment(db916424-b3de-43d1-bd30-3580d52587f6),segment_id=db916424-b3de-43d1-bd30-3580d52587f6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:33.792263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:33.804157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:33.804449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5c5b50c8-ceec-40b3-84ad-0d8d4d0ddf12 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:33.804856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99237a51-25c4-45a3-a0e4-75aae5903d6b no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:33.809467 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Calling delete_port for 25d79f87-574a-4f77-8dd8-1a1032b43aaf owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:33.823755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 99237a51-25c4-45a3-a0e4-75aae5903d6b {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:33.824104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 99237a51-25c4-45a3-a0e4-75aae5903d6b not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:33.986931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:34.012353 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Pushing event deleted for resources: {'Port': ['ID=25d79f87-574a-4f77-8dd8-1a1032b43aaf,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:34.180984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:34.400932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Router 4f10c24b-a615-4d44-a02c-450c4a058dd6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:29:34.507881 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:29:34.513830 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-70dd1ee6-f3fe-48b0-96b2-a883f137bc96 admin admin] 10.222.0.65 "PUT /v2.0/routers/4f10c24b-a615-4d44-a02c-450c4a058dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3989749 Nov 22 17:29:34.516198 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52818) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:34.517292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] Sync routers for ids ['4f10c24b-a615-4d44-a02c-450c4a058dd6'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:29:34.528049 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] Routers {'4f10c24b-a615-4d44-a02c-450c4a058dd6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:34.528673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4f10c24b-a615-4d44-a02c-450c4a058dd6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:34.637949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] Set router 4f10c24b-a615-4d44-a02c-450c4a058dd6 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:34.832159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:29:33Z', 'revision_number': 5, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:34.863896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] Checking router: 4f10c24b-a615-4d44-a02c-450c4a058dd6 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:29:34.872881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] Routers {'4f10c24b-a615-4d44-a02c-450c4a058dd6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:34.873505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['4f10c24b-a615-4d44-a02c-450c4a058dd6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:34.884766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:34.983931 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] Set router 4f10c24b-a615-4d44-a02c-450c4a058dd6 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:34.990869 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.061930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Deleting port 7c330e98-e73b-4fe8-bc85-bbb041a6649f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:35.062274 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.153162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] For port 7c330e98-e73b-4fe8-bc85-bbb041a6649f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7c330e98-e73b-4fe8-bc85-bbb041a6649f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:35.153617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.172785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Calling delete_port for 7c330e98-e73b-4fe8-bc85-bbb041a6649f owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:35.185634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:29:33Z', 'revision_number': 5, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:35.213726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aeb66f0-4c74-479d-9b14-0931c2d3815f None None] The sync data for ids ['4f10c24b-a615-4d44-a02c-450c4a058dd6'] in n-d-816206-6 is: [{'id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'name': 'tempest-TestEncryptedCinderVolumes-519232216-router', 'tenant_id': '7868f80bac984aa2bdb10b846feb267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53'}], 'enable_snat': True}, 'gw_port_id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:29:33Z', 'revision_number': 5, 'project_id': '7868f80bac984aa2bdb10b846feb267b', 'gw_port': {'id': '7c330e98-e73b-4fe8-bc85-bbb041a6649f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f10c24b-a615-4d44-a02c-450c4a058dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:28:12Z', 'updated_at': '2021-11-22T17:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:29:35.358338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.384930 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Pushing event deleted for resources: {'Port': ['ID=7c330e98-e73b-4fe8-bc85-bbb041a6649f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:35.398928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b10f2-919a-4d4e-a566-af982a4e8dae None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:35.450583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.542822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.544826 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.600219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.600862 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f10c24b-a615-4d44-a02c-450c4a058dd6 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:29:35.605720 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.609068 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2cc57ae6-ac8b-48d6-8c49-84af9f96614b admin admin] 10.222.0.65 "DELETE /v2.0/routers/4f10c24b-a615-4d44-a02c-450c4a058dd6 HTTP/1.1" status: 204 len: 168 time: 1.0896864 Nov 22 17:29:35.609313 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52820) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:35.665436 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Deleting subnet a746bda7-4e51-49a2-865e-85bbc0bb2f16 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:29:35.668918 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.705640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.799635 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.833571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d79f87-574a-4f77-8dd8-1a1032b43aaf no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:35.860936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 25d79f87-574a-4f77-8dd8-1a1032b43aaf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:35.861279 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 25d79f87-574a-4f77-8dd8-1a1032b43aaf not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:35.870965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.901984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:35.907769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbef967b-06d6-473a-bac5-157b1abe8543 None None] Network e0535b56-d0e1-45d8-9aa1-4e734ac8e05c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:29:35.913453 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a746bda7-4e51-49a2-865e-85bbc0bb2f16 HTTP/1.1" status: 204 len: 168 time: 0.3002021 Nov 22 17:29:35.914013 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:35.921132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852dca16-0a71-4b06-bfed-c2f9e10f6e7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a746bda7-4e51-49a2-865e-85bbc0bb2f16,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:35.997808 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.062305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Deleting port c0899a12-392d-4104-a945-a0c7a2398874 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:29:36.062723 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.129193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] For port c0899a12-392d-4104-a945-a0c7a2398874, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c0899a12-392d-4104-a945-a0c7a2398874,segment=NetworkSegment(db916424-b3de-43d1-bd30-3580d52587f6),segment_id=db916424-b3de-43d1-bd30-3580d52587f6)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:36.129561 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.143473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Calling delete_port for c0899a12-392d-4104-a945-a0c7a2398874 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:29:36.231895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.260715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0899a12-392d-4104-a945-a0c7a2398874,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:36.265194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] No DVR routers for this DVR port c0899a12-392d-4104-a945-a0c7a2398874 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:29:36.348213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b0393-8e83-4917-803c-7ee5d61067f7 None None] DHCP port deletion for e0535b56-d0e1-45d8-9aa1-4e734ac8e05c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:36.348617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.374261 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0535b56-d0e1-45d8-9aa1-4e734ac8e05c']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:36.387006 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db916424-b3de-43d1-bd30-3580d52587f6') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:36.387336 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db916424-b3de-43d1-bd30-3580d52587f6') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:36.403218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.419860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.428603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:29:36.429092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:29:36.431029 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:29:36.497310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.503103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.506745 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e0535b56-d0e1-45d8-9aa1-4e734ac8e05c HTTP/1.1" status: 204 len: 168 time: 0.5919468 Nov 22 17:29:36.518954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1af5d2-111d-4811-9ebd-00037e2ae316 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0535b56-d0e1-45d8-9aa1-4e734ac8e05c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:36.682136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:36.723818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2b97570e-541d-433f-95f5-31fb29073127 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d604a4170bd48ddb86abe08bb0bf8c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0404880 Nov 22 17:29:36.726259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:36.778230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b8c06be-0b50-474c-b216-9fc8157d3542 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.799392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b8c06be-0b50-474c-b216-9fc8157d3542 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.848021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b8c06be-0b50-474c-b216-9fc8157d3542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.850713 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b8c06be-0b50-474c-b216-9fc8157d3542 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:36.851853 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b8c06be-0b50-474c-b216-9fc8157d3542 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/612eefdb-a6d4-4185-bf70-b7a86689eef8 HTTP/1.1" status: 204 len: 168 time: 0.1246831 Nov 22 17:29:36.859544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c06be-0b50-474c-b216-9fc8157d3542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612eefdb-a6d4-4185-bf70-b7a86689eef8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:37.192643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52834) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:37.235988 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c8a2ff57-f0e1-418a-8897-c81f7df4fcd7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7868f80bac984aa2bdb10b846feb267b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421600 Nov 22 17:29:37.238475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52836) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:37.289556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d01038ed-864c-4a67-bb78-7ab9581e435b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:37.311357 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d01038ed-864c-4a67-bb78-7ab9581e435b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:37.366772 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d01038ed-864c-4a67-bb78-7ab9581e435b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:37.369470 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d01038ed-864c-4a67-bb78-7ab9581e435b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:37.370673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d01038ed-864c-4a67-bb78-7ab9581e435b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/523b6e32-d9b7-4f37-b24b-0301300be504 HTTP/1.1" status: 204 len: 168 time: 0.1313016 Nov 22 17:29:37.381261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01038ed-864c-4a67-bb78-7ab9581e435b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523b6e32-d9b7-4f37-b24b-0301300be504,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:37.751840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7c330e98-e73b-4fe8-bc85-bbb041a6649f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:37.774211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7c330e98-e73b-4fe8-bc85-bbb041a6649f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:37.774832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7c330e98-e73b-4fe8-bc85-bbb041a6649f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:37.775256 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c0899a12-392d-4104-a945-a0c7a2398874 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:29:37.795768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c0899a12-392d-4104-a945-a0c7a2398874 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:29:37.796108 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c0899a12-392d-4104-a945-a0c7a2398874 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:29:37.884130 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.125762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52858) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:38.229229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1110361724-network', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:29:38.252330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Made reservation on behalf of b37d375725e54da89c49f651297d0bd7 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:29:38.255755 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.265024 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.347715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.347715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.373162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:29:38.382873 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c063526-8861-49e6-b4ce-27720f9f97a2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:38.389262 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.390749 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Added segment 3d6879c5-a468-457b-b991-281581844ffa of type vlan for network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 Nov 22 17:29:38.437765 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.466617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.467504 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:38.468124 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.522651 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3957534 Nov 22 17:29:38.525725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52862) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:38.530846 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Request body: {'subnet': {'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1110361724-subnet', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:29:38.537113 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a355-9f4f-426e-93b7-61c9e9f44d7a admin admin] Pushing event updated for resources: {'Network': ['ID=bcae36e6-aff3-4f9d-9139-188fdb7d86f2,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:38.551881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:29:38.565088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Made reservation on behalf of b37d375725e54da89c49f651297d0bd7 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:29:38.569113 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.745062 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.798450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:38.809326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Checking segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:38.809718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Network hostable DHCP agents. Network: bcae36e6-aff3-4f9d-9139-188fdb7d86f2, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:29:38.827326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:29:38.836098 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, bcae36e6-aff3-4f9d-9139-188fdb7d86f2) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:38.840324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:38.840948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.845779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f4e808-ccda-4489-aea6-436b239e08f8 None None] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:29:38.856793 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ff397547-5bb0-44ff-a4b4-825278ec9fb3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3299334 Nov 22 17:29:38.859640 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52864) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:38.864519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:29:38.885960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.886954 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.939071 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:38.996041 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:29:38.996853 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.089257 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.132155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Allocated IP 172.20.0.2 (bcae36e6-aff3-4f9d-9139-188fdb7d86f2/9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92/32cd20eb-49f8-43bc-b951-d328e8d80ed8) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:29:39.273359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.279111 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.289344 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.318008 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.325412 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:39.328681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:39.332739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:29:39.340315 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Pushing event updated for resources: {'Port': ['ID=32cd20eb-49f8-43bc-b951-d328e8d80ed8,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:39.404181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Attempting to bind port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:29:39.404555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Attempting to bind port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:29:39.404929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Attempting to bind port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 on network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:29:39.414576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:29:39.414951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Checking segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:39.415360 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.415758 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Bound using segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:29:39.416233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Bound port: 32cd20eb-49f8-43bc-b951-d328e8d80ed8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:29:39.416622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.429093 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Allocated IP 172.25.6.18 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/2d4b547b-5471-4cc8-ba31-6493397fb9e9) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:29:39.524655 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.536719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.540915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] For port 32cd20eb-49f8-43bc-b951-d328e8d80ed8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:29:39.547521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] For port 32cd20eb-49f8-43bc-b951-d328e8d80ed8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=32cd20eb-49f8-43bc-b951-d328e8d80ed8,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:29:39.577303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.579179 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.619060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:39.622222 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:39.625821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:29:39.650133 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Pushing event updated for resources: {'Port': ['ID=2d4b547b-5471-4cc8-ba31-6493397fb9e9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:39.785453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db38dce-afcd-43bb-ad1a-06b1c1e31890 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:39.832269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c98e39f-9dc6-4cda-8b41-d70bd18334f4 None None] Pushing event updated for resources: {'Port': ['ID=32cd20eb-49f8-43bc-b951-d328e8d80ed8,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:39.866619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1560a4eb-2e30-4de7-974d-8e9e889e9193 None None] Provisioning complete for port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:39.867331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1560a4eb-2e30-4de7-974d-8e9e889e9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:39.904556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1560a4eb-2e30-4de7-974d-8e9e889e9193 None None] Port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:39.905537 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:40.138163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:40.278417 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Router c17b88c5-fff4-432e-aad0-7d00800a30af is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:29:40.388588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:29:40.397590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Sync routers for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:29:40.405922 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:40.410163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8dd2d974-5bd5-44de-822d-5db0532fa9da admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5464177 Nov 22 17:29:40.410308 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:40.410308 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:40.410538 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52866) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:40.544874 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:40.767392 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:39Z', 'revision_number': 3, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:40.803431 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Checking router: c17b88c5-fff4-432e-aad0-7d00800a30af for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:29:40.803755 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Updating router c17b88c5-fff4-432e-aad0-7d00800a30af port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:29:40.833516 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:40.865777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c943851b-d7bf-4187-a674-df647004da67 None None] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:29:40.960292 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d481c877-f2ff-4a8c-a0d8-2c03875fd5ea None None] Provisioning complete for port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:40.961461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d481c877-f2ff-4a8c-a0d8-2c03875fd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.103801 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d481c877-f2ff-4a8c-a0d8-2c03875fd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.111717 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.120002 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.140632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d481c877-f2ff-4a8c-a0d8-2c03875fd5ea None None] For port 32cd20eb-49f8-43bc-b951-d328e8d80ed8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=32cd20eb-49f8-43bc-b951-d328e8d80ed8,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:41.145092 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d481c877-f2ff-4a8c-a0d8-2c03875fd5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.199232 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Pushing event updated for resources: {'Port': ['ID=2d4b547b-5471-4cc8-ba31-6493397fb9e9,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:41.207154 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Attempting to bind port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:29:41.207525 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Attempting to bind port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:29:41.207893 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Attempting to bind port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:29:41.208294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d481c877-f2ff-4a8c-a0d8-2c03875fd5ea None None] Pushing event updated for resources: {'Port': ['ID=32cd20eb-49f8-43bc-b951-d328e8d80ed8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:41.211493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ead3d6-ad5a-4822-a8be-c6d685e15711 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:41.215477 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.215974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.216445 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.216793 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.217132 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.217466 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.218325 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.218660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.219020 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.219352 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.219680 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.220004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:29:41.223050 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.224503 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:29:41.224883 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:41.225447 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.225864 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:29:41.226739 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Bound port: 2d4b547b-5471-4cc8-ba31-6493397fb9e9, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:29:41.227242 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.271125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-79a26230-2ac7-4f1f-a474-2dbc23519e93 None None] Provisioning complete for port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:41.271503 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79a26230-2ac7-4f1f-a474-2dbc23519e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.289067 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] For port 2d4b547b-5471-4cc8-ba31-6493397fb9e9, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:29:41.292677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] For port 2d4b547b-5471-4cc8-ba31-6493397fb9e9, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2d4b547b-5471-4cc8-ba31-6493397fb9e9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:29:41.297087 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.316923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-79a26230-2ac7-4f1f-a474-2dbc23519e93 None None] Port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:41.348151 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce6c47-4040-4bcb-b2f9-2659619c4524 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:41.358078 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:41.358681 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:41.398455 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a009f-ac25-4f62-845b-56b12377a314 None None] Pushing event updated for resources: {'Port': ['ID=2d4b547b-5471-4cc8-ba31-6493397fb9e9,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:41.439044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9ed8774e-33b0-42bf-92aa-e74bdaeea59b None None] Provisioning complete for port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:41.439413 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ed8774e-33b0-42bf-92aa-e74bdaeea59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.468623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Allocated IP 172.20.0.1 (bcae36e6-aff3-4f9d-9139-188fdb7d86f2/9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92/116cc231-9520-4d52-9dbc-bc06c3e4a753) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:29:41.475310 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:41.526665 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ed8774e-33b0-42bf-92aa-e74bdaeea59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.549006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9ed8774e-33b0-42bf-92aa-e74bdaeea59b None None] For port 2d4b547b-5471-4cc8-ba31-6493397fb9e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2d4b547b-5471-4cc8-ba31-6493397fb9e9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:41.553947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ed8774e-33b0-42bf-92aa-e74bdaeea59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.584926 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.602833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8774e-33b0-42bf-92aa-e74bdaeea59b None None] Pushing event updated for resources: {'Port': ['ID=2d4b547b-5471-4cc8-ba31-6493397fb9e9,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:41.623799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.661955 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:41.665684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:41.666795 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:39Z', 'revision_number': 3, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:41.669492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:29:41.675207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-01d702e7-8b92-4c1b-80dc-544bd491231c None None] Provisioning complete for port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:41.676250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-01d702e7-8b92-4c1b-80dc-544bd491231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.703688 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecf2da4-097b-49b8-b4b3-b46d563e4345 None None] The sync data for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 is: [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:39Z', 'revision_number': 3, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:29:41.718856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.803810 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Pushing event updated for resources: {'Port': ['ID=116cc231-9520-4d52-9dbc-bc06c3e4a753,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:41.850685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 32cd20eb-49f8-43bc-b951-d328e8d80ed8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:41.875946 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:41.905635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:41.906057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:42.030990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d3ee1ca5-6d0b-418e-8d9c-341103b74a92 None None] Provisioning complete for port 116cc231-9520-4d52-9dbc-bc06c3e4a753 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:42.031576 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d3ee1ca5-6d0b-418e-8d9c-341103b74a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:42.083198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:42.092081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee1ca5-6d0b-418e-8d9c-341103b74a92 None None] Port 116cc231-9520-4d52-9dbc-bc06c3e4a753 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:42.097622 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:42.174210 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:42.176142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Pushing event updated for resources: {'Port': ['ID=116cc231-9520-4d52-9dbc-bc06c3e4a753,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:42.279876 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:42.281305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:42.406708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Router c17b88c5-fff4-432e-aad0-7d00800a30af has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:29:42.521635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a1759a85-f3e5-412b-a705-f95ecd687b1c None None] Provisioning complete for port 116cc231-9520-4d52-9dbc-bc06c3e4a753 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:42.522216 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1759a85-f3e5-412b-a705-f95ecd687b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:42.524275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:29:42.529454 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3f7bbf4e-d97b-437a-b31c-a14adc3ce580 admin admin] 10.222.0.65 "PUT /v2.0/routers/c17b88c5-fff4-432e-aad0-7d00800a30af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1178050 Nov 22 17:29:42.564304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a1759a85-f3e5-412b-a705-f95ecd687b1c None None] Port 116cc231-9520-4d52-9dbc-bc06c3e4a753 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:43.007536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 52882) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:43.012505 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1656689826-network', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:29:43.035102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Made reservation on behalf of e527263793c6490abc8349a127d4ccbb for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:29:43.037284 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.045865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.129020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.133456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.164004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 884} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:29:43.173710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab22c6b-5089-45f4-8134-3601871c8833,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:43.179472 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.179814 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Added segment 6d3e952f-5acd-4056-b282-d3f450278fcc of type vlan for network 1934ad99-810c-49bf-b767-08f4e5535600 Nov 22 17:29:43.225538 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.251681 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.253317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:43.253961 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.311100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3023205 Nov 22 17:29:43.313874 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52884) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:43.318373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7baa9-d827-463f-9fde-a1661b48421f admin admin] Pushing event updated for resources: {'Network': ['ID=1934ad99-810c-49bf-b767-08f4e5535600,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:43.319518 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Request body: {'subnet': {'network_id': '1934ad99-810c-49bf-b767-08f4e5535600', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1656689826-subnet', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'ip_version': 4}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:29:43.328885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 1934ad99-810c-49bf-b767-08f4e5535600 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:29:43.343463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Made reservation on behalf of e527263793c6490abc8349a127d4ccbb for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:29:43.346371 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.430755 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Sync routers for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:29:43.442191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:43.442969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:43.523845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.552502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:43.579955 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fb80fd-596c-4d50-9b0f-7e12e8ebf824,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:43.593100 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Checking segment: {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:43.593461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Network hostable DHCP agents. Network: 1934ad99-810c-49bf-b767-08f4e5535600, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:29:43.611637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Network 1934ad99-810c-49bf-b767-08f4e5535600 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:29:43.630154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 1934ad99-810c-49bf-b767-08f4e5535600) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:43.634477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:43.635135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.646283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d227b6-2f62-4e5f-a43a-7cc10480da69 None None] Network 1934ad99-810c-49bf-b767-08f4e5535600 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:29:43.653818 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-58d76ab5-4757-4ebd-80a9-7893513850a7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3387568 Nov 22 17:29:43.656544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52886) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:43.660924 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:29:43.682304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.683369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.746050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.834431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2d4b547b-5471-4cc8-ba31-6493397fb9e9 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:43.894686 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.922370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-1934ad99-810c-49bf-b767-08f4e5535600', 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'fixed_ips': [{'subnet_id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:29:43.923214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:43.950557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 2, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:43.952756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:43.952756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.004621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Checking router: c17b88c5-fff4-432e-aad0-7d00800a30af for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:29:44.005009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Updating router c17b88c5-fff4-432e-aad0-7d00800a30af port 116cc231-9520-4d52-9dbc-bc06c3e4a753 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:29:44.104213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.105960 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.123685 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.203509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Allocated IP 172.20.0.2 (1934ad99-810c-49bf-b767-08f4e5535600/a0fb80fd-596c-4d50-9b0f-7e12e8ebf824/75fffcb6-1c17-4120-90a7-676f2d604258) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:29:44.234927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Allocated IP 172.25.6.238 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bf6a9259-db26-47b5-9bff-e7214aa5d77c) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:29:44.343576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.379451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.421968 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:44.425271 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:44.428938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:29:44.460044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6a9259-db26-47b5-9bff-e7214aa5d77c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:44.495538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3dbb0f-419a-4a93-ac14-a170fc450fdc None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:44.655884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-21b21f4f-0393-4c49-bc16-60200fa2dd1f None None] Provisioning complete for port bf6a9259-db26-47b5-9bff-e7214aa5d77c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:44.656261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-21b21f4f-0393-4c49-bc16-60200fa2dd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.688659 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.717481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.738616 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.744265 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-21b21f4f-0393-4c49-bc16-60200fa2dd1f None None] Port bf6a9259-db26-47b5-9bff-e7214aa5d77c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:44.823785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Network 1934ad99-810c-49bf-b767-08f4e5535600 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:44.834844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:44.837985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Pushing event updated for resources: {'Port': ['ID=75fffcb6-1c17-4120-90a7-676f2d604258,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:44.841881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:29:44.863291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.886084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.949290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Attempting to bind port 75fffcb6-1c17-4120-90a7-676f2d604258 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:29:44.949698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Attempting to bind port 75fffcb6-1c17-4120-90a7-676f2d604258 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:29:44.950238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Attempting to bind port 75fffcb6-1c17-4120-90a7-676f2d604258 on network 1934ad99-810c-49bf-b767-08f4e5535600 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:29:44.964774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:29:44.965055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Checking segment: {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:44.965408 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.965838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Bound using segment: {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:29:44.966308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Bound port: 75fffcb6-1c17-4120-90a7-676f2d604258, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:29:44.966688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:44.971769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afefb2-fdf0-4224-9e61-ad811f060d99 None None] Pushing event updated for resources: {'Port': ['ID=116cc231-9520-4d52-9dbc-bc06c3e4a753,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:45.070881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Attempting to bind port 116cc231-9520-4d52-9dbc-bc06c3e4a753 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:29:45.071251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Attempting to bind port 116cc231-9520-4d52-9dbc-bc06c3e4a753 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:29:45.071609 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Attempting to bind port 116cc231-9520-4d52-9dbc-bc06c3e4a753 on network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:29:45.083531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:29:45.083788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Checking segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:45.084233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.084669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Bound using segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:29:45.085220 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Bound port: 116cc231-9520-4d52-9dbc-bc06c3e4a753, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:29:45.085872 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.097307 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] For port 75fffcb6-1c17-4120-90a7-676f2d604258, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:29:45.112547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] For port 75fffcb6-1c17-4120-90a7-676f2d604258, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=75fffcb6-1c17-4120-90a7-676f2d604258,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:29:45.134259 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.161989 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.218616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] For port 116cc231-9520-4d52-9dbc-bc06c3e4a753, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:29:45.224123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] For port 116cc231-9520-4d52-9dbc-bc06c3e4a753, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=116cc231-9520-4d52-9dbc-bc06c3e4a753,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:29:45.226324 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf4c15-f32d-4885-a426-3d5921da7336 None None] Pushing event updated for resources: {'Port': ['ID=75fffcb6-1c17-4120-90a7-676f2d604258,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:45.230714 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.305809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bd870ef6-0c61-4ed7-8605-d4e2dae99a80 None None] Provisioning complete for port 116cc231-9520-4d52-9dbc-bc06c3e4a753 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:45.306190 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd870ef6-0c61-4ed7-8605-d4e2dae99a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.309742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afefb2-fdf0-4224-9e61-ad811f060d99 None None] Pushing event updated for resources: {'Port': ['ID=116cc231-9520-4d52-9dbc-bc06c3e4a753,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:45.319782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Router fa2090e2-0289-467a-87b7-d26c85dccae7 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:29:45.347295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:45.349312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:45.467970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:29:45.492190 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Sync routers for ids ['fa2090e2-0289-467a-87b7-d26c85dccae7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:29:45.507057 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Routers {'fa2090e2-0289-467a-87b7-d26c85dccae7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:45.507554 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.507700 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['fa2090e2-0289-467a-87b7-d26c85dccae7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:45.508809 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-462895a4-b93f-429a-b98e-9bff6df9f8e4 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8512940 Nov 22 17:29:45.514291 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 52888) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:29:45.548361 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:45.588458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd870ef6-0c61-4ed7-8605-d4e2dae99a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.665895 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Set router fa2090e2-0289-467a-87b7-d26c85dccae7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:45.710244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bd870ef6-0c61-4ed7-8605-d4e2dae99a80 None None] For port 116cc231-9520-4d52-9dbc-bc06c3e4a753, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=116cc231-9520-4d52-9dbc-bc06c3e4a753,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:45.733560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bd870ef6-0c61-4ed7-8605-d4e2dae99a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.829240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd870ef6-0c61-4ed7-8605-d4e2dae99a80 None None] Pushing event updated for resources: {'Port': ['ID=116cc231-9520-4d52-9dbc-bc06c3e4a753,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:45.867631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-52cd201b-47f5-4fdd-a056-f7cf69ae547f None None] Provisioning complete for port 116cc231-9520-4d52-9dbc-bc06c3e4a753 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:45.868102 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-52cd201b-47f5-4fdd-a056-f7cf69ae547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:45.872480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:45.906122 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:29:44Z', 'revision_number': 3, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:45.925421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 75fffcb6-1c17-4120-90a7-676f2d604258 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:45.948075 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Checking router: fa2090e2-0289-467a-87b7-d26c85dccae7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:29:45.948417 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Updating router fa2090e2-0289-467a-87b7-d26c85dccae7 port bf6a9259-db26-47b5-9bff-e7214aa5d77c binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:29:45.951383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02198758-0702-453f-bb15-7c29d7ac76c1 None None] The sync data for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 is: [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:29:46.032477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 75fffcb6-1c17-4120-90a7-676f2d604258 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:46.032812 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.120026 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.129611 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.164417 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.186678 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 75fffcb6-1c17-4120-90a7-676f2d604258, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=75fffcb6-1c17-4120-90a7-676f2d604258,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:46.196445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.270255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=75fffcb6-1c17-4120-90a7-676f2d604258,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:46.400431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Allocated IP 172.20.0.1 (1934ad99-810c-49bf-b767-08f4e5535600/a0fb80fd-596c-4d50-9b0f-7e12e8ebf824/7dadc7c0-dde3-402e-a5f1-2351fccc1010) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:29:46.470282 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.478265 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.522556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.537370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361b51a1-c2aa-461e-8ab9-c5dc0a40d4e8 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:46.558191 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffcaa4-de6f-401c-ad19-7acace436ed3 None None] Pushing event updated for resources: {'Port': ['ID=bf6a9259-db26-47b5-9bff-e7214aa5d77c,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:46.564779 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Attempting to bind port bf6a9259-db26-47b5-9bff-e7214aa5d77c on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:29:46.568443 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Attempting to bind port bf6a9259-db26-47b5-9bff-e7214aa5d77c by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:29:46.569519 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Attempting to bind port bf6a9259-db26-47b5-9bff-e7214aa5d77c on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:29:46.575756 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:29:46.576353 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:46.576976 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.577363 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:29:46.578079 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Bound port: bf6a9259-db26-47b5-9bff-e7214aa5d77c, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:29:46.578622 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.591947 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.616026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-11959f26-1436-4900-88de-8e57d06dbd78 None None] Provisioning complete for port bf6a9259-db26-47b5-9bff-e7214aa5d77c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:46.617033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11959f26-1436-4900-88de-8e57d06dbd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.666635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Network 1934ad99-810c-49bf-b767-08f4e5535600 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:46.671636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:46.676042 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:29:46.681852 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] For port bf6a9259-db26-47b5-9bff-e7214aa5d77c, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:29:46.683995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bf1ee1-943d-4c95-b339-4350bb31b667 None None] Network 1934ad99-810c-49bf-b767-08f4e5535600 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:29:46.686142 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] For port bf6a9259-db26-47b5-9bff-e7214aa5d77c, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bf6a9259-db26-47b5-9bff-e7214aa5d77c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:29:46.687178 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-11959f26-1436-4900-88de-8e57d06dbd78 None None] Port bf6a9259-db26-47b5-9bff-e7214aa5d77c cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:46.692750 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.712787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Pushing event updated for resources: {'Port': ['ID=7dadc7c0-dde3-402e-a5f1-2351fccc1010,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:46.732207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.764314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bef41ac-e66f-423d-aec6-6abc53ae7bbf None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:29:46.769905 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Routers {'fa2090e2-0289-467a-87b7-d26c85dccae7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:46.770682 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['fa2090e2-0289-467a-87b7-d26c85dccae7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:46.812740 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffcaa4-de6f-401c-ad19-7acace436ed3 None None] Pushing event updated for resources: {'Port': ['ID=bf6a9259-db26-47b5-9bff-e7214aa5d77c,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:46.852634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Provisioning complete for port 75fffcb6-1c17-4120-90a7-676f2d604258 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:46.853453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.911550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:46.911765 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] Set router fa2090e2-0289-467a-87b7-d26c85dccae7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:47.024854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Provisioning complete for port bf6a9259-db26-47b5-9bff-e7214aa5d77c triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:47.025233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.147824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.149558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.163630 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.181117 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] For port bf6a9259-db26-47b5-9bff-e7214aa5d77c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bf6a9259-db26-47b5-9bff-e7214aa5d77c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:47.200830 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.209532 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:29:44Z', 'revision_number': 3, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:47.254865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.258276 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Pushing event updated for resources: {'Port': ['ID=7dadc7c0-dde3-402e-a5f1-2351fccc1010,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:47.260538 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f89d0f-0667-4d79-916e-3cff1e51f857 None None] The sync data for ids ['fa2090e2-0289-467a-87b7-d26c85dccae7'] in n-d-816206-6 is: [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:29:44Z', 'revision_number': 3, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:29:47.291343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5db49-2b02-43d5-bc12-c4f39f91963b None None] Pushing event updated for resources: {'Port': ['ID=bf6a9259-db26-47b5-9bff-e7214aa5d77c,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:47.332681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2d02da40-6b9c-481f-bc39-24472b1db700 None None] Provisioning complete for port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:47.333053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d02da40-6b9c-481f-bc39-24472b1db700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.383060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2d02da40-6b9c-481f-bc39-24472b1db700 None None] Port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:47.402317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2d02da40-6b9c-481f-bc39-24472b1db700 None None] Provisioning complete for port 75fffcb6-1c17-4120-90a7-676f2d604258 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:47.403178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2d02da40-6b9c-481f-bc39-24472b1db700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.408487 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Network 1934ad99-810c-49bf-b767-08f4e5535600 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:29:47.410741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:29:47.555973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Router fa2090e2-0289-467a-87b7-d26c85dccae7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:29:47.632010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-9ca0b576-06a4-4889-892d-c4c7965a83dc None None] Provisioning complete for port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:47.632550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9ca0b576-06a4-4889-892d-c4c7965a83dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.676690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0b576-06a4-4889-892d-c4c7965a83dc None None] Port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:47.680648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:29:47.691346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-46842569-75dd-4127-bea7-9f823b9eb32c admin admin] 10.222.0.65 "PUT /v2.0/routers/fa2090e2-0289-467a-87b7-d26c85dccae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1737223 Nov 22 17:29:47.908101 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-12498192-e1f6-40f5-ac79-85c2ae52b72a None None] Provisioning complete for port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:47.909185 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-12498192-e1f6-40f5-ac79-85c2ae52b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:47.944149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 75fffcb6-1c17-4120-90a7-676f2d604258 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:47.988839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-12498192-e1f6-40f5-ac79-85c2ae52b72a None None] Port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:29:48.008054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 75fffcb6-1c17-4120-90a7-676f2d604258 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:48.008424 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:48.099760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 116cc231-9520-4d52-9dbc-bc06c3e4a753 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:48.152965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 116cc231-9520-4d52-9dbc-bc06c3e4a753 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:48.153337 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:49.546317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Sync routers for ids ['fa2090e2-0289-467a-87b7-d26c85dccae7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:29:49.557584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Routers {'fa2090e2-0289-467a-87b7-d26c85dccae7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:49.558310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['fa2090e2-0289-467a-87b7-d26c85dccae7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:49.679416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Set router fa2090e2-0289-467a-87b7-d26c85dccae7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:49.820818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bf6a9259-db26-47b5-9bff-e7214aa5d77c up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:50.102534 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ff24b2da-a7c3-41c1-8939-1f82e60f19af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.110508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port bf6a9259-db26-47b5-9bff-e7214aa5d77c triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:50.110957 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.202975 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:29:46Z', 'revision_number': 4, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '7dadc7c0-dde3-402e-a5f1-2351fccc1010', 'name': '', 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'mac_address': 'fa:16:3e:66:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:46Z', 'updated_at': '2021-11-22T17:29:46Z', 'revision_number': 2, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'subnets': [{'id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:50.234386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Checking router: fa2090e2-0289-467a-87b7-d26c85dccae7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:29:50.234738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Updating router fa2090e2-0289-467a-87b7-d26c85dccae7 port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:29:50.266816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.595512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.603012 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.705323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fe3b4-b4ab-43ac-9e3e-6d0d70496ee7 None None] Pushing event updated for resources: {'Port': ['ID=7dadc7c0-dde3-402e-a5f1-2351fccc1010,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:50.739200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Attempting to bind port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:29:50.739586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Attempting to bind port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:29:50.739942 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Attempting to bind port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 on network 1934ad99-810c-49bf-b767-08f4e5535600 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:29:50.745979 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:29:50.746408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Checking segment: {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:29:50.746881 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.747218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Bound using segment: {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:29:50.747704 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Bound port: 7dadc7c0-dde3-402e-a5f1-2351fccc1010, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3e952f-5acd-4056-b282-d3f450278fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:29:50.748091 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.832489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] For port 7dadc7c0-dde3-402e-a5f1-2351fccc1010, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:29:50.837110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] For port 7dadc7c0-dde3-402e-a5f1-2351fccc1010, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7dadc7c0-dde3-402e-a5f1-2351fccc1010,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:29:50.841850 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:50.919542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Routers {'fa2090e2-0289-467a-87b7-d26c85dccae7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:29:50.920189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:29:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['fa2090e2-0289-467a-87b7-d26c85dccae7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:50.959457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fe3b4-b4ab-43ac-9e3e-6d0d70496ee7 None None] Pushing event updated for resources: {'Port': ['ID=7dadc7c0-dde3-402e-a5f1-2351fccc1010,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:51.021951 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2cd58237-7961-43b1-b3a0-504e439fe4d8 None None] Provisioning complete for port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:51.022445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cd58237-7961-43b1-b3a0-504e439fe4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:51.093267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] Set router fa2090e2-0289-467a-87b7-d26c85dccae7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:29:51.273603 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cd58237-7961-43b1-b3a0-504e439fe4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:51.330961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-2cd58237-7961-43b1-b3a0-504e439fe4d8 None None] For port 7dadc7c0-dde3-402e-a5f1-2351fccc1010, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7dadc7c0-dde3-402e-a5f1-2351fccc1010,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:29:51.351603 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2cd58237-7961-43b1-b3a0-504e439fe4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:51.426989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd58237-7961-43b1-b3a0-504e439fe4d8 None None] Pushing event updated for resources: {'Port': ['ID=7dadc7c0-dde3-402e-a5f1-2351fccc1010,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:29:51.438182 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:29:46Z', 'revision_number': 4, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '7dadc7c0-dde3-402e-a5f1-2351fccc1010', 'name': '', 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'mac_address': 'fa:16:3e:66:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:46Z', 'updated_at': '2021-11-22T17:29:50Z', 'revision_number': 4, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'subnets': [{'id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:29:51.474417 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131f4526-e3c2-4088-abeb-045e6aae7d3f None None] The sync data for ids ['fa2090e2-0289-467a-87b7-d26c85dccae7'] in n-d-816206-6 is: [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:29:46Z', 'revision_number': 4, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '7dadc7c0-dde3-402e-a5f1-2351fccc1010', 'name': '', 'network_id': '1934ad99-810c-49bf-b767-08f4e5535600', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'mac_address': 'fa:16:3e:66:d5:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:46Z', 'updated_at': '2021-11-22T17:29:50Z', 'revision_number': 4, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'subnets': [{'id': 'a0fb80fd-596c-4d50-9b0f-7e12e8ebf824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:29:51.541628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-60ebe299-d0d0-4083-99b1-3aa3ce0fe80f None None] Provisioning complete for port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:51.542198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60ebe299-d0d0-4083-99b1-3aa3ce0fe80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:51.813971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7dadc7c0-dde3-402e-a5f1-2351fccc1010 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:29:51.874341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:29:51.874789 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:53.465113 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da26abef-9f5b-4d7d-a3c6-e5a3dda4beb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:54.214438 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:55.597990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:56.154464 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:29:57.856373 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:29:58.422761 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-53cbfced-3efe-4bcf-8570-bc9cb7738c26 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:58.424287 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-53cbfced-3efe-4bcf-8570-bc9cb7738c26 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 815 time: 0.1101921 Nov 22 17:29:58.439400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-4db1508d-985c-4d9b-85f5-64c6b1634972 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/quotas/b37d375725e54da89c49f651297d0bd7 HTTP/1.1" status: 200 len: 375 time: 0.0089695 Nov 22 17:29:58.492076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-0b0309fa-1401-4a48-a926-221b362cb053 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458212 Nov 22 17:29:58.693749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-3ce173bb-9c3b-49f0-b202-a68295f7317f service neutron] 10.222.0.65 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892157 Nov 22 17:29:58.782863 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-61ebdbff-b104-40db-aa9d-6373e8a8683f service neutron] 10.222.0.65 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827930 Nov 22 17:29:58.949296 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a04d866-bd8d-41db-98d3-dc4f87673184 req-72659f3e-5564-49fc-801f-c313530cac7b tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 210 time: 0.0283437 Nov 22 17:29:59.952172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-077fe97f-f5bb-4021-8d0e-31d3575ee184 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:29:59.953633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-077fe97f-f5bb-4021-8d0e-31d3575ee184 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 815 time: 0.1149175 Nov 22 17:29:59.968226 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'port': {'device_id': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'admin_state_up': True, 'tenant_id': 'b37d375725e54da89c49f651297d0bd7'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:00.048628 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2bd8e36-bfcf-48c9-81c4-5c229a80b05a req-85534a9d-e3e8-46b1-a593-105f7b433e64 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 210 time: 0.0279863 Nov 22 17:30:00.085944 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Made reservation on behalf of b37d375725e54da89c49f651297d0bd7 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:30:00.089593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:00.237683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Allocated IP 172.20.0.11 (bcae36e6-aff3-4f9d-9139-188fdb7d86f2/9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92/293107f5-9d48-4b19-9982-1e78050bca60) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:30:00.465440 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:00.506383 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:00.553978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:30:00.557482 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:30:00.561341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:30:00.603427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:00.619209 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.619547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.619940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.620283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.620695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.621007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.621346 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.621744 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.622086 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.622442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.622803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.623135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:00.639505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:00.640191 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:00.664462 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-23031c9b-2ecb-42aa-a497-b3717798fa3d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6995320 Nov 22 17:30:00.868739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-119af05f-693b-4681-9fde-f39e4732a3b6 None None] Provisioning complete for port 293107f5-9d48-4b19-9982-1e78050bca60 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:30:00.869289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-119af05f-693b-4681-9fde-f39e4732a3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:00.904133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-119af05f-693b-4681-9fde-f39e4732a3b6 None None] Port 293107f5-9d48-4b19-9982-1e78050bca60 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:30:01.188247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5266074-1e76-4a13-9b9f-161351aa5b77 req-7dd11c7d-0b94-46e2-b9cb-21f22c4d8c7c tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:01.190245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5266074-1e76-4a13-9b9f-161351aa5b77 req-7dd11c7d-0b94-46e2-b9cb-21f22c4d8c7c tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0634763 Nov 22 17:30:01.253108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d5266074-1e76-4a13-9b9f-161351aa5b77 req-b818df2a-4d1b-46c8-86ab-212c4bf9acda tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508976 Nov 22 17:30:02.378174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e86ff2-702c-4bd6-88a4-d329bc148a10 req-0c941ebe-cf3f-4b74-a754-a2d3e333293f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:02.379835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81e86ff2-702c-4bd6-88a4-d329bc148a10 req-0c941ebe-cf3f-4b74-a754-a2d3e333293f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0528908 Nov 22 17:30:02.431951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81e86ff2-702c-4bd6-88a4-d329bc148a10 req-fc20d851-5869-4857-8be7-0ba7a7ef37a6 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457377 Nov 22 17:30:03.569028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358baff6-67f0-439f-a9ec-910887f697cd req-44f75be8-8f8f-4544-8a5d-0aa5a98ed97c tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:03.571309 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-358baff6-67f0-439f-a9ec-910887f697cd req-44f75be8-8f8f-4544-8a5d-0aa5a98ed97c tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0688424 Nov 22 17:30:03.631233 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-358baff6-67f0-439f-a9ec-910887f697cd req-18080b4b-17ad-4129-b9e7-706cbfb3832e tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537813 Nov 22 17:30:04.779007 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cd1c3-c3fe-4776-b3a0-02bd48fcb675 req-585793cf-8364-4c35-81fa-4d70ceddd0f5 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:04.785570 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad2cd1c3-c3fe-4776-b3a0-02bd48fcb675 req-585793cf-8364-4c35-81fa-4d70ceddd0f5 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0659695 Nov 22 17:30:04.835095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ad2cd1c3-c3fe-4776-b3a0-02bd48fcb675 req-cfc35b13-9628-42c9-b280-5ae88b96d343 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475087 Nov 22 17:30:05.985883 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a7ab4-07e7-43ea-973a-3251e21eb914 req-5945f071-40ad-401a-aa02-826952578c4a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:05.987472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a6a7ab4-07e7-43ea-973a-3251e21eb914 req-5945f071-40ad-401a-aa02-826952578c4a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0623553 Nov 22 17:30:06.046428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1a6a7ab4-07e7-43ea-973a-3251e21eb914 req-a988bbd0-f287-4b4f-9af6-8483680605fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520806 Nov 22 17:30:07.175206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ea8a6-007f-49e8-85c7-3509158309c7 req-c56c94b5-a97a-43f9-93f1-7e1d9a540196 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:07.178385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-665ea8a6-007f-49e8-85c7-3509158309c7 req-c56c94b5-a97a-43f9-93f1-7e1d9a540196 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0581880 Nov 22 17:30:07.229732 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-665ea8a6-007f-49e8-85c7-3509158309c7 req-628e8e92-8625-4c6e-a318-31344acfa4bb tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445943 Nov 22 17:30:07.883930 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:08.358088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388539-0615-4c44-a2e3-c7a672ca3eed req-273d4c35-c1ee-4b5f-a875-cf96d0163372 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:08.359825 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f388539-0615-4c44-a2e3-c7a672ca3eed req-273d4c35-c1ee-4b5f-a875-cf96d0163372 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0564580 Nov 22 17:30:08.414441 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f388539-0615-4c44-a2e3-c7a672ca3eed req-e3b0a4f5-2d0a-422f-901a-356083ef6086 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Nov 22 17:30:09.530896 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:09.566827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ca4ee-2e74-4c64-909f-e8fcc2362a2b req-13cca9d1-d78b-4034-91bb-fed2bd9378ad tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:09.568723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c4ca4ee-2e74-4c64-909f-e8fcc2362a2b req-13cca9d1-d78b-4034-91bb-fed2bd9378ad tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0684624 Nov 22 17:30:09.631878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c4ca4ee-2e74-4c64-909f-e8fcc2362a2b req-3bc76c64-076a-4d73-b989-e5d15a887728 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Nov 22 17:30:10.614393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-e5693d35-5a8e-47a3-8f42-6d26a12faad3 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:30:10.615663 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-e5693d35-5a8e-47a3-8f42-6d26a12faad3 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061817 Nov 22 17:30:10.677457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Request body: {'port': {'device_id': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:10.734254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:10.761027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc97799-7467-412c-a5f2-134cba0944a3 req-c51d8ab6-3fb1-49fa-921a-6e5b5aba31b2 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:10.762746 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffc97799-7467-412c-a5f2-134cba0944a3 req-c51d8ab6-3fb1-49fa-921a-6e5b5aba31b2 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 932 time: 0.0579054 Nov 22 17:30:10.812334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ffc97799-7467-412c-a5f2-134cba0944a3 req-0782863f-12bc-48cd-8dcc-90a7d234f346 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436003 Nov 22 17:30:11.021381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293107f5-9d48-4b19-9982-1e78050bca60 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:30:11.028769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:11.041106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Transition to ACTIVE for port object 293107f5-9d48-4b19-9982-1e78050bca60 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:30:11.044907 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:11.099340 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:11.169869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Attempting to bind port 293107f5-9d48-4b19-9982-1e78050bca60 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:30:11.170211 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Attempting to bind port 293107f5-9d48-4b19-9982-1e78050bca60 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:30:11.170542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Attempting to bind port 293107f5-9d48-4b19-9982-1e78050bca60 on network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:30:11.175064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Port 293107f5-9d48-4b19-9982-1e78050bca60 on network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:30:11.175427 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Attempting to bind port 293107f5-9d48-4b19-9982-1e78050bca60 on network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:30:11.180899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:30:11.181366 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Checking segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:30:11.181793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Bound using segment: {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:30:11.182223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Bound port: 293107f5-9d48-4b19-9982-1e78050bca60, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d6879c5-a468-457b-b991-281581844ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:30:11.182582 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:11.261394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:30:11.264406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:30:11.269674 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:11.304827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.305798 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:11.307229 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] 10.222.0.20 "PUT /v2.0/ports/293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 1092 time: 0.6821220 Nov 22 17:30:11.312304 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:30:11.314803 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03b412d-1a36-4e52-aa21-3a74107a6ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:30:11.345693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d16616-78fe-49b3-b2c6-fb8c09aff04b service neutron] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:11.382853 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383e681b-2a4c-48ed-94a7-fbe502776f35 x-openstack-request-id: req-383e681b-2a4c-48ed-94a7-fbe502776f35 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:30:11.383331 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:30:11.383662 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-383e681b-2a4c-48ed-94a7-fbe502776f35 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:30:11.384487 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'status': 'completed', 'code': 200} Nov 22 17:30:11.402007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-35078de0-4bc3-4f46-98ed-90de6e7100d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.403768 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-35078de0-4bc3-4f46-98ed-90de6e7100d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1095 time: 0.0516224 Nov 22 17:30:11.454637 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-0453929d-9fa7-4355-9922-1c1a4320a55a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 217 time: 0.0409744 Nov 22 17:30:11.506964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-3cfdcdb5-8670-496a-8562-1e0f8dc51b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.508507 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-3cfdcdb5-8670-496a-8562-1e0f8dc51b73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0459213 Nov 22 17:30:11.556339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409e84a-d399-43eb-9442-74597cf9880e req-4eedfc91-dc98-418d-9c83-589972ed1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.557856 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-4eedfc91-dc98-418d-9c83-589972ed1d98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416527 Nov 22 17:30:11.669556 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-1e5ff182-a832-4b3a-8597-48870e92bb23 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037512 Nov 22 17:30:11.767178 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1409e84a-d399-43eb-9442-74597cf9880e req-26da4104-92c9-43d8-966d-0bcf2b5b8325 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872874 Nov 22 17:30:11.855838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-fd18d0be-21f0-4deb-92b1-a0490890e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.857330 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-fd18d0be-21f0-4deb-92b1-a0490890e8e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1095 time: 0.0427063 Nov 22 17:30:11.930264 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff539410-fa94-4351-a75c-f0e452b3cae5 req-a54b2e7b-26ce-4143-be40-0540f380164a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.932260 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff539410-fa94-4351-a75c-f0e452b3cae5 req-a54b2e7b-26ce-4143-be40-0540f380164a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 944 time: 0.0512726 Nov 22 17:30:11.958000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-ed7e2d06-4f9c-4b32-878c-dba349d54398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:11.959717 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-ed7e2d06-4f9c-4b32-878c-dba349d54398 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.0932429 Nov 22 17:30:11.987515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ff539410-fa94-4351-a75c-f0e452b3cae5 req-cd75293e-c26a-46b3-8153-f2ebb3a0deb7 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491076 Nov 22 17:30:12.004393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-fe4f5bc9-5aa2-4d57-a55e-cbd559b14a56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 217 time: 0.0366189 Nov 22 17:30:12.054813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-91ece2b2-a951-402d-afb0-372d88a70d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:12.056241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-91ece2b2-a951-402d-afb0-372d88a70d67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0447977 Nov 22 17:30:12.110315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-055202d5-0a03-462e-80fe-2fb9e716149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:12.111723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-055202d5-0a03-462e-80fe-2fb9e716149a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448902 Nov 22 17:30:12.202350 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-7ed0f390-2157-4e22-ad81-11be381785c9 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826726 Nov 22 17:30:12.296971 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f03b412d-1a36-4e52-aa21-3a74107a6ee1 req-c868d9ce-9505-4a2b-a771-87d3b6abbe1a service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870030 Nov 22 17:30:13.110720 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a463089-7122-4dd8-b105-f897283d65bf req-3a179fd8-81ee-4477-84a0-6a85fdfcbb2f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:13.112205 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a463089-7122-4dd8-b105-f897283d65bf req-3a179fd8-81ee-4477-84a0-6a85fdfcbb2f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 944 time: 0.0494432 Nov 22 17:30:13.160195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3a463089-7122-4dd8-b105-f897283d65bf req-c65fa9e1-75c1-422f-a481-442a20df9c24 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411487 Nov 22 17:30:14.278735 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936fe05-98c7-49a2-a8ea-d6796967e40f req-6e1eba4b-445f-4054-b2dc-1db417cb0804 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:14.280258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9936fe05-98c7-49a2-a8ea-d6796967e40f req-6e1eba4b-445f-4054-b2dc-1db417cb0804 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 944 time: 0.0496869 Nov 22 17:30:14.328383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9936fe05-98c7-49a2-a8ea-d6796967e40f req-65581830-e30a-4db2-b0cf-22474f7988ba tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416234 Nov 22 17:30:15.452879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646e7e-6d55-4228-a4c8-bfc744e82348 req-b84564c1-d023-409f-90aa-be4e22ac1d86 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:15.454374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3646e7e-6d55-4228-a4c8-bfc744e82348 req-b84564c1-d023-409f-90aa-be4e22ac1d86 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 944 time: 0.0541868 Nov 22 17:30:15.503841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f3646e7e-6d55-4228-a4c8-bfc744e82348 req-476c4bf8-e2b3-433a-b1ee-78f89acb2bdf tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Nov 22 17:30:15.645424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 293107f5-9d48-4b19-9982-1e78050bca60 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:30:15.741218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:15.756601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '293107f5-9d48-4b19-9982-1e78050bca60', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'port_id': '293107f5-9d48-4b19-9982-1e78050bca60', 'mac_address': 'fa:16:3e:b0:25:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:30:15.799091 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:15.812753 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293107f5-9d48-4b19-9982-1e78050bca60 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:30:15.833968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:15.837944 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:15.885480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:15.893002 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.893340 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.893711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.894603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.894947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.895275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.895680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.895923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.896314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.896567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.896886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:15.897204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:16.082690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['293107f5-9d48-4b19-9982-1e78050bca60'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:30:16.622210 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4e387-7404-49ce-b757-2dda84b1d535 req-32380163-da7f-4a3b-9d22-44bd908ea269 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:16.623691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11f4e387-7404-49ce-b757-2dda84b1d535 req-32380163-da7f-4a3b-9d22-44bd908ea269 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 945 time: 0.0491807 Nov 22 17:30:16.679574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-11f4e387-7404-49ce-b757-2dda84b1d535 req-803f3b3f-27d3-4d66-bae6-46da97d4dedd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Nov 22 17:30:17.647457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 293107f5-9d48-4b19-9982-1e78050bca60 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:30:17.707916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 293107f5-9d48-4b19-9982-1e78050bca60 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:30:17.713803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 293107f5-9d48-4b19-9982-1e78050bca60 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:30:17.714482 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:17.801232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ce023-349c-4529-919e-efebc7a1e8da req-4f282d9b-a7a8-49f9-8182-42c6140bb410 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:17.802744 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:17.802873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-463ce023-349c-4529-919e-efebc7a1e8da req-4f282d9b-a7a8-49f9-8182-42c6140bb410 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 945 time: 0.0519454 Nov 22 17:30:17.827595 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:30:17.829928 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14cd3d0-c67e-48c9-9891-2e2cff900e04" -d '{"events": [{"server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "name": "network-vif-plugged", "status": "completed", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:30:17.843739 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:17.851983 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:17.859222 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-463ce023-349c-4529-919e-efebc7a1e8da req-0c5fa292-961a-4348-9b63-9189b70af81a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503304 Nov 22 17:30:17.879959 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6c6c8f-dc58-4ea2-95cf-c45fe2f7d643 x-openstack-request-id: req-0d6c6c8f-dc58-4ea2-95cf-c45fe2f7d643 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:30:17.880258 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "name": "network-vif-plugged", "status": "completed", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:30:17.880515 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d6c6c8f-dc58-4ea2-95cf-c45fe2f7d643 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:30:17.880908 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'code': 200} Nov 22 17:30:17.905810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:17.976523 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba10a0-ab67-45fc-9a5a-6b32cebab629 req-cdb63084-8d1f-4e5f-a96a-7a0e2d8c669e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:17.978113 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3ba10a0-ab67-45fc-9a5a-6b32cebab629 req-cdb63084-8d1f-4e5f-a96a-7a0e2d8c669e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1097 time: 0.0426102 Nov 22 17:30:18.026378 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a3ba10a0-ab67-45fc-9a5a-6b32cebab629 req-4ab398bb-a9c2-4829-96fb-92ff747bec30 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Nov 22 17:30:18.979656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20961641-cee0-449d-89fc-47ca318c6c37 req-e8ac1efb-37be-427e-91d4-8e9cf655f6f2 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:18.981432 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20961641-cee0-449d-89fc-47ca318c6c37 req-e8ac1efb-37be-427e-91d4-8e9cf655f6f2 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0512192 Nov 22 17:30:19.030050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-20961641-cee0-449d-89fc-47ca318c6c37 req-03d5066b-48f2-4e9d-bfcb-53058444a8db tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426631 Nov 22 17:30:20.076289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b59910bd-0789-4901-bc55-86d341fbc5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:20.150162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666302a-0fcb-49ac-9b0c-bfbaa23f2eef req-6b77bb23-cdc6-4fc7-be79-a7ec392ccb9e tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:20.151704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0666302a-0fcb-49ac-9b0c-bfbaa23f2eef req-6b77bb23-cdc6-4fc7-be79-a7ec392ccb9e tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0509105 Nov 22 17:30:20.201339 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0666302a-0fcb-49ac-9b0c-bfbaa23f2eef req-9ec7c35f-9b83-4770-ba42-5398aee0affa tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Nov 22 17:30:20.322654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5c47a-5fbd-4230-91b8-4b1f95dd2c98 req-f6e1d958-9f78-40a5-9b2a-a18923d44416 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:20.325590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77d5c47a-5fbd-4230-91b8-4b1f95dd2c98 req-f6e1d958-9f78-40a5-9b2a-a18923d44416 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0563831 Nov 22 17:30:20.373718 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77d5c47a-5fbd-4230-91b8-4b1f95dd2c98 req-8cd8f381-9515-4981-8f5c-f868fee0600e tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Nov 22 17:30:20.567434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263ac7f-26ad-4302-9ffe-ec7427636787 req-be54fc23-f806-4bb3-9d84-84ea06600707 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:20.569188 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a263ac7f-26ad-4302-9ffe-ec7427636787 req-be54fc23-f806-4bb3-9d84-84ea06600707 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0493033 Nov 22 17:30:20.619326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a263ac7f-26ad-4302-9ffe-ec7427636787 req-4db9ac6d-8724-441b-8924-c5e488fba61e tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 Nov 22 17:30:23.458694 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2fdd6d2a-e892-4116-8401-37840730fe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:24.214185 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:25.601076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:26.164194 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:34.304412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd05f3-37ab-468c-a0c5-0bcbac41bdca req-725bb22b-d66b-48c4-aff7-9950de9799be tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:34.306026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7fd05f3-37ab-468c-a0c5-0bcbac41bdca req-725bb22b-d66b-48c4-aff7-9950de9799be tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0548303 Nov 22 17:30:34.354111 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f7fd05f3-37ab-468c-a0c5-0bcbac41bdca req-c109fd2e-8ea5-4481-a762-0bc77dc41711 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Nov 22 17:30:34.377187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53094) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:34.467570 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bff272-def9-4025-a032-30a304b04d03 tempest-TestMinimumBasicScenario-1695195921 tempest-TestMinimumBasicScenario-1695195921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:34.468021 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-00bff272-def9-4025-a032-30a304b04d03 tempest-TestMinimumBasicScenario-1695195921 tempest-TestMinimumBasicScenario-1695195921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1092 time: 0.0896471 Nov 22 17:30:34.470907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53098) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:34.475704 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '293107f5-9d48-4b19-9982-1e78050bca60', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:34.499185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:34.604457 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:34.716010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Allocated IP 172.25.6.197 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/6ca662e4-ff5e-43c4-ab47-4adce6bf8a58) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:30:34.819278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:34.853673 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:34.860407 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:30:34.897861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:30:34.902273 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:30:34.906669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:30:34.910589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'Port': ['ID=6ca662e4-ff5e-43c4-ab47-4adce6bf8a58,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:35.647280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:35.749576 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:35.914558 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:35.921331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:35.991162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'Port': ['ID=6ca662e4-ff5e-43c4-ab47-4adce6bf8a58,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:36.007766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.132656 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Floating IP 49eae5e8-194c-4d78-8bfc-33f21d2d2bc5 associated. External IP: 172.25.6.197, port: 293107f5-9d48-4b19-9982-1e78050bca60. Nov 22 17:30:36.351786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Router c17b88c5-fff4-432e-aad0-7d00800a30af has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:30:36.466380 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:30:36.477765 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] Sync routers for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:30:36.488265 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.490061 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:30:36.490696 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:30:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:30:36.516870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c71dbe3e-0a4c-4e1a-9b9d-5ff9605b32bd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0449159 Nov 22 17:30:36.517614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:30:36.521483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53100) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:36.521885 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01821a3a-1fc0-43d6-9b29-4bfab94f2670" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:30:36.526928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130751643', 'description': 'tempest-secgroup-smoke-1130751643 description', 'project_id': 'b37d375725e54da89c49f651297d0bd7'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:36.569616 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.579375 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87cf905-e7f3-462f-87b7-08aa62456ec5 x-openstack-request-id: req-e87cf905-e7f3-462f-87b7-08aa62456ec5 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:30:36.579978 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:30:36.582586 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e87cf905-e7f3-462f-87b7-08aa62456ec5 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:30:36.583363 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'status': 'completed', 'code': 200} Nov 22 17:30:36.610604 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:30:36.649512 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-922f4684-6bbd-4f62-a685-f9974ec0b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:36.651542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-922f4684-6bbd-4f62-a685-f9974ec0b67d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1097 time: 0.0496013 Nov 22 17:30:36.661386 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.666166 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.689670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.691556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1691082 Nov 22 17:30:36.706937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53104) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:36.711882 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group_rule': {'security_group_id': '9a619d71-811d-404d-87af-4c6ae878745b', 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:36.724560 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a619d71-811d-404d-87af-4c6ae878745b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:36.739238 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.739571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.740088 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.740496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.740899 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.741310 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.741716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.742116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.742524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.742919 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.743328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.743718 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea376ba4-84c7-4041-8164-9d31761e6e9f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:30:36.763443 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.793778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-92245525-9692-4240-a01b-763c90a9f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:36.795716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-92245525-9692-4240-a01b-763c90a9f60d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.1358359 Nov 22 17:30:36.836780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.842320 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.878570 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1265c628-1535-4e27-ad95-6b5a52b16135,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:36.887286 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.888778 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8ff84a4-e96b-47b7-b268-564678ac769d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1806269 Nov 22 17:30:36.895181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53106) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:36.902182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group_rule': {'security_group_id': '9a619d71-811d-404d-87af-4c6ae878745b', 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:36.913762 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '49eae5e8-194c-4d78-8bfc-33f21d2d2bc5', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'port_id': '293107f5-9d48-4b19-9982-1e78050bca60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'mac_address': 'fa:16:3e:b0:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:30:35Z', 'updated_at': '2021-11-22T17:30:35Z', 'revision_number': 0, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:30:36.914440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-cd70e05c-582b-4d64-9f53-c53bee0cdbf0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 1000 time: 0.1096201 Nov 22 17:30:36.944797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:36.965423 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] Checking router: c17b88c5-fff4-432e-aad0-7d00800a30af for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:30:36.970702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-9a37aed4-b7e0-4bec-a8bb-1bafae9daff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:36.972346 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-9a37aed4-b7e0-4bec-a8bb-1bafae9daff4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0496402 Nov 22 17:30:36.981588 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:30:36.982940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:30:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:30:37.027135 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.030572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-c5a0b96b-f094-4759-8113-c0e3fc0d7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:37.032006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.032361 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-c5a0b96b-f094-4759-8113-c0e3fc0d7396 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525968 Nov 22 17:30:37.051786 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcd3d91-654a-4edf-a348-f199aa671802,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:37.062281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.063505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c11cd165-a35d-4128-bd5f-2aef9030fa40 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670053 Nov 22 17:30:37.067470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53108) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:37.072160 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group_rule': {'security_group_id': '9a619d71-811d-404d-87af-4c6ae878745b', 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:37.102101 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.110504 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:30:37.136977 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-f330d219-1538-4106-a821-0fa41e9f7301 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963993 Nov 22 17:30:37.166350 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.171380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.192059 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d421314-2351-4a72-a9d2-52c4acdaab91,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:37.202654 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.204081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e1ee9cfa-e280-42fd-a498-befe9c654212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1356373 Nov 22 17:30:37.207406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53110) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:37.212021 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group_rule': {'security_group_id': '9a619d71-811d-404d-87af-4c6ae878745b', 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:37.268199 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-01821a3a-1fc0-43d6-9b29-4bfab94f2670 req-f65356f3-26f0-43fb-811c-32cec1e25cfc service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212397 Nov 22 17:30:37.269374 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.347491 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.352222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.375904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf7b05f-076d-400a-b80a-9c6ec054f37e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:37.382172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.386264 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53112) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:37.386417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e284e048-d104-40ee-9ecc-22f7f9599084 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778533 Nov 22 17:30:37.392628 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group_rule': {'security_group_id': '9a619d71-811d-404d-87af-4c6ae878745b', 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:37.419281 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Project b37d375725e54da89c49f651297d0bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:30:37.426663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.479671 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '49eae5e8-194c-4d78-8bfc-33f21d2d2bc5', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'port_id': '293107f5-9d48-4b19-9982-1e78050bca60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'mac_address': 'fa:16:3e:b0:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:30:35Z', 'updated_at': '2021-11-22T17:30:35Z', 'revision_number': 0, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:30:37.498378 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.502828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.511082 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc9095c-eb30-41ab-92b9-057aeb4d25c8 None None] The sync data for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 is: [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '49eae5e8-194c-4d78-8bfc-33f21d2d2bc5', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'port_id': '293107f5-9d48-4b19-9982-1e78050bca60', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'mac_address': 'fa:16:3e:b0:25:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:30:35Z', 'updated_at': '2021-11-22T17:30:35Z', 'revision_number': 0, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:30:37.527343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d42b37c-a8dd-434c-8b44-bfa9d5e2d6b5,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:37.532965 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.538231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-59b6068a-aef3-4f68-b8bb-39558f5ced63 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503358 Nov 22 17:30:37.539853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53114) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:30:37.544688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'security_group_rule': {'security_group_id': '9a619d71-811d-404d-87af-4c6ae878745b', 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:37.570661 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Project b37d375725e54da89c49f651297d0bd7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:30:37.575871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.640050 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.644489 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.667927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605050ff-4dd1-4af4-a701-f35ebbe22cf9,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:37.679610 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.685426 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e78d3e35-992e-430e-82af-6226855ce874 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442120 Nov 22 17:30:37.729913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f689745e-f4c3-44f1-b8ca-a4bc81343d18 None None] New status for floating IP 49eae5e8-194c-4d78-8bfc-33f21d2d2bc5: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:30:37.794783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c96359-1649-499c-916e-3c71da72b53d req-92ddcfde-75b7-40b0-97e4-480b86efe64e tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130751643&fields=id&tenant_id=b37d375725e54da89c49f651297d0bd7 HTTP/1.1" status: 200 len: 267 time: 0.0465703 Nov 22 17:30:37.852904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c96359-1649-499c-916e-3c71da72b53d req-e36f5c83-c5fd-46a7-9d3b-e1480068d1bb tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:37.854484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c96359-1649-499c-916e-3c71da72b53d req-e36f5c83-c5fd-46a7-9d3b-e1480068d1bb tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0534458 Nov 22 17:30:37.866440 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'port': {'security_groups': ['1c063526-8861-49e6-b4ce-27720f9f97a2', '9a619d71-811d-404d-87af-4c6ae878745b']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:30:37.891366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:37.939915 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:38.128279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:30:38.160682 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:38.165555 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:38.178817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['293107f5-9d48-4b19-9982-1e78050bca60'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:30:38.216686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:38.217292 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:38.218719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-02c96359-1649-499c-916e-3c71da72b53d req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "PUT /v2.0/ports/293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 982 time: 0.3574631 Nov 22 17:30:38.219181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:30:38.224632 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4c9430-8469-491c-b8e1-6ea7e2144a00" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:30:38.272370 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15b696-70f4-487f-97d3-627faff86efc x-openstack-request-id: req-5c15b696-70f4-487f-97d3-627faff86efc {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:30:38.273047 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:30:38.273047 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c15b696-70f4-487f-97d3-627faff86efc {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:30:38.273333 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'status': 'completed', 'code': 200} Nov 22 17:30:38.276536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab6ae1-4304-4543-b864-8bae3bf67151 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=6']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:30:38.301701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['293107f5-9d48-4b19-9982-1e78050bca60'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:30:38.358241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25464ce3-c100-46e7-bde8-0da25e73accf req-8c271f57-1d87-4896-bfa0-830b68eddbf2 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:38.358877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-9a810e78-f679-485c-a18d-9ff2da799986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:38.360736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25464ce3-c100-46e7-bde8-0da25e73accf req-8c271f57-1d87-4896-bfa0-830b68eddbf2 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0735753 Nov 22 17:30:38.361664 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-9a810e78-f679-485c-a18d-9ff2da799986 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1136 time: 0.0612123 Nov 22 17:30:38.450223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-25464ce3-c100-46e7-bde8-0da25e73accf req-f16f4a57-952b-4905-b1f5-be19187dcac4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824015 Nov 22 17:30:38.486866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-5633accf-58ee-47fc-84db-ff1f46865868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:38.488652 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-5633accf-58ee-47fc-84db-ff1f46865868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.1177411 Nov 22 17:30:38.566452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-57cf4af4-9134-4633-be84-d0dcfdbddd18 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 1002 time: 0.0684819 Nov 22 17:30:38.575810 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0fc9e3eb-e626-436b-b4ae-1bde76de9b09 None None] Provisioning complete for port 293107f5-9d48-4b19-9982-1e78050bca60 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:30:38.576181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0fc9e3eb-e626-436b-b4ae-1bde76de9b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:38.621919 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-923d72c3-e471-420b-94b7-de9c69550195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:38.623485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-923d72c3-e471-420b-94b7-de9c69550195 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0498557 Nov 22 17:30:38.674695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-63c35f62-d08e-4695-af54-92f89cdb68fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:38.676499 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-63c35f62-d08e-4695-af54-92f89cdb68fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455844 Nov 22 17:30:38.775731 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-170d6070-85e1-42a4-8856-fcc647b0ef8a service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868330 Nov 22 17:30:39.139931 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-6608b5e8-2466-449d-ba75-45a6f04faebd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679898 Nov 22 17:30:39.144310 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1a4c9430-8469-491c-b8e1-6ea7e2144a00 req-94c95764-e771-4fe9-b9fa-c8e30acd14c4 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582516 Nov 22 17:30:39.258648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-96e6338b-d2a4-46d5-97b1-1e1352fc2a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:39.260119 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-96e6338b-d2a4-46d5-97b1-1e1352fc2a88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1136 time: 0.0448046 Nov 22 17:30:39.367305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-b73695ce-ace8-43dc-afd0-82349bd2ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:39.368758 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-b73695ce-ace8-43dc-afd0-82349bd2ca39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.0835047 Nov 22 17:30:39.442402 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-da384e5b-7cf9-4d3e-a109-afd6684d151e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 1002 time: 0.0616970 Nov 22 17:30:39.491959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-ec9c2e13-fbee-448d-b418-aab23943dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:39.493393 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-ec9c2e13-fbee-448d-b418-aab23943dde2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0432501 Nov 22 17:30:39.524924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:39.541159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-114ffb0d-14c9-4622-8ab7-4ecc41949c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:39.542703 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-114ffb0d-14c9-4622-8ab7-4ecc41949c7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411677 Nov 22 17:30:39.636686 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-7fcd52e7-e4bd-4f67-a562-34385122c149 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853860 Nov 22 17:30:39.729437 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-cf1ccd20-a12c-476e-9f22-2a4f1dd0799d service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Nov 22 17:30:50.078229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dae23a00-e039-4458-b9be-c60d2d610556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:53.460848 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6097b67c-3246-47a0-9e93-2f19c1acf842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:53.685469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1dc12-1130-4dcb-acd5-0f4dc07b60bc req-9ff40771-749c-4272-86c0-99b089a0b678 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:53.687130 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55b1dc12-1130-4dcb-acd5-0f4dc07b60bc req-9ff40771-749c-4272-86c0-99b089a0b678 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0572369 Nov 22 17:30:53.705612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-de77337f-41d9-4330-a765-ab762080f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:53.707273 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-de77337f-41d9-4330-a765-ab762080f858 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1136 time: 0.0565269 Nov 22 17:30:53.756289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55b1dc12-1130-4dcb-acd5-0f4dc07b60bc req-abc32864-b91a-4fa1-98c7-989d70e3e067 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612900 Nov 22 17:30:53.822140 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-8567f74e-3682-4e38-828e-912425d5cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:53.823862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-8567f74e-3682-4e38-828e-912425d5cda1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.1086097 Nov 22 17:30:53.895247 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-35cf18f1-694a-4c06-a220-157c666a064c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 1002 time: 0.0606089 Nov 22 17:30:53.956812 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-c218a24f-2266-4586-8a05-31c0841f4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:53.958819 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-c218a24f-2266-4586-8a05-31c0841f4f38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0527909 Nov 22 17:30:54.006773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-db9e8671-6bcd-4666-8495-4a54b609dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:54.008222 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-db9e8671-6bcd-4666-8495-4a54b609dc81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417171 Nov 22 17:30:54.107237 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-e186f43f-385f-46c1-ab99-4cfd1cbd1647 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899062 Nov 22 17:30:54.203018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7add81e7-1b6f-45f4-bb63-2699ee1932e2 req-142373d0-abe1-41cb-8d64-a457ae154fcf service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875297 Nov 22 17:30:54.216829 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:54.879004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a23283-ea04-4950-893f-0bcbcf724203 req-a90ff960-3614-4add-a278-edd1f2cbfed4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:54.881094 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35a23283-ea04-4950-893f-0bcbcf724203 req-a90ff960-3614-4add-a278-edd1f2cbfed4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0539823 Nov 22 17:30:54.940292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-35a23283-ea04-4950-893f-0bcbcf724203 req-6ccc496d-ca53-4008-9a14-3c774ef1b664 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530217 Nov 22 17:30:55.597564 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:56.059946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db54cfe-9c8a-418f-bc96-b55ef3fa6036 req-f60bbb96-9784-4d95-b3cb-549a193a85c1 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:56.061415 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db54cfe-9c8a-418f-bc96-b55ef3fa6036 req-f60bbb96-9784-4d95-b3cb-549a193a85c1 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0500216 Nov 22 17:30:56.123191 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db54cfe-9c8a-418f-bc96-b55ef3fa6036 req-044f0268-751c-479e-a134-df0c515fde34 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549591 Nov 22 17:30:56.157609 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:30:57.249512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cc432-a912-4d6d-a870-c8ae460bf10d req-b3446db3-8af0-4817-b23f-117a852c7bca tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:57.251110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-070cc432-a912-4d6d-a870-c8ae460bf10d req-b3446db3-8af0-4817-b23f-117a852c7bca tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0561953 Nov 22 17:30:57.316900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-070cc432-a912-4d6d-a870-c8ae460bf10d req-fd323377-3517-4789-911d-2a9477645381 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594306 Nov 22 17:30:58.436006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846654de-8d2b-462c-a450-c0accec3c538 req-d1e229e0-79cb-4032-9844-6277ec04e74f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:58.437496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846654de-8d2b-462c-a450-c0accec3c538 req-d1e229e0-79cb-4032-9844-6277ec04e74f tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0499666 Nov 22 17:30:58.500442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-846654de-8d2b-462c-a450-c0accec3c538 req-c6f41ee9-523b-4dcb-84b8-ee233ad2be51 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555186 Nov 22 17:30:59.617470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e9bc-ff88-4da9-9ef2-6adc5718b66a req-615cec4c-3dc8-41ad-8e39-735e8d2eb751 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:30:59.618957 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6937e9bc-ff88-4da9-9ef2-6adc5718b66a req-615cec4c-3dc8-41ad-8e39-735e8d2eb751 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0489092 Nov 22 17:30:59.684338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6937e9bc-ff88-4da9-9ef2-6adc5718b66a req-8883d041-fd3e-41c3-8946-12a5ff5e9195 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593007 Nov 22 17:31:00.800228 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a1095-cfb4-49de-87da-07ab5663ee4f req-07a286bf-6a2e-4545-877f-fcffe65704ea tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:00.801796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b2a1095-cfb4-49de-87da-07ab5663ee4f req-07a286bf-6a2e-4545-877f-fcffe65704ea tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0493464 Nov 22 17:31:00.861512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8b2a1095-cfb4-49de-87da-07ab5663ee4f req-acfa6fa7-0f27-42c6-a959-525e33ecd212 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536606 Nov 22 17:31:01.976964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662e663-5a61-49a6-8a43-3068ec7632af req-30af0923-09fb-4b5f-8778-1541619e72ff tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:01.978484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d662e663-5a61-49a6-8a43-3068ec7632af req-30af0923-09fb-4b5f-8778-1541619e72ff tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0488820 Nov 22 17:31:02.038979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d662e663-5a61-49a6-8a43-3068ec7632af req-11cc952b-189a-41bc-8540-22de2613b303 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544784 Nov 22 17:31:03.160692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6eac5-5bac-4ccc-8053-d3cc3f215aad req-34bd0b62-f1c0-4de1-be4c-f455983ba0a4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:03.162362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3f6eac5-5bac-4ccc-8053-d3cc3f215aad req-34bd0b62-f1c0-4de1-be4c-f455983ba0a4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0538270 Nov 22 17:31:03.227935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3f6eac5-5bac-4ccc-8053-d3cc3f215aad req-da87a5c8-ab59-4b0e-98e6-96e953175f53 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592587 Nov 22 17:31:04.346299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7fe9e-4862-4da5-a545-910f4ff1fcf2 req-1ba83304-b4f2-4b91-bd39-c35fdfadc31a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:04.347758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eab7fe9e-4862-4da5-a545-910f4ff1fcf2 req-1ba83304-b4f2-4b91-bd39-c35fdfadc31a tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0490425 Nov 22 17:31:04.408453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-eab7fe9e-4862-4da5-a545-910f4ff1fcf2 req-b883137d-91d9-4c8d-936a-e70615c26dbf tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536976 Nov 22 17:31:05.525804 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d44b91-1cf8-4b6a-96f5-b61efff203e1 req-cd2be481-92b0-4543-8c3a-4be45cb0bbac tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:05.527290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4d44b91-1cf8-4b6a-96f5-b61efff203e1 req-cd2be481-92b0-4543-8c3a-4be45cb0bbac tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0489776 Nov 22 17:31:05.592808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f4d44b91-1cf8-4b6a-96f5-b61efff203e1 req-951f8d60-90b3-4a3b-bfae-163d371ed040 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=9a619d71-811d-404d-87af-4c6ae878745b&id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591743 Nov 22 17:31:07.904966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:09.533754 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:11.860148 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:31:20.080380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1463369c-9fa4-44b7-aa0b-4fa78600656f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:23.465852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e487fd01-d801-4844-b0c9-5336e0aace64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:24.220539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:25.757147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:26.159087 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:37.896037 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.149353 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-7abe2f58-7407-454b-86c5-ca128d6249c3 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130751643&fields=id&tenant_id=b37d375725e54da89c49f651297d0bd7 HTTP/1.1" status: 200 len: 267 time: 0.0449476 Nov 22 17:31:38.203871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-f86a0ee5-2326-4d33-9acd-b5c390d88a57 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:38.205341 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-f86a0ee5-2326-4d33-9acd-b5c390d88a57 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 985 time: 0.0497403 Nov 22 17:31:38.216914 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Request body: {'port': {'security_groups': ['1c063526-8861-49e6-b4ce-27720f9f97a2']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:31:38.289064 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.466760 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:38.496679 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.501693 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.514395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['293107f5-9d48-4b19-9982-1e78050bca60'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:31:38.548678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:38.549371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.551132 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c6b7ec15-acb5-4ba2-8f57-4ba15d264d55 req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "PUT /v2.0/ports/293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 943 time: 0.3387504 Nov 22 17:31:38.551623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:38.554269 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b448d80d-3b33-4c61-9f38-b4680e7f183a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:38.557953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53172) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:38.586970 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event updated for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=7']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:38.598546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.599084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.599682 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.600173 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.600900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.601329 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.601792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.602271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.604067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.604404 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.605338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.605746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780a374d-863d-4401-8e94-ea59852817f4 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.647927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['293107f5-9d48-4b19-9982-1e78050bca60'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:31:38.648587 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b8bed7-ccbd-4dce-9499-2b8adfbee98a x-openstack-request-id: req-e6b8bed7-ccbd-4dce-9499-2b8adfbee98a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:38.649297 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:38.650399 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6b8bed7-ccbd-4dce-9499-2b8adfbee98a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:38.661449 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'status': 'completed', 'code': 200} Nov 22 17:31:38.711564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.752600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-97533abf-1ea3-49b2-8856-efba7ca21201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:38.754293 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-97533abf-1ea3-49b2-8856-efba7ca21201 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1097 time: 0.0796394 Nov 22 17:31:38.759931 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.881850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-db507879-2087-4413-abe8-e0d9a08cecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:38.883579 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-db507879-2087-4413-abe8-e0d9a08cecf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.1206398 Nov 22 17:31:38.902110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8bd967db-3e8d-4e9d-a679-e60e91907c99 None None] Provisioning complete for port 293107f5-9d48-4b19-9982-1e78050bca60 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:31:38.902741 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8bd967db-3e8d-4e9d-a679-e60e91907c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.930654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.933896 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:38.935546 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "DELETE /v2.0/security-groups/9a619d71-811d-404d-87af-4c6ae878745b HTTP/1.1" status: 204 len: 168 time: 0.3759530 Nov 22 17:31:38.938183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53176) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:38.956274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a619d71-811d-404d-87af-4c6ae878745b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:38.969328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.969734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.970084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.970433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.970780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.971119 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.971457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.971792 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.972126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.972473 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.972793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.973727 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de535a8-e56e-4066-984f-e6d536b4624d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:38.987147 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-0bc94500-bd28-427c-8ca3-9dfaa5009bd1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 1002 time: 0.0948348 Nov 22 17:31:39.038866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-bac02ab1-48bc-4850-b8c0-25b67188d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.040937 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-bac02ab1-48bc-4850-b8c0-25b67188d38e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0458899 Nov 22 17:31:39.086970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-eb733298-a0a3-4ac4-865a-a4ac4005dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.089369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-eb733298-a0a3-4ac4-865a-a4ac4005dff4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408778 Nov 22 17:31:39.112512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Deleting port 6ca662e4-ff5e-43c4-ab47-4adce6bf8a58 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:39.112855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.185360 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-2aeeb13e-3772-495e-9901-c08a20779928 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880241 Nov 22 17:31:39.193204 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.194026 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.206225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Calling delete_port for 6ca662e4-ff5e-43c4-ab47-4adce6bf8a58 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:39.278384 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-b448d80d-3b33-4c61-9f38-b4680e7f183a req-75d8c351-fca4-4946-8681-75176cdf9a05 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851126 Nov 22 17:31:39.359168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.386235 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event deleted for resources: {'Port': ['ID=6ca662e4-ff5e-43c4-ab47-4adce6bf8a58,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:39.452168 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.452415 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Floating IP 49eae5e8-194c-4d78-8bfc-33f21d2d2bc5 disassociated (deleted). External IP: 172.25.6.197, port: 293107f5-9d48-4b19-9982-1e78050bca60. Nov 22 17:31:39.558208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:39.667592 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-6729df56-4a6f-4360-afdd-b3f4a3cccc2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439177 Nov 22 17:31:39.768809 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-f8600bf7-c9bb-4c2d-b243-919eeba07244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.770485 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-f8600bf7-c9bb-4c2d-b243-919eeba07244 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1097 time: 0.0572062 Nov 22 17:31:39.884595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-1cc6c415-ab63-4c70-bc33-f356790ab252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.886195 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-1cc6c415-ab63-4c70-bc33-f356790ab252 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.0906367 Nov 22 17:31:39.933538 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-e87c64d3-014f-4e33-bad7-887b457690b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 217 time: 0.0391665 Nov 22 17:31:39.984981 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-423a36cd-148b-41fe-9613-62bef9f30be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:39.986629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-423a36cd-148b-41fe-9613-62bef9f30be0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0451963 Nov 22 17:31:39.996003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Router c17b88c5-fff4-432e-aad0-7d00800a30af has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:40.034789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-f18c6d27-3bc6-4733-9cab-d91f076987a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:40.036216 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-f18c6d27-3bc6-4733-9cab-d91f076987a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414786 Nov 22 17:31:40.107200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:40.112057 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:40.117387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] Sync routers for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:40.128941 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:40.129548 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:40.137921 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-651a1d4f-ece8-48f2-9ff9-4ad0542a8cad service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928025 Nov 22 17:31:40.139024 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cd7a2853-fc21-4a37-8435-f5c4a8ad1063 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "DELETE /v2.0/floatingips/49eae5e8-194c-4d78-8bfc-33f21d2d2bc5 HTTP/1.1" status: 204 len: 168 time: 1.1997871 Nov 22 17:31:40.234873 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-660edfdd-2ca0-4162-8c59-bff0ca9db08c req-52cfbc71-6a84-405a-900b-6bb61dab933d service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889258 Nov 22 17:31:40.247892 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:40.469924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:40.495701 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] Checking router: c17b88c5-fff4-432e-aad0-7d00800a30af for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:40.503677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:40.504269 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:40.609028 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:40.663077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:40.666873 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dafa0f6-c512-4940-a604-41f9978ec42c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:40.706711 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fd5fa3-c4bb-4a5f-abed-9e518a4c2ea9 x-openstack-request-id: req-80fd5fa3-c4bb-4a5f-abed-9e518a4c2ea9 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:40.707010 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:40.707265 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-80fd5fa3-c4bb-4a5f-abed-9e518a4c2ea9 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:40.707750 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'status': 'completed', 'code': 200} Nov 22 17:31:40.775627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-d59f93ea-5a59-4a8f-a316-4e32fee96bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:40.777206 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-d59f93ea-5a59-4a8f-a316-4e32fee96bd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b37d375725e54da89c49f651297d0bd7&device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 1097 time: 0.0419862 Nov 22 17:31:40.815974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:40.844034 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08e1a51-5224-4674-98a3-4a86bfc63cfb None None] The sync data for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 is: [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '116cc231-9520-4d52-9dbc-bc06c3e4a753', 'name': '', 'network_id': 'bcae36e6-aff3-4f9d-9139-188fdb7d86f2', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'mac_address': 'fa:16:3e:9e:86:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:41Z', 'updated_at': '2021-11-22T17:29:45Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'subnets': [{'id': '9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:40.887294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-7ec8105d-cfab-487a-9485-8d2c663970dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:40.888814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-7ec8105d-cfab-487a-9485-8d2c663970dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 200 len: 916 time: 0.1031976 Nov 22 17:31:40.937553 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-7592d54e-64b5-4031-8d50-a43f69883c63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 200 len: 217 time: 0.0410583 Nov 22 17:31:40.992108 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-88995c8a-ba58-439d-988c-f8df279f7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:40.994585 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-88995c8a-ba58-439d-988c-f8df279f7efa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 200 len: 854 time: 0.0489495 Nov 22 17:31:41.048904 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-090980b2-eeb8-4108-9461-74bada0869cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:41.050435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-090980b2-eeb8-4108-9461-74bada0869cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bcae36e6-aff3-4f9d-9139-188fdb7d86f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488040 Nov 22 17:31:41.086631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae6df62-a8a2-4d4d-812f-9f3a229cfd4b None None] New status for floating IP 49eae5e8-194c-4d78-8bfc-33f21d2d2bc5: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:31:41.150186 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-46f6e4bb-f669-498d-825f-efd8d595a4b4 service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908277 Nov 22 17:31:41.251042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-4dafa0f6-c512-4940-a604-41f9978ec42c req-78936267-33bf-4b35-951f-69b2d918e47d service neutron] 10.222.0.20 "GET /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936439 Nov 22 17:31:48.860375 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:31:49.183033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656dd1a-25d7-48c5-9d47-346df76ecb40 req-f8b76270-b1e4-472d-a0e0-c88e9ebee6fb tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:49.184526 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9656dd1a-25d7-48c5-9d47-346df76ecb40 req-f8b76270-b1e4-472d-a0e0-c88e9ebee6fb tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0531018 Nov 22 17:31:49.237387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9656dd1a-25d7-48c5-9d47-346df76ecb40 req-216abfd8-d7b8-486a-92a6-a09ed51af341 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Nov 22 17:31:50.084362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cbb6861-e9eb-4457-b1c8-c62cb844a711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:50.356441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42730c30-b06d-4322-8603-6c67a83a6a11 req-91ad8ce1-8c55-40e2-bc1f-ca2aab68dd85 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:50.357940 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42730c30-b06d-4322-8603-6c67a83a6a11 req-91ad8ce1-8c55-40e2-bc1f-ca2aab68dd85 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0492315 Nov 22 17:31:50.410338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42730c30-b06d-4322-8603-6c67a83a6a11 req-d482b474-6eaa-47e4-ad72-c18781afaa8d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/security-groups?id=1c063526-8861-49e6-b4ce-27720f9f97a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Nov 22 17:31:50.924729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-45aab650-fe02-4b76-b683-6dba0a7e6798 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:31:50.926111 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-45aab650-fe02-4b76-b683-6dba0a7e6798 tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 946 time: 0.0490055 Nov 22 17:31:51.023465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Deleting port 293107f5-9d48-4b19-9982-1e78050bca60 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:51.023806 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.111982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] For port 293107f5-9d48-4b19-9982-1e78050bca60, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=293107f5-9d48-4b19-9982-1e78050bca60,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:51.112351 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.125131 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Calling delete_port for 293107f5-9d48-4b19-9982-1e78050bca60 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:51.255408 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.267485 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['293107f5-9d48-4b19-9982-1e78050bca60'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:31:51.282619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Pushing event deleted for resources: {'Port': ['ID=293107f5-9d48-4b19-9982-1e78050bca60,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:51.326769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] No DVR routers for this DVR port 293107f5-9d48-4b19-9982-1e78050bca60 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:51.329427 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:51.332781 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-0c36e72c-f39f-4ba4-8677-dc9129f1214e req-8780e1ef-074b-41ea-bb91-7af82f9a18fd tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.20 "DELETE /v2.0/ports/293107f5-9d48-4b19-9982-1e78050bca60 HTTP/1.1" status: 204 len: 173 time: 0.3994882 Nov 22 17:31:51.333221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'name': 'network-vif-deleted', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:31:51.335483 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d2d95a-075b-4254-a89a-593cb9281dfa" -d '{"events": [{"server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "name": "network-vif-deleted", "tag": "293107f5-9d48-4b19-9982-1e78050bca60"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:31:51.377023 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370b2be3-f351-4a46-bfa5-41977349a8d7 x-openstack-request-id: req-370b2be3-f351-4a46-bfa5-41977349a8d7 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:31:51.377344 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4843b2-15d7-483d-83a7-afe0f952385b", "name": "network-vif-deleted", "tag": "293107f5-9d48-4b19-9982-1e78050bca60", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:31:51.377602 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-370b2be3-f351-4a46-bfa5-41977349a8d7 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:31:51.378035 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e4843b2-15d7-483d-83a7-afe0f952385b', 'name': 'network-vif-deleted', 'tag': '293107f5-9d48-4b19-9982-1e78050bca60', 'status': 'completed', 'code': 200} Nov 22 17:31:51.520612 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31e86b08-8c35-4291-87fa-d1324d70b58a req-bdccb9f6-055b-488d-bfab-796764c5698d tempest-TestMinimumBasicScenario-159780049 tempest-TestMinimumBasicScenario-159780049-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e4843b2-15d7-483d-83a7-afe0f952385b HTTP/1.1" status: 200 len: 210 time: 0.0254731 Nov 22 17:31:53.108820 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53282) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:53.452139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.469051 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0687c312-462f-4d8f-9875-446c6fceb44e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.715686 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Deleting port 116cc231-9520-4d52-9dbc-bc06c3e4a753 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:53.715929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.801080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] For port 116cc231-9520-4d52-9dbc-bc06c3e4a753, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=116cc231-9520-4d52-9dbc-bc06c3e4a753,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:53.801469 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:53.814074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Calling delete_port for 116cc231-9520-4d52-9dbc-bc06c3e4a753 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:54.003299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.030186 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Pushing event deleted for resources: {'Port': ['ID=116cc231-9520-4d52-9dbc-bc06c3e4a753,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:54.120563 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 293107f5-9d48-4b19-9982-1e78050bca60 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:54.147236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 293107f5-9d48-4b19-9982-1e78050bca60 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:54.147564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 293107f5-9d48-4b19-9982-1e78050bca60 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:54.226921 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.234416 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.467239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Router c17b88c5-fff4-432e-aad0-7d00800a30af has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:54.578989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:54.586949 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ba3b2138-a92e-4d13-9323-883fd4ffe937 admin admin] 10.222.0.65 "PUT /v2.0/routers/c17b88c5-fff4-432e-aad0-7d00800a30af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4747090 Nov 22 17:31:54.587437 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53286) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:54.587919 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] Sync routers for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:54.598686 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:54.599297 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:54.705560 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.711270 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:54.818933 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.875536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Deleting port 2d4b547b-5471-4cc8-ba31-6493397fb9e9 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:54.875824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.909940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:31:53Z', 'revision_number': 5, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port': {'id': '2d4b547b-5471-4cc8-ba31-6493397fb9e9', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:39Z', 'updated_at': '2021-11-22T17:29:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:54.937255 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] Checking router: c17b88c5-fff4-432e-aad0-7d00800a30af for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:54.945762 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] Routers {'c17b88c5-fff4-432e-aad0-7d00800a30af'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:54.946360 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c17b88c5-fff4-432e-aad0-7d00800a30af'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:54.960686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] For port 2d4b547b-5471-4cc8-ba31-6493397fb9e9, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=2d4b547b-5471-4cc8-ba31-6493397fb9e9,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:54.961037 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:54.974870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Calling delete_port for 2d4b547b-5471-4cc8-ba31-6493397fb9e9 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:55.134927 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] Set router c17b88c5-fff4-432e-aad0-7d00800a30af gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:55.170232 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.191266 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:31:54Z', 'revision_number': 6, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:55.198869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4b547b-5471-4cc8-ba31-6493397fb9e9,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:55.220100 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed25027-0897-47b3-a261-b85b18c74dee None None] The sync data for ids ['c17b88c5-fff4-432e-aad0-7d00800a30af'] in n-d-816206-6 is: [{'id': 'c17b88c5-fff4-432e-aad0-7d00800a30af', 'name': 'tempest-TestMinimumBasicScenario-1110361724-router', 'tenant_id': 'b37d375725e54da89c49f651297d0bd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:38Z', 'updated_at': '2021-11-22T17:31:54Z', 'revision_number': 6, 'project_id': 'b37d375725e54da89c49f651297d0bd7', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:55.220578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91723881-a080-447a-a47f-7de34bd1abb9 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:55.276137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.365535 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.367672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.411956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.412556 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c17b88c5-fff4-432e-aad0-7d00800a30af {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:31:55.418145 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.419272 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-84c53777-0bf4-4bfd-8923-37a6cab5290b admin admin] 10.222.0.65 "DELETE /v2.0/routers/c17b88c5-fff4-432e-aad0-7d00800a30af HTTP/1.1" status: 204 len: 168 time: 0.8303266 Nov 22 17:31:55.421877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53288) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:55.466028 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Deleting subnet 9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:31:55.469139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.503068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.584238 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.607326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.642091 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.669354 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:55.671384 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.674641 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a0c5573e-4b86-468a-8d32-d56160947893 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9bcc5bfd-f3ec-4237-bdc4-9dc0e0a99f92 HTTP/1.1" status: 204 len: 168 time: 0.2518203 Nov 22 17:31:55.676408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ef724-1521-4070-941f-de52e2066a51 None None] Network bcae36e6-aff3-4f9d-9139-188fdb7d86f2 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:55.677103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:55.752850 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.807676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Deleting port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:55.808015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.872043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] For port 32cd20eb-49f8-43bc-b951-d328e8d80ed8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=32cd20eb-49f8-43bc-b951-d328e8d80ed8,segment=NetworkSegment(3d6879c5-a468-457b-b991-281581844ffa),segment_id=3d6879c5-a468-457b-b991-281581844ffa)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:55.872405 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.889322 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Calling delete_port for 32cd20eb-49f8-43bc-b951-d328e8d80ed8 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:55.967903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:55.991576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Pushing event deleted for resources: {'Port': ['ID=32cd20eb-49f8-43bc-b951-d328e8d80ed8,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:56.000087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] No DVR routers for this DVR port 32cd20eb-49f8-43bc-b951-d328e8d80ed8 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:56.039009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f6062-7d8c-43eb-94ef-df062207d108 None None] DHCP port deletion for bcae36e6-aff3-4f9d-9139-188fdb7d86f2 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:56.088456 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.102529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2d4b547b-5471-4cc8-ba31-6493397fb9e9 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:56.113020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcae36e6-aff3-4f9d-9139-188fdb7d86f2']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:56.123718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d6879c5-a468-457b-b991-281581844ffa') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:56.124498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d6879c5-a468-457b-b991-281581844ffa') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:56.127115 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 2d4b547b-5471-4cc8-ba31-6493397fb9e9 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:56.127508 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 2d4b547b-5471-4cc8-ba31-6493397fb9e9 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:56.127925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 32cd20eb-49f8-43bc-b951-d328e8d80ed8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:56.137381 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.153591 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.156698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 32cd20eb-49f8-43bc-b951-d328e8d80ed8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:56.157048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 32cd20eb-49f8-43bc-b951-d328e8d80ed8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:56.157532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 116cc231-9520-4d52-9dbc-bc06c3e4a753 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:56.161585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:31:56.162213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:31:56.175372 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:31:56.185244 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 116cc231-9520-4d52-9dbc-bc06c3e4a753 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:56.185588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 116cc231-9520-4d52-9dbc-bc06c3e4a753 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:56.193178 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.231524 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.237332 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:56.240661 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] 10.222.0.65 "DELETE /v2.0/networks/bcae36e6-aff3-4f9d-9139-188fdb7d86f2 HTTP/1.1" status: 204 len: 168 time: 0.5623424 Nov 22 17:31:56.243502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53296) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:56.260611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c96fc2-0913-42e0-ad6d-36e13bf8144e admin admin] Pushing event deleted for resources: {'Network': ['ID=bcae36e6-aff3-4f9d-9139-188fdb7d86f2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:56.864902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.112237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Deleting port 7dadc7c0-dde3-402e-a5f1-2351fccc1010 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:57.112574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.189256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] For port 7dadc7c0-dde3-402e-a5f1-2351fccc1010, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=7dadc7c0-dde3-402e-a5f1-2351fccc1010,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:57.189623 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.208831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Calling delete_port for 7dadc7c0-dde3-402e-a5f1-2351fccc1010 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:57.397749 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.423671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7dadc7c0-dde3-402e-a5f1-2351fccc1010,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:57.602296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:57.836821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Router fa2090e2-0289-467a-87b7-d26c85dccae7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:31:57.948877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:31:57.953862 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c318e2f-baf5-4a46-bb66-1107f8a82b0a admin admin] 10.222.0.65 "PUT /v2.0/routers/fa2090e2-0289-467a-87b7-d26c85dccae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7091246 Nov 22 17:31:57.956442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53298) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:57.958311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] Sync routers for ids ['fa2090e2-0289-467a-87b7-d26c85dccae7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:31:57.972551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] Routers {'fa2090e2-0289-467a-87b7-d26c85dccae7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:57.973267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['fa2090e2-0289-467a-87b7-d26c85dccae7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:58.061672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.078965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] Set router fa2090e2-0289-467a-87b7-d26c85dccae7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:58.165483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.222466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Deleting port bf6a9259-db26-47b5-9bff-e7214aa5d77c {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:58.222716 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.266423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:31:57Z', 'revision_number': 5, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port': {'id': 'bf6a9259-db26-47b5-9bff-e7214aa5d77c', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:5f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:29:44Z', 'updated_at': '2021-11-22T17:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:58.293112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] Checking router: fa2090e2-0289-467a-87b7-d26c85dccae7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:31:58.302405 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] Routers {'fa2090e2-0289-467a-87b7-d26c85dccae7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:31:58.303179 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['fa2090e2-0289-467a-87b7-d26c85dccae7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:58.307854 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] For port bf6a9259-db26-47b5-9bff-e7214aa5d77c, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=bf6a9259-db26-47b5-9bff-e7214aa5d77c,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:58.308213 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.327533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Calling delete_port for bf6a9259-db26-47b5-9bff-e7214aa5d77c owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:58.391675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] Set router fa2090e2-0289-467a-87b7-d26c85dccae7 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:31:58.446469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:31:58Z', 'revision_number': 6, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:58.474334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1ab637-0736-45d3-824a-dc44739470c1 None None] The sync data for ids ['fa2090e2-0289-467a-87b7-d26c85dccae7'] in n-d-816206-6 is: [{'id': 'fa2090e2-0289-467a-87b7-d26c85dccae7', 'name': 'tempest-TestMinimumBasicScenario-1656689826-router', 'tenant_id': 'e527263793c6490abc8349a127d4ccbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:29:43Z', 'updated_at': '2021-11-22T17:31:58Z', 'revision_number': 6, 'project_id': 'e527263793c6490abc8349a127d4ccbb', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:31:58.505786 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.545071 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6a9259-db26-47b5-9bff-e7214aa5d77c,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:58.563001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cb0e7-87bf-4e81-b790-11620b2e88f7 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:58.610953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.701211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.703376 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.749396 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.749869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa2090e2-0289-467a-87b7-d26c85dccae7 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:31:58.754214 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.755362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-28473fdd-4eaa-46f9-b3b6-76623e060171 admin admin] 10.222.0.65 "DELETE /v2.0/routers/fa2090e2-0289-467a-87b7-d26c85dccae7 HTTP/1.1" status: 204 len: 168 time: 0.7980046 Nov 22 17:31:58.757977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:58.801989 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Deleting subnet a0fb80fd-596c-4d50-9b0f-7e12e8ebf824 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:31:58.804936 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.844034 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.930840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:58.986628 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.013637 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fb80fd-596c-4d50-9b0f-7e12e8ebf824,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:59.017266 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.020536 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3170e952-0eb9-460c-9b02-6eb6e91b308f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a0fb80fd-596c-4d50-9b0f-7e12e8ebf824 HTTP/1.1" status: 204 len: 168 time: 0.2616200 Nov 22 17:31:59.023161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53302) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:59.028014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b19f57a-cea2-4781-9f89-4b9eb8319612 None None] Network 1934ad99-810c-49bf-b767-08f4e5535600 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:31:59.092447 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.151655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Deleting port 75fffcb6-1c17-4120-90a7-676f2d604258 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:59.151991 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.220627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] For port 75fffcb6-1c17-4120-90a7-676f2d604258, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=75fffcb6-1c17-4120-90a7-676f2d604258,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:59.220986 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.234885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Calling delete_port for 75fffcb6-1c17-4120-90a7-676f2d604258 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:59.263067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] DHCP port deletion for 1934ad99-810c-49bf-b767-08f4e5535600 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:31:59.312184 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Deleting port 75fffcb6-1c17-4120-90a7-676f2d604258 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:31:59.312566 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.322243 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.354406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] No DVR routers for this DVR port 75fffcb6-1c17-4120-90a7-676f2d604258 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:59.359784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Pushing event deleted for resources: {'Port': ['ID=75fffcb6-1c17-4120-90a7-676f2d604258,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:59.382166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] For port 75fffcb6-1c17-4120-90a7-676f2d604258, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=75fffcb6-1c17-4120-90a7-676f2d604258,segment=NetworkSegment(6d3e952f-5acd-4056-b282-d3f450278fcc),segment_id=6d3e952f-5acd-4056-b282-d3f450278fcc)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:31:59.382561 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.396414 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Calling delete_port for 75fffcb6-1c17-4120-90a7-676f2d604258 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:31:59.433185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.456125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1934ad99-810c-49bf-b767-08f4e5535600']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:59.467246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3e952f-5acd-4056-b282-d3f450278fcc') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:59.467603 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3e952f-5acd-4056-b282-d3f450278fcc') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:31:59.476261 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.482172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.497737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.504878 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:31:59.505397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:31:59.507225 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:31:59.510316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] No DVR routers for this DVR port 75fffcb6-1c17-4120-90a7-676f2d604258 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:31:59.519253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Pushing event deleted for resources: {'Port': ['ID=75fffcb6-1c17-4120-90a7-676f2d604258,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:59.529396 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.529903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.530248 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.530581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.530912 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.531243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.531567 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.531881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.532653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.533429 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.533783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.534285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e047316b-2020-4560-b19a-fbb5060d8e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:31:59.578109 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.585432 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.589088 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1934ad99-810c-49bf-b767-08f4e5535600 HTTP/1.1" status: 204 len: 168 time: 0.5649042 Nov 22 17:31:59.600746 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3dbd8c-2c8e-4261-843d-bc5a855bca06 admin admin] Pushing event deleted for resources: {'Network': ['ID=1934ad99-810c-49bf-b767-08f4e5535600,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:31:59.782864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:59.831858 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bf6a9259-db26-47b5-9bff-e7214aa5d77c no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:59.841385 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5cb40705-5e8a-49d7-89d7-ef9958152eff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b37d375725e54da89c49f651297d0bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0573306 Nov 22 17:31:59.844255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53308) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:31:59.851986 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: bf6a9259-db26-47b5-9bff-e7214aa5d77c {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:59.852334 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device bf6a9259-db26-47b5-9bff-e7214aa5d77c not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:59.852750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 75fffcb6-1c17-4120-90a7-676f2d604258 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:59.874088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 75fffcb6-1c17-4120-90a7-676f2d604258 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:59.874437 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 75fffcb6-1c17-4120-90a7-676f2d604258 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:59.874854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7dadc7c0-dde3-402e-a5f1-2351fccc1010 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:31:59.894385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 7dadc7c0-dde3-402e-a5f1-2351fccc1010 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:31:59.894734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 7dadc7c0-dde3-402e-a5f1-2351fccc1010 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:31:59.895412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e5b0f3-a14a-4a23-b44c-beaaa1089d63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.921481 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e5b0f3-a14a-4a23-b44c-beaaa1089d63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.973783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e5b0f3-a14a-4a23-b44c-beaaa1089d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.976539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e5b0f3-a14a-4a23-b44c-beaaa1089d63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:31:59.979007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-45e5b0f3-a14a-4a23-b44c-beaaa1089d63 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c063526-8861-49e6-b4ce-27720f9f97a2 HTTP/1.1" status: 204 len: 168 time: 0.1327415 Nov 22 17:31:59.987687 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e5b0f3-a14a-4a23-b44c-beaaa1089d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c063526-8861-49e6-b4ce-27720f9f97a2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:00.347629 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53314) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:00.388254 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a0f387d4-2b3a-463a-80b9-da7bbd575633 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e527263793c6490abc8349a127d4ccbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394316 Nov 22 17:32:00.390755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:00.439654 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b50e5e24-a32e-4837-950b-5d551481bd0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:00.463403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b50e5e24-a32e-4837-950b-5d551481bd0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:00.516539 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b50e5e24-a32e-4837-950b-5d551481bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:00.519621 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b50e5e24-a32e-4837-950b-5d551481bd0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:00.520793 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b50e5e24-a32e-4837-950b-5d551481bd0f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3ab22c6b-5089-45f4-8134-3601871c8833 HTTP/1.1" status: 204 len: 168 time: 0.1291349 Nov 22 17:32:00.529234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e5e24-a32e-4837-950b-5d551481bd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab22c6b-5089-45f4-8134-3601871c8833,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.242768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53356) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:02.247909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166524870', 'description': 'tempest-secgroup-smoke-166524870 description', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:02.276170 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.284095 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.358737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.362429 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.403828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8f6fb7-599b-4acc-9378-763e44a95672,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.440894 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.445031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.473375 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.474578 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2306058 Nov 22 17:32:02.477411 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53358) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:02.482505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '015e399e-fc58-4f3e-bb96-de2b8a97ed0e', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:02.490214 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e411e-095d-4822-b15c-a05d516a3e2c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015e399e-fc58-4f3e-bb96-de2b8a97ed0e,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.511656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.567150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.570911 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.589864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e8d9b2-11bf-4e71-87ad-f622dfb545e6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.594189 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.595625 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-369e7cac-8eb0-49e5-8f92-41d7f6bb72eb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163251 Nov 22 17:32:02.598575 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53360) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:02.603648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '015e399e-fc58-4f3e-bb96-de2b8a97ed0e', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:02.631130 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.689357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.693128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.711585 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b791b108-a23d-48ec-99d7-5accb05413b6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.719956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.721173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-85c4754a-1e7a-4ddc-ae22-ffc434403a87 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1216712 Nov 22 17:32:02.723970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:02.728790 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '015e399e-fc58-4f3e-bb96-de2b8a97ed0e', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:02.754876 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.815817 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.819424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.838948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d293ce-8124-4bdc-91cc-919a298dc217,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.843449 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.844938 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d59c721d-ccd0-44d9-a683-0e93803b54d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197994 Nov 22 17:32:02.847675 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53364) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:02.851905 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '015e399e-fc58-4f3e-bb96-de2b8a97ed0e', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:02.879182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.936612 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.941167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.959114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2593fcd6-c775-4d00-99a1-d649c34d68af,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:02.969150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:02.970542 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2eda73d5-c198-436b-940e-3631e5ac67e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219380 Nov 22 17:32:02.973245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53366) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:02.977699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '015e399e-fc58-4f3e-bb96-de2b8a97ed0e', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:03.000339 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:32:03.005128 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.063488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.067663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.085402 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98fb5d15-0a34-426c-bcd1-5a94234ca34d,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:03.093506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.094716 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e1015c9d-6f9f-43c5-9197-ec8a3655ff53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204553 Nov 22 17:32:03.097455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53368) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:03.101932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '015e399e-fc58-4f3e-bb96-de2b8a97ed0e', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:03.123666 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:32:03.130452 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.193299 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.198001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.218463 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3c9fdb-e5cf-469b-9fc5-32494090a160,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:03.227643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.228914 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f1431f5d-bdf0-408c-9cdf-52e68917a2d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1304138 Nov 22 17:32:03.231945 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:03.236728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'network': {'name': 'tempest-network-smoke--1955784629', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'port_security_enabled': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:03.257926 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:32:03.262255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.287045 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 876} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:32:03.297519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.297888 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Added segment 0dadd076-063b-4b8f-bab0-0e87ba47826b of type vlan for network 54d1c5e7-3fa4-429e-a950-32de420d29b5 Nov 22 17:32:03.338035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.362574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.368464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:03.369550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.422494 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1895099 Nov 22 17:32:03.425554 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53372) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:03.437057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'admin_state_up': True, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:03.452259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1d13e-eaf1-4879-b024-bb2368c68fc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Network': ['ID=54d1c5e7-3fa4-429e-a950-32de420d29b5,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:03.463123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:32:03.468084 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.469139 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.520795 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:03.967165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.159892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.178059 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.284096 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.88 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/30c55ebb-9252-44e2-86b9-d7e90b2bba45) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:32:04.395031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.428595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.469409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:04.472396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:04.475806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:32:04.485643 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d05bf19-4e71-4c7e-8fd7-fab2e8e2b883 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:32:04.502138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=30c55ebb-9252-44e2-86b9-d7e90b2bba45,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:04.602037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6f125de5-8507-442c-8687-f2dba50f953e None None] Provisioning complete for port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:04.602417 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f125de5-8507-442c-8687-f2dba50f953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.644828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6f125de5-8507-442c-8687-f2dba50f953e None None] Port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:32:04.798724 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:04.995304 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.125010 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 21dea7f9-3c2d-43ce-9051-2227666178d6 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:32:05.230590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:32:05.240528 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Sync routers for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:32:05.250849 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:05.251444 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:05.252241 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.253511 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4988465f-0502-4a8a-9549-c7dec0b5a909 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8269751 Nov 22 17:32:05.256694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53374) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:05.358114 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:05.385674 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b3b0fee2-b03c-4bb2-91e9-30a057c12b89 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a5eb398080634854a6965ffcabcc3ec9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1277540 Nov 22 17:32:05.388328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53378) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:05.534964 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:05.538527 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff3903-5ce2-4767-8069-a3e63831541f tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:05.540092 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5cff3903-5ce2-4767-8069-a3e63831541f tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1507945 Nov 22 17:32:05.544217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53380) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:05.567558 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Checking router: 21dea7f9-3c2d-43ce-9051-2227666178d6 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:32:05.567907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Updating router 21dea7f9-3c2d-43ce-9051-2227666178d6 port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:32:05.582241 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1fef3e30-bbe8-4b50-b5e1-8b07a00a697b tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369258 Nov 22 17:32:05.585040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53382) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:05.590584 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-486482275', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:05.593687 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.680676 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:32:05.684842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.856820 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.862430 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.871509 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.909935 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9792cc3d-7ec9-4b3b-8cd5-1278c34d91d5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:32:05.918587 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Attempting to bind port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:32:05.918982 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Attempting to bind port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:32:05.919339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Attempting to bind port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:32:05.928484 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:32:05.929417 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:32:05.929417 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.929639 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:32:05.930122 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Bound port: 30c55ebb-9252-44e2-86b9-d7e90b2bba45, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:32:05.930502 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.932851 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Pushing event updated for resources: {'Port': ['ID=30c55ebb-9252-44e2-86b9-d7e90b2bba45,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:05.935657 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Subnet': ['ID=5b4a3c35-b0e3-43b1-a858-6c9a70e90362,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:05.957233 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Checking segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:32:05.957574 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network hostable DHCP agents. Network: 54d1c5e7-3fa4-429e-a950-32de420d29b5, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:32:05.969533 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.969945 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.970223 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.970802 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.970924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.971196 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.971523 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.971844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.972161 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.972484 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.972804 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.973129 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:32:05.978667 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:32:05.984318 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6cdcae6f-ddc3-4c6a-9593-8fc087fe5edd None None] Provisioning complete for port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:05.984740 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cdcae6f-ddc3-4c6a-9593-8fc087fe5edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:05.990476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 54d1c5e7-3fa4-429e-a950-32de420d29b5) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:05.995068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:05.996598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.006589 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] For port 30c55ebb-9252-44e2-86b9-d7e90b2bba45, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:32:06.012528 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] For port 30c55ebb-9252-44e2-86b9-d7e90b2bba45, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30c55ebb-9252-44e2-86b9-d7e90b2bba45,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:32:06.015669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610a09c6-0bf5-4f31-81e3-8ca3b059a108 None None] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:32:06.015860 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-49b8f1df-c1be-432a-8291-0bb5f2fdb4dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4297471 Nov 22 17:32:06.018721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53384) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:06.020158 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.074230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634e5dd2-8d86-45fa-86c0-716197dc4f57 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:32:06.087617 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:06.088347 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:06.089014 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6cdcae6f-ddc3-4c6a-9593-8fc087fe5edd None None] Port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:32:06.144510 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4430da-e9d8-460d-9f08-3c28a3782c68 None None] Pushing event updated for resources: {'Port': ['ID=30c55ebb-9252-44e2-86b9-d7e90b2bba45,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:06.215856 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:06.340779 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4d14513f-8f32-4286-acb3-b4cd4da70e62 None None] Provisioning complete for port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:06.341156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d14513f-8f32-4286-acb3-b4cd4da70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.397499 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-54d1c5e7-3fa4-429e-a950-32de420d29b5', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:32:06.398651 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.420531 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:06.451554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f176bd68-ed5e-4c21-9566-2fff7dd6675d None None] The sync data for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 is: [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:04Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:32:06.538837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d14513f-8f32-4286-acb3-b4cd4da70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.586635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4d14513f-8f32-4286-acb3-b4cd4da70e62 None None] For port 30c55ebb-9252-44e2-86b9-d7e90b2bba45, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30c55ebb-9252-44e2-86b9-d7e90b2bba45,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:32:06.593279 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d14513f-8f32-4286-acb3-b4cd4da70e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.643128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Allocated IP 172.20.0.2 (54d1c5e7-3fa4-429e-a950-32de420d29b5/5b4a3c35-b0e3-43b1-a858-6c9a70e90362/eea16b7f-4dbb-4993-b092-f364bfa8b319) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:32:06.684364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14513f-8f32-4286-acb3-b4cd4da70e62 None None] Pushing event updated for resources: {'Port': ['ID=30c55ebb-9252-44e2-86b9-d7e90b2bba45,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:06.834369 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.863705 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.871068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.916154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:06.919317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:06.924511 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:32:06.926586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Pushing event updated for resources: {'Port': ['ID=eea16b7f-4dbb-4993-b092-f364bfa8b319,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:06.983969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Attempting to bind port eea16b7f-4dbb-4993-b092-f364bfa8b319 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:32:06.984255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Attempting to bind port eea16b7f-4dbb-4993-b092-f364bfa8b319 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:32:06.984830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Attempting to bind port eea16b7f-4dbb-4993-b092-f364bfa8b319 on network 54d1c5e7-3fa4-429e-a950-32de420d29b5 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:32:06.992081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:32:06.992457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Checking segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:32:06.993026 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:06.994559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Bound using segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:32:06.995228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Bound port: eea16b7f-4dbb-4993-b092-f364bfa8b319, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:32:06.995793 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.073254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] For port eea16b7f-4dbb-4993-b092-f364bfa8b319, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:32:07.077635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] For port eea16b7f-4dbb-4993-b092-f364bfa8b319, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=eea16b7f-4dbb-4993-b092-f364bfa8b319,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:32:07.082990 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.147900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948031c-079c-4bdf-9a11-fe65ca153266 None None] Pushing event updated for resources: {'Port': ['ID=eea16b7f-4dbb-4993-b092-f364bfa8b319,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:07.231457 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.1 (54d1c5e7-3fa4-429e-a950-32de420d29b5/5b4a3c35-b0e3-43b1-a858-6c9a70e90362/c973499a-4a4a-47ca-8918-15817b2007f8) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:32:07.373951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.412835 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.459121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:07.463160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:07.465897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:32:07.499486 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=c973499a-4a4a-47ca-8918-15817b2007f8,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:07.522616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.651929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.878574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30c55ebb-9252-44e2-86b9-d7e90b2bba45 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:32:07.922667 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.938635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:07.939001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.943284 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:07.948618 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.029304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device eea16b7f-4dbb-4993-b092-f364bfa8b319 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:32:08.029630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=c973499a-4a4a-47ca-8918-15817b2007f8,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:08.033904 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.086868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port eea16b7f-4dbb-4993-b092-f364bfa8b319 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:08.087480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.133614 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:08.136422 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:08.181501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.219125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port eea16b7f-4dbb-4993-b092-f364bfa8b319, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=eea16b7f-4dbb-4993-b092-f364bfa8b319,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:32:08.228431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.266037 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 21dea7f9-3c2d-43ce-9051-2227666178d6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:32:08.282493 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=eea16b7f-4dbb-4993-b092-f364bfa8b319,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:08.370450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abd68a-7ad2-473b-9903-11791ab52649 None None] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:32:08.395289 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:32:08.401371 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-88387d07-bad0-4aaf-800f-962274c01808 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/21dea7f9-3c2d-43ce-9051-2227666178d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3813777 Nov 22 17:32:08.467961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-07f586b7-54e4-44f1-b336-e111ca9188b4 None None] Provisioning complete for port eea16b7f-4dbb-4993-b092-f364bfa8b319 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:08.468340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-07f586b7-54e4-44f1-b336-e111ca9188b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.575366 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-9c1d176f-0169-474a-bea4-d3b579801f68 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166524870&fields=id&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 267 time: 0.0558238 Nov 22 17:32:08.698701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Sync routers for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:32:08.714671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:08.715312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:08.717108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-ed05f56d-b125-4e62-8262-b3dd1c1f97c7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:08.718692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-ed05f56d-b125-4e62-8262-b3dd1c1f97c7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/networks?id=54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 200 len: 797 time: 0.1356707 Nov 22 17:32:08.736668 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b248ab6f-9630-4873-8a86-572de7ca737a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/quotas/a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0117226 Nov 22 17:32:08.792689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-9a34043e-f7cc-455a-9c23-480434fdec57 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494018 Nov 22 17:32:08.809402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b080f9af-0f81-4a28-b1f5-ecdf195273bf service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:32:08.810421 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b080f9af-0f81-4a28-b1f5-ecdf195273bf service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060635 Nov 22 17:32:08.828728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:08.912831 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b7cc991a-9541-4c2c-96b8-b607e871c426 None None] Provisioning complete for port c973499a-4a4a-47ca-8918-15817b2007f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:08.913258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7cc991a-9541-4c2c-96b8-b607e871c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:08.918082 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-c67ec36a-adfc-4909-9be5-124eb789af70 service neutron] 10.222.0.65 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978866 Nov 22 17:32:08.997188 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc991a-9541-4c2c-96b8-b607e871c426 None None] Port c973499a-4a4a-47ca-8918-15817b2007f8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:32:09.016003 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-025826dd-caa0-4532-8b1e-e438122c502e service neutron] 10.222.0.65 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934191 Nov 22 17:32:09.029883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b7cc991a-9541-4c2c-96b8-b607e871c426 None None] Provisioning complete for port eea16b7f-4dbb-4993-b092-f364bfa8b319 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:09.030258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7cc991a-9541-4c2c-96b8-b607e871c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.141728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 2, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:09.183168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Checking router: 21dea7f9-3c2d-43ce-9051-2227666178d6 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:32:09.183611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Updating router 21dea7f9-3c2d-43ce-9051-2227666178d6 port c973499a-4a4a-47ca-8918-15817b2007f8 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:32:09.214952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.258207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a966ec45-5a04-4107-99bc-d385defc2889 req-9beac767-d525-4158-8e9a-f0148b2e15ee tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 210 time: 0.0357442 Nov 22 17:32:09.359285 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d81a6966-e712-4509-a96d-0574f35143fd None None] Provisioning complete for port c973499a-4a4a-47ca-8918-15817b2007f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:09.359587 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d81a6966-e712-4509-a96d-0574f35143fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.438599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d81a6966-e712-4509-a96d-0574f35143fd None None] Port c973499a-4a4a-47ca-8918-15817b2007f8 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:32:09.547697 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.557038 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.623576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bea6f-951a-4a7c-b695-7d9a5fedbbb8 None None] Pushing event updated for resources: {'Port': ['ID=c973499a-4a4a-47ca-8918-15817b2007f8,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:09.627638 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.689211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Attempting to bind port c973499a-4a4a-47ca-8918-15817b2007f8 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:32:09.689913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Attempting to bind port c973499a-4a4a-47ca-8918-15817b2007f8 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:32:09.690454 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Attempting to bind port c973499a-4a4a-47ca-8918-15817b2007f8 on network 54d1c5e7-3fa4-429e-a950-32de420d29b5 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:32:09.697289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:32:09.698183 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Checking segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:32:09.698599 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.699000 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Bound using segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:32:09.699490 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Bound port: c973499a-4a4a-47ca-8918-15817b2007f8, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:32:09.699879 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.774304 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] For port c973499a-4a4a-47ca-8918-15817b2007f8, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:32:09.778327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] For port c973499a-4a4a-47ca-8918-15817b2007f8, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c973499a-4a4a-47ca-8918-15817b2007f8,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:32:09.783803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:09.859978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device eea16b7f-4dbb-4993-b092-f364bfa8b319 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:32:09.907302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:09.907846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:09.911523 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bea6f-951a-4a7c-b695-7d9a5fedbbb8 None None] Pushing event updated for resources: {'Port': ['ID=c973499a-4a4a-47ca-8918-15817b2007f8,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:10.183444 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fa135879-0f48-403e-a859-ee3787cafc5b None None] Provisioning complete for port c973499a-4a4a-47ca-8918-15817b2007f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:10.184107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa135879-0f48-403e-a859-ee3787cafc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.209539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port eea16b7f-4dbb-4993-b092-f364bfa8b319 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:10.209931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.253769 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:10.396980 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-9cd26156-538c-4a52-abde-9eca579e2e2f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:10.403272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-9cd26156-538c-4a52-abde-9eca579e2e2f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/networks?id=54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 200 len: 797 time: 0.1498661 Nov 22 17:32:10.419948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cd292df2-60c8-452d-8a84-3227cc37ee51 req-5382fc3f-918c-44ed-a96d-4a2044c2803f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 210 time: 0.0408335 Nov 22 17:32:10.471950 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa135879-0f48-403e-a859-ee3787cafc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.480110 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-44a76e4c-8df3-435e-a9bd-91d7f2aa39f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 379 time: 0.0596359 Nov 22 17:32:10.492005 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'port': {'device_id': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'admin_state_up': True, 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'security_groups': ['015e399e-fc58-4f3e-bb96-de2b8a97ed0e']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:10.557393 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fa135879-0f48-403e-a859-ee3787cafc5b None None] For port c973499a-4a4a-47ca-8918-15817b2007f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c973499a-4a4a-47ca-8918-15817b2007f8,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:32:10.563824 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa135879-0f48-403e-a859-ee3787cafc5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.619599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:32:10.623497 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.626880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa135879-0f48-403e-a859-ee3787cafc5b None None] Pushing event updated for resources: {'Port': ['ID=c973499a-4a4a-47ca-8918-15817b2007f8,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:10.638333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:09Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:10.668863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed045f4-777d-4ff0-bb21-80aff9084f26 None None] The sync data for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 is: [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:09Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:32:10.686561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-88fd0302-e735-41d9-a902-786f074219c8 None None] Provisioning complete for port c973499a-4a4a-47ca-8918-15817b2007f8 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:10.686937 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-88fd0302-e735-41d9-a902-786f074219c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.788448 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.9 (54d1c5e7-3fa4-429e-a950-32de420d29b5/5b4a3c35-b0e3-43b1-a858-6c9a70e90362/b32621c4-159b-4df6-9f78-cf7cf483b3a6) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:32:10.947163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:10.983641 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.037065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:11.041355 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:11.045253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:32:11.077991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=b32621c4-159b-4df6-9f78-cf7cf483b3a6,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:11.114048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:11.114727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.137818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-b5b3e9ae-db91-439a-8297-32a07e4e4b0e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6494210 Nov 22 17:32:11.156857 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Request body: {'port': {'device_id': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:11.226723 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.335416 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d6a7fd2c-5679-46ad-bef8-f1f51110164b None None] Provisioning complete for port b32621c4-159b-4df6-9f78-cf7cf483b3a6 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:11.335991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d6a7fd2c-5679-46ad-bef8-f1f51110164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.379421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d6a7fd2c-5679-46ad-bef8-f1f51110164b None None] Port b32621c4-159b-4df6-9f78-cf7cf483b3a6 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:32:11.560796 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32621c4-159b-4df6-9f78-cf7cf483b3a6 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:32:11.571722 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.591359 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Transition to ACTIVE for port object b32621c4-159b-4df6-9f78-cf7cf483b3a6 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:32:11.596268 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.612337 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af90cf8-7c43-4819-8c24-40793932ac64 req-70fbca06-76bd-4c50-80e6-0248ffa5ee3e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:11.613948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6af90cf8-7c43-4819-8c24-40793932ac64 req-70fbca06-76bd-4c50-80e6-0248ffa5ee3e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 931 time: 0.0945880 Nov 22 17:32:11.687070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Pushing event updated for resources: {'Port': ['ID=b32621c4-159b-4df6-9f78-cf7cf483b3a6,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:11.798752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6af90cf8-7c43-4819-8c24-40793932ac64 req-11362fd1-a1f1-47db-96ad-9e22696b7798 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614053 Nov 22 17:32:11.799756 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Attempting to bind port b32621c4-159b-4df6-9f78-cf7cf483b3a6 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:32:11.800207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Attempting to bind port b32621c4-159b-4df6-9f78-cf7cf483b3a6 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:32:11.800544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Attempting to bind port b32621c4-159b-4df6-9f78-cf7cf483b3a6 on network 54d1c5e7-3fa4-429e-a950-32de420d29b5 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:32:11.806348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Port b32621c4-159b-4df6-9f78-cf7cf483b3a6 on network 54d1c5e7-3fa4-429e-a950-32de420d29b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:32:11.807211 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Attempting to bind port b32621c4-159b-4df6-9f78-cf7cf483b3a6 on network 54d1c5e7-3fa4-429e-a950-32de420d29b5 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:32:11.813175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:32:11.813699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Checking segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:32:11.814101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Bound using segment: {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:32:11.814544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Bound port: b32621c4-159b-4df6-9f78-cf7cf483b3a6, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dadd076-063b-4b8f-bab0-0e87ba47826b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:32:11.814931 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.902060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] For port b32621c4-159b-4df6-9f78-cf7cf483b3a6, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:32:11.906080 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c973499a-4a4a-47ca-8918-15817b2007f8 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:32:11.909056 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] For port b32621c4-159b-4df6-9f78-cf7cf483b3a6, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:32:11.914663 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.955801 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:11.956710 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.958162 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] 10.222.0.66 "PUT /v2.0/ports/b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 200 len: 1091 time: 0.8062706 Nov 22 17:32:11.964047 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:32:11.965133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c973499a-4a4a-47ca-8918-15817b2007f8 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:11.965508 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:11.966367 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a47510-9dc8-4618-a0ac-734f191c3d15" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:32:11.995985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688a2d-54c8-49db-93a0-1fec73f80f1d service neutron] Pushing event updated for resources: {'Port': ['ID=b32621c4-159b-4df6-9f78-cf7cf483b3a6,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:12.065638 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a587b6-d0ff-47cc-a3be-50d7186d9429 x-openstack-request-id: req-31a587b6-d0ff-47cc-a3be-50d7186d9429 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:32:12.065956 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:32:12.066365 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31a587b6-d0ff-47cc-a3be-50d7186d9429 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:32:12.066787 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'status': 'completed', 'code': 200} Nov 22 17:32:12.088460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-94a62601-f8f3-4e32-a954-164a85ebb566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.090323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-94a62601-f8f3-4e32-a954-164a85ebb566 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1094 time: 0.0621696 Nov 22 17:32:12.137946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-10f72677-77fa-483f-9d16-4e4acd24e31f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0388973 Nov 22 17:32:12.193342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-c189f4dd-16c0-4a30-8ebd-4661688e2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.195135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-c189f4dd-16c0-4a30-8ebd-4661688e2b2b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b4a3c35-b0e3-43b1-a858-6c9a70e90362 HTTP/1.1" status: 200 len: 834 time: 0.0504458 Nov 22 17:32:12.247089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-78d86cb1-6c5f-465c-845b-9bd2bec2cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.248536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-78d86cb1-6c5f-465c-845b-9bd2bec2cc51 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d1c5e7-3fa4-429e-a950-32de420d29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448010 Nov 22 17:32:12.351150 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-297b55e5-7a1c-46b1-89aa-c5b04ef3ccaa service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899398 Nov 22 17:32:12.447799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b796ad4-9544-431a-aff2-92058ad33f61 req-ddddeba4-fcf7-48cd-8fb4-44739f35f149 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884144 Nov 22 17:32:12.536163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-4ff75f14-5c93-43f7-a956-59488c11c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.537735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-4ff75f14-5c93-43f7-a956-59488c11c85e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1094 time: 0.0425010 Nov 22 17:32:12.637232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-2da33617-e5a6-4dfb-9770-6f6c31d241b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.638787 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-2da33617-e5a6-4dfb-9770-6f6c31d241b0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 200 len: 898 time: 0.0929875 Nov 22 17:32:12.683538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-0cf00aed-a315-4a30-b9e3-5d8ae8209068 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0370133 Nov 22 17:32:12.737594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-bb77fd16-ad0f-4077-b124-586c2da09768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.739087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-bb77fd16-ad0f-4077-b124-586c2da09768 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b4a3c35-b0e3-43b1-a858-6c9a70e90362 HTTP/1.1" status: 200 len: 834 time: 0.0465605 Nov 22 17:32:12.790637 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-14509b61-088c-400c-aff8-e9e5f94f588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.792072 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-14509b61-088c-400c-aff8-e9e5f94f588c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d1c5e7-3fa4-429e-a950-32de420d29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450792 Nov 22 17:32:12.896784 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-cefa2fcb-6ef0-4adc-b595-f4b51d13c824 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955608 Nov 22 17:32:12.988603 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f14a3-ad31-4f56-aa89-289de374c82c req-10437648-78a3-47ba-8388-fe4d266ba1e2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:12.990116 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a1f14a3-ad31-4f56-aa89-289de374c82c req-10437648-78a3-47ba-8388-fe4d266ba1e2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 943 time: 0.1083887 Nov 22 17:32:13.035446 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b6a47510-9dc8-4618-a0ac-734f191c3d15 req-e1bfe1ee-f91f-4d86-910e-582aebea6616 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244786 Nov 22 17:32:13.069881 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8a1f14a3-ad31-4f56-aa89-289de374c82c req-0e622ab9-df0c-4854-8f02-60b5cfff4632 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677154 Nov 22 17:32:14.195223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01950a3c-1766-4dbb-9479-38694bb0ca5a req-5b992432-3aac-4964-bb87-ef7a81cfd4f9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:14.196924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01950a3c-1766-4dbb-9479-38694bb0ca5a req-5b992432-3aac-4964-bb87-ef7a81cfd4f9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 943 time: 0.0545034 Nov 22 17:32:14.248186 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01950a3c-1766-4dbb-9479-38694bb0ca5a req-acf25098-3baf-4987-a114-dacfe66050f9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Nov 22 17:32:14.431497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b32621c4-159b-4df6-9f78-cf7cf483b3a6 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:32:14.530330 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b32621c4-159b-4df6-9f78-cf7cf483b3a6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:32:14.543448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'port_id': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'mac_address': 'fa:16:3e:35:a3:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:32:14.581954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:14.595203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32621c4-159b-4df6-9f78-cf7cf483b3a6 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:32:14.614615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b32621c4-159b-4df6-9f78-cf7cf483b3a6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:32:14.619155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:14.667319 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b32621c4-159b-4df6-9f78-cf7cf483b3a6,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:14.924095 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b32621c4-159b-4df6-9f78-cf7cf483b3a6'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:32:15.365487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f6ed4-5ff8-4cf3-ad87-283364824962 req-ff57872b-3e31-444f-863f-8749f6a4c377 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:15.367050 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e43f6ed4-5ff8-4cf3-ad87-283364824962 req-ff57872b-3e31-444f-863f-8749f6a4c377 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 944 time: 0.0499325 Nov 22 17:32:15.417400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e43f6ed4-5ff8-4cf3-ad87-283364824962 req-7d94f9f1-850e-4790-90f2-629d57aec2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436575 Nov 22 17:32:16.426317 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b32621c4-159b-4df6-9f78-cf7cf483b3a6 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:32:16.480985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port b32621c4-159b-4df6-9f78-cf7cf483b3a6 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:32:16.485290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port b32621c4-159b-4df6-9f78-cf7cf483b3a6 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:32:16.485675 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:16.535537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeedab2-c3ba-4666-ad6f-9669537c9b5f req-6c4cace3-6237-4fa5-a469-465b11b43683 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:16.537076 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efeedab2-c3ba-4666-ad6f-9669537c9b5f req-6c4cace3-6237-4fa5-a469-465b11b43683 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 944 time: 0.0507019 Nov 22 17:32:16.569669 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:16.595280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:32:16.597550 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cbb77e-2b60-4473-b332-2bb05fbcc5fc" -d '{"events": [{"server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "name": "network-vif-plugged", "status": "completed", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:32:16.600627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efeedab2-c3ba-4666-ad6f-9669537c9b5f req-1eaf6d2b-ad8f-417b-ace5-3c75ec114dbb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571737 Nov 22 17:32:16.611272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b32621c4-159b-4df6-9f78-cf7cf483b3a6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:32:16.619095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:16.648601 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bea1dd-8c4c-48a1-b8e0-bd3fd5fe3685 x-openstack-request-id: req-b2bea1dd-8c4c-48a1-b8e0-bd3fd5fe3685 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:32:16.648914 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "name": "network-vif-plugged", "status": "completed", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:32:16.649168 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2bea1dd-8c4c-48a1-b8e0-bd3fd5fe3685 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:32:16.649563 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'code': 200} Nov 22 17:32:16.680836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b32621c4-159b-4df6-9f78-cf7cf483b3a6,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:16.750102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee0709-9588-44d0-8781-82e5c8c96127 req-b7e2f299-2dd5-4c8b-8231-6e44d5502f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:16.751569 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9ee0709-9588-44d0-8781-82e5c8c96127 req-b7e2f299-2dd5-4c8b-8231-6e44d5502f5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1096 time: 0.0408430 Nov 22 17:32:16.800347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d9ee0709-9588-44d0-8781-82e5c8c96127 req-9f9d8a4d-f8fe-43b6-84dd-313f33942c2c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409586 Nov 22 17:32:17.720110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eaf20d-2f31-4d23-9efd-29c056f03764 req-765fb145-7838-4fae-a265-a2e8b1297ffb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:17.721682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86eaf20d-2f31-4d23-9efd-29c056f03764 req-765fb145-7838-4fae-a265-a2e8b1297ffb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Nov 22 17:32:17.771573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86eaf20d-2f31-4d23-9efd-29c056f03764 req-742844f3-e0aa-4912-b6d0-5f1fd5373207 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439079 Nov 22 17:32:19.213524 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db97ccb-e137-48bf-9949-1fb23eb0846b req-888aef26-8873-4d92-ba34-3985d1626c26 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:19.215052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db97ccb-e137-48bf-9949-1fb23eb0846b req-888aef26-8873-4d92-ba34-3985d1626c26 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.3681993 Nov 22 17:32:19.265229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3db97ccb-e137-48bf-9949-1fb23eb0846b req-600dbced-8b8e-4e9b-8ef0-6f77d3443d4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441809 Nov 22 17:32:19.387419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705667c-5963-4191-9595-03aca5feff7e req-ced3a711-d110-4a61-9235-ce6ecb2d9c45 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:19.388961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4705667c-5963-4191-9595-03aca5feff7e req-ced3a711-d110-4a61-9235-ce6ecb2d9c45 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Nov 22 17:32:19.441838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4705667c-5963-4191-9595-03aca5feff7e req-40883c57-6008-4767-9285-1b0d2a4048a9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455995 Nov 22 17:32:19.465080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53442) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:19.507330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9cd960-0489-408a-9d91-ea9a4cc36b56 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:19.508889 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ce9cd960-0489-408a-9d91-ea9a4cc36b56 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1091 time: 0.0428350 Nov 22 17:32:19.513474 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53444) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:19.518106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:32:19.542168 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:19.651414 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:19.765031 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.95 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/8119c9fc-112c-44ba-93b9-a985f44e836f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:32:19.869995 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:19.903483 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:19.969480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:32:19.972519 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:32:19.975932 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:32:19.982352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=8119c9fc-112c-44ba-93b9-a985f44e836f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:20.087872 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dbabab96-cd72-4eaa-b8d7-b4aeddd45eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.365518 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.436278 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.592254 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.596951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.670299 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=8119c9fc-112c-44ba-93b9-a985f44e836f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:32:20.685036 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:20.789216 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 9af7173d-6e5b-441b-9ac8-9af07bc23ea3 associated. External IP: 172.25.6.95, port: b32621c4-159b-4df6-9f78-cf7cf483b3a6. Nov 22 17:32:21.002650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 21dea7f9-3c2d-43ce-9051-2227666178d6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:32:21.111909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:32:21.123172 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] Sync routers for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:32:21.130031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:21.135705 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:21.136329 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:21.158662 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e6ca2510-5f15-4fbc-841b-3197f143315d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6438797 Nov 22 17:32:21.159415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:32:21.161798 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a80677-e041-4b46-b857-e42ee13a16d2" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:32:21.203363 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a676000-8207-47e8-9c14-7e51ba267bb4 x-openstack-request-id: req-8a676000-8207-47e8-9c14-7e51ba267bb4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:32:21.203666 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:32:21.203925 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a676000-8207-47e8-9c14-7e51ba267bb4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:32:21.204334 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'status': 'completed', 'code': 200} Nov 22 17:32:21.268097 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:21.288612 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-a0be1974-1e0e-4815-b6a7-dfdcff2c3e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:21.290497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-a0be1974-1e0e-4815-b6a7-dfdcff2c3e4f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1096 time: 0.0528638 Nov 22 17:32:21.418019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-e6204c95-6747-4068-b9ef-5ef9eb340a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:21.419555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-e6204c95-6747-4068-b9ef-5ef9eb340a6d service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 200 len: 898 time: 0.1208863 Nov 22 17:32:21.504514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-6466572e-6f78-44ee-9266-917b05b00617 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 200 len: 998 time: 0.0759606 Nov 22 17:32:21.584577 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3be34-41c7-40ae-80cb-0bcdba988073 req-badbb97e-6baa-4124-ae35-424f6d4e6557 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:21.586104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ba3be34-41c7-40ae-80cb-0bcdba988073 req-badbb97e-6baa-4124-ae35-424f6d4e6557 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0990410 Nov 22 17:32:21.591590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-3e4ede6a-73eb-41c7-aed1-7c10593e46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:21.593059 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-3e4ede6a-73eb-41c7-aed1-7c10593e46f8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b4a3c35-b0e3-43b1-a858-6c9a70e90362 HTTP/1.1" status: 200 len: 834 time: 0.0709004 Nov 22 17:32:21.629025 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9af7173d-6e5b-441b-9ac8-9af07bc23ea3', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'port_id': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'mac_address': 'fa:16:3e:35:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:20Z', 'updated_at': '2021-11-22T17:32:20Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:10Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:21.656732 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] Checking router: 21dea7f9-3c2d-43ce-9051-2227666178d6 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:32:21.665182 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:32:21.665833 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:31:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:21.675588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8ba3be34-41c7-40ae-80cb-0bcdba988073 req-4e492085-3ebb-42aa-a004-d9c4cc8b9dfd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810604 Nov 22 17:32:21.680566 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-72a760ac-d881-42c2-8172-e1d8eb107940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:21.682231 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-72a760ac-d881-42c2-8172-e1d8eb107940 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d1c5e7-3fa4-429e-a950-32de420d29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787063 Nov 22 17:32:21.699965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53450) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:21.766943 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e046e5e5-9c55-44f7-990e-31a763516759 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/9af7173d-6e5b-441b-9ac8-9af07bc23ea3 HTTP/1.1" status: 200 len: 990 time: 0.0653613 Nov 22 17:32:21.791809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-4f44bead-250f-4c01-a6d6-892dca689d68 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987928 Nov 22 17:32:21.792146 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:32:21.891541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-53a80677-e041-4b46-b857-e42ee13a16d2 req-9c100117-63bf-4281-9ca5-8e2e0ccb1990 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914488 Nov 22 17:32:22.027000 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9af7173d-6e5b-441b-9ac8-9af07bc23ea3', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'port_id': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'mac_address': 'fa:16:3e:35:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:20Z', 'updated_at': '2021-11-22T17:32:20Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:10Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:32:22.053534 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c22d1fa-8156-4de1-998c-df4c43be24d0 None None] The sync data for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 is: [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9af7173d-6e5b-441b-9ac8-9af07bc23ea3', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'port_id': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'mac_address': 'fa:16:3e:35:a3:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:32:20Z', 'updated_at': '2021-11-22T17:32:20Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:10Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:32:22.258916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b002c9c5-db67-411a-842f-25df66b85104 None None] New status for floating IP 9af7173d-6e5b-441b-9ac8-9af07bc23ea3: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:32:22.769563 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53452) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:22.833848 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ba0c810d-a365-4ab5-9222-55752178fff4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/9af7173d-6e5b-441b-9ac8-9af07bc23ea3 HTTP/1.1" status: 200 len: 992 time: 0.0630798 Nov 22 17:32:23.471358 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fdb7669c-798d-44c6-99dc-b1aca0a063a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:24.225166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:25.606633 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:25.861476 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:32:26.163947 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:37.909458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:39.614804 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:48.267148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-c96a48f5-912c-4fd7-a6bc-1aa473789039 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476036 Nov 22 17:32:48.353792 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b06a-4aac-4536-921b-3a140cfdadde req-1bc6e9e0-9889-48ec-934e-16474abef6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:48.355770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-1bc6e9e0-9889-48ec-934e-16474abef6bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1096 time: 0.0410848 Nov 22 17:32:48.458581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b06a-4aac-4536-921b-3a140cfdadde req-60ab2c29-412d-4402-a2e3-b1010aa2c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:48.460039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-60ab2c29-412d-4402-a2e3-b1010aa2c467 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 200 len: 898 time: 0.0847340 Nov 22 17:32:48.538085 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-53e97d30-0577-4b6a-bb6d-91a07fbd53f0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 200 len: 1000 time: 0.0695374 Nov 22 17:32:48.591052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b06a-4aac-4536-921b-3a140cfdadde req-9a84b547-9eec-4f50-a951-cbb7109833bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:48.592559 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-9a84b547-9eec-4f50-a951-cbb7109833bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b4a3c35-b0e3-43b1-a858-6c9a70e90362 HTTP/1.1" status: 200 len: 834 time: 0.0465569 Nov 22 17:32:48.642216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b06a-4aac-4536-921b-3a140cfdadde req-b3e6377e-bc3a-43d7-9600-9a01bcd27f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:48.643759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-b3e6377e-bc3a-43d7-9600-9a01bcd27f54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d1c5e7-3fa4-429e-a950-32de420d29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419209 Nov 22 17:32:48.742391 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-4bf5b239-1b84-4654-afb4-6e290d975ba1 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902779 Nov 22 17:32:48.831721 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0117b06a-4aac-4536-921b-3a140cfdadde req-125123a1-692d-4df9-99c9-d19c32cb724d service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817420 Nov 22 17:32:50.090306 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-346a934f-0a78-44ef-a3ca-8b6da5db304b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:53.473988 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f5ee5f8c-c4cb-4006-a77b-ae3d3da99506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:54.228130 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:55.607480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:56.170252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:32:58.338285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d59c6-a02f-4618-8f4d-bb3e6c83d996 req-c4b01df4-4e56-4391-a1fb-9d600eaa15ab tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:58.339819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-206d59c6-a02f-4618-8f4d-bb3e6c83d996 req-c4b01df4-4e56-4391-a1fb-9d600eaa15ab tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0657773 Nov 22 17:32:58.390583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-206d59c6-a02f-4618-8f4d-bb3e6c83d996 req-ba7e78cc-14a8-47e1-92ed-4dfd6b0af65c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438850 Nov 22 17:32:59.511174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cb0d6-bb2a-464e-ae00-e9770f370b71 req-a0e31eac-db1a-465a-a7e4-8ad5110bf4fb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:32:59.512673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-530cb0d6-bb2a-464e-ae00-e9770f370b71 req-a0e31eac-db1a-465a-a7e4-8ad5110bf4fb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0507410 Nov 22 17:32:59.563954 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-530cb0d6-bb2a-464e-ae00-e9770f370b71 req-3fee8bb5-c951-4d7d-b5bb-71c4c9dac8f9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Nov 22 17:32:59.586611 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53470) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:32:59.651283 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3718c27e-2d20-4cf2-abba-5b0cf84c601c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/9af7173d-6e5b-441b-9ac8-9af07bc23ea3 HTTP/1.1" status: 200 len: 992 time: 0.0630643 Nov 22 17:33:00.925050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2abffe-0765-42cd-9dea-579d0ee7e577 req-5d1e5f02-6a85-423f-9148-a87fd87bfdcc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:00.926470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e2abffe-0765-42cd-9dea-579d0ee7e577 req-5d1e5f02-6a85-423f-9148-a87fd87bfdcc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0490377 Nov 22 17:33:00.987527 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e2abffe-0765-42cd-9dea-579d0ee7e577 req-396e0569-fd96-47c0-80fd-c57dde72224d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550215 Nov 22 17:33:02.112456 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d0d3a8-03f8-4475-a176-7527d7a79ad3 req-e559b683-24f7-4db8-bd92-62079c21360c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:02.113978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31d0d3a8-03f8-4475-a176-7527d7a79ad3 req-e559b683-24f7-4db8-bd92-62079c21360c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0520012 Nov 22 17:33:02.163830 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31d0d3a8-03f8-4475-a176-7527d7a79ad3 req-22bd6b03-d75b-45bb-ba99-b1e5db2bf346 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438581 Nov 22 17:33:02.187013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53480) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:02.253122 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-896fb263-8fcc-477e-95d9-6fde0444eced tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/9af7173d-6e5b-441b-9ac8-9af07bc23ea3 HTTP/1.1" status: 200 len: 992 time: 0.0649209 Nov 22 17:33:02.501526 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53486) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:02.662001 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 8119c9fc-112c-44ba-93b9-a985f44e836f {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:33:02.662353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:02.738323 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:02.738646 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:02.750624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 8119c9fc-112c-44ba-93b9-a985f44e836f owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:33:02.861579 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:33:02.898110 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:02.924324 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=8119c9fc-112c-44ba-93b9-a985f44e836f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:02.947484 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.947834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.948178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.948513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.948850 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.949207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.949595 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.950036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.950388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.950705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.951032 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.951356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:02.997290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:02.997617 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 9af7173d-6e5b-441b-9ac8-9af07bc23ea3 disassociated (deleted). External IP: 172.25.6.95, port: b32621c4-159b-4df6-9f78-cf7cf483b3a6. Nov 22 17:33:03.205402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 21dea7f9-3c2d-43ce-9051-2227666178d6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:33:03.313643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:33:03.318400 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:03.323273 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] Sync routers for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:33:03.333077 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:03.333702 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:03.346880 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3639ebc8-7eec-4d32-9596-7bc1beab7225 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/floatingips/9af7173d-6e5b-441b-9ac8-9af07bc23ea3 HTTP/1.1" status: 204 len: 168 time: 0.8442309 Nov 22 17:33:03.347588 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:33:03.350009 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe760645-7534-4a46-935d-8bdb4f9ab280" -d '{"events": [{"name": "network-changed", "server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:33:03.397266 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f52e8e-beaf-49cb-95a9-68d372471a61 x-openstack-request-id: req-82f52e8e-beaf-49cb-95a9-68d372471a61 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:33:03.397569 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:33:03.398389 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82f52e8e-beaf-49cb-95a9-68d372471a61 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:33:03.398389 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'status': 'completed', 'code': 200} Nov 22 17:33:03.451944 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:03.473769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-8a4d0db3-81ae-4da9-beca-5579e02994c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:03.475280 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-8a4d0db3-81ae-4da9-beca-5579e02994c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 1096 time: 0.0492241 Nov 22 17:33:03.606600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-8c01faf9-90dc-440b-b557-786149d2a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:03.608035 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-8c01faf9-90dc-440b-b557-786149d2a640 service neutron] 10.222.0.66 "GET /v2.0/networks?id=54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 200 len: 898 time: 0.1240995 Nov 22 17:33:03.625027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e72cb-cc24-4d9d-8126-94e71f48a7f6 req-2b1d939f-f668-451e-a7f8-1be1279a5f06 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:03.626764 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-500e72cb-cc24-4d9d-8126-94e71f48a7f6 req-2b1d939f-f668-451e-a7f8-1be1279a5f06 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0758388 Nov 22 17:33:03.669674 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:10Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:03.674804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-b1072b10-b544-4594-a48a-7c32bf30f101 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 200 len: 217 time: 0.0580709 Nov 22 17:33:03.695944 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] Checking router: 21dea7f9-3c2d-43ce-9051-2227666178d6 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:33:03.704474 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:03.705084 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:03.748207 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-500e72cb-cc24-4d9d-8126-94e71f48a7f6 req-970b009a-af4f-45a2-8cf9-677ae2536df4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145387 Nov 22 17:33:03.760289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-50f1c264-2ab4-4f8d-9d24-0c0bd5752f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:03.762428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-50f1c264-2ab4-4f8d-9d24-0c0bd5752f40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5b4a3c35-b0e3-43b1-a858-6c9a70e90362 HTTP/1.1" status: 200 len: 834 time: 0.0791857 Nov 22 17:33:03.817496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-918a9d86-82b5-445d-a923-ffa2cec3fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:03.819106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:03.819274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-918a9d86-82b5-445d-a923-ffa2cec3fd8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=54d1c5e7-3fa4-429e-a950-32de420d29b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476897 Nov 22 17:33:03.910946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-ec74e967-542f-4553-81c8-3770ddd6fb9d service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826788 Nov 22 17:33:04.007338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe760645-7534-4a46-935d-8bdb4f9ab280 req-9abc5e45-2636-435a-8bff-a6842446e982 service neutron] 10.222.0.66 "GET /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876174 Nov 22 17:33:04.019106 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:10Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:04.046854 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bced056-a51a-4406-95dc-8fb20f981329 None None] The sync data for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 is: [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:32:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'c973499a-4a4a-47ca-8918-15817b2007f8', 'name': '', 'network_id': '54d1c5e7-3fa4-429e-a950-32de420d29b5', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:d2:9a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:06Z', 'updated_at': '2021-11-22T17:32:10Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '5b4a3c35-b0e3-43b1-a858-6c9a70e90362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:33:04.281841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c96c2e-3a79-4224-82d8-a55bca96709f None None] New status for floating IP 9af7173d-6e5b-441b-9ac8-9af07bc23ea3: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:33:04.869475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71294ba2-7bd5-4d51-8b15-0785fd5b30a7 req-98cc9d9c-2f14-4cc0-8b29-d15c3f5ae0b7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:04.871108 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71294ba2-7bd5-4d51-8b15-0785fd5b30a7 req-98cc9d9c-2f14-4cc0-8b29-d15c3f5ae0b7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0499096 Nov 22 17:33:04.920854 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-71294ba2-7bd5-4d51-8b15-0785fd5b30a7 req-513ac99b-f0aa-43fe-b807-ffafec5b7b82 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=015e399e-fc58-4f3e-bb96-de2b8a97ed0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434711 Nov 22 17:33:05.437592 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-bcef4e45-00bf-494a-93d2-ff54a317dc4c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:05.439168 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-bcef4e45-00bf-494a-93d2-ff54a317dc4c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 945 time: 0.0488586 Nov 22 17:33:05.533184 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port b32621c4-159b-4df6-9f78-cf7cf483b3a6 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:33:05.533519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:05.624568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port b32621c4-159b-4df6-9f78-cf7cf483b3a6, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b32621c4-159b-4df6-9f78-cf7cf483b3a6,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:05.624902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:05.638476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for b32621c4-159b-4df6-9f78-cf7cf483b3a6 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:33:05.771223 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:05.802223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=b32621c4-159b-4df6-9f78-cf7cf483b3a6,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:05.846348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] No DVR routers for this DVR port b32621c4-159b-4df6-9f78-cf7cf483b3a6 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:33:05.849078 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:05.852501 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa2b6249-a73d-4de9-93d3-7534729730f5 req-317e4e9a-204b-4a3b-8113-799236038719 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "DELETE /v2.0/ports/b32621c4-159b-4df6-9f78-cf7cf483b3a6 HTTP/1.1" status: 204 len: 173 time: 0.4068928 Nov 22 17:33:05.852942 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'name': 'network-vif-deleted', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:33:05.855252 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa1c5e2-ca57-4d02-b3d8-1fe3dabe0909" -d '{"events": [{"server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "name": "network-vif-deleted", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:33:05.895465 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0070a94e-97cb-44ad-9997-eb4846d61df8 x-openstack-request-id: req-0070a94e-97cb-44ad-9997-eb4846d61df8 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:33:05.896059 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e91e68cb-89d9-4e64-bc0a-bb1d188605e0", "name": "network-vif-deleted", "tag": "b32621c4-159b-4df6-9f78-cf7cf483b3a6", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:33:05.896059 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0070a94e-97cb-44ad-9997-eb4846d61df8 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:33:05.896406 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e68cb-89d9-4e64-bc0a-bb1d188605e0', 'name': 'network-vif-deleted', 'tag': 'b32621c4-159b-4df6-9f78-cf7cf483b3a6', 'status': 'completed', 'code': 200} Nov 22 17:33:06.030311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-51b6f2b8-8098-4feb-b116-df188177ef5a req-125326a6-b278-40cd-8155-ac8e954da5c7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=e91e68cb-89d9-4e64-bc0a-bb1d188605e0 HTTP/1.1" status: 200 len: 210 time: 0.0266082 Nov 22 17:33:07.087191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53502) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:07.446892 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:07.705265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port c973499a-4a4a-47ca-8918-15817b2007f8 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:33:07.705513 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:07.796594 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port c973499a-4a4a-47ca-8918-15817b2007f8, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c973499a-4a4a-47ca-8918-15817b2007f8,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:07.796953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:07.810157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for c973499a-4a4a-47ca-8918-15817b2007f8 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:33:07.918954 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:08.001222 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:08.028014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=c973499a-4a4a-47ca-8918-15817b2007f8,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:08.216348 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:08.430666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 21dea7f9-3c2d-43ce-9051-2227666178d6 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:33:08.538835 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:33:08.545497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d69d31c8-ada8-43bd-b51c-ca2b59ace911 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/21dea7f9-3c2d-43ce-9051-2227666178d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4571989 Nov 22 17:33:08.548313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53504) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:08.550069 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] Sync routers for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:33:08.561071 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:08.562146 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:08.606856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting subnet 5b4a3c35-b0e3-43b1-a858-6c9a70e90362 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:33:08.610697 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:08.709572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b32621c4-159b-4df6-9f78-cf7cf483b3a6 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:33:08.733483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: b32621c4-159b-4df6-9f78-cf7cf483b3a6 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:33:08.735621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b32621c4-159b-4df6-9f78-cf7cf483b3a6 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:33:08.771601 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:08.960176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:33:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:08.967937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:08.987802 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] Checking router: 21dea7f9-3c2d-43ce-9051-2227666178d6 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:33:08.996138 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] Routers {'21dea7f9-3c2d-43ce-9051-2227666178d6'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:08.996755 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['21dea7f9-3c2d-43ce-9051-2227666178d6'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:09.050102 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.103505 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] Set router 21dea7f9-3c2d-43ce-9051-2227666178d6 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:09.114865 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.141509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Subnet': ['ID=5b4a3c35-b0e3-43b1-a858-6c9a70e90362,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:09.147140 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.153871 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-040d346b-9ba1-4dd3-9b16-15bda3047108 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/subnets/5b4a3c35-b0e3-43b1-a858-6c9a70e90362 HTTP/1.1" status: 204 len: 168 time: 0.6045098 Nov 22 17:33:09.154067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53506) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:09.154716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687e6bc5-1cd3-4ebd-bcb9-1b9762384190 None None] Network 54d1c5e7-3fa4-429e-a950-32de420d29b5 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:33:09.268448 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.299700 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:33:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:09.335840 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38edd55-689e-44db-8b61-6a4a3aae7c66 None None] The sync data for ids ['21dea7f9-3c2d-43ce-9051-2227666178d6'] in n-d-816206-6 is: [{'id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-513234527', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88'}], 'enable_snat': True}, 'gw_port_id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:32:03Z', 'updated_at': '2021-11-22T17:33:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '30c55ebb-9252-44e2-86b9-d7e90b2bba45', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:12:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21dea7f9-3c2d-43ce-9051-2227666178d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:32:04Z', 'updated_at': '2021-11-22T17:32:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:33:09.342989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb96de-232e-4780-b381-6b336c536453 None None] DHCP port deletion for 54d1c5e7-3fa4-429e-a950-32de420d29b5 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:33:09.390064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.392802 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Deleting port eea16b7f-4dbb-4993-b092-f364bfa8b319 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:33:09.393180 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.443935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 30c55ebb-9252-44e2-86b9-d7e90b2bba45 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:33:09.444517 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.459616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-85eb96de-232e-4780-b381-6b336c536453 None None] For port eea16b7f-4dbb-4993-b092-f364bfa8b319, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=eea16b7f-4dbb-4993-b092-f364bfa8b319,segment=NetworkSegment(0dadd076-063b-4b8f-bab0-0e87ba47826b),segment_id=0dadd076-063b-4b8f-bab0-0e87ba47826b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:09.460013 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.473085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Calling delete_port for eea16b7f-4dbb-4993-b092-f364bfa8b319 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:33:09.556131 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.587849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Pushing event deleted for resources: {'Port': ['ID=eea16b7f-4dbb-4993-b092-f364bfa8b319,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:09.598230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb96de-232e-4780-b381-6b336c536453 None None] No DVR routers for this DVR port eea16b7f-4dbb-4993-b092-f364bfa8b319 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:33:09.605476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.605856 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.606196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.606538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.606876 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.607208 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.607538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.607861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.608189 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.608512 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.609114 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.609205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85eb96de-232e-4780-b381-6b336c536453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:09.624949 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.834368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 30c55ebb-9252-44e2-86b9-d7e90b2bba45, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30c55ebb-9252-44e2-86b9-d7e90b2bba45,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:09.834711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:09.849784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 30c55ebb-9252-44e2-86b9-d7e90b2bba45 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:33:09.861290 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c973499a-4a4a-47ca-8918-15817b2007f8 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:33:09.881998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c973499a-4a4a-47ca-8918-15817b2007f8 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:33:09.882445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c973499a-4a4a-47ca-8918-15817b2007f8 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:33:09.882956 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device eea16b7f-4dbb-4993-b092-f364bfa8b319 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:33:09.905633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: eea16b7f-4dbb-4993-b092-f364bfa8b319 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:33:09.906009 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device eea16b7f-4dbb-4993-b092-f364bfa8b319 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:33:10.019895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.043827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=30c55ebb-9252-44e2-86b9-d7e90b2bba45,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:10.054145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.054507 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.054851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.055192 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.055543 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.055963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.056175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.056521 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.056820 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.057151 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.057475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.057831 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:10.064570 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7e6d0a-fd91-493c-aaa5-2c5226111391 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:33:10.118939 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.212746 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.215466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.257322 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.257943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Fanout notify agent at l3_agent the message router_deleted on router 21dea7f9-3c2d-43ce-9051-2227666178d6 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:33:10.265731 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.269265 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5f318442-41c6-42ff-a982-96cf8a88f226 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/routers/21dea7f9-3c2d-43ce-9051-2227666178d6 HTTP/1.1" status: 204 len: 168 time: 1.1106269 Nov 22 17:33:10.269601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53508) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:10.350434 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.445356 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.465197 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54d1c5e7-3fa4-429e-a950-32de420d29b5']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:10.474940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dadd076-063b-4b8f-bab0-0e87ba47826b') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:10.475241 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dadd076-063b-4b8f-bab0-0e87ba47826b') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:10.484584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.498825 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.505439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:33:10.506079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:33:10.510159 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:33:10.572211 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.579840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.585756 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/networks/54d1c5e7-3fa4-429e-a950-32de420d29b5 HTTP/1.1" status: 204 len: 168 time: 0.3151214 Nov 22 17:33:10.585930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53510) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:10.597252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0aaf9c-8ed0-4cda-ba7e-6d298b23d437 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Network': ['ID=54d1c5e7-3fa4-429e-a950-32de420d29b5,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:10.651912 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2a75-c8e2-49b2-8a9a-ff3a7d6f40f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.678281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2a75-c8e2-49b2-8a9a-ff3a7d6f40f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.741918 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2a75-c8e2-49b2-8a9a-ff3a7d6f40f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.744638 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2a75-c8e2-49b2-8a9a-ff3a7d6f40f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:10.746888 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6c4c2a75-c8e2-49b2-8a9a-ff3a7d6f40f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/security-groups/015e399e-fc58-4f3e-bb96-de2b8a97ed0e HTTP/1.1" status: 204 len: 168 time: 0.1588614 Nov 22 17:33:10.758394 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4c2a75-c8e2-49b2-8a9a-ff3a7d6f40f1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015e399e-fc58-4f3e-bb96-de2b8a97ed0e,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:10.945963 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53516) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:10.950814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015840353', 'description': 'tempest-secgroup-smoke-1015840353 description', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:10.971958 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.035442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.039111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.070728 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.071942 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248639 Nov 22 17:33:11.073050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36128bcb-63a5-485e-89ef-2336f4596175 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97744701-3787-4819-b21f-7c23f1eeb6a9,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.075134 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53518) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.079464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '97744701-3787-4819-b21f-7c23f1eeb6a9', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.105953 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.162614 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.166341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.184907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43944eab-80f3-47c7-b769-86b7829c9ab7,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.192840 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.194304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c8f776b0-5770-4635-a054-c5dd76ad4de1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182530 Nov 22 17:33:11.197299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53520) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.201721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '97744701-3787-4819-b21f-7c23f1eeb6a9', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.227167 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.282620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.286572 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.302095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd67306a-2c31-4a51-8c1f-4d9b983a70b1,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.312508 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.313727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1dd0854c-5c3f-4937-b6f0-f73e1a3ff2c4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154375 Nov 22 17:33:11.316363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53522) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.320864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '97744701-3787-4819-b21f-7c23f1eeb6a9', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.349184 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.410037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.413673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.432191 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa08852-7bfb-413e-ba04-5225e0b96197,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.440141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.441313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-18dbdaf8-7488-4070-927d-10a7163899e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240358 Nov 22 17:33:11.444311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53524) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.448693 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '97744701-3787-4819-b21f-7c23f1eeb6a9', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.476020 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.535881 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.539986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.560887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb8916a-0cc7-4023-8f91-3e49b0cc4338,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.569435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.570653 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-89b43c37-7e76-485a-8a7f-f1f9bd1b6145 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254153 Nov 22 17:33:11.573420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53526) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.578550 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '97744701-3787-4819-b21f-7c23f1eeb6a9', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.600219 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:33:11.604996 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.664672 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.668124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.686598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1d363a-65a9-4a39-93dd-5024447d9a95,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.693903 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.695084 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-eaad4135-7ae1-4078-9067-ea5a04b80473 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201925 Nov 22 17:33:11.697829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53528) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.702902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '97744701-3787-4819-b21f-7c23f1eeb6a9', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.725112 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:33:11.730012 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.789895 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.793519 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.811814 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575df228-6775-4567-b5f4-fb18bf42a0af,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:11.817269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.821400 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-954bef16-7e37-4406-a9bc-1d4cb66452c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197174 Nov 22 17:33:11.821930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53530) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:11.827139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'network': {'name': 'tempest-network-smoke--1200978201', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:11.848749 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:33:11.852173 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.862682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30c55ebb-9252-44e2-86b9-d7e90b2bba45 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:33:11.881531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:33:11.882243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 30c55ebb-9252-44e2-86b9-d7e90b2bba45 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:33:11.882652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30c55ebb-9252-44e2-86b9-d7e90b2bba45 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:33:11.894755 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.895095 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Added segment 81cbd8a7-5d11-42ee-a936-9f4df01bfed3 of type vlan for network 673df67c-f9a8-42ff-9831-6630f7994389 Nov 22 17:33:11.941169 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.969059 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:11.974638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:11.975252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.030403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2077358 Nov 22 17:33:12.033212 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53532) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:12.037832 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'admin_state_up': True, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:12.044982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf7c53-eae0-4f72-96d3-e0e0f78dad6e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Network': ['ID=673df67c-f9a8-42ff-9831-6630f7994389,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:12.055137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 673df67c-f9a8-42ff-9831-6630f7994389 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:33:12.063977 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.065055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.117385 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.260816 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.456236 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.474493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.577265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.115 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/98a696ea-f676-4989-8fd4-cd001c61bab1) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:33:12.682663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.717670 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.756016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:33:12.760451 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:12.764147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:33:12.774761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529a1d75-2725-418c-af97-61ddb06ab624 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:33:12.790786 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=98a696ea-f676-4989-8fd4-cd001c61bab1,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:12.869039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8517aaba-5f58-4836-98d3-387849bdb42e None None] Provisioning complete for port 98a696ea-f676-4989-8fd4-cd001c61bab1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:12.869622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8517aaba-5f58-4836-98d3-387849bdb42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:12.903627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8517aaba-5f58-4836-98d3-387849bdb42e None None] Port 98a696ea-f676-4989-8fd4-cd001c61bab1 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:33:13.018027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:13.217346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:13.344234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router c026895f-fad1-48a5-86d4-314e13e93a30 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:33:13.450386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:33:13.459650 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Sync routers for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:33:13.470800 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:13.472125 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2bb6a196-0935-4c37-a17f-25f014a769f5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4378684 Nov 22 17:33:13.473023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:13.473630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:13.475426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53534) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:13.506814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4de1c28d-6209-48f1-9290-415e0440fe9e tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a5eb398080634854a6965ffcabcc3ec9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294003 Nov 22 17:33:13.510315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53536) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:13.587262 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:13.598188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69932a0-5db5-4bfd-823e-4d775df08ef9 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:13.599693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f69932a0-5db5-4bfd-823e-4d775df08ef9 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883958 Nov 22 17:33:13.602768 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53538) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:13.641328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-dd8717dc-6915-49a7-a836-22dd267a05d9 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351329 Nov 22 17:33:13.641600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53540) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:13.646749 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-682800023', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:13.742433 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:33:13.746559 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:13.934301 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:13.945976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:12Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:13.971801 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Checking router: c026895f-fad1-48a5-86d4-314e13e93a30 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:33:13.972159 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Updating router c026895f-fad1-48a5-86d4-314e13e93a30 port 98a696ea-f676-4989-8fd4-cd001c61bab1 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:33:13.995454 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Subnet': ['ID=8454d928-73f1-4a86-bbef-6d502d91fc76,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:14.003726 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Checking segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:33:14.004093 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network hostable DHCP agents. Network: 673df67c-f9a8-42ff-9831-6630f7994389, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:33:14.004253 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.019965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 673df67c-f9a8-42ff-9831-6630f7994389 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:33:14.028360 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 673df67c-f9a8-42ff-9831-6630f7994389) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:14.032644 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:14.033289 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.039272 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76b5535-d94b-49f9-8175-4e0c51d7ccdf None None] Network 673df67c-f9a8-42ff-9831-6630f7994389 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:33:14.050678 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-60bdaf2c-5b21-48a7-ba2e-534f4bee17b1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4079032 Nov 22 17:33:14.053431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53542) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:14.322197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-673df67c-f9a8-42ff-9831-6630f7994389', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:33:14.323049 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.446220 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.459581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.533204 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.539926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d02dce-66ca-4d92-a398-45e848f2213d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:33:14.548529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e5106-25eb-45c8-90e4-18588ef982c1 None None] Pushing event updated for resources: {'Port': ['ID=98a696ea-f676-4989-8fd4-cd001c61bab1,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:14.559310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Attempting to bind port 98a696ea-f676-4989-8fd4-cd001c61bab1 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:33:14.559812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Attempting to bind port 98a696ea-f676-4989-8fd4-cd001c61bab1 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:33:14.560181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Attempting to bind port 98a696ea-f676-4989-8fd4-cd001c61bab1 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:33:14.569616 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Allocated IP 172.20.0.2 (673df67c-f9a8-42ff-9831-6630f7994389/8454d928-73f1-4a86-bbef-6d502d91fc76/ad1a8bb1-b39a-483d-86a4-3671f592f30d) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:33:14.573592 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:33:14.574824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:33:14.575356 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.575955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:33:14.576447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Bound port: 98a696ea-f676-4989-8fd4-cd001c61bab1, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:33:14.576832 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.690030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] For port 98a696ea-f676-4989-8fd4-cd001c61bab1, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:33:14.697936 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] For port 98a696ea-f676-4989-8fd4-cd001c61bab1, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98a696ea-f676-4989-8fd4-cd001c61bab1,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:33:14.700944 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7eafbfb3-e8b3-45de-8442-30427e7d33cd None None] Provisioning complete for port 98a696ea-f676-4989-8fd4-cd001c61bab1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:14.701315 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7eafbfb3-e8b3-45de-8442-30427e7d33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.706355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.803777 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e18cf5-2cdf-4c2e-80ae-983431e09a53 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:33:14.861350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:14.861998 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:14.864709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e5106-25eb-45c8-90e4-18588ef982c1 None None] Pushing event updated for resources: {'Port': ['ID=98a696ea-f676-4989-8fd4-cd001c61bab1,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:14.948249 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:14.962802 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.013095 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.1 (673df67c-f9a8-42ff-9831-6630f7994389/8454d928-73f1-4a86-bbef-6d502d91fc76/30a585cf-4f8d-4b0b-8255-79fede48c2ed) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:33:15.031856 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7eafbfb3-e8b3-45de-8442-30427e7d33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.072715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Network 673df67c-f9a8-42ff-9831-6630f7994389 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:33:15.080154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7eafbfb3-e8b3-45de-8442-30427e7d33cd None None] For port 98a696ea-f676-4989-8fd4-cd001c61bab1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98a696ea-f676-4989-8fd4-cd001c61bab1,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:15.081477 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:15.083277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Pushing event updated for resources: {'Port': ['ID=ad1a8bb1-b39a-483d-86a4-3671f592f30d,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:15.087927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:33:15.094136 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7eafbfb3-e8b3-45de-8442-30427e7d33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.102555 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:15.131705 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.165199 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.213110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 673df67c-f9a8-42ff-9831-6630f7994389 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:33:15.217330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:15.221081 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:33:15.245135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=30a585cf-4f8d-4b0b-8255-79fede48c2ed,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:15.268805 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.406572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.458075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eafbfb3-e8b3-45de-8442-30427e7d33cd None None] Pushing event updated for resources: {'Port': ['ID=98a696ea-f676-4989-8fd4-cd001c61bab1,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:15.472461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Attempting to bind port ad1a8bb1-b39a-483d-86a4-3671f592f30d on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:33:15.472834 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Attempting to bind port ad1a8bb1-b39a-483d-86a4-3671f592f30d by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:33:15.473200 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Attempting to bind port ad1a8bb1-b39a-483d-86a4-3671f592f30d on network 673df67c-f9a8-42ff-9831-6630f7994389 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:33:15.482082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-711c39bc-09d4-4658-b7fd-e63283ce0254 None None] Provisioning complete for port 98a696ea-f676-4989-8fd4-cd001c61bab1 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:15.482545 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-711c39bc-09d4-4658-b7fd-e63283ce0254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.492844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:33:15.493225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Checking segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:33:15.493626 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.494047 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Bound using segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:33:15.494539 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Bound port: ad1a8bb1-b39a-483d-86a4-3671f592f30d, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:33:15.494925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.659635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] For port ad1a8bb1-b39a-483d-86a4-3671f592f30d, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:33:15.682719 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] For port ad1a8bb1-b39a-483d-86a4-3671f592f30d, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ad1a8bb1-b39a-483d-86a4-3671f592f30d,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:33:15.694560 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:15.740745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:12Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:15.783004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65f48a-2a7f-4c66-ac37-19d5d2fde6e2 None None] The sync data for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 is: [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:12Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:33:15.795215 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61cb24-142e-4c54-83aa-a023a433f2cf None None] Pushing event updated for resources: {'Port': ['ID=ad1a8bb1-b39a-483d-86a4-3671f592f30d,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:16.034110 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:16.047086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:16.134906 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:16.141732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=30a585cf-4f8d-4b0b-8255-79fede48c2ed,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:16.237582 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 673df67c-f9a8-42ff-9831-6630f7994389 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:33:16.239208 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:16.358406 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router c026895f-fad1-48a5-86d4-314e13e93a30 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:33:16.480374 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:33:16.486255 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a0515ae2-6f73-48e7-b68b-05fb93e4f69d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/c026895f-fad1-48a5-86d4-314e13e93a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4316623 Nov 22 17:33:16.683676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-161b017e-f829-4727-bbdd-cf3f516f59f9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1015840353&fields=id&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 267 time: 0.0601022 Nov 22 17:33:16.787728 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a56b6e-cc84-4232-8e26-4e5dc1063018 None None] Network 673df67c-f9a8-42ff-9831-6630f7994389 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:33:16.809747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-2ac1135f-b37a-48fe-91b5-87b9e6b3e3fb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:16.811226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-2ac1135f-b37a-48fe-91b5-87b9e6b3e3fb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 797 time: 0.1179633 Nov 22 17:33:16.828305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-9f5e7fe4-b87f-4c75-922b-9a979a689d53 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/quotas/a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0108793 Nov 22 17:33:16.879345 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-ec849d94-95a6-4637-9624-6698b486796a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465653 Nov 22 17:33:16.884615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-276a086a-296d-4b01-a9c4-fa9c639f6dab None None] Provisioning complete for port ad1a8bb1-b39a-483d-86a4-3671f592f30d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:16.885258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276a086a-296d-4b01-a9c4-fa9c639f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.039242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-40c5bf8d-e877-4a17-a043-a40836272800 service neutron] 10.222.0.65 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471236 Nov 22 17:33:17.053861 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276a086a-296d-4b01-a9c4-fa9c639f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.090486 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-276a086a-296d-4b01-a9c4-fa9c639f6dab None None] For port ad1a8bb1-b39a-483d-86a4-3671f592f30d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ad1a8bb1-b39a-483d-86a4-3671f592f30d,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:17.096067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-276a086a-296d-4b01-a9c4-fa9c639f6dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.158609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-6a7e00e0-da64-4d8e-b1e0-2166c1d20a50 service neutron] 10.222.0.65 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113682 Nov 22 17:33:17.171404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a086a-296d-4b01-a9c4-fa9c639f6dab None None] Pushing event updated for resources: {'Port': ['ID=ad1a8bb1-b39a-483d-86a4-3671f592f30d,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:17.338596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-652ac786-4439-49dc-92fe-caf1deaa1d6a None None] Provisioning complete for port ad1a8bb1-b39a-483d-86a4-3671f592f30d triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:17.338975 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-652ac786-4439-49dc-92fe-caf1deaa1d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.362866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3c24701c-c2ef-4439-afa5-b8767e783fda req-fd7811c9-eff1-47b2-a93e-7940e9ba032b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 210 time: 0.0407884 Nov 22 17:33:17.456380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-652ac786-4439-49dc-92fe-caf1deaa1d6a None None] Provisioning complete for port 30a585cf-4f8d-4b0b-8255-79fede48c2ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:17.456765 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-652ac786-4439-49dc-92fe-caf1deaa1d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.496551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-652ac786-4439-49dc-92fe-caf1deaa1d6a None None] Port 30a585cf-4f8d-4b0b-8255-79fede48c2ed cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:33:17.535752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Sync routers for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:33:17.547830 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:17.548629 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:17.619489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-21b4d5ba-a199-4222-83cc-7138f8911bb6 None None] Provisioning complete for port 30a585cf-4f8d-4b0b-8255-79fede48c2ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:17.619897 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-21b4d5ba-a199-4222-83cc-7138f8911bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.673806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-21b4d5ba-a199-4222-83cc-7138f8911bb6 None None] Port 30a585cf-4f8d-4b0b-8255-79fede48c2ed cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:33:17.691684 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:17.900800 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1355b7b6-a1a1-4f80-895e-d69046b85ad8 None None] Provisioning complete for port 30a585cf-4f8d-4b0b-8255-79fede48c2ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:17.901368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1355b7b6-a1a1-4f80-895e-d69046b85ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:17.938526 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 2, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:17.965707 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad1a8bb1-b39a-483d-86a4-3671f592f30d up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:33:17.992084 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Checking router: c026895f-fad1-48a5-86d4-314e13e93a30 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:33:17.992558 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Updating router c026895f-fad1-48a5-86d4-314e13e93a30 port 30a585cf-4f8d-4b0b-8255-79fede48c2ed binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:33:18.014150 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1355b7b6-a1a1-4f80-895e-d69046b85ad8 None None] Port 30a585cf-4f8d-4b0b-8255-79fede48c2ed cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:33:18.034088 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.057670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port ad1a8bb1-b39a-483d-86a4-3671f592f30d triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:18.058387 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.155211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98a696ea-f676-4989-8fd4-cd001c61bab1 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:33:18.207241 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 98a696ea-f676-4989-8fd4-cd001c61bab1 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:18.207615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.329162 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.334249 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.387403 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Pushing event updated for resources: {'Port': ['ID=30a585cf-4f8d-4b0b-8255-79fede48c2ed,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:18.415836 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.416175 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.416509 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.416836 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.417164 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.417529 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.418027 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.418351 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.418668 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.418984 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.419301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.419616 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:33:18.459934 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Attempting to bind port 30a585cf-4f8d-4b0b-8255-79fede48c2ed on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:33:18.460298 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Attempting to bind port 30a585cf-4f8d-4b0b-8255-79fede48c2ed by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:33:18.460660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Attempting to bind port 30a585cf-4f8d-4b0b-8255-79fede48c2ed on network 673df67c-f9a8-42ff-9831-6630f7994389 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:33:18.467920 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:33:18.468301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Checking segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:33:18.468949 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.469339 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Bound using segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:33:18.469855 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Bound port: 30a585cf-4f8d-4b0b-8255-79fede48c2ed, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:33:18.470233 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.507412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57b9c19c-8f5d-4d15-90c8-941a69b33a2c req-8d5bd932-9604-42b5-8757-ae6115c09407 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 210 time: 0.0601444 Nov 22 17:33:18.562584 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] For port 30a585cf-4f8d-4b0b-8255-79fede48c2ed, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:33:18.577855 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] For port 30a585cf-4f8d-4b0b-8255-79fede48c2ed, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30a585cf-4f8d-4b0b-8255-79fede48c2ed,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:33:18.590384 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.656723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-72513bca-ca90-4947-aba7-f4dd1ed6d8cf None None] Provisioning complete for port 30a585cf-4f8d-4b0b-8255-79fede48c2ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:18.657172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-72513bca-ca90-4947-aba7-f4dd1ed6d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.658097 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:18.658835 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:32:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:18.722176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b2379ad0-4b25-4e40-88f0-9376848cb019 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:18.724814 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b2379ad0-4b25-4e40-88f0-9376848cb019 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 797 time: 0.1603379 Nov 22 17:33:18.769700 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-72513bca-ca90-4947-aba7-f4dd1ed6d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.813085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-72513bca-ca90-4947-aba7-f4dd1ed6d8cf None None] For port 30a585cf-4f8d-4b0b-8255-79fede48c2ed, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30a585cf-4f8d-4b0b-8255-79fede48c2ed,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:18.814885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b4b11b83-6753-422e-98b3-2718ad63b7ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 380 time: 0.0791776 Nov 22 17:33:18.819995 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-72513bca-ca90-4947-aba7-f4dd1ed6d8cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.832349 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'port': {'device_id': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'admin_state_up': True, 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'security_groups': ['97744701-3787-4819-b21f-7c23f1eeb6a9']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:18.873712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72513bca-ca90-4947-aba7-f4dd1ed6d8cf None None] Pushing event updated for resources: {'Port': ['ID=30a585cf-4f8d-4b0b-8255-79fede48c2ed,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:18.895092 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c98fa7-7079-445e-897a-a49504ca1a76 None None] Pushing event updated for resources: {'Port': ['ID=30a585cf-4f8d-4b0b-8255-79fede48c2ed,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:18.922340 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:18.945560 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-46c7038e-3ca3-4df2-95aa-b886d6e86090 None None] Provisioning complete for port 30a585cf-4f8d-4b0b-8255-79fede48c2ed triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:18.946592 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-46c7038e-3ca3-4df2-95aa-b886d6e86090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:18.962102 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:33:18.967752 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.108758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.5 (673df67c-f9a8-42ff-9831-6630f7994389/8454d928-73f1-4a86-bbef-6d502d91fc76/b864e932-cc3b-45f1-a382-8a1afb556159) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:33:19.134039 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:19.163701 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5a7d01-9960-44e1-8a4e-32efb32bc253 None None] The sync data for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 is: [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:33:19.260993 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.299606 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.358850 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 673df67c-f9a8-42ff-9831-6630f7994389 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:33:19.361946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:19.365043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:33:19.394428 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=b864e932-cc3b-45f1-a382-8a1afb556159,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:19.434068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:19.435064 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.458328 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-b486d0bd-70d1-4ace-8eba-8cdf49baba70 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6357293 Nov 22 17:33:19.473636 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Request body: {'port': {'device_id': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:19.534895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.667029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6c7dd2d0-7df6-4ffd-8b7d-797e558a29b1 None None] Provisioning complete for port b864e932-cc3b-45f1-a382-8a1afb556159 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:19.668367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd2d0-7df6-4ffd-8b7d-797e558a29b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.677549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31aad9-206e-45b9-8ce9-102a45825bac req-93ea49fb-3c4c-4432-a8a6-a05fa063d966 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:19.679691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c31aad9-206e-45b9-8ce9-102a45825bac req-93ea49fb-3c4c-4432-a8a6-a05fa063d966 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 931 time: 0.0798378 Nov 22 17:33:19.706818 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6c7dd2d0-7df6-4ffd-8b7d-797e558a29b1 None None] Port b864e932-cc3b-45f1-a382-8a1afb556159 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:33:19.739922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0c31aad9-206e-45b9-8ce9-102a45825bac req-a83ffd45-6bae-48ff-b47b-6284235ada61 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509987 Nov 22 17:33:19.898465 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b864e932-cc3b-45f1-a382-8a1afb556159 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:33:19.906903 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.922875 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Transition to ACTIVE for port object b864e932-cc3b-45f1-a382-8a1afb556159 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:33:19.924394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30a585cf-4f8d-4b0b-8255-79fede48c2ed up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:33:19.927103 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:19.985983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Pushing event updated for resources: {'Port': ['ID=b864e932-cc3b-45f1-a382-8a1afb556159,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:19.987082 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 30a585cf-4f8d-4b0b-8255-79fede48c2ed triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:19.988231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:20.059425 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Attempting to bind port b864e932-cc3b-45f1-a382-8a1afb556159 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:33:20.060084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Attempting to bind port b864e932-cc3b-45f1-a382-8a1afb556159 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:33:20.060775 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Attempting to bind port b864e932-cc3b-45f1-a382-8a1afb556159 on network 673df67c-f9a8-42ff-9831-6630f7994389 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:33:20.067962 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Port b864e932-cc3b-45f1-a382-8a1afb556159 on network 673df67c-f9a8-42ff-9831-6630f7994389 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:33:20.069065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Attempting to bind port b864e932-cc3b-45f1-a382-8a1afb556159 on network 673df67c-f9a8-42ff-9831-6630f7994389 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:33:20.077048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:33:20.077682 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Checking segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:33:20.078275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Bound using segment: {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:33:20.078889 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Bound port: b864e932-cc3b-45f1-a382-8a1afb556159, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81cbd8a7-5d11-42ee-a936-9f4df01bfed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:33:20.079671 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:20.123205 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9f503a14-f38d-4fed-a6c5-079a08efa36b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:20.168649 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] For port b864e932-cc3b-45f1-a382-8a1afb556159, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:33:20.173052 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] For port b864e932-cc3b-45f1-a382-8a1afb556159, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b864e932-cc3b-45f1-a382-8a1afb556159,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:33:20.178803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:20.220328 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.221343 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:20.223343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] 10.222.0.20 "PUT /v2.0/ports/b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 1091 time: 0.7546084 Nov 22 17:33:20.224530 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:33:20.227399 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:33:20.262193 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3d2b2-f882-45a4-9868-5652133eac94 service neutron] Pushing event updated for resources: {'Port': ['ID=b864e932-cc3b-45f1-a382-8a1afb556159,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:20.301438 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb39d4a-2452-40ec-b1aa-d7f3a6486f9f x-openstack-request-id: req-bdb39d4a-2452-40ec-b1aa-d7f3a6486f9f {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:33:20.301849 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:33:20.302101 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bdb39d4a-2452-40ec-b1aa-d7f3a6486f9f {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:33:20.302521 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'status': 'completed', 'code': 200} Nov 22 17:33:20.318793 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-41d042f8-f4e3-4cce-bc34-1da448f9bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.320475 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-41d042f8-f4e3-4cce-bc34-1da448f9bc2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1094 time: 0.0510421 Nov 22 17:33:20.374629 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-a44eb73c-2e89-43bb-bcf8-462fa56ff590 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 217 time: 0.0443914 Nov 22 17:33:20.430224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-3f1cf29d-a214-41c1-8d03-e1f4b064c529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.431781 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-3f1cf29d-a214-41c1-8d03-e1f4b064c529 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0487032 Nov 22 17:33:20.486573 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-159a2ad0-5592-4d0c-ab7b-c1eca7d65bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.488091 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-159a2ad0-5592-4d0c-ab7b-c1eca7d65bbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487137 Nov 22 17:33:20.586778 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-8d8f5312-782a-41d0-9367-0f623a7fa9b9 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894701 Nov 22 17:33:20.678878 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7f41e853-61ac-42f9-ad85-74ac1e0ca3eb req-34f2a3be-11cb-460e-b18e-b08be3fec0a2 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843370 Nov 22 17:33:20.770405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-1b7b47ba-c66b-48d4-815d-798032a61975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.771929 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-1b7b47ba-c66b-48d4-815d-798032a61975 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1094 time: 0.0408502 Nov 22 17:33:20.876351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271032b-d9fa-404b-b261-91499ef80708 req-21b8fd1c-aa99-4213-aa3a-2b32eccf5143 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.877946 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f271032b-d9fa-404b-b261-91499ef80708 req-21b8fd1c-aa99-4213-aa3a-2b32eccf5143 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 943 time: 0.0626903 Nov 22 17:33:20.878868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-09caa130-a9b9-41d1-9e0a-6573b189c3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.880464 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-09caa130-a9b9-41d1-9e0a-6573b189c3e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 898 time: 0.1011343 Nov 22 17:33:20.924867 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-8fc12722-0e8f-4035-b113-cd4d0450262e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 217 time: 0.0349905 Nov 22 17:33:20.928268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f271032b-d9fa-404b-b261-91499ef80708 req-0fddfedd-b63a-4b94-ba2a-e013aacf4f54 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441449 Nov 22 17:33:20.981693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-2fb60b3d-1410-4f2f-a236-cd5b42ba9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:20.983064 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-2fb60b3d-1410-4f2f-a236-cd5b42ba9ba8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0504005 Nov 22 17:33:21.030491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-0481dec2-5ef5-433f-bfda-1993bae9ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:21.031982 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-0481dec2-5ef5-433f-bfda-1993bae9ee0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411470 Nov 22 17:33:21.124687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-a55deb82-478a-4a24-abbd-c17a3cd0958a service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841005 Nov 22 17:33:21.226064 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1fae9210-4d0b-4f16-8a9b-fbd9e1323bc7 req-7cff003d-c8f8-4bca-b125-9cf1ef034136 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913360 Nov 22 17:33:22.058821 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14608d2-cdee-41bc-9f6e-f3efe51a8fce req-7bd02b1d-ef05-4471-aed1-cbb625217d00 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:22.060538 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a14608d2-cdee-41bc-9f6e-f3efe51a8fce req-7bd02b1d-ef05-4471-aed1-cbb625217d00 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 943 time: 0.0539825 Nov 22 17:33:22.109908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a14608d2-cdee-41bc-9f6e-f3efe51a8fce req-acf450e3-8c39-489f-82c6-3cd9e70fbfd0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430875 Nov 22 17:33:23.225221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dacdad0-7a93-4aeb-adcc-4be8039c2164 req-2a464a84-eaa8-4594-a0a4-55b3330435a4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:23.226790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dacdad0-7a93-4aeb-adcc-4be8039c2164 req-2a464a84-eaa8-4594-a0a4-55b3330435a4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 943 time: 0.0494835 Nov 22 17:33:23.281507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1dacdad0-7a93-4aeb-adcc-4be8039c2164 req-e4ba42b8-b9d8-4438-8671-a89e7b36b555 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Nov 22 17:33:23.476422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-701be5e2-723e-485e-a229-5b70416cf377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:24.231053 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:24.400548 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf2e99-e86c-40a5-911f-fb68ea6e160f req-2b3ae636-739f-4f21-afef-4dd72650e052 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:24.402039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dcf2e99-e86c-40a5-911f-fb68ea6e160f req-2b3ae636-739f-4f21-afef-4dd72650e052 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 943 time: 0.0523894 Nov 22 17:33:24.452040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5dcf2e99-e86c-40a5-911f-fb68ea6e160f req-b3c6a3a9-dc39-4087-86f9-070baddcb49e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Nov 22 17:33:24.563776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b864e932-cc3b-45f1-a382-8a1afb556159 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:33:24.663726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b864e932-cc3b-45f1-a382-8a1afb556159, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b864e932-cc3b-45f1-a382-8a1afb556159,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:24.675824 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'port_id': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'mac_address': 'fa:16:3e:0f:ac:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:33:24.712547 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:24.729276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b864e932-cc3b-45f1-a382-8a1afb556159 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:33:24.749991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b864e932-cc3b-45f1-a382-8a1afb556159, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b864e932-cc3b-45f1-a382-8a1afb556159,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:24.754247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:24.802989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b864e932-cc3b-45f1-a382-8a1afb556159,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:25.000327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b864e932-cc3b-45f1-a382-8a1afb556159'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:33:25.574818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e336d9a-c678-454e-9e95-ee0792fe6549 req-74eb1fd0-7b53-41b1-b814-70f127208c95 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:25.576313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e336d9a-c678-454e-9e95-ee0792fe6549 req-74eb1fd0-7b53-41b1-b814-70f127208c95 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 944 time: 0.0546863 Nov 22 17:33:25.612313 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:25.631144 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e336d9a-c678-454e-9e95-ee0792fe6549 req-a8216e44-f788-4bf5-a903-d9ed3b33e1cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487037 Nov 22 17:33:26.162356 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:26.562785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b864e932-cc3b-45f1-a382-8a1afb556159 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:33:26.613569 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port b864e932-cc3b-45f1-a382-8a1afb556159 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:33:26.618077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port b864e932-cc3b-45f1-a382-8a1afb556159 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:33:26.618449 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:26.700849 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:26.725433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:33:26.727709 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ab5b9b-d2eb-4701-b99c-792f52e136db" -d '{"events": [{"server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "name": "network-vif-plugged", "status": "completed", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:33:26.741542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b864e932-cc3b-45f1-a382-8a1afb556159, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b864e932-cc3b-45f1-a382-8a1afb556159,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:33:26.747252 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:26.748794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412730a-5ad1-48ab-84bf-d1285083ad36 req-4f91b43f-0b3e-4ffa-baf8-b661ef429510 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:26.750963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c412730a-5ad1-48ab-84bf-d1285083ad36 req-4f91b43f-0b3e-4ffa-baf8-b661ef429510 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 944 time: 0.0505130 Nov 22 17:33:26.774216 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0a5500-da83-47e6-aba5-090131004f11 x-openstack-request-id: req-8f0a5500-da83-47e6-aba5-090131004f11 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:33:26.774583 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "name": "network-vif-plugged", "status": "completed", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:33:26.774839 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f0a5500-da83-47e6-aba5-090131004f11 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:33:26.775227 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'code': 200} Nov 22 17:33:26.801045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b864e932-cc3b-45f1-a382-8a1afb556159,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:26.809933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c412730a-5ad1-48ab-84bf-d1285083ad36 req-d006fba7-47e0-447e-9865-a6d159b1b9d1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506029 Nov 22 17:33:26.875773 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b9e80-3cec-423b-a8dc-116320054a59 req-390766a8-193d-43e6-9831-e085c8ce7d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:26.877240 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-292b9e80-3cec-423b-a8dc-116320054a59 req-390766a8-193d-43e6-9831-e085c8ce7d09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1096 time: 0.0401993 Nov 22 17:33:26.924944 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-292b9e80-3cec-423b-a8dc-116320054a59 req-8c007716-5978-42ca-ac1a-7ce843af23d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Nov 22 17:33:27.948139 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236be87-d235-4580-80ad-5771dd580f68 req-82eafccc-a528-4385-a326-161fa94b0ecd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:27.950373 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c236be87-d235-4580-80ad-5771dd580f68 req-82eafccc-a528-4385-a326-161fa94b0ecd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0590944 Nov 22 17:33:28.006394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c236be87-d235-4580-80ad-5771dd580f68 req-28913ea7-9308-42a7-b090-469228c2da13 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495665 Nov 22 17:33:29.127468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9422422-281a-4fa5-97c3-293b273d87a0 req-969f938b-c15d-4945-ba87-c12f238dc697 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:29.128953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9422422-281a-4fa5-97c3-293b273d87a0 req-969f938b-c15d-4945-ba87-c12f238dc697 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0495958 Nov 22 17:33:29.180013 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9422422-281a-4fa5-97c3-293b273d87a0 req-18017afd-e4af-475b-925d-d26bb17bbacb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449295 Nov 22 17:33:29.308144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122113c5-cb65-441f-9ae7-08f280de450f req-a7b8f6f3-c288-43b9-ab93-da3c7f44c479 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:29.309611 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-122113c5-cb65-441f-9ae7-08f280de450f req-a7b8f6f3-c288-43b9-ab93-da3c7f44c479 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0607674 Nov 22 17:33:29.363149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-122113c5-cb65-441f-9ae7-08f280de450f req-b07d7c87-de82-418c-ba96-8cf2001bf269 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473557 Nov 22 17:33:29.388101 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53600) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:29.434378 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c816ec5-1a37-438b-b31a-fe2655f1cdca tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:29.435911 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3c816ec5-1a37-438b-b31a-fe2655f1cdca tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1091 time: 0.0466962 Nov 22 17:33:29.438718 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53602) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:29.443087 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:33:29.465730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:29.572728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:29.689630 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.13 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/0bd8a429-6459-440f-bc0e-dc980720811b) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:33:29.810441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:29.846574 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:29.892754 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:33:29.895756 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:33:29.899110 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:33:29.922501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=0bd8a429-6459-440f-bc0e-dc980720811b,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:30.260337 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:30.330708 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:30.485287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:30.489787 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:30.555669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=0bd8a429-6459-440f-bc0e-dc980720811b,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:33:30.569910 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:30.678013 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 45c619cb-dd8f-4ec5-bf3b-57b3656e69f6 associated. External IP: 172.25.6.13, port: b864e932-cc3b-45f1-a382-8a1afb556159. Nov 22 17:33:30.884492 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router c026895f-fad1-48a5-86d4-314e13e93a30 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:33:30.992187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:33:31.002362 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] Sync routers for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:33:31.009446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:31.017686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:31.018377 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:33:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:31.037567 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5d9b08a6-18ce-46c0-b23e-1ce0b1c84170 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5977035 Nov 22 17:33:31.038194 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:33:31.040550 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2593fc-0b4e-4065-af28-edcbf48e9350" -d '{"events": [{"name": "network-changed", "server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:33:31.083280 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a599e959-577e-4125-a004-53db51801a7e x-openstack-request-id: req-a599e959-577e-4125-a004-53db51801a7e {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:33:31.083572 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:33:31.083802 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a599e959-577e-4125-a004-53db51801a7e {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:33:31.084203 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'status': 'completed', 'code': 200} Nov 22 17:33:31.135836 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:31.149788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1947-0719-4871-8d4e-a1a5056560b0 req-5ffd290c-4bbe-49bd-99a7-bb642ec209c7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:31.151451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f5b1947-0719-4871-8d4e-a1a5056560b0 req-5ffd290c-4bbe-49bd-99a7-bb642ec209c7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0519290 Nov 22 17:33:31.152876 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-fb47ede3-1a84-46aa-90b1-4975b2a91e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:31.154693 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-fb47ede3-1a84-46aa-90b1-4975b2a91e9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1096 time: 0.0469918 Nov 22 17:33:31.208666 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f5b1947-0719-4871-8d4e-a1a5056560b0 req-3c37c1e7-a431-4c18-99bd-36f83f30550e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493279 Nov 22 17:33:31.239407 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53608) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:31.271978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-111d3723-37e5-4281-a2fe-ab6da5c3d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:31.273472 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-111d3723-37e5-4281-a2fe-ab6da5c3d33e service neutron] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 898 time: 0.1105812 Nov 22 17:33:31.310523 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-6048dbe7-a21a-4311-94b5-05abfd2b7241 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/45c619cb-dd8f-4ec5-bf3b-57b3656e69f6 HTTP/1.1" status: 200 len: 990 time: 0.0695341 Nov 22 17:33:31.342448 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-62f8b5bc-7b9c-4143-83b9-ea16cae8ef07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 998 time: 0.0610340 Nov 22 17:33:31.381903 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '45c619cb-dd8f-4ec5-bf3b-57b3656e69f6', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'port_id': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'mac_address': 'fa:16:3e:0f:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:33:30Z', 'updated_at': '2021-11-22T17:33:30Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:31.397229 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-24072a9c-719e-444f-99f6-56c15190ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:31.398641 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-24072a9c-719e-444f-99f6-56c15190ccc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0484397 Nov 22 17:33:31.409354 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] Checking router: c026895f-fad1-48a5-86d4-314e13e93a30 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:33:31.418596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:33:31.419209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:33:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:31.529228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:33:31.740849 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-cab5251d-4f35-47d0-ad46-729ed359ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:31.742384 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-cab5251d-4f35-47d0-ad46-729ed359ab80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3313320 Nov 22 17:33:31.836424 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-e190175c-9e87-4f9c-8537-fc6becc271d4 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852785 Nov 22 17:33:31.931042 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-fa2593fc-0b4e-4065-af28-edcbf48e9350 req-b34eae67-5aa3-41aa-ae0e-82603573358a service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867825 Nov 22 17:33:31.941123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '45c619cb-dd8f-4ec5-bf3b-57b3656e69f6', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'port_id': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'mac_address': 'fa:16:3e:0f:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:33:30Z', 'updated_at': '2021-11-22T17:33:30Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:33:31.967688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c687b62-fc64-48b3-8a3e-276a34e92aa2 None None] The sync data for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 is: [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '45c619cb-dd8f-4ec5-bf3b-57b3656e69f6', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'port_id': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'mac_address': 'fa:16:3e:0f:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:33:30Z', 'updated_at': '2021-11-22T17:33:30Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:33:32.154314 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b7c6bc-c399-4e5f-b26b-686acb8d4ba2 None None] New status for floating IP 45c619cb-dd8f-4ec5-bf3b-57b3656e69f6: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:33:32.313842 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53610) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:33:32.375649 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-80cbecdc-c9a9-4355-b16a-80b7f3beb623 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/45c619cb-dd8f-4ec5-bf3b-57b3656e69f6 HTTP/1.1" status: 200 len: 992 time: 0.0606201 Nov 22 17:33:37.931500 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:39.628338 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:39.861309 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:33:41.794343 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-a98cf663-c0ba-4cb6-81ac-9f1cd1472ece service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438106 Nov 22 17:33:41.878435 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-50e31288-ff7f-4d2d-8a30-2a9575b14cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:41.879905 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-50e31288-ff7f-4d2d-8a30-2a9575b14cee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1096 time: 0.0395324 Nov 22 17:33:41.983162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-c8507fe2-c53a-41d7-9fac-f7697da5d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:41.984609 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-c8507fe2-c53a-41d7-9fac-f7697da5d7e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 898 time: 0.0846474 Nov 22 17:33:42.060586 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-77d7dc8e-9f63-455d-8f8d-bf4edad2a3df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 1000 time: 0.0619903 Nov 22 17:33:42.109936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-991297ef-3ca7-4415-841b-cfe60ad8eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:42.111388 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-991297ef-3ca7-4415-841b-cfe60ad8eb41 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0433042 Nov 22 17:33:42.157549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-0c190e01-576c-4c3a-b7e8-29436a236131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:33:42.159064 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-0c190e01-576c-4c3a-b7e8-29436a236131 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395627 Nov 22 17:33:42.253036 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-f3333953-9704-4448-a4a5-ce21b0e38718 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856752 Nov 22 17:33:42.342369 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-799990ac-a414-4c9d-ba32-ace1d0d234c3 req-cce06105-af43-4657-8837-02058dcbb6d4 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815144 Nov 22 17:33:50.096141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-503a156f-8f2f-457c-b17e-2bcdac08bcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:53.477297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8f5cf778-dcd4-4883-9554-951e1c8a6968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:54.235481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:55.612284 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:33:56.164951 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:01.156994 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-ca112062-565a-475c-88f0-2cd36f465afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:01.158619 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-ca112062-565a-475c-88f0-2cd36f465afb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1096 time: 0.0462697 Nov 22 17:34:01.216205 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09abb5-58af-4f6b-a726-523cf918eebd req-50fbdd7e-8712-437c-a272-d47ccef3bbce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:01.217632 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c09abb5-58af-4f6b-a726-523cf918eebd req-50fbdd7e-8712-437c-a272-d47ccef3bbce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.1142337 Nov 22 17:34:01.253925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-e2aded32-64c2-4849-9709-1ec9409c5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:01.255387 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-e2aded32-64c2-4849-9709-1ec9409c5a0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 898 time: 0.0858130 Nov 22 17:34:01.269439 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c09abb5-58af-4f6b-a726-523cf918eebd req-6501c904-1c03-4b7b-b2b7-3f1b87edbc7f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453537 Nov 22 17:34:01.329755 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-72bb8975-6b48-44e0-87f2-f8fcae974634 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 1000 time: 0.0638659 Nov 22 17:34:01.393012 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-ce9a6ab6-c1b0-4907-b77f-7314e3f1a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:01.394538 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-ce9a6ab6-c1b0-4907-b77f-7314e3f1a9c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0476873 Nov 22 17:34:01.449844 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-704fe805-4801-4bab-99ff-bfff9972903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:01.451438 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-704fe805-4801-4bab-99ff-bfff9972903d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410767 Nov 22 17:34:01.546246 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-24158c07-e281-4c09-a3a0-09fa2f0bd85e service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855744 Nov 22 17:34:01.643161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-94d81685-0bb8-453e-b861-82f793bfbc02 req-0461aa78-cb6e-4bfe-a2a5-60c77d08f6de service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882647 Nov 22 17:34:02.492443 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10430c69-f323-44e3-87c2-2543485a59ee req-ee7511af-f810-4820-8a6b-2b3285793506 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:02.494129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10430c69-f323-44e3-87c2-2543485a59ee req-ee7511af-f810-4820-8a6b-2b3285793506 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.1335247 Nov 22 17:34:02.565540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10430c69-f323-44e3-87c2-2543485a59ee req-e26102a4-c226-4c7a-82b3-e91b1d680725 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636809 Nov 22 17:34:03.696989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2091565-6fa5-4184-99d4-1acfd77e9db5 req-00fb3832-2084-449c-9127-2b17533cd0fb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:03.698667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2091565-6fa5-4184-99d4-1acfd77e9db5 req-00fb3832-2084-449c-9127-2b17533cd0fb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0543649 Nov 22 17:34:03.764456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b2091565-6fa5-4184-99d4-1acfd77e9db5 req-a2dd5580-00e5-4e6d-8786-2b33581640d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594971 Nov 22 17:34:04.884147 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c0650-a2d1-434a-a96c-f4c972872e2f req-a282ab87-a663-4bd7-92fb-e799d62646c5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:04.885708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f13c0650-a2d1-434a-a96c-f4c972872e2f req-a282ab87-a663-4bd7-92fb-e799d62646c5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0510402 Nov 22 17:34:04.935606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f13c0650-a2d1-434a-a96c-f4c972872e2f req-8f833c44-5bf0-4704-87d7-82f0b159eed8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426819 Nov 22 17:34:06.061988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18931fee-40f7-495f-aaa7-018a29a8a986 req-bdf11786-620e-4960-ad21-b78dfc7e1418 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:06.064964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18931fee-40f7-495f-aaa7-018a29a8a986 req-bdf11786-620e-4960-ad21-b78dfc7e1418 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0570016 Nov 22 17:34:06.117509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-18931fee-40f7-495f-aaa7-018a29a8a986 req-92f19b9d-3f16-49c2-a1c3-990efcb0d236 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460417 Nov 22 17:34:07.236898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f9466-9e03-4bf4-a096-d0ec8c0f6728 req-bfbc0c6f-c624-4584-9d3d-456afad7af7b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:07.238489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae8f9466-9e03-4bf4-a096-d0ec8c0f6728 req-bfbc0c6f-c624-4584-9d3d-456afad7af7b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0514131 Nov 22 17:34:07.292883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae8f9466-9e03-4bf4-a096-d0ec8c0f6728 req-d18a28b5-b29f-485c-ab34-f9690b91a25b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484638 Nov 22 17:34:07.928313 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:08.414301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdfed5-1fb2-4d79-87a0-7f269d8cb87b req-5dc5f3c0-7b1d-4bb8-b675-133d688a78c9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:08.415818 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0efdfed5-1fb2-4d79-87a0-7f269d8cb87b req-5dc5f3c0-7b1d-4bb8-b675-133d688a78c9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0521841 Nov 22 17:34:08.472992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0efdfed5-1fb2-4d79-87a0-7f269d8cb87b req-7044e21b-b394-44fe-9967-e9a2d591056d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511062 Nov 22 17:34:09.591680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56571946-899c-49d8-918a-cd53b85c8105 req-3e2e464c-13be-4e13-a2df-c76075379bd2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:09.593374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56571946-899c-49d8-918a-cd53b85c8105 req-3e2e464c-13be-4e13-a2df-c76075379bd2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0524848 Nov 22 17:34:09.633792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:09.654674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56571946-899c-49d8-918a-cd53b85c8105 req-7a002513-a0c9-4f88-9fda-2ccff9e13828 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535331 Nov 22 17:34:10.774453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a12f0-5451-4ed5-bdd9-b5409cb7b16f req-96cecaf3-5f3f-4df7-b589-f37318905662 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:10.775961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b8a12f0-5451-4ed5-bdd9-b5409cb7b16f req-96cecaf3-5f3f-4df7-b589-f37318905662 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0510988 Nov 22 17:34:10.826943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b8a12f0-5451-4ed5-bdd9-b5409cb7b16f req-24796117-3c69-4d79-b656-4ed0041e428c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 Nov 22 17:34:11.950722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf30735-ac6e-4b5e-93a9-f6246b927a1d req-8ced5750-0f30-4cee-b724-6191d9c1f165 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:11.952225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdf30735-ac6e-4b5e-93a9-f6246b927a1d req-8ced5750-0f30-4cee-b724-6191d9c1f165 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0549090 Nov 22 17:34:12.004555 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cdf30735-ac6e-4b5e-93a9-f6246b927a1d req-ace2eaa5-d5ad-4a00-8a8b-34c7179ec8d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462387 Nov 22 17:34:13.126845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cf41a-db7f-4825-a1b2-9966ad0303f9 req-3ef15b26-21fa-4abc-8eed-da5afb2e5dff tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:13.128327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da7cf41a-db7f-4825-a1b2-9966ad0303f9 req-3ef15b26-21fa-4abc-8eed-da5afb2e5dff tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Nov 22 17:34:13.178951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da7cf41a-db7f-4825-a1b2-9966ad0303f9 req-158e826e-872f-419c-8dc4-cd0bb406bf6b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448184 Nov 22 17:34:13.201373 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53648) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:13.268612 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2a033a1c-129a-4847-acc0-8ab6ae52cc52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/45c619cb-dd8f-4ec5-bf3b-57b3656e69f6 HTTP/1.1" status: 200 len: 992 time: 0.0653298 Nov 22 17:34:16.861207 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:34:20.098348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77a14fcc-f87e-49cd-bbdb-befccaed4d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:23.478071 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dffd387d-3b4d-4ef2-8b71-c658c82ab728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:24.237368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:25.616001 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:26.168615 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:37.926848 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:39.631692 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:41.644174 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-191fc0bb-de1c-4061-b778-c92fb881e59e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394320 Nov 22 17:34:41.727217 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-788ccb21-dc35-46ce-89c0-6cf88712edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:41.728694 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-788ccb21-dc35-46ce-89c0-6cf88712edbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1096 time: 0.0398679 Nov 22 17:34:41.838752 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-1b24880d-0157-4483-9ec9-75bf0fc92219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:41.840231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-1b24880d-0157-4483-9ec9-75bf0fc92219 service neutron] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 898 time: 0.0904777 Nov 22 17:34:41.907842 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-6f4a4cc4-30bc-42bd-a11c-0cc623f0b3c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 1000 time: 0.0593638 Nov 22 17:34:41.958971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-fa1b8b5e-2383-43db-90d5-4e6c7806ab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:41.960473 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-fa1b8b5e-2383-43db-90d5-4e6c7806ab36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0445609 Nov 22 17:34:42.010868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-57d44803-20a8-4e6b-be0c-c52a92fb8a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:42.012353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-57d44803-20a8-4e6b-be0c-c52a92fb8a77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438607 Nov 22 17:34:42.110496 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-a2c11257-f382-401e-8672-f88170a1d962 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846994 Nov 22 17:34:42.207452 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07c78f3d-be6a-453e-b94b-5c099ee82d9e req-76317f41-4d9a-43a3-8fa2-4563cd177951 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883622 Nov 22 17:34:43.754560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53658) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:43.911480 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 0bd8a429-6459-440f-bc0e-dc980720811b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:34:43.911719 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:43.987295 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:43.987621 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:43.999221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 0bd8a429-6459-440f-bc0e-dc980720811b owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:34:44.180312 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:44.210352 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=0bd8a429-6459-440f-bc0e-dc980720811b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:44.222418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.222780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.223129 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.223475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.223819 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.224159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.224498 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.224838 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.225715 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.226059 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.226394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.226722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:44.280514 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:44.280840 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 45c619cb-dd8f-4ec5-bf3b-57b3656e69f6 disassociated (deleted). External IP: 172.25.6.13, port: b864e932-cc3b-45f1-a382-8a1afb556159. Nov 22 17:34:44.489075 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router c026895f-fad1-48a5-86d4-314e13e93a30 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:34:44.597117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:34:44.601976 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:44.607045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] Sync routers for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:34:44.616733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:44.617347 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:44.628767 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-15b8c2e7-9dee-43b4-81b7-7311e4a412d2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/floatingips/45c619cb-dd8f-4ec5-bf3b-57b3656e69f6 HTTP/1.1" status: 204 len: 168 time: 0.8730919 Nov 22 17:34:44.629364 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:44.632482 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7939c3a3-c422-46cf-96d5-eefff9404604" -d '{"events": [{"name": "network-changed", "server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:44.730839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:44.747786 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23b9bd2-c8a2-4faf-8837-2e35a3401699 x-openstack-request-id: req-b23b9bd2-c8a2-4faf-8837-2e35a3401699 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:44.748084 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:44.748354 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b23b9bd2-c8a2-4faf-8837-2e35a3401699 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:44.748820 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'status': 'completed', 'code': 200} Nov 22 17:34:44.829639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-8806266c-70c7-4af6-8531-29a47cf8ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:44.831231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-8806266c-70c7-4af6-8531-29a47cf8ed62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 1096 time: 0.0571315 Nov 22 17:34:44.894121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80637653-c227-49a4-83ce-2c1a2dfe3815 req-61419a5f-fd69-4469-8c90-6063342b9598 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:44.895684 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80637653-c227-49a4-83ce-2c1a2dfe3815 req-61419a5f-fd69-4469-8c90-6063342b9598 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0588896 Nov 22 17:34:44.936285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-7e28516b-c488-42bb-8039-9d6a3b4ac56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:44.937795 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-7e28516b-c488-42bb-8039-9d6a3b4ac56e service neutron] 10.222.0.20 "GET /v2.0/networks?id=673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 200 len: 898 time: 0.0980628 Nov 22 17:34:44.950591 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-80637653-c227-49a4-83ce-2c1a2dfe3815 req-b31079bd-c6d5-4ba4-a07e-18a2ca3ed667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483921 Nov 22 17:34:44.956083 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:44.983756 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] Checking router: c026895f-fad1-48a5-86d4-314e13e93a30 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:34:44.984204 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-4e582f78-a885-4345-92bf-b818c46439c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 200 len: 217 time: 0.0370176 Nov 22 17:34:44.993240 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:44.993805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:45.039267 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-443780d6-fafc-4568-854b-83a2e5f16976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:45.040734 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-443780d6-fafc-4568-854b-83a2e5f16976 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 200 len: 834 time: 0.0485213 Nov 22 17:34:45.087237 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-b7a53e25-e8c0-470d-9aa5-c69c079cf744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:45.088738 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-b7a53e25-e8c0-470d-9aa5-c69c079cf744 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=673df67c-f9a8-42ff-9831-6630f7994389&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402954 Nov 22 17:34:45.099541 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:45.180410 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-116f5c3f-29bd-4385-9b95-54e9e73a64e6 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828261 Nov 22 17:34:45.275280 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7939c3a3-c422-46cf-96d5-eefff9404604 req-cb79410b-6187-4bd1-a795-6ebbf39f9040 service neutron] 10.222.0.20 "GET /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867698 Nov 22 17:34:45.305868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:45.332030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea190a4-2f05-4f17-b106-3ba4d439e757 None None] The sync data for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 is: [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '30a585cf-4f8d-4b0b-8255-79fede48c2ed', 'name': '', 'network_id': '673df67c-f9a8-42ff-9831-6630f7994389', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:fa:a8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:14Z', 'updated_at': '2021-11-22T17:33:18Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '8454d928-73f1-4a86-bbef-6d502d91fc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:34:45.561226 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f7a486-07a0-4f12-8465-9208058d9c56 None None] New status for floating IP 45c619cb-dd8f-4ec5-bf3b-57b3656e69f6: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:34:46.071309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6404319-249b-48a5-b6c6-bc81e4bd87dd req-d7e4acd9-1c05-41e4-9da6-ff07ba9c9632 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:46.072977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6404319-249b-48a5-b6c6-bc81e4bd87dd req-d7e4acd9-1c05-41e4-9da6-ff07ba9c9632 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0491860 Nov 22 17:34:46.123753 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6404319-249b-48a5-b6c6-bc81e4bd87dd req-bd420811-38d0-415b-a1bc-92c25ac29502 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=97744701-3787-4819-b21f-7c23f1eeb6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447278 Nov 22 17:34:46.530306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e91ba7bf-4d26-4a89-9126-eac7b8d27acf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:46.531787 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e91ba7bf-4d26-4a89-9126-eac7b8d27acf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 945 time: 0.0483966 Nov 22 17:34:46.625344 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port b864e932-cc3b-45f1-a382-8a1afb556159 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:34:46.625707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:46.713438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port b864e932-cc3b-45f1-a382-8a1afb556159, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b864e932-cc3b-45f1-a382-8a1afb556159,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:46.713829 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:46.726600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for b864e932-cc3b-45f1-a382-8a1afb556159 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:34:46.864963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:46.894016 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=b864e932-cc3b-45f1-a382-8a1afb556159,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:46.935409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] No DVR routers for this DVR port b864e932-cc3b-45f1-a382-8a1afb556159 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:34:46.938066 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:46.941349 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-eb28eab0-f41f-4c2b-8c3e-43408542762b req-e82566ca-f56a-4dff-8159-7dcc38421e41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "DELETE /v2.0/ports/b864e932-cc3b-45f1-a382-8a1afb556159 HTTP/1.1" status: 204 len: 173 time: 0.4028594 Nov 22 17:34:46.941896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'name': 'network-vif-deleted', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:34:46.944445 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41ad54a-12ef-4065-8cd8-43f921d6b76b" -d '{"events": [{"server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "name": "network-vif-deleted", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:34:46.986195 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b66ae2c-1c2d-44c9-a40b-8f7ee05d0fe2 x-openstack-request-id: req-0b66ae2c-1c2d-44c9-a40b-8f7ee05d0fe2 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:34:46.986363 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28", "name": "network-vif-deleted", "tag": "b864e932-cc3b-45f1-a382-8a1afb556159", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:34:46.986553 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b66ae2c-1c2d-44c9-a40b-8f7ee05d0fe2 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:34:46.987125 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28', 'name': 'network-vif-deleted', 'tag': 'b864e932-cc3b-45f1-a382-8a1afb556159', 'status': 'completed', 'code': 200} Nov 22 17:34:47.235600 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f18bbfc-1b3f-4e17-9c51-4fa1308e8fdb req-2b5e7842-a863-4b4b-bd32-4c41cc3baa02 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=71c4c16f-04ec-4d24-a9cc-b4fbc83f8c28 HTTP/1.1" status: 200 len: 210 time: 0.0274723 Nov 22 17:34:48.293835 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53676) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:48.659631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:48.920014 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 30a585cf-4f8d-4b0b-8255-79fede48c2ed {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:34:48.920255 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:49.011409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 30a585cf-4f8d-4b0b-8255-79fede48c2ed, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=30a585cf-4f8d-4b0b-8255-79fede48c2ed,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:49.011771 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:49.025098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 30a585cf-4f8d-4b0b-8255-79fede48c2ed owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:34:49.082166 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b864e932-cc3b-45f1-a382-8a1afb556159 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:34:49.102629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: b864e932-cc3b-45f1-a382-8a1afb556159 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:34:49.102978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b864e932-cc3b-45f1-a382-8a1afb556159 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:34:49.482621 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:49.509625 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=30a585cf-4f8d-4b0b-8255-79fede48c2ed,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:49.683696 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:49.907003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router c026895f-fad1-48a5-86d4-314e13e93a30 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:34:50.015367 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:34:50.020336 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4cd21303-615d-40af-ab69-b4304dfce425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/c026895f-fad1-48a5-86d4-314e13e93a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254779 Nov 22 17:34:50.024207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53678) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:50.026583 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] Sync routers for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:34:50.036143 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:50.036742 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:50.077145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting subnet 8454d928-73f1-4a86-bbef-6d502d91fc76 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:34:50.080364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.126512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.136492 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-837ea87f-89f8-42d1-ad93-967f41183a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.161302 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:50.219224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.279357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.310150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.314281 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/subnets/8454d928-73f1-4a86-bbef-6d502d91fc76 HTTP/1.1" status: 204 len: 168 time: 0.2891054 Nov 22 17:34:50.315410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20376ef1-349d-4755-a2e5-74aaf2426ef8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Subnet': ['ID=8454d928-73f1-4a86-bbef-6d502d91fc76,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:50.317019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53680) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:50.323717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c3e82-fa09-4636-bbd6-9f313b0d63d9 None None] Network 673df67c-f9a8-42ff-9831-6630f7994389 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:34:50.430571 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.447145 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:34:49Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:50.478653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] Checking router: c026895f-fad1-48a5-86d4-314e13e93a30 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:34:50.491995 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] Routers {'c026895f-fad1-48a5-86d4-314e13e93a30'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:50.492674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['c026895f-fad1-48a5-86d4-314e13e93a30'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:50.555628 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.588112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] DHCP port deletion for 673df67c-f9a8-42ff-9831-6630f7994389 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:34:50.613679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 98a696ea-f676-4989-8fd4-cd001c61bab1 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:34:50.614035 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.645110 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] Set router c026895f-fad1-48a5-86d4-314e13e93a30 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:50.703889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 98a696ea-f676-4989-8fd4-cd001c61bab1, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=98a696ea-f676-4989-8fd4-cd001c61bab1,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:50.704251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.720267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 98a696ea-f676-4989-8fd4-cd001c61bab1 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:34:50.904437 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.925850 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Deleting port ad1a8bb1-b39a-483d-86a4-3671f592f30d {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:34:50.926227 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:50.930350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=98a696ea-f676-4989-8fd4-cd001c61bab1,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:50.957572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.957867 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.958216 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.958556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.958892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.959230 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.959563 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.959892 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.960303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.960858 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.961256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.961600 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:50.972180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547540f-a0bd-4f5b-8f71-06ba09affc86 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:34:51.009797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.046452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] For port ad1a8bb1-b39a-483d-86a4-3671f592f30d, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=ad1a8bb1-b39a-483d-86a4-3671f592f30d,segment=NetworkSegment(81cbd8a7-5d11-42ee-a936-9f4df01bfed3),segment_id=81cbd8a7-5d11-42ee-a936-9f4df01bfed3)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:51.046854 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.060613 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Calling delete_port for ad1a8bb1-b39a-483d-86a4-3671f592f30d owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:34:51.102297 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.104458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.119283 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:34:49Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:51.150411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.151189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Fanout notify agent at l3_agent the message router_deleted on router c026895f-fad1-48a5-86d4-314e13e93a30 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:34:51.154809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f253c0ef-97ca-44b0-b4be-735a6c1fb7fa None None] The sync data for ids ['c026895f-fad1-48a5-86d4-314e13e93a30'] in n-d-816206-6 is: [{'id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2120611938', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:34:49Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '98a696ea-f676-4989-8fd4-cd001c61bab1', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:35:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026895f-fad1-48a5-86d4-314e13e93a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:33:12Z', 'updated_at': '2021-11-22T17:33:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:34:51.158262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.160390 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2c05d76b-4cce-48e0-99b2-e4369cf9d98d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/routers/c026895f-fad1-48a5-86d4-314e13e93a30 HTTP/1.1" status: 204 len: 168 time: 0.8414490 Nov 22 17:34:51.164078 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53682) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:51.197318 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.238573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Pushing event deleted for resources: {'Port': ['ID=ad1a8bb1-b39a-483d-86a4-3671f592f30d,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:51.243676 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] No DVR routers for this DVR port ad1a8bb1-b39a-483d-86a4-3671f592f30d on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:34:51.253620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.253947 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.254458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.254959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.255476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.256169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.256169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.256434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.256751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.258564 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.259555 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.259705 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.259971 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419d830-4a01-4dd4-968a-2dafba13983a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:51.352207 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.371309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673df67c-f9a8-42ff-9831-6630f7994389']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:51.380117 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81cbd8a7-5d11-42ee-a936-9f4df01bfed3') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:51.380409 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81cbd8a7-5d11-42ee-a936-9f4df01bfed3') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:51.389512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.403232 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.410758 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:34:51.411222 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:34:51.415019 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:34:51.473152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.479420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.482690 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/networks/673df67c-f9a8-42ff-9831-6630f7994389 HTTP/1.1" status: 204 len: 168 time: 0.3175828 Nov 22 17:34:51.485556 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53684) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:51.498464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d54f7a-488f-44b7-ba1c-9c5d7f391d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Network': ['ID=673df67c-f9a8-42ff-9831-6630f7994389,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:51.549793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b25193a8-41e2-4d00-bcc2-d1638dea754e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.584842 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b25193a8-41e2-4d00-bcc2-d1638dea754e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.656188 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b25193a8-41e2-4d00-bcc2-d1638dea754e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.658783 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b25193a8-41e2-4d00-bcc2-d1638dea754e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:51.659948 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b25193a8-41e2-4d00-bcc2-d1638dea754e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/security-groups/97744701-3787-4819-b21f-7c23f1eeb6a9 HTTP/1.1" status: 204 len: 168 time: 0.1730711 Nov 22 17:34:51.670232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25193a8-41e2-4d00-bcc2-d1638dea754e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97744701-3787-4819-b21f-7c23f1eeb6a9,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.026147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53690) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.030785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993798350', 'description': 'tempest-secgroup-smoke-1993798350 description', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.053263 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.121250 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.125979 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.154733 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.155952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287813 Nov 22 17:34:52.158971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53692) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.160438 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca96f7-e5e5-4d1b-a70b-0016aea41132 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00617c52-a951-4b84-8d0b-7e31b9b8f2ac,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.164261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '00617c52-a951-4b84-8d0b-7e31b9b8f2ac', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.192274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.262364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.267055 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.285268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff774b3c-3747-44f5-ba25-787e9b3f5a44,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.288468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30a585cf-4f8d-4b0b-8255-79fede48c2ed no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:34:52.294372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.295586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0837d0be-26e0-4f28-8023-d71f181618dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356051 Nov 22 17:34:52.298326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53694) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.302599 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '00617c52-a951-4b84-8d0b-7e31b9b8f2ac', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.310690 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 30a585cf-4f8d-4b0b-8255-79fede48c2ed {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:34:52.311039 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 30a585cf-4f8d-4b0b-8255-79fede48c2ed not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:34:52.311451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad1a8bb1-b39a-483d-86a4-3671f592f30d no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:34:52.331074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: ad1a8bb1-b39a-483d-86a4-3671f592f30d {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:34:52.331306 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.331438 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device ad1a8bb1-b39a-483d-86a4-3671f592f30d not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:34:52.390127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.393928 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.409508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b7c0de2-bb3e-48a1-8f77-b1ed9c81d90f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.421069 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.422317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-95926ebe-a0fb-4e3d-8419-4239445c32c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1230714 Nov 22 17:34:52.425018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53696) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.429985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '00617c52-a951-4b84-8d0b-7e31b9b8f2ac', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.456722 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.515536 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.519381 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.537074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ddebb8-f774-499c-8c9a-e532a0efd27d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.545332 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.546576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8a4310e2-1299-496c-9910-e6235f89f4bb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206067 Nov 22 17:34:52.549325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53698) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.554544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '00617c52-a951-4b84-8d0b-7e31b9b8f2ac', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.584419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.647560 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.651916 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.672468 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2022d295-a78f-439a-9d14-dc300579946e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.683281 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.684471 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4dd857f2-1fc6-415c-a7d8-cbe5189134aa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1341569 Nov 22 17:34:52.687387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53700) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.691661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '00617c52-a951-4b84-8d0b-7e31b9b8f2ac', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.714664 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:34:52.719564 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.777731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.781565 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.802261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0967b7-996f-4a90-be40-6e82e554caad,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.809224 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.810491 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-279854d5-3ccc-45e2-b0d2-d6ea52245425 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221931 Nov 22 17:34:52.813272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53702) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.817715 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '00617c52-a951-4b84-8d0b-7e31b9b8f2ac', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.841177 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:34:52.846109 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.910621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.915019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.932854 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debd0489-9401-40d8-9118-3333a7b33db8,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:52.941372 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:52.942618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-655945c6-3053-43e6-b808-a0d7f4cdf2d8 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283674 Nov 22 17:34:52.945861 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53704) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:52.952803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'network': {'name': 'tempest-network-smoke--1742025984', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:52.978745 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:34:52.982914 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.006769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:34:53.016236 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.016583 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Added segment a4e7db2d-fbeb-4430-a936-b0ae2dde5973 of type vlan for network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad Nov 22 17:34:53.059785 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.083923 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.090112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:53.090724 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.144528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1975331 Nov 22 17:34:53.147376 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53706) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:53.152283 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'admin_state_up': True, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:53.158806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1623a-18b8-4135-bf6e-bf78fbd929dc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Network': ['ID=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:53.171573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:34:53.175397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.176403 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.234461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.385572 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.480600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a0846852-dc69-4fa4-9d5e-4eafa5fcbc39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.579813 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.598821 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.709737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.221 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/a33481de-c1e3-424d-92fa-3feb22388877) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:34:53.811075 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.844987 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:53.861847 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:34:53.865297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98a696ea-f676-4989-8fd4-cd001c61bab1 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:34:53.885744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 98a696ea-f676-4989-8fd4-cd001c61bab1 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:34:53.885990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 98a696ea-f676-4989-8fd4-cd001c61bab1 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:34:53.891524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:34:53.894524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:53.898617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:34:53.908420 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532943e-bc27-4ba6-9c03-b60007ac5ef8 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:34:53.921606 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=a33481de-c1e3-424d-92fa-3feb22388877,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:53.988276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2e21d6b8-f9ed-4aaa-b84b-c1cb1360b6e5 None None] Provisioning complete for port a33481de-c1e3-424d-92fa-3feb22388877 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:53.988653 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e21d6b8-f9ed-4aaa-b84b-c1cb1360b6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.026139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2e21d6b8-f9ed-4aaa-b84b-c1cb1360b6e5 None None] Port a33481de-c1e3-424d-92fa-3feb22388877 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:34:54.157018 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.240291 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.358923 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.488500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:34:54.595163 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:34:54.604697 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Sync routers for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:34:54.614677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:54.615341 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:54.618287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.621699 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f759400c-c831-44b2-8263-5d8062eb376f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4709802 Nov 22 17:34:54.622826 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53708) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:54.653489 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bad5d506-b2dc-4f0e-a793-fca98746bef2 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a5eb398080634854a6965ffcabcc3ec9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295243 Nov 22 17:34:54.656044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53710) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:54.728012 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:54.747169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162e92f3-d05b-4959-ae4d-0c4a04f10ee2 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:54.751887 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53714) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:54.752423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-162e92f3-d05b-4959-ae4d-0c4a04f10ee2 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0949101 Nov 22 17:34:54.807427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cc64f288-1ce2-4f2e-a437-b7c12a13984b tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508971 Nov 22 17:34:54.807672 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53716) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:54.812552 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-41218617', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:34:54.910195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:34:54.914556 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:54.932226 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:54Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:54.958828 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Checking router: 99df5c9a-b41f-4fdd-870a-6870f2fd54cb for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:34:54.959456 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Updating router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb port a33481de-c1e3-424d-92fa-3feb22388877 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:34:54.989128 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.112138 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.177307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Subnet': ['ID=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:55.186131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Checking segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:34:55.186497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network hostable DHCP agents. Network: 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:34:55.204630 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:34:55.214451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:55.219084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:55.219676 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.224691 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75366057-6c5f-4ace-ad85-edc110e8fb63 None None] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:34:55.238548 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dedb9a32-f056-455f-8a0f-09735ab72667 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4296718 Nov 22 17:34:55.241073 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53718) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:34:55.362417 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.374359 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.375460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:34:55.376628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.405641 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866cd188-1cff-49eb-ac89-59ebff4bf39a None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:34:55.428055 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Attempting to bind port a33481de-c1e3-424d-92fa-3feb22388877 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:34:55.428335 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Attempting to bind port a33481de-c1e3-424d-92fa-3feb22388877 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:34:55.428936 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Attempting to bind port a33481de-c1e3-424d-92fa-3feb22388877 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:55.438018 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:34:55.438395 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:34:55.438795 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.439187 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:34:55.439653 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Bound port: a33481de-c1e3-424d-92fa-3feb22388877, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:34:55.440032 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.442445 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Pushing event updated for resources: {'Port': ['ID=a33481de-c1e3-424d-92fa-3feb22388877,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:55.472126 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.472487 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.472837 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.473172 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.473734 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.474070 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.474404 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.474732 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.475062 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.475867 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.475867 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.476100 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:34:55.508940 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] For port a33481de-c1e3-424d-92fa-3feb22388877, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:34:55.512135 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] For port a33481de-c1e3-424d-92fa-3feb22388877, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a33481de-c1e3-424d-92fa-3feb22388877,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:34:55.517271 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.529222 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Allocated IP 172.20.0.2 (22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad/f6a7a7c3-4a98-4a35-b91e-91d4b74d612e/5cbc1f21-204a-42b3-bd6a-ba1d58df0430) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:34:55.574862 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:55.575513 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:55.600518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2ab1d0-741c-42c9-9258-eef71d774d81 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:34:55.633677 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180c8f31-e620-461b-9110-c51402b9fdaa None None] Pushing event updated for resources: {'Port': ['ID=a33481de-c1e3-424d-92fa-3feb22388877,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:55.640522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-69c8dc88-c99d-499e-8bbe-0555e58f927d None None] Provisioning complete for port a33481de-c1e3-424d-92fa-3feb22388877 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:55.640761 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69c8dc88-c99d-499e-8bbe-0555e58f927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.657365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.723474 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:55.758821 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.794413 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.804752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.811301 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69c8dc88-c99d-499e-8bbe-0555e58f927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.865730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:34:55.873576 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-69c8dc88-c99d-499e-8bbe-0555e58f927d None None] For port a33481de-c1e3-424d-92fa-3feb22388877, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a33481de-c1e3-424d-92fa-3feb22388877,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:55.874816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:55.877269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:34:55.880300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Pushing event updated for resources: {'Port': ['ID=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:55.886578 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-69c8dc88-c99d-499e-8bbe-0555e58f927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.940624 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:54Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:55.969199 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaae169d-727b-43d0-9bd8-5b301ab832b1 None None] The sync data for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 is: [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:54Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:34:55.972230 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Attempting to bind port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:34:55.972602 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Attempting to bind port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:34:55.972964 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Attempting to bind port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:55.989949 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:34:55.990365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Checking segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:34:55.990730 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.991116 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Bound using segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:34:55.991645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Bound port: 5cbc1f21-204a-42b3-bd6a-ba1d58df0430, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:34:55.992031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:55.995535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8dc88-c99d-499e-8bbe-0555e58f927d None None] Pushing event updated for resources: {'Port': ['ID=a33481de-c1e3-424d-92fa-3feb22388877,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:56.046229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-80266303-d247-4b00-8383-25aca56d2e76 None None] Provisioning complete for port a33481de-c1e3-424d-92fa-3feb22388877 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:56.046608 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-80266303-d247-4b00-8383-25aca56d2e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.065932 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.1 (22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad/f6a7a7c3-4a98-4a35-b91e-91d4b74d612e/f376f824-abd0-4a79-8172-a2f9f1401523) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:34:56.111572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] For port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:34:56.116989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] For port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:34:56.126343 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.222127 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.263810 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.274468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cb9c8-f188-4e9a-9ad1-1a047bcdfb81 None None] Pushing event updated for resources: {'Port': ['ID=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:56.293310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.346551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:34:56.350112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:56.354482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:34:56.380014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=f376f824-abd0-4a79-8172-a2f9f1401523,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:56.404863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.562037 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.864473 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.870387 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.952298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:56.954157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=f376f824-abd0-4a79-8172-a2f9f1401523,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:57.066543 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:34:57.067996 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:34:57.227976 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0ce769-2a51-4428-b2dc-2a6529b3c670 None None] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:34:57.313939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-af12d429-ea23-4e6b-9bf2-e5064ae780c4 None None] Provisioning complete for port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:57.314602 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-af12d429-ea23-4e6b-9bf2-e5064ae780c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:57.461241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-af12d429-ea23-4e6b-9bf2-e5064ae780c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:57.501735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-af12d429-ea23-4e6b-9bf2-e5064ae780c4 None None] For port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:57.506208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-af12d429-ea23-4e6b-9bf2-e5064ae780c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:57.522625 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:34:57.567846 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12d429-ea23-4e6b-9bf2-e5064ae780c4 None None] Pushing event updated for resources: {'Port': ['ID=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:57.651708 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:34:57.657532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9db0e727-bda7-41b1-8c49-b9379cc85896 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/99df5c9a-b41f-4fdd-870a-6870f2fd54cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4152937 Nov 22 17:34:57.728175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8a132ea8-7565-4e2d-a86c-d10d6a4d4d3b None None] Provisioning complete for port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:57.728548 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea8-7565-4e2d-a86c-d10d6a4d4d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:57.816152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Sync routers for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:34:57.837177 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:57.837934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:57.840473 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-2af8715c-a769-40fe-9338-2f604c64caf7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993798350&fields=id&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 267 time: 0.0660343 Nov 22 17:34:57.897234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8a132ea8-7565-4e2d-a86c-d10d6a4d4d3b None None] Provisioning complete for port f376f824-abd0-4a79-8172-a2f9f1401523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:57.898393 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8a132ea8-7565-4e2d-a86c-d10d6a4d4d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:57.986537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-8a132ea8-7565-4e2d-a86c-d10d6a4d4d3b None None] Port f376f824-abd0-4a79-8172-a2f9f1401523 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:34:57.996114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-f7f12a10-d647-40af-a247-507372f89ec5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:34:57.999051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-f7f12a10-d647-40af-a247-507372f89ec5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 797 time: 0.1484225 Nov 22 17:34:58.001880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:58.032489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-63a92a9e-0447-44ae-b5a4-0188edba250c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/quotas/a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0257638 Nov 22 17:34:58.040633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:34:58.093996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-f5779dba-8f63-4c91-a896-96c35a46f656 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601156 Nov 22 17:34:58.182733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c3bee0ab-781c-4524-9b59-789ccd0c042b None None] Provisioning complete for port f376f824-abd0-4a79-8172-a2f9f1401523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:58.183233 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c3bee0ab-781c-4524-9b59-789ccd0c042b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:58.197185 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-47144802-3c57-4809-9099-246584fc55d5 service neutron] 10.222.0.65 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898800 Nov 22 17:34:58.234004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:58.234368 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:58.275176 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c3bee0ab-781c-4524-9b59-789ccd0c042b None None] Port f376f824-abd0-4a79-8172-a2f9f1401523 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:34:58.295350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-89a3f74e-7728-47b0-8a1e-be09ca179932 service neutron] 10.222.0.65 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913339 Nov 22 17:34:58.379250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a33481de-c1e3-424d-92fa-3feb22388877 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:34:58.422126 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 2, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:58.454657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Checking router: 99df5c9a-b41f-4fdd-870a-6870f2fd54cb for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:34:58.455018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Updating router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb port f376f824-abd0-4a79-8172-a2f9f1401523 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:34:58.465997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4714b234-72f5-4778-9ea4-e2ba524cc905 req-bcbc3f50-a939-46f6-ac00-80ccc1bca2e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 210 time: 0.0278141 Nov 22 17:34:58.485966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-731ef3b6-3f80-4dee-b0f1-ca9094a89206 None None] Provisioning complete for port f376f824-abd0-4a79-8172-a2f9f1401523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:58.485966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-731ef3b6-3f80-4dee-b0f1-ca9094a89206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:58.682235 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:58.702358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-731ef3b6-3f80-4dee-b0f1-ca9094a89206 None None] Port f376f824-abd0-4a79-8172-a2f9f1401523 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:34:58.705852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a33481de-c1e3-424d-92fa-3feb22388877 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:58.706222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.016534 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.022250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.073213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870badb-6ef1-45f2-94b2-43bd697bc92e None None] Pushing event updated for resources: {'Port': ['ID=f376f824-abd0-4a79-8172-a2f9f1401523,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:59.122660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Attempting to bind port f376f824-abd0-4a79-8172-a2f9f1401523 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:34:59.123037 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Attempting to bind port f376f824-abd0-4a79-8172-a2f9f1401523 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:34:59.123531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Attempting to bind port f376f824-abd0-4a79-8172-a2f9f1401523 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:34:59.128838 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:34:59.129216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Checking segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:34:59.129732 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.130066 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Bound using segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:34:59.130548 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Bound port: f376f824-abd0-4a79-8172-a2f9f1401523, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:34:59.130938 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.201819 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] For port f376f824-abd0-4a79-8172-a2f9f1401523, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:34:59.205088 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] For port f376f824-abd0-4a79-8172-a2f9f1401523, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f376f824-abd0-4a79-8172-a2f9f1401523,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:34:59.209641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.271584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:34:59.272203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:59.275450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b870badb-6ef1-45f2-94b2-43bd697bc92e None None] Pushing event updated for resources: {'Port': ['ID=f376f824-abd0-4a79-8172-a2f9f1401523,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:59.376282 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6435ee46-495f-44a6-8eb2-85e04d2ab8c1 None None] Provisioning complete for port f376f824-abd0-4a79-8172-a2f9f1401523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:59.376654 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6435ee46-495f-44a6-8eb2-85e04d2ab8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.429803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:34:59.549190 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c42bf35-e743-47d6-be18-85b781a10ce8 req-0396a089-c45f-40dc-bcef-60cf51f3045a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 210 time: 0.0289176 Nov 22 17:34:59.580008 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6435ee46-495f-44a6-8eb2-85e04d2ab8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.640668 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6435ee46-495f-44a6-8eb2-85e04d2ab8c1 None None] For port f376f824-abd0-4a79-8172-a2f9f1401523, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f376f824-abd0-4a79-8172-a2f9f1401523,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:34:59.649186 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6435ee46-495f-44a6-8eb2-85e04d2ab8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.726868 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435ee46-495f-44a6-8eb2-85e04d2ab8c1 None None] Pushing event updated for resources: {'Port': ['ID=f376f824-abd0-4a79-8172-a2f9f1401523,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:34:59.748028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:34:59.784128 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4a7066-e4de-41e2-8be0-e6cd333b758d None None] The sync data for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 is: [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:34:59.796547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5547096e-31d6-4da6-9a1b-5e99aa9470c0 None None] Provisioning complete for port f376f824-abd0-4a79-8172-a2f9f1401523 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:34:59.796926 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5547096e-31d6-4da6-9a1b-5e99aa9470c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:34:59.972785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f376f824-abd0-4a79-8172-a2f9f1401523 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:35:00.024694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port f376f824-abd0-4a79-8172-a2f9f1401523 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:35:00.025522 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:00.653542 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe0dd1cf-2d43-4e24-ac3e-952af412407c req-a6a1d549-ee42-457e-9b13-b5ad39d9848d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 210 time: 0.0288897 Nov 22 17:35:01.672852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-2cccd2c3-3ce9-4836-9d45-3a9d7c9325d6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:01.674364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-2cccd2c3-3ce9-4836-9d45-3a9d7c9325d6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 797 time: 0.1084096 Nov 22 17:35:01.762061 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2742e5e2-8a43-4c09-a57b-3297506cb59d req-2b52b77a-ab52-4480-9877-62f8af0ba3a0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 210 time: 0.0364497 Nov 22 17:35:01.768902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-bd93feb5-eda8-4b73-9248-1b3a47a2144f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 380 time: 0.0832083 Nov 22 17:35:01.779215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'port': {'device_id': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'admin_state_up': True, 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'security_groups': ['00617c52-a951-4b84-8d0b-7e31b9b8f2ac']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:01.890781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:35:01.894510 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.018979 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.9 (22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad/f6a7a7c3-4a98-4a35-b91e-91d4b74d612e/b03caa54-b808-4851-8471-ed1b81ad9991) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:35:02.163249 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.197739 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.247464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:35:02.250809 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:35:02.254433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:35:02.278731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:02.308874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:02.309532 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.327444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-6ebdb22b-dee1-40af-be25-ba12e55178ec tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521255 Nov 22 17:35:02.389367 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Request body: {'port': {'device_id': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:02.447828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.451923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d24088fd-40c7-4550-ac12-a99db76c1e41 None None] Provisioning complete for port b03caa54-b808-4851-8471-ed1b81ad9991 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:35:02.452442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d24088fd-40c7-4550-ac12-a99db76c1e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.485878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d24088fd-40c7-4550-ac12-a99db76c1e41 None None] Port b03caa54-b808-4851-8471-ed1b81ad9991 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:35:02.720617 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03caa54-b808-4851-8471-ed1b81ad9991 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:35:02.728541 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.740311 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Transition to ACTIVE for port object b03caa54-b808-4851-8471-ed1b81ad9991 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:35:02.744613 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:02.797020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:02.910445 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:35:02.910793 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:35:02.911125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:35:02.923926 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33326915-f988-483b-a283-9b098dde80cc req-5b049d41-99f9-46fa-b3bc-87ce14cf45df tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:02.925474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33326915-f988-483b-a283-9b098dde80cc req-5b049d41-99f9-46fa-b3bc-87ce14cf45df tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0844362 Nov 22 17:35:02.926626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Port b03caa54-b808-4851-8471-ed1b81ad9991 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:35:02.926957 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:35:02.940923 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:35:02.941409 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Checking segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:35:02.941825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Bound using segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:35:02.942305 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Bound port: b03caa54-b808-4851-8471-ed1b81ad9991, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:35:02.942671 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:03.021509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-33326915-f988-483b-a283-9b098dde80cc req-d79254df-1037-469a-816b-f5b83170b508 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867536 Nov 22 17:35:03.043800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:35:03.049039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:35:03.056364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:03.094770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.095402 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:03.096835 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] 10.222.0.66 "PUT /v2.0/ports/b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 1091 time: 0.7603934 Nov 22 17:35:03.097275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:03.099561 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7f90d5-aa61-4169-86ca-06751fded8d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:03.124029 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ab99a-d318-4232-88d1-b7181ee67310 service neutron] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:03.205406 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-bf37d942-c5f5-4ac5-b99f-9b845fa33113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.207087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-bf37d942-c5f5-4ac5-b99f-9b845fa33113 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0518637 Nov 22 17:35:03.210381 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf73a942-00f9-42a3-9749-98f4a2d4e909 x-openstack-request-id: req-bf73a942-00f9-42a3-9749-98f4a2d4e909 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:03.210764 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:03.211128 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf73a942-00f9-42a3-9749-98f4a2d4e909 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:03.211519 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'status': 'completed', 'code': 200} Nov 22 17:35:03.259882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-f6237ae0-d8fe-4949-a91e-3276ed2ffb5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 217 time: 0.0376270 Nov 22 17:35:03.315906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-b1a49979-cd42-4c39-90f0-b4478e62582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.317375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-b1a49979-cd42-4c39-90f0-b4478e62582f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0467558 Nov 22 17:35:03.374328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-04da9911-a1e4-4185-9c91-125c26fe8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.375785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-04da9911-a1e4-4185-9c91-125c26fe8c06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486131 Nov 22 17:35:03.466424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-2b99c4e4-fe0a-4244-8edc-958565184c2f service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822475 Nov 22 17:35:03.561502 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec376636-f9a7-43ca-93ba-ab7a141b9bbf req-d7a64ea4-7a86-4d4c-b226-4de44f9810ba service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856946 Nov 22 17:35:03.662506 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-b02d5568-bb26-43f0-a7fc-ca8e9d14c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.665575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-b02d5568-bb26-43f0-a7fc-ca8e9d14c8b9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0452731 Nov 22 17:35:03.763787 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-ea2ab6fb-38c5-4cb7-9fe4-e71ac1f67964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.765147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-ea2ab6fb-38c5-4cb7-9fe4-e71ac1f67964 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.0901361 Nov 22 17:35:03.811507 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-9039aa08-0030-45e8-bcb4-273c93215353 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 217 time: 0.0371935 Nov 22 17:35:03.863744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-140d20d0-4e35-455b-b5cb-53734595a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.865043 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-140d20d0-4e35-455b-b5cb-53734595a8fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0436456 Nov 22 17:35:03.914183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-116b6081-40fc-4459-ae7e-b6cb2eb8a344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:03.915812 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-116b6081-40fc-4459-ae7e-b6cb2eb8a344 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406528 Nov 22 17:35:04.011060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-5113552f-aba5-4fc8-86fe-be830634d4de service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852647 Nov 22 17:35:04.104288 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2d7f90d5-aa61-4169-86ca-06751fded8d5 req-7dfab11d-1f3e-4bd1-8437-2308e9b80796 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833693 Nov 22 17:35:04.156373 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c8c57-6412-40c3-83c1-acde0d51bb1e req-4434c288-4a40-4238-a130-69037d502480 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:04.157874 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c00c8c57-6412-40c3-83c1-acde0d51bb1e req-4434c288-4a40-4238-a130-69037d502480 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0526984 Nov 22 17:35:04.212496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c00c8c57-6412-40c3-83c1-acde0d51bb1e req-4df2a496-d1c0-4373-a6f2-d6e03055b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487230 Nov 22 17:35:05.332446 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd7b8e-cdbf-4540-b302-718218596c41 req-d7bdab95-a12f-4ffa-9008-8dac34f605c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:05.333972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ddd7b8e-cdbf-4540-b302-718218596c41 req-d7bdab95-a12f-4ffa-9008-8dac34f605c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0495706 Nov 22 17:35:05.386691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ddd7b8e-cdbf-4540-b302-718218596c41 req-e72c56f1-a454-4f33-88f9-66e732e9514b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466874 Nov 22 17:35:06.507547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c36e47-8417-4ebe-8c60-c3fff571207d req-14e67235-90ad-4ac1-a02b-24588bab1627 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:06.509765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26c36e47-8417-4ebe-8c60-c3fff571207d req-14e67235-90ad-4ac1-a02b-24588bab1627 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0493009 Nov 22 17:35:06.559087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-26c36e47-8417-4ebe-8c60-c3fff571207d req-9be12b97-f3ed-4bc0-b0e3-85b6dbee2ef5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432341 Nov 22 17:35:07.287075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:35:07.381162 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:07.393357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'port_id': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'mac_address': 'fa:16:3e:63:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:35:07.433831 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:07.446611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03caa54-b808-4851-8471-ed1b81ad9991 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:35:07.465402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:07.469929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:07.518601 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:07.679131 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91d954-90cc-4289-bc16-42240f6e8838 req-76d5d0d6-3784-4ba3-90db-e9cc3079107b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:07.681351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c91d954-90cc-4289-bc16-42240f6e8838 req-76d5d0d6-3784-4ba3-90db-e9cc3079107b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 944 time: 0.0533202 Nov 22 17:35:07.731456 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6c91d954-90cc-4289-bc16-42240f6e8838 req-fa5f666e-f1e2-4aa7-b42d-98b873340732 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Nov 22 17:35:07.801806 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['b03caa54-b808-4851-8471-ed1b81ad9991'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:35:07.936569 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:08.859659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b9184-8f07-4d87-a9be-b40364fffabb req-eb3ff0ca-027e-457e-8a0b-0034d2d4d9b9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:08.861215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d13b9184-8f07-4d87-a9be-b40364fffabb req-eb3ff0ca-027e-457e-8a0b-0034d2d4d9b9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 944 time: 0.0618219 Nov 22 17:35:08.915195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d13b9184-8f07-4d87-a9be-b40364fffabb req-b1bf6ffc-8c79-4a9a-a5b3-75e71f92eab3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448315 Nov 22 17:35:09.301579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:35:09.351205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port b03caa54-b808-4851-8471-ed1b81ad9991 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:35:09.356422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port b03caa54-b808-4851-8471-ed1b81ad9991 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:35:09.356797 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:09.437442 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:09.460352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:09.463418 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cecb5dd-abad-45bc-978d-e489223d0610" -d '{"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-plugged", "status": "completed", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:09.475710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:35:09.480572 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:09.528677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:09.558213 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4963b5ca-e6e2-4f80-9f3a-41d43c392ecf x-openstack-request-id: req-4963b5ca-e6e2-4f80-9f3a-41d43c392ecf {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:09.558512 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-plugged", "status": "completed", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:09.558777 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4963b5ca-e6e2-4f80-9f3a-41d43c392ecf {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:09.559184 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'code': 200} Nov 22 17:35:09.626361 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:09.668320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d003469-6301-4807-98ac-c3023dc70d5e req-20884ab2-5526-43ca-ad68-74b5c223b40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:09.669850 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d003469-6301-4807-98ac-c3023dc70d5e req-20884ab2-5526-43ca-ad68-74b5c223b40f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0476203 Nov 22 17:35:09.725245 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d003469-6301-4807-98ac-c3023dc70d5e req-5efc0d6c-5b44-46ee-a5f0-1cf679384fae service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Nov 22 17:35:10.032144 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0a9b2-46a2-4f7f-a895-0a9f85232642 req-7e990e57-c890-41df-8bbe-5910359ccaf0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:10.033607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49d0a9b2-46a2-4f7f-a895-0a9f85232642 req-7e990e57-c890-41df-8bbe-5910359ccaf0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Nov 22 17:35:10.084770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-49d0a9b2-46a2-4f7f-a895-0a9f85232642 req-a044876c-2c50-4b99-baa0-afe31808fc28 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445681 Nov 22 17:35:11.203391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc22d6-d508-4333-a00c-49dd9b677b17 req-516c13b4-e815-4095-aec5-586da31add67 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.204803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dfc22d6-d508-4333-a00c-49dd9b677b17 req-516c13b4-e815-4095-aec5-586da31add67 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Nov 22 17:35:11.258687 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8dfc22d6-d508-4333-a00c-49dd9b677b17 req-eb53cafd-aa21-40c7-b18a-e7324c9e2a32 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479488 Nov 22 17:35:11.373855 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199efce-0a66-4e62-8d84-bd45b4ff9d7d req-34a7cc9a-9cb6-4561-84f4-e2021c17ef33 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.375323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0199efce-0a66-4e62-8d84-bd45b4ff9d7d req-34a7cc9a-9cb6-4561-84f4-e2021c17ef33 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0489740 Nov 22 17:35:11.429218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0199efce-0a66-4e62-8d84-bd45b4ff9d7d req-eabe7219-22ef-40df-9d27-eecca6e90ae5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479479 Nov 22 17:35:11.451532 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53790) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:11.490763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6aa056b-0e7a-40a2-aa56-472abf8adaff tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:11.492686 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d6aa056b-0e7a-40a2-aa56-472abf8adaff tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1091 time: 0.0397561 Nov 22 17:35:11.495090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53792) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:11.499261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:35:11.521134 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:11.621336 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:11.721721 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.13 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/952f867e-6d47-47e2-a10f-5315e1d8a8f2) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:35:11.826677 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:11.859399 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:11.899315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:35:11.902213 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:35:11.905569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:35:11.910908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=952f867e-6d47-47e2-a10f-5315e1d8a8f2,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:12.262493 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:12.329375 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:12.481384 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:12.485938 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:12.557070 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=952f867e-6d47-47e2-a10f-5315e1d8a8f2,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:35:12.571291 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:12.990393 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 6b910396-4abe-4201-8e86-0628b0761075 associated. External IP: 172.25.6.13, port: b03caa54-b808-4851-8471-ed1b81ad9991. Nov 22 17:35:13.195744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:35:13.303860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:35:13.314821 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] Sync routers for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:35:13.323816 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:13.326102 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:35:13.326772 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:13.350806 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-43f52ef4-06b3-43c9-927b-ee208b18fb41 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8547196 Nov 22 17:35:13.352145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:35:13.354691 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d80af4-d472-4912-bc27-559506aef10c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:35:13.393349 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4eb4a5-1933-44c1-99da-4765eef1dd84 x-openstack-request-id: req-de4eb4a5-1933-44c1-99da-4765eef1dd84 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:35:13.393644 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:35:13.393927 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-de4eb4a5-1933-44c1-99da-4765eef1dd84 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:35:13.394335 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'status': 'completed', 'code': 200} Nov 22 17:35:13.447379 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:35:13.485126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946e223-3362-4720-920d-e8eff3bef792 req-b11d92fd-e183-403d-bde0-45799c00919e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:13.486643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c946e223-3362-4720-920d-e8eff3bef792 req-b11d92fd-e183-403d-bde0-45799c00919e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0816178 Nov 22 17:35:13.493434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80af4-d472-4912-bc27-559506aef10c req-2eeeebb8-4df6-4412-a75c-f70b2aabc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:13.494912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-2eeeebb8-4df6-4412-a75c-f70b2aabc222 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0593247 Nov 22 17:35:13.595214 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c946e223-3362-4720-920d-e8eff3bef792 req-388ee44c-c095-491b-985b-4cbcda4af93a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992115 Nov 22 17:35:13.618894 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53798) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:13.625856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80af4-d472-4912-bc27-559506aef10c req-8511e53f-d188-44df-a447-54c4aef73a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:13.627558 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-8511e53f-d188-44df-a447-54c4aef73a66 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.1186082 Nov 22 17:35:13.688545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '6b910396-4abe-4201-8e86-0628b0761075', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'port_id': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'mac_address': 'fa:16:3e:63:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:35:12Z', 'updated_at': '2021-11-22T17:35:12Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:13.692644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ef777ff6-63b2-4053-8a22-4014c12a380f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/6b910396-4abe-4201-8e86-0628b0761075 HTTP/1.1" status: 200 len: 990 time: 0.0725110 Nov 22 17:35:13.707129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-fbfef943-2289-4489-ba51-4b77bad2a92c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 998 time: 0.0660849 Nov 22 17:35:13.715674 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] Checking router: 99df5c9a-b41f-4fdd-870a-6870f2fd54cb for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:35:13.724292 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:35:13.724897 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:34:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:13.759860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80af4-d472-4912-bc27-559506aef10c req-6f68b361-0e50-493c-94fc-ec9ed0f06e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:13.761368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-6f68b361-0e50-493c-94fc-ec9ed0f06e20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0462785 Nov 22 17:35:13.816551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d80af4-d472-4912-bc27-559506aef10c req-63857a1b-da18-4298-a181-5081e96eab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:13.818078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-63857a1b-da18-4298-a181-5081e96eab5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485489 Nov 22 17:35:13.840973 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:35:13.910667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-7f25a7ba-6244-4f91-8728-14349f175e45 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832312 Nov 22 17:35:14.005820 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-41d80af4-d472-4912-bc27-559506aef10c req-f320213d-ca9e-4015-8cae-11ce1d1e5061 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870645 Nov 22 17:35:14.068194 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '6b910396-4abe-4201-8e86-0628b0761075', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'port_id': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'mac_address': 'fa:16:3e:63:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:35:12Z', 'updated_at': '2021-11-22T17:35:12Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:35:14.095675 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcccc50-9643-4d96-888b-06cbd7bc5d76 None None] The sync data for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 is: [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '6b910396-4abe-4201-8e86-0628b0761075', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'port_id': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'mac_address': 'fa:16:3e:63:84:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:35:12Z', 'updated_at': '2021-11-22T17:35:12Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:35:14.287061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833f7a7-c786-4675-80c6-0282c27258f5 None None] New status for floating IP 6b910396-4abe-4201-8e86-0628b0761075: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:35:14.697621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53802) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:14.756282 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-8573a16f-9c48-473c-bc2e-d19a0f34f98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/6b910396-4abe-4201-8e86-0628b0761075 HTTP/1.1" status: 200 len: 992 time: 0.0576861 Nov 22 17:35:20.103066 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-06791d23-0291-4419-869a-b70b9fe23f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:23.482555 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0aaac575-c6b0-4762-a237-cbec65424fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:24.248893 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:25.624929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:26.167068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:30.863166 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:35:37.945278 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:39.631788 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:50.108580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b419ce4e-7637-42fd-a698-7c5e9f7ae2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:50.209275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3837142-c6e2-4225-b83a-ae879c4461ad req-380d8311-8ff5-4109-b15c-1981b7425300 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:50.210855 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3837142-c6e2-4225-b83a-ae879c4461ad req-380d8311-8ff5-4109-b15c-1981b7425300 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0542269 Nov 22 17:35:50.213536 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53822) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:35:50.265283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b3837142-c6e2-4225-b83a-ae879c4461ad req-b9da4121-8479-4824-837a-1df4f7372ba9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473897 Nov 22 17:35:50.295727 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-94e1bc07-52e7-4b37-8705-c7756bd5cc53 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809841 Nov 22 17:35:50.304308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-94899575-7d08-4d19-9602-4c95a68eb063 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:35:50.305253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-94899575-7d08-4d19-9602-4c95a68eb063 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048299 Nov 22 17:35:51.260166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-737f4075-9d0a-40e6-a37f-61c2c17407a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.262248 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-737f4075-9d0a-40e6-a37f-61c2c17407a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0410938 Nov 22 17:35:51.410571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-1326ed67-4ae5-41ba-863e-ae10c8c4791e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.412040 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-1326ed67-4ae5-41ba-863e-ae10c8c4791e service neutron] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.1265392 Nov 22 17:35:51.421564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a9db1f-4315-4229-aca3-40f55ba24a0b req-ea484fe5-84de-41c2-a029-ad4b4cabcf82 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.423178 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2a9db1f-4315-4229-aca3-40f55ba24a0b req-ea484fe5-84de-41c2-a029-ad4b4cabcf82 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0793505 Nov 22 17:35:51.525199 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-855c3833-83e9-432c-afd9-abdc6c9dd045 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 1000 time: 0.1008947 Nov 22 17:35:51.534701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d2a9db1f-4315-4229-aca3-40f55ba24a0b req-2fbea68f-beca-4209-a54a-6d81496ea4da tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044593 Nov 22 17:35:51.581100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-ad4b5d73-7503-4a60-9d71-007cc94ace25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.582588 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-ad4b5d73-7503-4a60-9d71-007cc94ace25 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0470555 Nov 22 17:35:51.629564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-416f5aad-a187-4e69-895c-7ef633418d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.631057 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-416f5aad-a187-4e69-895c-7ef633418d35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403991 Nov 22 17:35:51.726228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-38353894-55e3-4105-82f1-e4a65da147a3 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867298 Nov 22 17:35:51.817567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe60e5d9-71a8-4dcf-b168-46140af6f143 req-04ecd2c7-db7f-43dd-a202-15bbc98d8ab9 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833871 Nov 22 17:35:51.905203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-9e5ada5e-d0cf-47c2-8b85-0548ef0a7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:51.906727 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-9e5ada5e-d0cf-47c2-8b85-0548ef0a7d20 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0457501 Nov 22 17:35:52.002972 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-fe703ac4-e7eb-48a9-81d3-b32491c66854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:52.004532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-fe703ac4-e7eb-48a9-81d3-b32491c66854 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.0897975 Nov 22 17:35:52.077513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-60628f6e-13f7-4f0b-ae19-9abe8e1f72d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 1000 time: 0.0650494 Nov 22 17:35:52.128519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-35ee74b3-41ec-4ded-af88-23c643652c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:52.129996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-35ee74b3-41ec-4ded-af88-23c643652c93 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0448208 Nov 22 17:35:52.176513 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-f80dff3c-e9f5-446c-a3d0-126a55696ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:52.178041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-f80dff3c-e9f5-446c-a3d0-126a55696ff5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405719 Nov 22 17:35:52.277230 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-929a147e-728a-4d31-84fc-afd06bb8619a service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846717 Nov 22 17:35:52.384166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-398736e7-24a5-4a25-ada5-3f817f142e3d service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987442 Nov 22 17:35:52.658838 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833a50d-f083-4963-ac5c-edaa64edf493 req-1c4d343c-7bb2-49a6-be5f-234cdd56b0f0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:52.660409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3833a50d-f083-4963-ac5c-edaa64edf493 req-1c4d343c-7bb2-49a6-be5f-234cdd56b0f0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0519540 Nov 22 17:35:52.713618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3833a50d-f083-4963-ac5c-edaa64edf493 req-fcbb5f7a-df2d-4f0e-aabc-592561ece962 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472698 Nov 22 17:35:53.483664 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-61fdc5c9-74ab-457d-a2e9-0516aaeba073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:53.839457 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10275c0-04bc-48ae-adba-cb826cc9e184 req-c09891f0-af23-462a-8ec1-aa9a7fcab62b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:53.840857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a10275c0-04bc-48ae-adba-cb826cc9e184 req-c09891f0-af23-462a-8ec1-aa9a7fcab62b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0538399 Nov 22 17:35:53.891472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a10275c0-04bc-48ae-adba-cb826cc9e184 req-88aa9ec8-86fd-4001-9574-466de03c61e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447187 Nov 22 17:35:54.248187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:55.007764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5670fcb-e549-4cf3-af4d-93c0523e2a0a req-eb06adc7-c479-4291-a76d-f01a61e77fcf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:55.009241 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5670fcb-e549-4cf3-af4d-93c0523e2a0a req-eb06adc7-c479-4291-a76d-f01a61e77fcf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Nov 22 17:35:55.060452 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a5670fcb-e549-4cf3-af4d-93c0523e2a0a req-3e033553-176c-4303-bcb3-ba2fa152f365 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442872 Nov 22 17:35:55.626373 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:56.173350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:35:56.195027 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695ad2e-d6ea-4277-9f9d-1b8eada5139f req-0fe35d40-1be1-45d5-9451-e2fbdb654c02 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:56.196521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b695ad2e-d6ea-4277-9f9d-1b8eada5139f req-0fe35d40-1be1-45d5-9451-e2fbdb654c02 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0586669 Nov 22 17:35:56.251327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b695ad2e-d6ea-4277-9f9d-1b8eada5139f req-14283e3d-8383-4d25-9688-0ad54da08e2b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480359 Nov 22 17:35:57.367886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45092d2-93b1-4f28-9e34-f05aed3813e2 req-f79656e8-5858-4f87-8cc0-98d8a6327d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:57.369494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f45092d2-93b1-4f28-9e34-f05aed3813e2 req-f79656e8-5858-4f87-8cc0-98d8a6327d9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Nov 22 17:35:57.419240 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f45092d2-93b1-4f28-9e34-f05aed3813e2 req-7c2e5ff5-9285-418f-b5cb-1e61a5f24bc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Nov 22 17:35:58.534674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbece91d-3b12-40ac-a62d-f049fbc7cc8f req-a271723a-b775-4ea1-a998-50f008a658a0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:58.536147 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbece91d-3b12-40ac-a62d-f049fbc7cc8f req-a271723a-b775-4ea1-a998-50f008a658a0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0485511 Nov 22 17:35:58.591589 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bbece91d-3b12-40ac-a62d-f049fbc7cc8f req-bab94ae2-322a-4a05-895b-7205b1d7d15e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493429 Nov 22 17:35:59.715383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f6e54-d813-4b2e-9110-a4876a71e4ea req-e6c77506-ff21-4896-8f3e-584a89911375 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:35:59.716840 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-827f6e54-d813-4b2e-9110-a4876a71e4ea req-e6c77506-ff21-4896-8f3e-584a89911375 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0537455 Nov 22 17:35:59.766163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-827f6e54-d813-4b2e-9110-a4876a71e4ea req-07f4747f-de04-4d51-94de-180db632a73c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433223 Nov 22 17:36:00.883750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b50ff-a42e-45b0-91a7-e3d7bfdcffeb req-c41fd7b1-ac5d-4948-b4e0-9c49004ae5a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:00.885226 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa3b50ff-a42e-45b0-91a7-e3d7bfdcffeb req-c41fd7b1-ac5d-4948-b4e0-9c49004ae5a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0494318 Nov 22 17:36:00.934670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fa3b50ff-a42e-45b0-91a7-e3d7bfdcffeb req-dd5b3555-5a11-4807-aab8-f73c8e7305e7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434330 Nov 22 17:36:02.058845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a0ea9-ad02-478b-9734-19f1a8ea1f56 req-cf27a06b-5b87-4d79-8322-8bc32814fde4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:02.060372 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-019a0ea9-ad02-478b-9734-19f1a8ea1f56 req-cf27a06b-5b87-4d79-8322-8bc32814fde4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0533593 Nov 22 17:36:02.110156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-019a0ea9-ad02-478b-9734-19f1a8ea1f56 req-e5c13644-e6ac-45f5-8979-cfb919035d5d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438819 Nov 22 17:36:03.233412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d460fb-f287-4776-befc-0ac206b06a5d req-035ca559-8ef6-4a14-9fe0-eb2bb1886139 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:03.234959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2d460fb-f287-4776-befc-0ac206b06a5d req-035ca559-8ef6-4a14-9fe0-eb2bb1886139 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0521872 Nov 22 17:36:03.285368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2d460fb-f287-4776-befc-0ac206b06a5d req-2fc9b254-5359-43f1-8ea4-b15db61013af tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Nov 22 17:36:04.405943 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f035e-02f4-4a6d-8007-3a7b43206fca req-b47011a6-e1ab-473a-8292-5c6c4881aec2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:04.407404 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d40f035e-02f4-4a6d-8007-3a7b43206fca req-b47011a6-e1ab-473a-8292-5c6c4881aec2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0501580 Nov 22 17:36:04.463824 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d40f035e-02f4-4a6d-8007-3a7b43206fca req-27f2d32e-12ff-4fa0-9b23-3095e40f0199 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502841 Nov 22 17:36:05.586004 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa14df-5b40-48ab-b287-eb994d53098f req-113ff593-4a82-4054-96ae-da1c07b536df tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:05.587474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7caa14df-5b40-48ab-b287-eb994d53098f req-113ff593-4a82-4054-96ae-da1c07b536df tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Nov 22 17:36:05.637102 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7caa14df-5b40-48ab-b287-eb994d53098f req-a6fb92be-ee56-4ed8-ae21-04289151b7bc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Nov 22 17:36:06.753568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a301c-a017-4a79-bdb7-aae9b6b827aa req-3b4636e6-961e-430d-96c7-bdf3be054b28 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:06.755101 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f78a301c-a017-4a79-bdb7-aae9b6b827aa req-3b4636e6-961e-430d-96c7-bdf3be054b28 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0498643 Nov 22 17:36:06.808643 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f78a301c-a017-4a79-bdb7-aae9b6b827aa req-d709ba54-6a1e-493b-9494-61f5eebce6e4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Nov 22 17:36:07.863101 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:36:07.934008 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a09c6f-7525-4918-bcfc-cdb6797ec494 req-a63c6729-0fc6-46f2-9938-aa6c65b7db06 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:07.935520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8a09c6f-7525-4918-bcfc-cdb6797ec494 req-a63c6729-0fc6-46f2-9938-aa6c65b7db06 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0551553 Nov 22 17:36:07.935769 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:07.986020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8a09c6f-7525-4918-bcfc-cdb6797ec494 req-de09c517-0633-4b24-bf9e-bc9acbdca79a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441291 Nov 22 17:36:09.102680 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb8699-0070-4841-aa74-e15e17522ffc req-d7f86050-00bb-4023-b5cd-70873376098c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:09.104215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7bb8699-0070-4841-aa74-e15e17522ffc req-d7f86050-00bb-4023-b5cd-70873376098c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0497236 Nov 22 17:36:09.154637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e7bb8699-0070-4841-aa74-e15e17522ffc req-dc0167e4-9c35-4a65-96b4-6f177038da11 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437591 Nov 22 17:36:09.635227 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:10.281208 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86beeb8a-b003-4e6b-a1f4-d9a4f5ce8128 req-65a0b01d-3147-496b-bb55-61fc04fa4b2a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:10.282700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86beeb8a-b003-4e6b-a1f4-d9a4f5ce8128 req-65a0b01d-3147-496b-bb55-61fc04fa4b2a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0564725 Nov 22 17:36:10.333704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86beeb8a-b003-4e6b-a1f4-d9a4f5ce8128 req-4148103e-c08b-44db-ad3e-8c52ebafdf8e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450509 Nov 22 17:36:11.451584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535349d-ce0a-4944-bfa1-2529f59da05e req-d8fdf468-4a55-4f99-81e7-f4706f8ce6e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:11.453079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2535349d-ce0a-4944-bfa1-2529f59da05e req-d8fdf468-4a55-4f99-81e7-f4706f8ce6e3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0495954 Nov 22 17:36:11.503317 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2535349d-ce0a-4944-bfa1-2529f59da05e req-33c0e7d6-5c5c-4740-9c82-38590e84bb82 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442362 Nov 22 17:36:12.620414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58e43c-e78c-4f4a-8379-52ac63d56155 req-e831566b-afc9-4532-a875-a918a39e34b5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:12.622410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f58e43c-e78c-4f4a-8379-52ac63d56155 req-e831566b-afc9-4532-a875-a918a39e34b5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0504622 Nov 22 17:36:12.677223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f58e43c-e78c-4f4a-8379-52ac63d56155 req-8038f350-d3fa-4169-81b4-0a7b04fb9a4d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488510 Nov 22 17:36:13.794902 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ace3c-4455-4170-909a-517d5f868e46 req-9ed27647-1505-41b8-b51a-332bd2581b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:13.796998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6ace3c-4455-4170-909a-517d5f868e46 req-9ed27647-1505-41b8-b51a-332bd2581b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0505366 Nov 22 17:36:13.846338 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6b6ace3c-4455-4170-909a-517d5f868e46 req-fbdd40fb-e9f0-4256-827f-e63c4a5c781e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Nov 22 17:36:14.680919 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-9df93172-3b3b-4af8-8716-8a864644d1fb service neutron] show failed (client error): The resource could not be found. Nov 22 17:36:14.681964 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-9df93172-3b3b-4af8-8716-8a864644d1fb service neutron] 10.222.0.66 "GET /v2.0/ports/b03caa54-b808-4851-8471-ed1b81ad9991/bindings/n-h2-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0551744 Nov 22 17:36:14.966530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237721b-1414-46d1-99b8-e24d205418c7 req-af9b7a42-ed33-4c07-9862-12651163c0e0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:14.967794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-2cc0dab5-f8a4-4dca-b3bd-07a9205e9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:14.968206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7237721b-1414-46d1-99b8-e24d205418c7 req-af9b7a42-ed33-4c07-9862-12651163c0e0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0523064 Nov 22 17:36:14.969289 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-2cc0dab5-f8a4-4dca-b3bd-07a9205e9240 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 1096 time: 0.1230664 Nov 22 17:36:14.982477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:15.028616 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7237721b-1414-46d1-99b8-e24d205418c7 req-0fa5269c-a4eb-4f28-af8b-24302c93ea9a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523405 Nov 22 17:36:15.035900 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.235997 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:15.270358 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:15.313779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:15.316040 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4ece09-b41f-4f0a-92b0-5f63d05320b4" -d '{"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:15.320675 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.333249 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Transition to ACTIVE for port object b03caa54-b808-4851-8471-ed1b81ad9991 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:36:15.338194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.372434 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e3cb44-c5a9-4e01-b045-2c23ba6f64a3 x-openstack-request-id: req-05e3cb44-c5a9-4e01-b045-2c23ba6f64a3 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:15.372735 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-unplugged", "status": "completed", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:15.372991 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05e3cb44-c5a9-4e01-b045-2c23ba6f64a3 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:15.373394 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'code': 200} Nov 22 17:36:15.390538 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=6']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:15.430853 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.431252 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.431531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.431870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.432251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.432587 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.432925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.433325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.433640 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.433996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.434326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.434650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:15.474146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] No DVR routers for this DVR port b03caa54-b808-4851-8471-ed1b81ad9991 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:15.898139 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:36:15.898476 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:36:15.898794 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:15.903958 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Port b03caa54-b808-4851-8471-ed1b81ad9991 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:36:15.904274 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Attempting to bind port b03caa54-b808-4851-8471-ed1b81ad9991 on network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:36:15.909007 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:36:15.909339 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Checking segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:36:15.909755 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Bound using segment: {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:36:15.910176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Bound port: b03caa54-b808-4851-8471-ed1b81ad9991, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:36:15.910522 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:15.972379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:36:15.975308 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:36:15.980564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:16.016533 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.017150 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:16.018549 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-354e924a-9754-40af-a988-c5754710f596 service neutron] 10.222.0.20 "PUT /v2.0/ports/b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 1091 time: 1.0407176 Nov 22 17:36:16.040022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e924a-9754-40af-a988-c5754710f596 service neutron] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=7']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:16.092672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-c564a8ba-9122-423b-936c-e5c3647ece6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.094404 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-c564a8ba-9122-423b-936c-e5c3647ece6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0481725 Nov 22 17:36:16.164341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f351-2aae-4c02-a049-8540fcbfa636 req-012fad39-1a81-4e27-9642-016fe57c380c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.166680 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2634f351-2aae-4c02-a049-8540fcbfa636 req-012fad39-1a81-4e27-9642-016fe57c380c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0613830 Nov 22 17:36:16.226224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-6e012a5d-4001-4a2b-8d2a-df6ce32e68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.227811 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-6e012a5d-4001-4a2b-8d2a-df6ce32e68bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.1260602 Nov 22 17:36:16.250133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2634f351-2aae-4c02-a049-8540fcbfa636 req-6acefff9-f8b3-4b75-bda4-1fff0c2a212b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765095 Nov 22 17:36:16.303095 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-23199143-6b9b-468c-b23a-7bf11882919e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 998 time: 0.0671597 Nov 22 17:36:16.359266 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-11d7ae5b-536e-4df6-8559-bc0d6499c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.360920 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-11d7ae5b-536e-4df6-8559-bc0d6499c7da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0499945 Nov 22 17:36:16.407310 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-71d2a20b-c059-4b7b-ad47-ad36b27a7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:16.408846 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-71d2a20b-c059-4b7b-ad47-ad36b27a7739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405493 Nov 22 17:36:16.498633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-0b4b343b-e29c-47fd-9c3d-950c818510b0 service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815732 Nov 22 17:36:16.594640 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-535f6c17-5be3-426b-8ef7-59f74d3c52ad req-f88948e9-405d-466e-b021-0772ead4f05d service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878997 Nov 22 17:36:17.374251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:17.377200 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07feeec0-cd4f-4b83-a621-b676e645ca01" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:17.379037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac3fc6-8138-465e-8b53-a43ba3200d2a req-b5c1ac94-7c55-43c7-9e07-9a7458e65023 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.380605 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8ac3fc6-8138-465e-8b53-a43ba3200d2a req-b5c1ac94-7c55-43c7-9e07-9a7458e65023 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0519772 Nov 22 17:36:17.429345 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029fc866-d51d-467d-8cb5-b13e0aeb4cdf x-openstack-request-id: req-029fc866-d51d-467d-8cb5-b13e0aeb4cdf {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:17.429643 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:17.429925 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-029fc866-d51d-467d-8cb5-b13e0aeb4cdf {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:17.430335 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'status': 'completed', 'code': 200} Nov 22 17:36:17.442573 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8ac3fc6-8138-465e-8b53-a43ba3200d2a req-21946a22-d07e-42e4-bc85-a9097f50517a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547526 Nov 22 17:36:17.501318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-2f8113a2-8196-4e77-a662-fad353f5977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.502885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-2f8113a2-8196-4e77-a662-fad353f5977d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0461881 Nov 22 17:36:17.503652 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-feb4583f-42fc-4ea4-bd68-37cbb887c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.505117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-feb4583f-42fc-4ea4-bd68-37cbb887c3a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0456395 Nov 22 17:36:17.601268 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-4da30039-45a5-4ab6-916b-16156d0af233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.602675 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-4da30039-45a5-4ab6-916b-16156d0af233 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.0918648 Nov 22 17:36:17.603043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-24983d41-279f-4466-8d0a-326a9d2d16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.604479 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-24983d41-279f-4466-8d0a-326a9d2d16eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.0891833 Nov 22 17:36:17.673798 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-d23dcafc-5f75-44c4-b990-efbee53f85fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 998 time: 0.0627167 Nov 22 17:36:17.677719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-4172be70-9bdb-4c7e-a592-2b3130649f7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 998 time: 0.0646794 Nov 22 17:36:17.727983 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-4bc50129-219c-4d8f-99eb-71bc63639c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.729576 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-4bc50129-219c-4d8f-99eb-71bc63639c08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0473213 Nov 22 17:36:17.730338 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-adce1573-881c-493b-aedd-724cf77d3559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.732622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-adce1573-881c-493b-aedd-724cf77d3559 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0459950 Nov 22 17:36:17.781969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-98cf8909-2ffc-44fa-addf-5286b8c6fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.783490 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-98cf8909-2ffc-44fa-addf-5286b8c6fb52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462124 Nov 22 17:36:17.787104 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-bfc6217d-356b-4dca-9143-3cf601ac2a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:17.788601 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-bfc6217d-356b-4dca-9143-3cf601ac2a5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475900 Nov 22 17:36:17.875810 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-8107c8bc-72bd-49ce-ba3e-5e8199b406c1 service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829518 Nov 22 17:36:17.885775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-6305521a-4b91-4fba-a153-33ececd84fe5 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879912 Nov 22 17:36:17.977687 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-ca65bbba-238e-4174-9e0f-0718134f6984 service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931423 Nov 22 17:36:17.979047 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-07feeec0-cd4f-4b83-a621-b676e645ca01 req-18c08b1f-5060-4316-b510-2e924bc523b6 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841231 Nov 22 17:36:18.578303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435dd2c-c37a-4e9f-b22c-04a709fab659 req-73ac874d-d7ae-4c09-9b82-464911624c58 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:18.579805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d435dd2c-c37a-4e9f-b22c-04a709fab659 req-73ac874d-d7ae-4c09-9b82-464911624c58 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0555530 Nov 22 17:36:18.629504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d435dd2c-c37a-4e9f-b22c-04a709fab659 req-75bd372a-9164-4a7e-b768-3ef2a54cd236 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437729 Nov 22 17:36:18.856412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251d81f-7c13-4bee-a2ea-861e1056b022 req-9189cbae-9224-41e6-b8cc-3361b2032725 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:18.857935 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0251d81f-7c13-4bee-a2ea-861e1056b022 req-9189cbae-9224-41e6-b8cc-3361b2032725 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0809426 Nov 22 17:36:18.872341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-6d2674ea-ea2d-4524-a9e5-7c42b2eef16a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:18.873757 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-6d2674ea-ea2d-4524-a9e5-7c42b2eef16a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6&tenant_id=a5eb398080634854a6965ffcabcc3ec9&binding%3Ahost_id=n-h2-816206-6 HTTP/1.1" status: 200 len: 943 time: 0.0698080 Nov 22 17:36:18.954272 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0251d81f-7c13-4bee-a2ea-861e1056b022 req-05676d30-d313-46d2-b7ee-b0ac85b91daf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901299 Nov 22 17:36:18.968967 n-d-816206-6 neutron-server[103514]: INFO neutron.api.v2.resource [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-fbec3f62-3f66-4140-bc82-620103452db4 service neutron] delete failed (client error): The resource could not be found. Nov 22 17:36:18.970020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-fbec3f62-3f66-4140-bc82-620103452db4 service neutron] 10.222.0.66 "DELETE /v2.0/ports/b03caa54-b808-4851-8471-ed1b81ad9991/bindings/n-h1-816206-6 HTTP/1.1" status: 404 len: 380 time: 0.0838053 Nov 22 17:36:19.088393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-23da0b53-2b3e-4762-b28f-5a484fce3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.090900 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-23da0b53-2b3e-4762-b28f-5a484fce3f36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1094 time: 0.0714083 Nov 22 17:36:19.101953 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa1683-749a-44e4-9c2c-fca13f3e5346 req-eb1df055-8284-4a59-9d3b-60219f24da01 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.104786 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57aa1683-749a-44e4-9c2c-fca13f3e5346 req-eb1df055-8284-4a59-9d3b-60219f24da01 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 943 time: 0.0763946 Nov 22 17:36:19.228672 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57aa1683-749a-44e4-9c2c-fca13f3e5346 req-d195068d-5932-4b84-a098-70437e8cb96f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103756 Nov 22 17:36:19.247278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-3d9dec09-b2d2-417d-a397-4d07399f3f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.247278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-3d9dec09-b2d2-417d-a397-4d07399f3f61 service neutron] 10.222.0.66 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.1399686 Nov 22 17:36:19.327860 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-13623d53-5dcd-4d0b-8f40-654edbb5b5ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 998 time: 0.0692365 Nov 22 17:36:19.378497 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-e2fec360-04a3-4b4e-b743-edca6ad249bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.379953 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-e2fec360-04a3-4b4e-b743-edca6ad249bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0442460 Nov 22 17:36:19.429122 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-afed17aa-43a9-4081-be40-97e7aaabcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:19.430682 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-afed17aa-43a9-4081-be40-97e7aaabcad5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424881 Nov 22 17:36:19.542435 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-327801a5-1b84-4735-aa7f-906418e9a0f4 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994458 Nov 22 17:36:19.641539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc3679a9-8de6-4534-a97d-c1660af65eaf req-0f08c266-da67-4340-aea1-cf088d5c6117 service neutron] 10.222.0.66 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867641 Nov 22 17:36:19.642250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:36:19.714404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:19.779664 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:19.791828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:19.794125 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'port_id': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'mac_address': 'fa:16:3e:63:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:36:19.835398 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:19.850840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03caa54-b808-4851-8471-ed1b81ad9991 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:36:19.881308 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:19.885941 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:19.936821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:19.945697 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.946045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.946387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.946788 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.947382 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.947972 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.948559 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.949152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.949740 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.950069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.950402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:19.950731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:20.106873 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-50ff460a-9f2f-413a-8843-e43f08e48390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:20.158610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['b03caa54-b808-4851-8471-ed1b81ad9991'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:36:20.366591 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86dd415-617e-4417-8534-d629572ce127 req-6159008c-21f3-45db-938f-24157aaa0583 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:20.369140 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d86dd415-617e-4417-8534-d629572ce127 req-6159008c-21f3-45db-938f-24157aaa0583 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 944 time: 0.0610943 Nov 22 17:36:20.423520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d86dd415-617e-4417-8534-d629572ce127 req-04eac632-e1ba-4d39-9d8a-8e71363aa142 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472152 Nov 22 17:36:20.446963 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53912) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:20.514122 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e15ea29-6d15-42d7-91b4-e354aaee14ca tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/6b910396-4abe-4201-8e86-0628b0761075 HTTP/1.1" status: 200 len: 991 time: 0.0659609 Nov 22 17:36:21.644465 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:36:21.697085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port b03caa54-b808-4851-8471-ed1b81ad9991 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:36:21.702359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port b03caa54-b808-4851-8471-ed1b81ad9991 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:36:21.702734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.780333 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.803677 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:21.805911 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb55fe8b-d358-4274-a94b-8d5576d7d82e" -d '{"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-plugged", "status": "completed", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:21.819544 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:21.824641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:21.852294 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b23efd9-ec93-4e5f-abdf-aba41e9092a7 x-openstack-request-id: req-4b23efd9-ec93-4e5f-abdf-aba41e9092a7 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:21.852587 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-plugged", "status": "completed", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:21.852856 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b23efd9-ec93-4e5f-abdf-aba41e9092a7 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:21.853223 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'code': 200} Nov 22 17:36:21.879622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=9']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:23.484650 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-036357c0-e5d2-4fd6-8754-bb5927a41762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:24.251132 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:25.629244 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:26.166055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:37.947716 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:39.640830 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:42.047839 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-2938dfd8-511e-4259-98fb-4b8929cbc645 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392506 Nov 22 17:36:42.140116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-521e7e07-4de3-4bb8-a97b-6a1c88eab8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:42.141614 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-521e7e07-4de3-4bb8-a97b-6a1c88eab8b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0490437 Nov 22 17:36:42.247068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-57c1a6bf-8746-4725-9792-bd83ccb9af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:42.248524 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-57c1a6bf-8746-4725-9792-bd83ccb9af61 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.0855036 Nov 22 17:36:42.320005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-7b774209-bf86-4e41-87e3-c2ab05dba431 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 1000 time: 0.0640957 Nov 22 17:36:42.369135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-66ca3627-25b1-4b91-a87b-cdd063321ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:42.371151 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-66ca3627-25b1-4b91-a87b-cdd063321ea1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0421953 Nov 22 17:36:42.417456 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-5749c816-bc48-4b6f-af62-a388c5d2c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:42.419018 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-5749c816-bc48-4b6f-af62-a388c5d2c660 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397589 Nov 22 17:36:42.512923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-3410146c-bda4-48d7-a76e-d4276ab301e1 service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849459 Nov 22 17:36:42.605353 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-14669ba5-d438-4d6c-9bbf-acf4c6514bb3 req-b53e9b66-e6a7-41a8-ba56-adaa8251260b service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832834 Nov 22 17:36:44.862858 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:36:50.097969 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-42df3f29-ad0c-459d-8e76-90fcf4558484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.074152 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53928) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:51.246103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 952f867e-6d47-47e2-a10f-5315e1d8a8f2 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:51.246451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.327398 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.327631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.340186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 952f867e-6d47-47e2-a10f-5315e1d8a8f2 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:51.503902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.535617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=952f867e-6d47-47e2-a10f-5315e1d8a8f2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:51.599486 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.599719 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 6b910396-4abe-4201-8e86-0628b0761075 disassociated (deleted). External IP: 172.25.6.13, port: b03caa54-b808-4851-8471-ed1b81ad9991. Nov 22 17:36:51.821782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:51.936909 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:51.942707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:51.948277 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] Sync routers for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:51.957759 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:51.958391 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:51.972225 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-32c43dc6-ec7a-41ef-8d7c-250ecb396c27 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/floatingips/6b910396-4abe-4201-8e86-0628b0761075 HTTP/1.1" status: 204 len: 168 time: 0.8969378 Nov 22 17:36:51.972796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:51.975205 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde887d5-0b1f-4420-9318-9b5e6a0409d1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:52.024945 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06898296-851c-41ef-a175-cfb4018985da x-openstack-request-id: req-06898296-851c-41ef-a175-cfb4018985da {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:52.025557 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:52.026056 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06898296-851c-41ef-a175-cfb4018985da {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:52.026717 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'status': 'completed', 'code': 200} Nov 22 17:36:52.079145 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:52.094780 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-3f376c32-ef06-457a-a50f-d28452b38a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:52.096510 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-3f376c32-ef06-457a-a50f-d28452b38a91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 1096 time: 0.0483928 Nov 22 17:36:52.217337 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-f9bbaba2-47be-4a94-b0fd-879d89af9ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:52.220184 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-f9bbaba2-47be-4a94-b0fd-879d89af9ad9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 200 len: 898 time: 0.1135633 Nov 22 17:36:52.242082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1505c-93e4-4966-bf6d-7e651e6ad26f req-dd9c08f0-dadf-4c38-b48a-9582d0b99c4f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:52.244500 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27d1505c-93e4-4966-bf6d-7e651e6ad26f req-dd9c08f0-dadf-4c38-b48a-9582d0b99c4f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0621068 Nov 22 17:36:52.278301 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-4ce004d1-6853-4a79-821e-36d908bd0544 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 200 len: 217 time: 0.0499535 Nov 22 17:36:52.306466 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:52.307521 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27d1505c-93e4-4966-bf6d-7e651e6ad26f req-9a764257-5802-4dd5-b6c8-f98261bc4919 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565028 Nov 22 17:36:52.335917 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] Checking router: 99df5c9a-b41f-4fdd-870a-6870f2fd54cb for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:52.345166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-a22ed9bb-465e-48ab-b852-6be25c46b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:52.345584 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:52.346199 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:52.347030 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-a22ed9bb-465e-48ab-b852-6be25c46b196 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 200 len: 833 time: 0.0589950 Nov 22 17:36:52.404960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-a0ec90e8-5642-48c5-9fef-c48d1b08be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:52.406631 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-a0ec90e8-5642-48c5-9fef-c48d1b08be08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491464 Nov 22 17:36:52.469200 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:52.508267 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-3acd24a7-0f92-49ad-9de0-6212368fd265 service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910654 Nov 22 17:36:52.606780 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-bde887d5-0b1f-4420-9318-9b5e6a0409d1 req-89b88491-0b6a-4758-ab94-712e6896c369 service neutron] 10.222.0.20 "GET /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897143 Nov 22 17:36:52.685064 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:52.712025 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f066bf-6e7f-4838-9608-6305ad221bc9 None None] The sync data for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 is: [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:56Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'f376f824-abd0-4a79-8172-a2f9f1401523', 'name': '', 'network_id': '22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:9c:54:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:55Z', 'updated_at': '2021-11-22T17:34:59Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f6a7a7c3-4a98-4a35-b91e-91d4b74d612e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:52.974714 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860e699d-287e-4d40-957f-d8c19511980d None None] New status for floating IP 6b910396-4abe-4201-8e86-0628b0761075: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:36:53.437615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd6497-f4e8-4a9c-a40c-b3e39edf1e87 req-e4e298f4-09bd-4f86-92bd-ad89c0005706 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:53.439667 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16bd6497-f4e8-4a9c-a40c-b3e39edf1e87 req-e4e298f4-09bd-4f86-92bd-ad89c0005706 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0563800 Nov 22 17:36:53.487034 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74890970-6f75-41d8-8685-f1113ed19888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.495304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-16bd6497-f4e8-4a9c-a40c-b3e39edf1e87 req-e1daefe5-6f4c-4700-ba84-8cadf4dbcb50 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=00617c52-a951-4b84-8d0b-7e31b9b8f2ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486879 Nov 22 17:36:53.671073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-c6edd0b1-e55d-477b-8633-6f296c0252d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:36:53.672596 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-c6edd0b1-e55d-477b-8633-6f296c0252d3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 945 time: 0.0540209 Nov 22 17:36:53.772807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port b03caa54-b808-4851-8471-ed1b81ad9991 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:53.773710 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.862647 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port b03caa54-b808-4851-8471-ed1b81ad9991, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=b03caa54-b808-4851-8471-ed1b81ad9991,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:53.863004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:53.875398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for b03caa54-b808-4851-8471-ed1b81ad9991 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:54.009239 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.038936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=b03caa54-b808-4851-8471-ed1b81ad9991,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:54.085224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] No DVR routers for this DVR port b03caa54-b808-4851-8471-ed1b81ad9991 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:54.087856 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.091176 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-f60efa2c-66c8-43ef-94b9-794bf86c8620 req-99135232-b00f-48c6-b1d7-c756127a59c2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "DELETE /v2.0/ports/b03caa54-b808-4851-8471-ed1b81ad9991 HTTP/1.1" status: 204 len: 173 time: 0.4121091 Nov 22 17:36:54.091620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-deleted', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:36:54.093884 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36feb9d1-5c20-4b80-b9a0-8308c1e27a6d" -d '{"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-deleted", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:36:54.133964 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ae8304-37e1-4eef-a774-b32c935c29a6 x-openstack-request-id: req-17ae8304-37e1-4eef-a774-b32c935c29a6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:36:54.134257 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ebeaa57-0273-46b4-99c5-149064fdc9f6", "name": "network-vif-deleted", "tag": "b03caa54-b808-4851-8471-ed1b81ad9991", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:36:54.134533 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-17ae8304-37e1-4eef-a774-b32c935c29a6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:36:54.134929 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ebeaa57-0273-46b4-99c5-149064fdc9f6', 'name': 'network-vif-deleted', 'tag': 'b03caa54-b808-4851-8471-ed1b81ad9991', 'status': 'completed', 'code': 200} Nov 22 17:36:54.255918 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:54.618823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6da77a93-c871-4975-91ed-029e0cc8114b req-bfb13e9e-8652-4e61-863c-e063fb644e32 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ebeaa57-0273-46b4-99c5-149064fdc9f6 HTTP/1.1" status: 200 len: 210 time: 0.0296166 Nov 22 17:36:55.632501 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:55.681169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53944) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:56.050928 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:56.171102 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:56.321771 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port f376f824-abd0-4a79-8172-a2f9f1401523 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:56.322108 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:56.415251 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port f376f824-abd0-4a79-8172-a2f9f1401523, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=f376f824-abd0-4a79-8172-a2f9f1401523,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:56.415608 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:56.430032 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for f376f824-abd0-4a79-8172-a2f9f1401523 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:56.623723 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:56.651807 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=f376f824-abd0-4a79-8172-a2f9f1401523,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:56.826737 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.361702 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:36:57.479591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:36:57.484708 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-30896fba-941d-45cc-8da2-17f7dc9abea2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/99df5c9a-b41f-4fdd-870a-6870f2fd54cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8024077 Nov 22 17:36:57.488124 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53946) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:57.490775 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] Sync routers for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:36:57.504200 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:57.504820 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:57.547321 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting subnet f6a7a7c3-4a98-4a35-b91e-91d4b74d612e {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:36:57.551275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.610461 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.637321 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:57.708656 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.774845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.802906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Subnet': ['ID=f6a7a7c3-4a98-4a35-b91e-91d4b74d612e,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:57.808271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.815628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2690f0b3-2468-4c2b-967b-1249d32a8cf1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/subnets/f6a7a7c3-4a98-4a35-b91e-91d4b74d612e HTTP/1.1" status: 204 len: 168 time: 0.3227637 Nov 22 17:36:57.815901 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53948) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:57.816422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640dc48e-c097-44a4-b473-b0d427e08ee5 None None] Network 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:36:57.820735 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:36:57.833284 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:36:56Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:57.863465 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] Checking router: 99df5c9a-b41f-4fdd-870a-6870f2fd54cb for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:36:57.871908 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] Routers {'99df5c9a-b41f-4fdd-870a-6870f2fd54cb'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:36:57.872514 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:57.883928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: b03caa54-b808-4851-8471-ed1b81ad9991 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:36:57.884273 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device b03caa54-b808-4851-8471-ed1b81ad9991 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:36:57.933964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:57.990245 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] Set router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:36:58.059792 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.129692 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port a33481de-c1e3-424d-92fa-3feb22388877 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:58.130360 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.235990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] DHCP port deletion for 22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:58.239116 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port a33481de-c1e3-424d-92fa-3feb22388877, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a33481de-c1e3-424d-92fa-3feb22388877,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:58.239728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.257413 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for a33481de-c1e3-424d-92fa-3feb22388877 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:58.294873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] Deleting port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:36:58.295752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.302089 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:36:56Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:58.335252 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33bcbf-a580-443d-aef7-bba0791f717d None None] The sync data for ids ['99df5c9a-b41f-4fdd-870a-6870f2fd54cb'] in n-d-816206-6 is: [{'id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-68095175', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:36:56Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'a33481de-c1e3-424d-92fa-3feb22388877', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:2d:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99df5c9a-b41f-4fdd-870a-6870f2fd54cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:34:53Z', 'updated_at': '2021-11-22T17:34:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:36:58.381626 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] For port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,segment=NetworkSegment(a4e7db2d-fbeb-4430-a936-b0ae2dde5973),segment_id=a4e7db2d-fbeb-4430-a936-b0ae2dde5973)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:36:58.382062 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.396154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] Calling delete_port for 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:36:58.452194 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.478922 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.484871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=a33481de-c1e3-424d-92fa-3feb22388877,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:58.504577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ce607f-3cc7-45bb-8ad1-89b4f52f287e None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:36:58.509917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] Pushing event deleted for resources: {'Port': ['ID=5cbc1f21-204a-42b3-bd6a-ba1d58df0430,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:58.514527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234639c1-9a4f-4190-a85b-f1d21ddb672a None None] No DVR routers for this DVR port 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:36:58.547750 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.650271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.652540 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.698093 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.698897 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Fanout notify agent at l3_agent the message router_deleted on router 99df5c9a-b41f-4fdd-870a-6870f2fd54cb {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:36:58.706556 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.707919 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6ebeaaee-0eed-4301-85dd-e5c0bd47d471 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/routers/99df5c9a-b41f-4fdd-870a-6870f2fd54cb HTTP/1.1" status: 204 len: 168 time: 0.8903711 Nov 22 17:36:58.711183 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53950) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:58.795804 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.889751 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.910705 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:58.921067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:58.921317 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e7db2d-fbeb-4430-a936-b0ae2dde5973') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:36:58.931833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.945860 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.952419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:36:58.952842 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:36:58.956636 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:36:59.016068 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.025081 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.028519 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/networks/22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad HTTP/1.1" status: 204 len: 168 time: 0.3156464 Nov 22 17:36:59.031390 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53952) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:59.041236 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de53ee-34ef-4ffd-b8a9-0c1bd13b8b24 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Network': ['ID=22bf2b57-5dc9-4a2c-80bd-9e5f48a970ad,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:59.095976 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.121178 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.180901 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.183514 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.184648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/security-groups/00617c52-a951-4b84-8d0b-7e31b9b8f2ac HTTP/1.1" status: 204 len: 168 time: 0.1517596 Nov 22 17:36:59.195037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00617c52-a951-4b84-8d0b-7e31b9b8f2ac,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:59.202605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.202962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.203298 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.203632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.203966 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.204302 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.205067 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.205674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.206043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.206511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.206732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.207020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ec4604-5300-4794-92ef-f2daad81bbf2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:36:59.444127 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53958) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:59.448788 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844663980', 'description': 'tempest-secgroup-smoke-844663980 description', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:59.474705 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.541685 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.545435 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.575614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865e65e3-3cc4-48f1-983d-83f685884005,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:59.580621 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.581868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4489382b-5784-46f1-9396-d87750496153 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1366172 Nov 22 17:36:59.584798 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53960) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:59.589101 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '865e65e3-3cc4-48f1-983d-83f685884005', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:59.614368 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.670803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.675411 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.698048 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9291b63b-856f-455b-ab1c-f01b9766e017,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:59.703396 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.705609 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-780f6bab-689e-4c01-8198-508905e76bd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188595 Nov 22 17:36:59.707496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53962) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:59.711852 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '865e65e3-3cc4-48f1-983d-83f685884005', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:59.743194 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.804258 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.808159 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.828885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=459b81c6-c5c9-4a95-b5dd-a94c42a22d4d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:59.838687 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.842679 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-aa90c01d-78d6-4e73-919b-081dc22fc4be tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1315706 Nov 22 17:36:59.842888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53964) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:59.847990 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '865e65e3-3cc4-48f1-983d-83f685884005', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:59.875624 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.938038 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.943001 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.964137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ef6168-d263-421f-a2f7-00235f6eb46d,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:36:59.970377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:36:59.974495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4b15de19-e05e-4505-bd0b-cac92e5ccd52 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275833 Nov 22 17:36:59.974495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53966) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:36:59.978714 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '865e65e3-3cc4-48f1-983d-83f685884005', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:36:59.993380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f376f824-abd0-4a79-8172-a2f9f1401523 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:37:00.009131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.014556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: f376f824-abd0-4a79-8172-a2f9f1401523 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:37:00.014909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device f376f824-abd0-4a79-8172-a2f9f1401523 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:37:00.015322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:37:00.035165 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:37:00.035517 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 5cbc1f21-204a-42b3-bd6a-ba1d58df0430 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:37:00.035929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a33481de-c1e3-424d-92fa-3feb22388877 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:37:00.055855 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a33481de-c1e3-424d-92fa-3feb22388877 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:37:00.056345 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a33481de-c1e3-424d-92fa-3feb22388877 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:37:00.072019 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.076526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.100267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37770cb1-d493-4b90-80c9-c3e37079e387,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:00.107637 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.108865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ecd6c886-d21e-4926-a5b6-3a4505c5005a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336341 Nov 22 17:37:00.112753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53968) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:00.117626 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '865e65e3-3cc4-48f1-983d-83f685884005', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:00.145478 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:37:00.150695 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.209427 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.213720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.235072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a582af-2261-4449-802b-bd84afb6d732,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:00.241731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.243048 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-5721b942-bd13-4e60-b207-14c59336053a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292942 Nov 22 17:37:00.245860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53970) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:00.250022 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': '865e65e3-3cc4-48f1-983d-83f685884005', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:00.271937 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:37:00.276828 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.338450 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.341874 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.363564 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43b4b661-58e7-4f9d-87c5-3c3497d642b9,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:00.368905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.370118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-72aeff42-a886-4f84-b262-57a703036303 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233985 Nov 22 17:37:00.373825 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 53972) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:00.379794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'network': {'name': 'tempest-network-smoke--1939927093', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'port_security_enabled': True}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:00.401163 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'network': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:37:00.404539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.428853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 899} {{(pid=103514) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:37:00.438499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.439435 n-d-816206-6 neutron-server[103514]: INFO neutron.db.segments_db [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Added segment 7361a819-8dda-4edb-9d60-c3718e32373a of type vlan for network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b Nov 22 17:37:00.484986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.513765 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.520450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:00.521288 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.580494 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2049971 Nov 22 17:37:00.583332 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53974) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:00.588262 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'admin_state_up': True, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:00.594842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d414d-cd1f-4918-b7fd-52826c2cb05e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Network': ['ID=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:00.607323 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:37:00.615115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.616172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.672845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:00.813858 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:01.006690 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:01.024828 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:01.135846 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.108 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/3bd06b03-0e62-4684-9db0-55895a3a51ef) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:37:01.236706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:01.274658 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:01.320040 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:01.322861 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:01.326459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:37:01.338620 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40849b14-d009-4ff6-a2ff-c0a32694ab38 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:37:01.352571 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=3bd06b03-0e62-4684-9db0-55895a3a51ef,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:01.438475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c893ca8e-6747-4644-bbf2-596f3fcf97b6 None None] Provisioning complete for port 3bd06b03-0e62-4684-9db0-55895a3a51ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:01.439012 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c893ca8e-6747-4644-bbf2-596f3fcf97b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:01.474992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c893ca8e-6747-4644-bbf2-596f3fcf97b6 None None] Port 3bd06b03-0e62-4684-9db0-55895a3a51ef cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:37:01.583165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.055908 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.182993 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:37:02.289103 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:37:02.300259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Sync routers for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:37:02.308950 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.310209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-20f23ec4-5baf-4242-a619-d8de4fcc73ef tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7257922 Nov 22 17:37:02.310749 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:37:02.311372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:02.313403 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53976) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:02.341469 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f376910d-c534-4b49-98d4-4533db4d4f30 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a5eb398080634854a6965ffcabcc3ec9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267117 Nov 22 17:37:02.344069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53978) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:02.418875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:37:02.434121 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7b84cc-877e-4d93-931c-9bc4d35489a3 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:02.435603 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-cf7b84cc-877e-4d93-931c-9bc4d35489a3 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905683 Nov 22 17:37:02.438502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53980) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:02.466242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a953ee02-c5a6-4ca9-8750-42b9abb421e5 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265701 Nov 22 17:37:02.468700 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53982) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:02.517128 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-263707021', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:02.602275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:01Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:02.606666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:37:02.610172 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.631149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Checking router: 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:37:02.631419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Updating router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 port 3bd06b03-0e62-4684-9db0-55895a3a51ef binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:37:02.660466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.794489 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.861639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Subnet': ['ID=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:02.868799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Checking segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:37:02.869185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network hostable DHCP agents. Network: 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:37:02.886580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:37:02.896531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:02.900671 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:02.901683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.908660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6bae08-c6e0-49ea-92f3-160af3af82f0 None None] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:37:02.918744 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ccf12525-411a-4121-b31c-06fc32085734 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4490559 Nov 22 17:37:02.921562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 53986) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:02.961318 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:02.972986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.033786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10980fb8-5a34-4636-b7b7-eaf442605a7f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:37:03.051870 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Attempting to bind port 3bd06b03-0e62-4684-9db0-55895a3a51ef on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:37:03.052203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Attempting to bind port 3bd06b03-0e62-4684-9db0-55895a3a51ef by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:37:03.052513 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Attempting to bind port 3bd06b03-0e62-4684-9db0-55895a3a51ef on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:03.072134 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:37:03.072411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:37:03.073254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.073254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:37:03.073776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Bound port: 3bd06b03-0e62-4684-9db0-55895a3a51ef, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:37:03.074022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.075589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347757-9297-48f9-bed0-d1512c28096a None None] Pushing event updated for resources: {'Port': ['ID=3bd06b03-0e62-4684-9db0-55895a3a51ef,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:03.167966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-aa4dad9b-b6bd-404f-8797-7f5408fcf830 None None] Provisioning complete for port 3bd06b03-0e62-4684-9db0-55895a3a51ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:03.168331 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-aa4dad9b-b6bd-404f-8797-7f5408fcf830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.173152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] For port 3bd06b03-0e62-4684-9db0-55895a3a51ef, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:37:03.178063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] For port 3bd06b03-0e62-4684-9db0-55895a3a51ef, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3bd06b03-0e62-4684-9db0-55895a3a51ef,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:37:03.222234 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.239169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:37:03.240041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.282023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-aa4dad9b-b6bd-404f-8797-7f5408fcf830 None None] Port 3bd06b03-0e62-4684-9db0-55895a3a51ef cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:37:03.293820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb0d6c-e62e-463d-a136-bc34c49154f0 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:37:03.344538 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48347757-9297-48f9-bed0-d1512c28096a None None] Pushing event updated for resources: {'Port': ['ID=3bd06b03-0e62-4684-9db0-55895a3a51ef,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:03.397786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:37:03.398419 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:03.418164 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.530839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4eb632c0-44a8-4f67-932d-470e7fa6f279 None None] Provisioning complete for port 3bd06b03-0e62-4684-9db0-55895a3a51ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:03.531531 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4eb632c0-44a8-4f67-932d-470e7fa6f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:03.596085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Allocated IP 172.20.0.2 (048a16ee-3da0-4ec1-a8cb-75a53c9bf77b/f3abbcc7-e156-4bfb-840b-dcc15b1cedf2/a14effd6-c291-4d44-9bcf-0d8ad7d73a44) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:37:03.615579 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:37:04.005084 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4eb632c0-44a8-4f67-932d-470e7fa6f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.069467 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4eb632c0-44a8-4f67-932d-470e7fa6f279 None None] For port 3bd06b03-0e62-4684-9db0-55895a3a51ef, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3bd06b03-0e62-4684-9db0-55895a3a51ef,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:04.093369 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4eb632c0-44a8-4f67-932d-470e7fa6f279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.156816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.173914 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.183425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb632c0-44a8-4f67-932d-470e7fa6f279 None None] Pushing event updated for resources: {'Port': ['ID=3bd06b03-0e62-4684-9db0-55895a3a51ef,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:04.229278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:04.234781 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:04.238870 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.1 (048a16ee-3da0-4ec1-a8cb-75a53c9bf77b/f3abbcc7-e156-4bfb-840b-dcc15b1cedf2/a1ceb219-6b80-4a1b-83b8-e18ff0469023) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:37:04.239752 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:37:04.242557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:01Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:04.278136 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d52db9-1f22-494b-8ca2-3043a88443d5 None None] The sync data for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 is: [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:01Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:37:04.282059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Pushing event updated for resources: {'Port': ['ID=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:04.337833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Attempting to bind port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:37:04.338219 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Attempting to bind port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:37:04.338596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Attempting to bind port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 on network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:04.344445 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:37:04.344841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Checking segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:37:04.345241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.345693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Bound using segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:37:04.346157 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Bound port: a14effd6-c291-4d44-9bcf-0d8ad7d73a44, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:37:04.346551 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.389883 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.418929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] For port a14effd6-c291-4d44-9bcf-0d8ad7d73a44, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:37:04.422670 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] For port a14effd6-c291-4d44-9bcf-0d8ad7d73a44, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:37:04.429028 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.434512 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.472041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:04.475798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:04.482062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:37:04.495867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa8ef90-7302-4d76-9718-bb2102a3ceda None None] Pushing event updated for resources: {'Port': ['ID=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:04.545509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=a1ceb219-6b80-4a1b-83b8-e18ff0469023,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:04.554633 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:04.724810 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.068617 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.073967 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.151484 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=a1ceb219-6b80-4a1b-83b8-e18ff0469023,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:05.156657 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.261044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:05.262679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:05.390176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:37:05.522176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:37:05.529673 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-329501f4-87c1-4621-a402-104e718507ce tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/8bde9fe4-d7cd-4e32-b23d-1a7ec714a644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6058424 Nov 22 17:37:05.600830 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc929cd4-08a0-45c4-8cf5-7c39bbf7f063 None None] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:37:05.668503 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-8db28d82-f23c-4c03-84ec-a0dc5cdac5e6 None None] Provisioning complete for port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:05.668871 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db28d82-f23c-4c03-84ec-a0dc5cdac5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.711312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-200182ae-15cd-4334-8047-921a03b3b42e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844663980&fields=id&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 267 time: 0.0510027 Nov 22 17:37:05.807511 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db28d82-f23c-4c03-84ec-a0dc5cdac5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.831482 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-b9a918bb-542a-4951-9294-90c6e8de0a61 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:05.832996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-b9a918bb-542a-4951-9294-90c6e8de0a61 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 797 time: 0.1145356 Nov 22 17:37:05.852436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-e853d259-8123-4907-87ef-8b34ed8d57c9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/quotas/a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0117478 Nov 22 17:37:05.867352 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-8db28d82-f23c-4c03-84ec-a0dc5cdac5e6 None None] For port a14effd6-c291-4d44-9bcf-0d8ad7d73a44, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:05.880776 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8db28d82-f23c-4c03-84ec-a0dc5cdac5e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:05.912362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-c5470bce-0cbe-4beb-9f82-bf9044a80fd4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540800 Nov 22 17:37:05.958194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db28d82-f23c-4c03-84ec-a0dc5cdac5e6 None None] Pushing event updated for resources: {'Port': ['ID=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:06.101207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a14effd6-c291-4d44-9bcf-0d8ad7d73a44 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:37:06.166136 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Sync routers for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:37:06.172578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:06.173582 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.181868 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:37:06.183362 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:06.242780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-df329d11-76d5-49e5-a865-4d42973e5101 None None] Provisioning complete for port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:06.242780 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df329d11-76d5-49e5-a865-4d42973e5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.314688 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:37:06.348715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3bd06b03-0e62-4684-9db0-55895a3a51ef up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:37:06.441987 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-fec10f31-e8e9-44f3-b51d-74c8d64d1e59 service neutron] 10.222.0.65 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146723 Nov 22 17:37:06.456056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 3bd06b03-0e62-4684-9db0-55895a3a51ef triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:06.456997 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.504841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-df329d11-76d5-49e5-a865-4d42973e5101 None None] Provisioning complete for port a1ceb219-6b80-4a1b-83b8-e18ff0469023 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:06.505481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-df329d11-76d5-49e5-a865-4d42973e5101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.546270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1cce9e51-de3c-461d-99d3-15b8de86349a service neutron] 10.222.0.65 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017396 Nov 22 17:37:06.552131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-df329d11-76d5-49e5-a865-4d42973e5101 None None] Port a1ceb219-6b80-4a1b-83b8-e18ff0469023 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:37:06.574939 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 2, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:06.611810 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Checking router: 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:37:06.612420 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Updating router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 port a1ceb219-6b80-4a1b-83b8-e18ff0469023 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:37:06.643250 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.674528 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b7e7d595-3ac3-49d3-90c7-d7952afb4e49 None None] Provisioning complete for port a1ceb219-6b80-4a1b-83b8-e18ff0469023 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:06.675144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b7e7d595-3ac3-49d3-90c7-d7952afb4e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.727507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7d595-3ac3-49d3-90c7-d7952afb4e49 None None] Port a1ceb219-6b80-4a1b-83b8-e18ff0469023 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:37:06.758564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-465875eb-baeb-4b4c-9392-2f48d721ab50 req-f64852ba-2ad7-465c-b2a0-eec44899a714 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 210 time: 0.0313981 Nov 22 17:37:06.950243 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:06.955989 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.016580 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Pushing event updated for resources: {'Port': ['ID=a1ceb219-6b80-4a1b-83b8-e18ff0469023,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:07.041573 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.042177 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.042686 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.043189 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.044306 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.044825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.045336 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.045740 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.046034 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.046364 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.046723 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.047025 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:07.084386 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Attempting to bind port a1ceb219-6b80-4a1b-83b8-e18ff0469023 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:37:07.084794 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Attempting to bind port a1ceb219-6b80-4a1b-83b8-e18ff0469023 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:37:07.085127 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Attempting to bind port a1ceb219-6b80-4a1b-83b8-e18ff0469023 on network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:07.092240 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:37:07.092784 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Checking segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:37:07.093262 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.093784 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Bound using segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:37:07.094447 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Bound port: a1ceb219-6b80-4a1b-83b8-e18ff0469023, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:37:07.094907 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.166139 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] For port a1ceb219-6b80-4a1b-83b8-e18ff0469023, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:37:07.169734 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] For port a1ceb219-6b80-4a1b-83b8-e18ff0469023, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a1ceb219-6b80-4a1b-83b8-e18ff0469023,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:37:07.177908 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.247051 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:37:07.248359 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:07.268058 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-62454876-0efa-4675-9fe7-a71ce354fd7e None None] Provisioning complete for port a1ceb219-6b80-4a1b-83b8-e18ff0469023 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:07.268445 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-62454876-0efa-4675-9fe7-a71ce354fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.322636 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739d1b9-2428-45c4-960a-95dc0cc97b4d None None] Pushing event updated for resources: {'Port': ['ID=a1ceb219-6b80-4a1b-83b8-e18ff0469023,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:07.394846 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-62454876-0efa-4675-9fe7-a71ce354fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.404632 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:37:07.465090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-62454876-0efa-4675-9fe7-a71ce354fd7e None None] For port a1ceb219-6b80-4a1b-83b8-e18ff0469023, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a1ceb219-6b80-4a1b-83b8-e18ff0469023,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:07.473412 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-62454876-0efa-4675-9fe7-a71ce354fd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.537043 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62454876-0efa-4675-9fe7-a71ce354fd7e None None] Pushing event updated for resources: {'Port': ['ID=a1ceb219-6b80-4a1b-83b8-e18ff0469023,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:07.599911 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-0e0c49cd-3eef-4869-abd0-17ea877a7d9e None None] Provisioning complete for port a1ceb219-6b80-4a1b-83b8-e18ff0469023 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:07.600283 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0e0c49cd-3eef-4869-abd0-17ea877a7d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:07.648122 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:07.678434 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae1c482-4dad-430f-8bd2-5f5da7832695 None None] The sync data for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 is: [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:37:07.940025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-199c5bd8-9274-494a-b991-9e9f7eda07e6 req-b52bae7f-e127-45b2-941e-db3a24617535 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 210 time: 0.0782752 Nov 22 17:37:07.993691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.019269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-dd0fe0ca-56be-466c-b559-1a529bfc5d7f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:08.021627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-dd0fe0ca-56be-466c-b559-1a529bfc5d7f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 797 time: 0.1869578 Nov 22 17:37:08.106828 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-05a1ec67-d2cd-46dc-bf41-5d9449d0592b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 379 time: 0.0736878 Nov 22 17:37:08.120659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'port': {'device_id': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'admin_state_up': True, 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'security_groups': ['865e65e3-3cc4-48f1-983d-83f685884005']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:08.124959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a1ceb219-6b80-4a1b-83b8-e18ff0469023 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:37:08.183674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a1ceb219-6b80-4a1b-83b8-e18ff0469023 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:08.184198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.283565 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:37:08.287447 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.294999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a14effd6-c291-4d44-9bcf-0d8ad7d73a44 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:37:08.350119 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:08.350479 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.442886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.10 (048a16ee-3da0-4ec1-a8cb-75a53c9bf77b/f3abbcc7-e156-4bfb-840b-dcc15b1cedf2/06685dc1-1b0f-4195-acf7-a0696e21cd05) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:37:08.612600 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.655240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.711491 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:08.714795 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:08.717371 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:37:08.751428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=06685dc1-1b0f-4195-acf7-a0696e21cd05,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:08.796475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:08.797537 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:08.827229 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1a90eb07-493a-4183-958e-92433e996e8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7120810 Nov 22 17:37:08.839282 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1df8eb4a-0bf4-4f02-9f52-84529987c8fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:37:08.840440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-1df8eb4a-0bf4-4f02-9f52-84529987c8fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065866 Nov 22 17:37:08.859864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Request body: {'port': {'device_id': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:08.937664 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.023337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a3d3b1ce-901a-4bf6-8824-dd3bd53a4e96 None None] Provisioning complete for port 06685dc1-1b0f-4195-acf7-a0696e21cd05 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:09.024719 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a3d3b1ce-901a-4bf6-8824-dd3bd53a4e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.084153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a3d3b1ce-901a-4bf6-8824-dd3bd53a4e96 None None] Port 06685dc1-1b0f-4195-acf7-a0696e21cd05 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:37:09.173399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef2bb9-4262-482f-96c8-be3f81978cef req-1f0499d5-6788-4beb-a817-c1d0d499a65b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:09.175816 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3ef2bb9-4262-482f-96c8-be3f81978cef req-1f0499d5-6788-4beb-a817-c1d0d499a65b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 932 time: 0.1114297 Nov 22 17:37:09.262490 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c3ef2bb9-4262-482f-96c8-be3f81978cef req-8311d1be-9147-4f19-a86d-b3105b8ee1a0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805728 Nov 22 17:37:09.321011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06685dc1-1b0f-4195-acf7-a0696e21cd05 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:37:09.328766 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.341489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Transition to ACTIVE for port object 06685dc1-1b0f-4195-acf7-a0696e21cd05 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:37:09.346230 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.400558 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Pushing event updated for resources: {'Port': ['ID=06685dc1-1b0f-4195-acf7-a0696e21cd05,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:09.474351 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Attempting to bind port 06685dc1-1b0f-4195-acf7-a0696e21cd05 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:37:09.474758 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Attempting to bind port 06685dc1-1b0f-4195-acf7-a0696e21cd05 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:37:09.474985 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Attempting to bind port 06685dc1-1b0f-4195-acf7-a0696e21cd05 on network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:09.479901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Port 06685dc1-1b0f-4195-acf7-a0696e21cd05 on network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:37:09.480231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Attempting to bind port 06685dc1-1b0f-4195-acf7-a0696e21cd05 on network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:37:09.486226 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:37:09.486568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Checking segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:37:09.486964 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Bound using segment: {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:37:09.487400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Bound port: 06685dc1-1b0f-4195-acf7-a0696e21cd05, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7361a819-8dda-4edb-9d60-c3718e32373a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:37:09.487766 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.565143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] For port 06685dc1-1b0f-4195-acf7-a0696e21cd05, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:37:09.568246 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] For port 06685dc1-1b0f-4195-acf7-a0696e21cd05, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:37:09.573887 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.611199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:09.611939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.613253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] 10.222.0.66 "PUT /v2.0/ports/06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 1092 time: 0.7621262 Nov 22 17:37:09.613696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:09.616133 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf35c0d-66e7-464d-9243-3f67792feed0" -d '{"events": [{"name": "network-changed", "server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:09.646441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3f224b-6a4b-4f50-92d3-acf1d4e5152d service neutron] Pushing event updated for resources: {'Port': ['ID=06685dc1-1b0f-4195-acf7-a0696e21cd05,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:09.669384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:09.675191 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e79aae-d713-4961-816c-7f162ca10493 x-openstack-request-id: req-29e79aae-d713-4961-816c-7f162ca10493 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:09.675578 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:09.675936 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-29e79aae-d713-4961-816c-7f162ca10493 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:09.676413 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'status': 'completed', 'code': 200} Nov 22 17:37:09.722697 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-d7fad84a-6463-4634-bf57-b142ace64b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:09.724447 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-d7fad84a-6463-4634-bf57-b142ace64b1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1095 time: 0.0461235 Nov 22 17:37:09.780049 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-b12b38fa-538c-4a50-87c4-88e744458116 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 217 time: 0.0384061 Nov 22 17:37:09.846335 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-7e4133c6-79f5-4a2f-840a-6a19d0945519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:09.848018 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-7e4133c6-79f5-4a2f-840a-6a19d0945519 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 200 len: 834 time: 0.0599923 Nov 22 17:37:09.898057 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67481d35-0681-47bf-bca1-ed84672fca5a req-88756861-a1d9-4b50-9d05-aac797b7124f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:09.900142 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-88756861-a1d9-4b50-9d05-aac797b7124f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429425 Nov 22 17:37:10.015808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-ce2e9c55-746b-43f5-b622-cfd1a51fbb11 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043077 Nov 22 17:37:10.116195 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67481d35-0681-47bf-bca1-ed84672fca5a req-6b4afeaf-3816-4f41-aa69-edb76c234798 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900514 Nov 22 17:37:10.212011 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-97574787-3749-4aea-ace2-1b8deade2767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:10.213541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-97574787-3749-4aea-ace2-1b8deade2767 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1095 time: 0.0449800 Nov 22 17:37:10.327624 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-ecbe6fd6-e921-4543-9171-f990f0e2f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:10.329251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-ecbe6fd6-e921-4543-9171-f990f0e2f45d service neutron] 10.222.0.66 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 898 time: 0.1051087 Nov 22 17:37:10.399385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-2d88cbff-8a1f-4114-bba5-e5d6da3fec6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 217 time: 0.0573437 Nov 22 17:37:10.479368 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e7858d-6150-4ad7-b1bd-94ce2cf88f8d req-6428282d-0ce3-4e71-bd7e-97b57f5c10a1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:10.480889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2e7858d-6150-4ad7-b1bd-94ce2cf88f8d req-6428282d-0ce3-4e71-bd7e-97b57f5c10a1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 944 time: 0.1275399 Nov 22 17:37:10.482831 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-0992cadb-ee39-493f-bcb6-9ece5b077b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:10.484474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-0992cadb-ee39-493f-bcb6-9ece5b077b62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 200 len: 834 time: 0.0696614 Nov 22 17:37:10.560091 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c2e7858d-6150-4ad7-b1bd-94ce2cf88f8d req-5df63538-ef4f-4d58-9a02-f75d9127235a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715916 Nov 22 17:37:10.566904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-975534dc-baa5-444d-a3f7-62f6e0e09e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:10.568678 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-975534dc-baa5-444d-a3f7-62f6e0e09e38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737951 Nov 22 17:37:10.668937 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-615dd4f9-511c-4508-8a5e-9710c1670b0b service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917754 Nov 22 17:37:10.768785 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2bf35c0d-66e7-464d-9243-3f67792feed0 req-9b583c34-67f1-4333-83b8-ce86dfc3f98a service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885170 Nov 22 17:37:11.682925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cd802-5da8-4b8c-b839-86cb54bccd08 req-7748ec50-b0a9-4415-85e4-a93d7da5c205 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:11.684466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b97cd802-5da8-4b8c-b839-86cb54bccd08 req-7748ec50-b0a9-4415-85e4-a93d7da5c205 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 944 time: 0.0512500 Nov 22 17:37:11.739989 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b97cd802-5da8-4b8c-b839-86cb54bccd08 req-a4352fc1-2500-427c-b5e6-8413973d5c1c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479319 Nov 22 17:37:12.868754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9948b-0b68-460d-90ab-39c356dbbc26 req-2f146131-e041-4fa8-827a-28d0e6dd3559 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:12.870300 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ff9948b-0b68-460d-90ab-39c356dbbc26 req-2f146131-e041-4fa8-827a-28d0e6dd3559 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 944 time: 0.0587621 Nov 22 17:37:12.926597 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4ff9948b-0b68-460d-90ab-39c356dbbc26 req-c2adb8dd-c23a-473d-97b2-ed355f0a4bf5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500340 Nov 22 17:37:13.958990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 06685dc1-1b0f-4195-acf7-a0696e21cd05 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:37:14.047189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876293c1-07f1-4058-a723-c4266d4f70ac req-38ec184f-db9c-448a-b00d-39b86ca1bbe5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:14.049219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-876293c1-07f1-4058-a723-c4266d4f70ac req-38ec184f-db9c-448a-b00d-39b86ca1bbe5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 944 time: 0.0500417 Nov 22 17:37:14.060494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 06685dc1-1b0f-4195-acf7-a0696e21cd05, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:14.073766 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'port_id': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'mac_address': 'fa:16:3e:6f:68:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:37:14.099994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-876293c1-07f1-4058-a723-c4266d4f70ac req-80b5a089-fecd-4aff-8aa9-589b2c4695b2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Nov 22 17:37:14.110310 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:14.124962 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06685dc1-1b0f-4195-acf7-a0696e21cd05 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:37:14.149640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 06685dc1-1b0f-4195-acf7-a0696e21cd05, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:14.154082 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:14.202086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=06685dc1-1b0f-4195-acf7-a0696e21cd05,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:14.409532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['06685dc1-1b0f-4195-acf7-a0696e21cd05'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:37:15.224984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1846c-d155-4faf-83fd-ecdf03d372ee req-ca89a835-fcf3-43c4-8dd1-9d6b1c7545a2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:15.226445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9c1846c-d155-4faf-83fd-ecdf03d372ee req-ca89a835-fcf3-43c4-8dd1-9d6b1c7545a2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 945 time: 0.0564620 Nov 22 17:37:15.281478 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b9c1846c-d155-4faf-83fd-ecdf03d372ee req-ee853539-76b2-42b7-9601-395619bdbb9a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482936 Nov 22 17:37:15.969729 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 06685dc1-1b0f-4195-acf7-a0696e21cd05 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:37:16.025941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 06685dc1-1b0f-4195-acf7-a0696e21cd05 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:37:16.030510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 06685dc1-1b0f-4195-acf7-a0696e21cd05 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:37:16.030868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:16.116886 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:16.139712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:16.142010 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db579365-db67-4f73-a3fe-675c33fda807" -d '{"events": [{"server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "name": "network-vif-plugged", "status": "completed", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:16.154526 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 06685dc1-1b0f-4195-acf7-a0696e21cd05, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:37:16.159743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:16.183467 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea58ab03-a32e-42a7-8a62-84bb4bebb007 x-openstack-request-id: req-ea58ab03-a32e-42a7-8a62-84bb4bebb007 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:16.183764 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "name": "network-vif-plugged", "status": "completed", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:16.184019 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea58ab03-a32e-42a7-8a62-84bb4bebb007 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:16.184413 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'code': 200} Nov 22 17:37:16.212893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=06685dc1-1b0f-4195-acf7-a0696e21cd05,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:16.285833 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024898ef-76f8-48f0-930a-c2f0159f1ada req-25ecc829-2ec1-4fb9-879e-fbf31c2af68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:16.287423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-024898ef-76f8-48f0-930a-c2f0159f1ada req-25ecc829-2ec1-4fb9-879e-fbf31c2af68c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1097 time: 0.0420139 Nov 22 17:37:16.339109 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-024898ef-76f8-48f0-930a-c2f0159f1ada req-b1746d99-4d8f-4b73-993a-fd2455a8b062 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438707 Nov 22 17:37:16.403722 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024fcc2-a05e-4702-8b9a-08025bdaea5e req-7a2e5da7-9d49-434d-90b6-f07301d3dfba tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:16.405244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5024fcc2-a05e-4702-8b9a-08025bdaea5e req-7a2e5da7-9d49-434d-90b6-f07301d3dfba tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0508168 Nov 22 17:37:16.478613 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5024fcc2-a05e-4702-8b9a-08025bdaea5e req-a5f844d4-727e-477f-9157-364a633cf894 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658205 Nov 22 17:37:17.602503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00618dbd-c554-4132-8e17-55ea1cb6b7bb req-6b321a13-fe36-4e43-a6ff-35787bad62e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:17.604068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00618dbd-c554-4132-8e17-55ea1cb6b7bb req-6b321a13-fe36-4e43-a6ff-35787bad62e1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0516505 Nov 22 17:37:17.663312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00618dbd-c554-4132-8e17-55ea1cb6b7bb req-f66373f8-a2f1-4c34-ac3b-931036fd6b54 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531025 Nov 22 17:37:17.788179 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dadc7a-ae68-4f6b-afea-dafe2aef2a5f req-98af02a3-8433-42e7-bfe7-aec9142e0533 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:17.789618 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61dadc7a-ae68-4f6b-afea-dafe2aef2a5f req-98af02a3-8433-42e7-bfe7-aec9142e0533 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0537472 Nov 22 17:37:17.841308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-61dadc7a-ae68-4f6b-afea-dafe2aef2a5f req-26f5329e-6390-4c8b-bd72-4611e70fd6c9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457675 Nov 22 17:37:17.863774 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54038) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:17.946769 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924b8922-7c6f-48ab-9f10-b903e604caeb tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:17.948349 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-924b8922-7c6f-48ab-9f10-b903e604caeb tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1092 time: 0.0830777 Nov 22 17:37:17.951130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54042) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:17.955927 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:37:17.978691 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:18.084287 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:18.191843 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.163 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/613b7c01-b420-4028-80c9-cf5280d40e2d) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:37:18.313230 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:18.348949 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:18.391723 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:37:18.396664 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:37:18.399065 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:37:18.404903 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=613b7c01-b420-4028-80c9-cf5280d40e2d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:18.433199 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.433558 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.433935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.434285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.434627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.434978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.435305 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.435642 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.435984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.436330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.436648 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:18.436976 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:37:19.087346 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.156198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.307609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.311902 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.382136 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=613b7c01-b420-4028-80c9-cf5280d40e2d,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:37:19.394647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.498353 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 40469ef2-a792-4f17-b0be-ddeb3647da80 associated. External IP: 172.25.6.163, port: 06685dc1-1b0f-4195-acf7-a0696e21cd05. Nov 22 17:37:19.721004 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:37:19.834453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:37:19.845884 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] Sync routers for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:37:19.857475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:37:19.858144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:19.858465 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:19.887096 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7c15c484-bf66-46c7-ae48-d9226894ab07 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9349318 Nov 22 17:37:19.887697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:37:19.891470 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d" -d '{"events": [{"name": "network-changed", "server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:37:19.945480 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3baeca24-0a68-4cfa-bb8c-72fb873005e8 x-openstack-request-id: req-3baeca24-0a68-4cfa-bb8c-72fb873005e8 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:37:19.945814 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:37:19.946101 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3baeca24-0a68-4cfa-bb8c-72fb873005e8 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:37:19.946514 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'status': 'completed', 'code': 200} Nov 22 17:37:19.977916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:37:20.040674 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab3736-319a-4d81-b2ab-d47fb00fae91 req-62b99e9f-cc6a-4884-91cb-d418597af7df tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:20.042253 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adab3736-319a-4d81-b2ab-d47fb00fae91 req-62b99e9f-cc6a-4884-91cb-d418597af7df tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0813138 Nov 22 17:37:20.047643 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-3546c25d-e76b-40e7-832c-a917fc81f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:20.049599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-3546c25d-e76b-40e7-832c-a917fc81f6bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1097 time: 0.0775309 Nov 22 17:37:20.145214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-31b523c0-5cb4-47af-bf31-82198781519c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:20.161334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-adab3736-319a-4d81-b2ab-d47fb00fae91 req-19537aed-8541-4284-b445-e0df7e4eaebe tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102796 Nov 22 17:37:20.184902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54048) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:20.192278 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-caf12edf-ec49-4775-95e2-db93b71a877c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:20.194060 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-caf12edf-ec49-4775-95e2-db93b71a877c service neutron] 10.222.0.66 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 898 time: 0.1287196 Nov 22 17:37:20.255434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '40469ef2-a792-4f17-b0be-ddeb3647da80', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'port_id': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'mac_address': 'fa:16:3e:6f:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:37:18Z', 'updated_at': '2021-11-22T17:37:18Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:20.264173 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9351d6b6-764a-47c6-888e-3de6d783d929 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/40469ef2-a792-4f17-b0be-ddeb3647da80 HTTP/1.1" status: 200 len: 992 time: 0.0770316 Nov 22 17:37:20.269975 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-e23f9b0f-d734-4772-94f0-3a2fd769d100 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 1000 time: 0.0662537 Nov 22 17:37:20.284960 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] Checking router: 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:37:20.294284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:37:20.294898 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:36:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:20.322769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-e86d40f6-891b-4a19-b831-763017a64a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:20.324250 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-e86d40f6-891b-4a19-b831-763017a64a8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 200 len: 834 time: 0.0466194 Nov 22 17:37:20.381638 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-c313cc39-eaa1-4482-822d-6f608799e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:20.383271 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-c313cc39-eaa1-4482-822d-6f608799e71b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496788 Nov 22 17:37:20.480304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-43c8ecfc-b669-4043-9baa-559e6cd1dbec service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886979 Nov 22 17:37:20.566327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:37:20.583045 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0f2d3c64-23a8-4e34-9260-2ffdb6be485d req-466fa935-eed8-409d-b99a-b1bfcd486dd9 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944986 Nov 22 17:37:20.807253 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '40469ef2-a792-4f17-b0be-ddeb3647da80', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'port_id': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'mac_address': 'fa:16:3e:6f:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:37:18Z', 'updated_at': '2021-11-22T17:37:18Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:37:20.834877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cce9dd-68d2-49d3-aea5-c34e0bed6bb2 None None] The sync data for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 is: [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '40469ef2-a792-4f17-b0be-ddeb3647da80', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'port_id': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'mac_address': 'fa:16:3e:6f:68:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:37:18Z', 'updated_at': '2021-11-22T17:37:18Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:37:21.045937 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff64cc-62c4-402b-880b-6ded5983883c None None] New status for floating IP 40469ef2-a792-4f17-b0be-ddeb3647da80: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:37:21.267074 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54050) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:37:21.331305 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-bd5db016-ccbb-4b2a-9feb-006de655e5b2 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/40469ef2-a792-4f17-b0be-ddeb3647da80 HTTP/1.1" status: 200 len: 994 time: 0.0629013 Nov 22 17:37:21.861584 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:37:23.492648 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e15563dc-f38a-4e2c-9754-0c072c12d0d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:24.259903 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:25.642118 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:26.184769 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:37.995458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:39.658592 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:50.098506 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3018e037-911b-4fd2-a4da-79f76c9a7ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:53.494628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2ef8c89b-b7db-4487-aa9e-a9c16bb62679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:54.243148 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-e5361d90-73d8-4b8c-9f7c-4a8b73e3d75d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437019 Nov 22 17:37:54.261797 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:54.344111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-0a623628-34ba-462d-be90-95f9db118b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:54.345713 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-0a623628-34ba-462d-be90-95f9db118b6f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1097 time: 0.0534053 Nov 22 17:37:54.459879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-602e0513-dfdc-417c-b431-bba90b53b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:54.461427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-602e0513-dfdc-417c-b431-bba90b53b275 service neutron] 10.222.0.66 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 898 time: 0.0906177 Nov 22 17:37:54.527902 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-d2e3b70c-7b7e-441b-a399-29587d67c7fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 1002 time: 0.0578208 Nov 22 17:37:54.576823 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-25e6064e-4e9e-40a1-98e0-fe95dbfbff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:54.578407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-25e6064e-4e9e-40a1-98e0-fe95dbfbff54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 200 len: 834 time: 0.0438461 Nov 22 17:37:54.636737 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-1277d1b2-6b87-416c-a124-0d9761ab42c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:54.638258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-1277d1b2-6b87-416c-a124-0d9761ab42c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442548 Nov 22 17:37:54.734295 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-53a79d6c-57f6-4f02-8cbb-92ab8f84b37a service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876207 Nov 22 17:37:54.829857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f16ad337-b994-43d4-b7a5-9628148d8e57 req-a70a8b5c-5f73-4922-84f3-07c419c03528 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876632 Nov 22 17:37:55.640060 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:56.179340 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:37:56.637465 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea103-b4d1-415f-9a3f-d207acdf134d req-ec1d84a4-3be3-4bd2-9870-81016144ab8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:56.639202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae4ea103-b4d1-415f-9a3f-d207acdf134d req-ec1d84a4-3be3-4bd2-9870-81016144ab8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0591016 Nov 22 17:37:56.698457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ae4ea103-b4d1-415f-9a3f-d207acdf134d req-c0964f59-0636-4a86-8852-9c4cf2810a8b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529945 Nov 22 17:37:57.825196 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48652ec2-622d-4776-8b04-b7945c25ba85 req-44d6b939-5383-49cb-81ff-72321e6b816f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:57.826695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48652ec2-622d-4776-8b04-b7945c25ba85 req-44d6b939-5383-49cb-81ff-72321e6b816f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0511959 Nov 22 17:37:57.875836 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48652ec2-622d-4776-8b04-b7945c25ba85 req-459d2c35-c48d-4bae-8eb9-c961f2fabbe1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431914 Nov 22 17:37:58.860885 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:37:58.997952 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dd27c-e76e-4ffa-b34a-415eac930d81 req-f3a42667-6593-41e7-92a9-8bbcde642f79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:37:58.999418 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-104dd27c-e76e-4ffa-b34a-415eac930d81 req-f3a42667-6593-41e7-92a9-8bbcde642f79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0543003 Nov 22 17:37:59.050238 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-104dd27c-e76e-4ffa-b34a-415eac930d81 req-3bfd5fdf-68eb-4a49-a8a7-ce3eb621da2d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Nov 22 17:38:00.168477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5d9a9-ee65-4fab-b499-9fdae24dd3cf req-f0fc4f7e-40bd-4e51-8a27-980f272f18c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:00.169976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4e5d9a9-ee65-4fab-b499-9fdae24dd3cf req-f0fc4f7e-40bd-4e51-8a27-980f272f18c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0488312 Nov 22 17:38:00.221088 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e4e5d9a9-ee65-4fab-b499-9fdae24dd3cf req-0f55194e-a58a-46df-b7da-0954300f6fb9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449018 Nov 22 17:38:01.340315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b5b43-9422-4d19-92e5-c8d553a08235 req-d35e7b1d-0e4c-4ccc-924a-7ce0f98f1ce5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:01.341873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-163b5b43-9422-4d19-92e5-c8d553a08235 req-d35e7b1d-0e4c-4ccc-924a-7ce0f98f1ce5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0501132 Nov 22 17:38:01.395695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-163b5b43-9422-4d19-92e5-c8d553a08235 req-2cfc8a5c-552c-4e47-b66e-b3fe1b894b4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477779 Nov 22 17:38:02.518471 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4104fd6f-49ec-4e34-810b-e9fb375d1403 req-75b763c3-d44c-48ea-973c-cbc8bbc68c2a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:02.519986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4104fd6f-49ec-4e34-810b-e9fb375d1403 req-75b763c3-d44c-48ea-973c-cbc8bbc68c2a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0551701 Nov 22 17:38:02.573007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4104fd6f-49ec-4e34-810b-e9fb375d1403 req-878d7769-44dd-474c-86a0-76ea55eef766 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461533 Nov 22 17:38:03.689746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7343ae-b782-4c21-b948-68d045dae583 req-8f237ca7-42f3-4ab6-bb38-82b2a2b67d83 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:03.691256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7343ae-b782-4c21-b948-68d045dae583 req-8f237ca7-42f3-4ab6-bb38-82b2a2b67d83 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0488226 Nov 22 17:38:03.742270 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b7343ae-b782-4c21-b948-68d045dae583 req-1ce7487f-9355-4812-9bce-e9ff2a445dc1 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438805 Nov 22 17:38:04.869178 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de047f5-3877-43ed-9045-b0634013ec5d req-04963223-a758-44b9-aeec-9314c3d73dbe tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:04.870691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7de047f5-3877-43ed-9045-b0634013ec5d req-04963223-a758-44b9-aeec-9314c3d73dbe tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0586612 Nov 22 17:38:04.920564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7de047f5-3877-43ed-9045-b0634013ec5d req-60dd710e-fd6a-44a7-a7e8-78d7c7052406 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436866 Nov 22 17:38:06.038079 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e0c49-4b29-4f6c-8579-87169883f54a req-53199186-203b-45bc-aa50-11364ce8b100 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:06.039595 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f8e0c49-4b29-4f6c-8579-87169883f54a req-53199186-203b-45bc-aa50-11364ce8b100 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0498049 Nov 22 17:38:06.090448 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f8e0c49-4b29-4f6c-8579-87169883f54a req-69dfa84f-b2dc-40e2-9027-b369f460828f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Nov 22 17:38:07.216684 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31169add-84bf-4ea8-aa6d-850586cb786a req-4c1063c8-9acb-436e-82a9-1e5fba2a204a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:07.218312 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31169add-84bf-4ea8-aa6d-850586cb786a req-4c1063c8-9acb-436e-82a9-1e5fba2a204a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0535872 Nov 22 17:38:07.268008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-31169add-84bf-4ea8-aa6d-850586cb786a req-07104c4e-aafc-4736-8482-85d285afda94 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Nov 22 17:38:07.291382 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54084) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:07.356078 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fdc1ab41-5e0a-49bf-9ae4-7cec652f883b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/40469ef2-a792-4f17-b0be-ddeb3647da80 HTTP/1.1" status: 200 len: 994 time: 0.0635169 Nov 22 17:38:07.994915 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:08.648989 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cc2e0-3fbe-472a-acf4-00dfea92f243 req-93423a7b-c7b0-412f-b4bf-059224fd9608 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:08.650506 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-583cc2e0-3fbe-472a-acf4-00dfea92f243 req-93423a7b-c7b0-412f-b4bf-059224fd9608 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0606015 Nov 22 17:38:08.713398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-6993b369-93d0-4416-bb9b-db90800dcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:08.714941 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-6993b369-93d0-4416-bb9b-db90800dcf7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1097 time: 0.0868158 Nov 22 17:38:08.718808 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-583cc2e0-3fbe-472a-acf4-00dfea92f243 req-ec0a8b11-0767-4046-a7db-cabde80a9e0b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550869 Nov 22 17:38:08.811767 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-7b59440e-9855-4d2e-9535-7b15eeea6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:08.813251 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-7b59440e-9855-4d2e-9535-7b15eeea6957 service neutron] 10.222.0.66 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 898 time: 0.0892010 Nov 22 17:38:08.882896 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-9e4c343d-26f4-4852-883b-99120bba1511 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 1002 time: 0.0582826 Nov 22 17:38:08.945711 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-9e723f98-b293-43e8-a8c4-5fce43582ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:08.947184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-9e723f98-b293-43e8-a8c4-5fce43582ea2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 200 len: 834 time: 0.0555017 Nov 22 17:38:08.994248 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-80852ab0-9b92-4312-bb3d-b6e2fe0d6249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:08.995739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-80852ab0-9b92-4312-bb3d-b6e2fe0d6249 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398550 Nov 22 17:38:09.088933 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-27133b21-630a-40d4-8681-44103c806719 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809910 Nov 22 17:38:09.186304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ddc7113-ee2e-4717-80eb-d1868d15de15 req-575463bb-b03e-42c8-bc4f-2dc801448046 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Nov 22 17:38:09.681123 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:09.845940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867721f-84ea-4a41-be9a-e092d0b62c6f req-0bd33a60-7043-4c66-af00-7f79a87b2dcb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:09.848639 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d867721f-84ea-4a41-be9a-e092d0b62c6f req-0bd33a60-7043-4c66-af00-7f79a87b2dcb tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0567586 Nov 22 17:38:09.899386 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d867721f-84ea-4a41-be9a-e092d0b62c6f req-6dddb856-4d0a-4cc9-a7c4-16d953d4a587 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445752 Nov 22 17:38:11.019908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d1d63-9384-4a0b-a257-60304ce2e636 req-ab135748-a620-428b-99bd-5f3ebff0ce42 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:11.022001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab7d1d63-9384-4a0b-a257-60304ce2e636 req-ab135748-a620-428b-99bd-5f3ebff0ce42 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0534489 Nov 22 17:38:11.070882 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ab7d1d63-9384-4a0b-a257-60304ce2e636 req-fdbbc435-c573-49f7-a078-68ee949582e9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428720 Nov 22 17:38:11.094215 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54096) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:11.155026 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0feafbc-5f50-4543-89df-ccf06ce5bc61 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/40469ef2-a792-4f17-b0be-ddeb3647da80 HTTP/1.1" status: 200 len: 994 time: 0.0595548 Nov 22 17:38:20.102203 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-60927a19-b8dc-47cc-a830-c3bc3d81de14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:23.497601 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-174a8597-18ed-45aa-abbc-1be177c413ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:24.264687 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:25.642742 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:26.182785 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:35.860608 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:38:38.015029 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:39.714466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:43.700811 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54110) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:43.872670 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 613b7c01-b420-4028-80c9-cf5280d40e2d {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:43.873014 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:43.954557 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:43.954887 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:43.968277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 613b7c01-b420-4028-80c9-cf5280d40e2d owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:44.136280 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:44.163883 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=613b7c01-b420-4028-80c9-cf5280d40e2d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:44.187697 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.188051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.188393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.188734 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.189068 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.189410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.189770 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.190109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.190439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.190787 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.191097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.191732 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:44.244159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:44.244614 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP 40469ef2-a792-4f17-b0be-ddeb3647da80 disassociated (deleted). External IP: 172.25.6.163, port: 06685dc1-1b0f-4195-acf7-a0696e21cd05. Nov 22 17:38:44.494286 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:44.608572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:44.615027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:44.619914 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] Sync routers for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:44.630404 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:44.631031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:44.644664 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b12d7bf8-3bd8-4cb3-b02c-8c9716fa4daa tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/floatingips/40469ef2-a792-4f17-b0be-ddeb3647da80 HTTP/1.1" status: 204 len: 168 time: 0.9426796 Nov 22 17:38:44.645282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:38:44.647686 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe" -d '{"events": [{"name": "network-changed", "server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:38:44.698401 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76151736-5168-4a75-b0a9-0862fb45e758 x-openstack-request-id: req-76151736-5168-4a75-b0a9-0862fb45e758 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:38:44.698689 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:38:44.698993 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-76151736-5168-4a75-b0a9-0862fb45e758 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:38:44.699373 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'status': 'completed', 'code': 200} Nov 22 17:38:44.763883 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:44.811143 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-f0e7e0b3-dcd8-4313-920e-19026afa3567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:44.815673 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-f0e7e0b3-dcd8-4313-920e-19026afa3567 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 1097 time: 0.0873544 Nov 22 17:38:44.964251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab0f30-e9ad-4d1e-9866-1b7618f6f6e4 req-7638df5d-7eda-4fe4-b3bc-9070bd792286 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:44.966005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fab0f30-e9ad-4d1e-9866-1b7618f6f6e4 req-7638df5d-7eda-4fe4-b3bc-9070bd792286 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0749049 Nov 22 17:38:44.989508 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-86fb9be8-a503-4561-9937-7b7355a1c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:44.991119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-86fb9be8-a503-4561-9937-7b7355a1c7c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 200 len: 898 time: 0.1663435 Nov 22 17:38:45.017090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:45.055897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-ecaa398c-9b30-4a9a-82e9-f9a783d1fb90 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 200 len: 217 time: 0.0534081 Nov 22 17:38:45.060051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] Checking router: 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:45.072822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:45.073441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:45.081566 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7fab0f30-e9ad-4d1e-9866-1b7618f6f6e4 req-c7d90ab7-c1a3-420b-a62a-f37b4c278125 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989974 Nov 22 17:38:45.119819 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-ae2edb59-15ec-4172-aa8f-da785a97e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:45.121371 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-ae2edb59-15ec-4172-aa8f-da785a97e578 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 200 len: 834 time: 0.0531466 Nov 22 17:38:45.183043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-4268fdac-28d3-4125-b9c1-303833c68071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:45.185515 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-4268fdac-28d3-4125-b9c1-303833c68071 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469799 Nov 22 17:38:45.207710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:45.322158 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-6bc102be-8783-48a3-af47-ce9a51ae813c service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226411 Nov 22 17:38:45.426359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b4201d7-132e-4045-8d42-81fd7fc3dcfe req-c10fa3dc-9e76-4b73-9399-5045429b4892 service neutron] 10.222.0.66 "GET /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949407 Nov 22 17:38:45.429055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:45.464413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9392cb61-004e-4f70-bbb7-28b897c4aa6f None None] The sync data for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 is: [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a1ceb219-6b80-4a1b-83b8-e18ff0469023', 'name': '', 'network_id': '048a16ee-3da0-4ec1-a8cb-75a53c9bf77b', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:db:e6:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:03Z', 'updated_at': '2021-11-22T17:37:07Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': 'f3abbcc7-e156-4bfb-840b-dcc15b1cedf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:45.716458 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce22c7-8b52-4ae6-b025-90714849aaad None None] New status for floating IP 40469ef2-a792-4f17-b0be-ddeb3647da80: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:38:46.205849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86862865-751d-4c95-9706-07d6815d2eb3 req-4612c610-fc63-4adb-a08c-4c9a89d53292 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:46.207740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86862865-751d-4c95-9706-07d6815d2eb3 req-4612c610-fc63-4adb-a08c-4c9a89d53292 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0507693 Nov 22 17:38:46.588503 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-86862865-751d-4c95-9706-07d6815d2eb3 req-e159106a-a21b-4106-ae1b-58bc4e10d626 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=865e65e3-3cc4-48f1-983d-83f685884005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749466 Nov 22 17:38:46.719774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-430edee5-91f9-4fbe-81a0-db78a87fcb48 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:46.721311 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-430edee5-91f9-4fbe-81a0-db78a87fcb48 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 946 time: 0.0501132 Nov 22 17:38:46.820336 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 06685dc1-1b0f-4195-acf7-a0696e21cd05 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:46.820674 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:46.914353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 06685dc1-1b0f-4195-acf7-a0696e21cd05, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=06685dc1-1b0f-4195-acf7-a0696e21cd05,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:46.914610 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:46.928502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 06685dc1-1b0f-4195-acf7-a0696e21cd05 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:47.067980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:47.101503 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=06685dc1-1b0f-4195-acf7-a0696e21cd05,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:47.115350 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.115744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.116037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.116393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.116692 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.117020 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.117348 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.117689 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.118019 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.118342 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.118664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.118991 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:47.160731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] No DVR routers for this DVR port 06685dc1-1b0f-4195-acf7-a0696e21cd05 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:38:47.163550 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:47.167119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbc25a9a-cbf6-4ca2-b0ea-0fc95bb9a155 req-b847b069-4e98-4bad-a887-5699c75f9a31 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.66 "DELETE /v2.0/ports/06685dc1-1b0f-4195-acf7-a0696e21cd05 HTTP/1.1" status: 204 len: 173 time: 0.4374330 Nov 22 17:38:47.167516 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'name': 'network-vif-deleted', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:38:47.169815 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4fe08c-8b50-49d0-a100-27a8298b1a90" -d '{"events": [{"server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "name": "network-vif-deleted", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:38:47.210277 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affb1213-8b77-4826-9d3b-54c2d899123a x-openstack-request-id: req-affb1213-8b77-4826-9d3b-54c2d899123a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:38:47.211197 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6337506f-efc2-4b75-b5d7-f59570c720a0", "name": "network-vif-deleted", "tag": "06685dc1-1b0f-4195-acf7-a0696e21cd05", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:38:47.211197 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-affb1213-8b77-4826-9d3b-54c2d899123a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:38:47.211396 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6337506f-efc2-4b75-b5d7-f59570c720a0', 'name': 'network-vif-deleted', 'tag': '06685dc1-1b0f-4195-acf7-a0696e21cd05', 'status': 'completed', 'code': 200} Nov 22 17:38:47.709878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d09df5be-967c-4787-b1b7-8ffc5c1e9c04 req-597cd800-bbd8-49c5-8276-f4369b5f969f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=6337506f-efc2-4b75-b5d7-f59570c720a0 HTTP/1.1" status: 200 len: 210 time: 0.0319552 Nov 22 17:38:48.786206 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54134) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:49.172543 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:49.434300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port a1ceb219-6b80-4a1b-83b8-e18ff0469023 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:49.434652 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:49.528311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port a1ceb219-6b80-4a1b-83b8-e18ff0469023, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a1ceb219-6b80-4a1b-83b8-e18ff0469023,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:49.528672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:49.546600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for a1ceb219-6b80-4a1b-83b8-e18ff0469023 owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:49.745769 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:49.774988 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=a1ceb219-6b80-4a1b-83b8-e18ff0469023,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:49.971648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.105273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-da3abc49-9d9a-4445-a8e4-ce3fdf506688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.221941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:50.336953 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:50.341989 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-b740a2a3-a36b-4ba2-adcc-5f3699f5e805 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/8bde9fe4-d7cd-4e32-b23d-1a7ec714a644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5547068 Nov 22 17:38:50.344656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54140) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:50.348363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] Sync routers for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:50.359056 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:50.359680 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:50.398677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting subnet f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:38:50.402296 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.444180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 06685dc1-1b0f-4195-acf7-a0696e21cd05 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:50.445039 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.471527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 06685dc1-1b0f-4195-acf7-a0696e21cd05 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:50.471877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 06685dc1-1b0f-4195-acf7-a0696e21cd05 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:50.497507 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:50.538682 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.599729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.626829 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Subnet': ['ID=f3abbcc7-e156-4bfb-840b-dcc15b1cedf2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:50.631451 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.637373 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-14eea4ca-4244-4169-9eec-990e3bb99097 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/subnets/f3abbcc7-e156-4bfb-840b-dcc15b1cedf2 HTTP/1.1" status: 204 len: 168 time: 0.2885721 Nov 22 17:38:50.637635 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54142) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:50.649263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9086305-e13d-4329-bbe7-0dd522082f64 None None] Network 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:50.755167 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.820004 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:38:49Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:50.854032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] Checking router: 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:50.864250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] Routers {'8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:50.864630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:50.877389 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:50.899502 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] DHCP port deletion for 048a16ee-3da0-4ec1-a8cb-75a53c9bf77b request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:50.938393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 3bd06b03-0e62-4684-9db0-55895a3a51ef {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:50.938740 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.044572 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 3bd06b03-0e62-4684-9db0-55895a3a51ef, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=3bd06b03-0e62-4684-9db0-55895a3a51ef,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:51.045305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.059683 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 3bd06b03-0e62-4684-9db0-55895a3a51ef owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:51.171582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] Set router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:51.233929 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Deleting port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:38:51.234305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.297297 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.325398 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=3bd06b03-0e62-4684-9db0-55895a3a51ef,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:51.346562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0028efc1-b128-4873-8540-527494a98633 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:51.360060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] For port a14effd6-c291-4d44-9bcf-0d8ad7d73a44, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,segment=NetworkSegment(7361a819-8dda-4edb-9d60-c3718e32373a),segment_id=7361a819-8dda-4edb-9d60-c3718e32373a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:51.360455 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.390872 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Calling delete_port for a14effd6-c291-4d44-9bcf-0d8ad7d73a44 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:38:51.418015 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.534390 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.541847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:38:49Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:51.595385 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Pushing event deleted for resources: {'Port': ['ID=a14effd6-c291-4d44-9bcf-0d8ad7d73a44,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:51.598888 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] No DVR routers for this DVR port a14effd6-c291-4d44-9bcf-0d8ad7d73a44 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:38:51.600481 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f6040-92b8-435d-adfe-e123cc1edbfb None None] The sync data for ids ['8bde9fe4-d7cd-4e32-b23d-1a7ec714a644'] in n-d-816206-6 is: [{'id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1311543863', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108'}], 'enable_snat': True}, 'gw_port_id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:37:00Z', 'updated_at': '2021-11-22T17:38:49Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': '3bd06b03-0e62-4684-9db0-55895a3a51ef', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:c9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bde9fe4-d7cd-4e32-b23d-1a7ec714a644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:37:01Z', 'updated_at': '2021-11-22T17:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.614202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9238ffd4-b3be-475d-8928-9f31475b7884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:51.857275 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.859401 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.904242 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.904659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Fanout notify agent at l3_agent the message router_deleted on router 8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:38:51.912583 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:51.913786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-69f49b50-d7c9-4d76-8355-39f8eb84405e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/routers/8bde9fe4-d7cd-4e32-b23d-1a7ec714a644 HTTP/1.1" status: 204 len: 168 time: 1.2751355 Nov 22 17:38:51.916405 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54144) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:51.995706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.093553 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.116474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a1ceb219-6b80-4a1b-83b8-e18ff0469023 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:52.116872 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048a16ee-3da0-4ec1-a8cb-75a53c9bf77b']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:52.129174 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7361a819-8dda-4edb-9d60-c3718e32373a') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:52.129453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7361a819-8dda-4edb-9d60-c3718e32373a') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:52.137968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a1ceb219-6b80-4a1b-83b8-e18ff0469023 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:52.138329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a1ceb219-6b80-4a1b-83b8-e18ff0469023 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:52.138744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a14effd6-c291-4d44-9bcf-0d8ad7d73a44 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:52.141442 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.156924 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.169633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a14effd6-c291-4d44-9bcf-0d8ad7d73a44 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:52.169993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a14effd6-c291-4d44-9bcf-0d8ad7d73a44 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:52.179733 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:38:52.180279 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:38:52.183901 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:38:52.254090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.268224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.274363 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/networks/048a16ee-3da0-4ec1-a8cb-75a53c9bf77b HTTP/1.1" status: 204 len: 168 time: 0.3567164 Nov 22 17:38:52.275129 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54146) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:52.286681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c99eb-7716-4818-a4d2-7fd444f0e3b6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Network': ['ID=048a16ee-3da0-4ec1-a8cb-75a53c9bf77b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:52.352006 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41d41215-bdac-4752-bda1-972ff575b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.399141 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41d41215-bdac-4752-bda1-972ff575b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.494124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41d41215-bdac-4752-bda1-972ff575b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.496959 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-41d41215-bdac-4752-bda1-972ff575b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.498169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-41d41215-bdac-4752-bda1-972ff575b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/security-groups/865e65e3-3cc4-48f1-983d-83f685884005 HTTP/1.1" status: 204 len: 168 time: 0.2220442 Nov 22 17:38:52.508476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41215-bdac-4752-bda1-972ff575b5fd tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e65e3-3cc4-48f1-983d-83f685884005,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:52.744717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54152) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:52.749414 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-327239348', 'description': 'tempest-secgroup-smoke-327239348 description', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:52.774304 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.851486 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.856689 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.887380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:52.888623 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1428640 Nov 22 17:38:52.891722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54154) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:52.892694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47b197-7212-417c-8b18-0d4eed8ca2a7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8409ef4-2b9b-4f22-b849-7ab84fdaf305,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:52.897995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': 'b8409ef4-2b9b-4f22-b849-7ab84fdaf305', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:52.928283 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.000812 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.004982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.023368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd76f815-1f40-49bc-8240-bf8cf78a0d14,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.032010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.033278 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-72c6aeb3-1abb-4863-8682-e6badbfca565 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403306 Nov 22 17:38:53.037230 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54156) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.041695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': 'b8409ef4-2b9b-4f22-b849-7ab84fdaf305', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.068961 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.132131 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.136497 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.156207 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0e3b1f-206f-41b6-9d0f-9bcf7984ed5b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.165840 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.167085 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f972840c-f7d8-415e-8f7e-c7b0359dca4b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288712 Nov 22 17:38:53.170057 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54158) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.174443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': 'b8409ef4-2b9b-4f22-b849-7ab84fdaf305', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.205061 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.270286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.274196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.294222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e8f5f4-a7b6-4143-9337-bd70373404b6,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.300706 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.302051 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1c1eb810-6fba-4fcb-a916-88119822a5ad tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310332 Nov 22 17:38:53.305223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54160) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.309728 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': 'b8409ef4-2b9b-4f22-b849-7ab84fdaf305', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.340041 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.400745 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.404609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.423132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e068c39-d7d8-47e6-a472-f9e67712b6e7,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.433433 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.434726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-221524ca-8ec2-4a36-913f-7629bf027b79 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1284635 Nov 22 17:38:53.437424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54162) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.442235 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': 'b8409ef4-2b9b-4f22-b849-7ab84fdaf305', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.466358 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:38:53.471711 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.504245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c3a46471-e8e6-47c6-8e73-6039ad0dc9b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.540302 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.544152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.562686 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d07cd72-d4ba-4043-a246-5a6523f3ce18,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.575121 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.576593 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1d4d734d-41aa-45a7-a72e-b368a24f8c59 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379333 Nov 22 17:38:53.579654 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54164) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.585785 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'security_group_rule': {'security_group_id': 'b8409ef4-2b9b-4f22-b849-7ab84fdaf305', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.609189 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Project a5eb398080634854a6965ffcabcc3ec9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:38:53.614895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.685374 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.691418 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.712915 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39406231-9587-42a3-9c63-cbe3b33c9b54,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.720640 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.721881 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-576bc2c3-c027-4e88-a492-712168fc39cf tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412160 Nov 22 17:38:53.725143 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54166) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.730693 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'network': {'name': 'tempest-network-smoke--1516726634', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'port_security_enabled': True}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.754537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:53.758159 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.787021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:38:53.797078 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.797424 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Added segment b5f4bb84-28dc-4803-9587-637cd8cda51b of type vlan for network 7986e49e-0c86-4f97-afca-3786e428a441 Nov 22 17:38:53.841160 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.869331 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.875935 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:53.876663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.939362 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2129965 Nov 22 17:38:53.942875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54168) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:53.948035 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'admin_state_up': True, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:53.956823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455d402-ef71-416f-99eb-c22a296b419f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Network': ['ID=7986e49e-0c86-4f97-afca-3786e428a441,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:53.972379 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 7986e49e-0c86-4f97-afca-3786e428a441 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:38:53.974815 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:53.976172 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.016366 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3bd06b03-0e62-4684-9db0-55895a3a51ef no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:38:54.037998 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.047198 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 3bd06b03-0e62-4684-9db0-55895a3a51ef {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:38:54.047550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 3bd06b03-0e62-4684-9db0-55895a3a51ef not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:38:54.268512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.286736 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.576984 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.596960 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.724289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.132 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/e65d6551-dd09-4527-9fbe-55fcd7d4d58f) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:54.837738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.880813 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:54.927410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:54.932204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:54.937069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:54.945153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:54.950459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06200fda-db4d-4cac-8eb3-bd16e3f68a28 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:55.075603 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-2c142795-e039-4e61-8773-081543c8d9cf None None] Provisioning complete for port e65d6551-dd09-4527-9fbe-55fcd7d4d58f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:55.076022 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2c142795-e039-4e61-8773-081543c8d9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.112761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-2c142795-e039-4e61-8773-081543c8d9cf None None] Port e65d6551-dd09-4527-9fbe-55fcd7d4d58f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:55.206460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.412956 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.548780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:38:55.646992 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.672037 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:55.686028 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Sync routers for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:55.697667 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:55.698318 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:55.698475 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:55.701067 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8bac4033-220a-4afd-b592-f8431aa349e6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7568316 Nov 22 17:38:55.702905 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54170) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:55.731223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-30e92821-c52b-4843-93d4-bd57c877a281 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=a5eb398080634854a6965ffcabcc3ec9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271902 Nov 22 17:38:55.733931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54172) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:55.806366 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:55.911569 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d502b280-244a-4b75-8a80-dc0f52c4d9f8 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:55.914951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d502b280-244a-4b75-8a80-dc0f52c4d9f8 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1800258 Nov 22 17:38:55.918072 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54174) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:55.948580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-43b71139-c3f2-4abe-b0ef-52110546f69a tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=08267908-d3a8-4c40-95c7-8290ac674234&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287504 Nov 22 17:38:55.951106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54176) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:55.956144 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-332067636', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:38:56.021237 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:55Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:56.057447 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Checking router: 38c8bc4e-0d55-4332-aebd-354f01ef8a1e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:56.057840 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Updating router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e port e65d6551-dd09-4527-9fbe-55fcd7d4d58f binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:38:56.084061 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.088396 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'subnet': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:38:56.092932 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12746314'] for subnet, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.189517 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.306257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12645659', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12746340'] for subnet, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.378921 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Subnet': ['ID=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:56.383412 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.388381 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Checking segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:56.388788 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network hostable DHCP agents. Network: 7986e49e-0c86-4f97-afca-3786e428a441, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103515) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:38:56.390865 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.419959 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 7986e49e-0c86-4f97-afca-3786e428a441 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103515) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:38:56.431442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 7986e49e-0c86-4f97-afca-3786e428a441) {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:56.438325 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:56.438849 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.444036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f8aa43-8972-49d8-b0b8-69b900221ecd None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:56.450326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758016c7-afae-43ac-9277-0a9b0885f2fd None None] Network 7986e49e-0c86-4f97-afca-3786e428a441 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:56.452058 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Attempting to bind port e65d6551-dd09-4527-9fbe-55fcd7d4d58f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:56.452439 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Attempting to bind port e65d6551-dd09-4527-9fbe-55fcd7d4d58f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:56.453083 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Attempting to bind port e65d6551-dd09-4527-9fbe-55fcd7d4d58f on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:56.458134 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Pushing event updated for resources: {'Port': ['ID=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:56.461522 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:56.461935 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:56.462343 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.462744 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:56.463387 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Bound port: e65d6551-dd09-4527-9fbe-55fcd7d4d58f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:56.463786 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.466764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f3c33591-d0b3-416f-b944-8c45f3f8a1c6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5145497 Nov 22 17:38:56.470126 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54178) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:38:56.471236 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.471640 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.472115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.472456 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.472792 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.473210 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.473553 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.473909 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.474239 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.474564 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.474891 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.475217 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:38:56.538852 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] For port e65d6551-dd09-4527-9fbe-55fcd7d4d58f, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:56.547683 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] For port e65d6551-dd09-4527-9fbe-55fcd7d4d58f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:56.554364 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.577364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-feb9124e-2448-45e1-8771-7b1f1b8b9982 None None] Provisioning complete for port e65d6551-dd09-4527-9fbe-55fcd7d4d58f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:56.577632 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-feb9124e-2448-45e1-8771-7b1f1b8b9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.614260 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875197c-09ad-4094-ae26-615d88a6cfd1 None None] Pushing event updated for resources: {'Port': ['ID=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:56.651264 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:56.652821 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:56.674615 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aef6b1c-e03b-4836-9768-4405ee3e259b None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:38:56.691034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-7986e49e-0c86-4f97-afca-3786e428a441', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:38:56.692241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.777737 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:56.795877 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-feb9124e-2448-45e1-8771-7b1f1b8b9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.835589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-feb9124e-2448-45e1-8771-7b1f1b8b9982 None None] For port e65d6551-dd09-4527-9fbe-55fcd7d4d58f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:56.841562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-feb9124e-2448-45e1-8771-7b1f1b8b9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:56.939961 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Allocated IP 172.20.0.2 (7986e49e-0c86-4f97-afca-3786e428a441/7bbc3c56-daf0-41e1-90c4-b86d5caadcb2/520d5530-bd07-4f91-8081-bfbf1606e206) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:56.946878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9124e-2448-45e1-8771-7b1f1b8b9982 None None] Pushing event updated for resources: {'Port': ['ID=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:57.012185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-19b136d7-11d3-49d6-b814-affa20d004da None None] Provisioning complete for port e65d6551-dd09-4527-9fbe-55fcd7d4d58f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:57.012670 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-19b136d7-11d3-49d6-b814-affa20d004da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.023619 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:55Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:57.039137 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.055115 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861b6a4b-ecf9-46fa-96fa-d6569e3a6d4b None None] The sync data for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 is: [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:55Z', 'revision_number': 3, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:38:57.277251 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.285616 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.348695 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Network 7986e49e-0c86-4f97-afca-3786e428a441 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:57.351146 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:57.354760 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:57.362489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Pushing event updated for resources: {'Port': ['ID=520d5530-bd07-4f91-8081-bfbf1606e206,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:57.406580 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.1 (7986e49e-0c86-4f97-afca-3786e428a441/7bbc3c56-daf0-41e1-90c4-b86d5caadcb2/14e99adb-a37e-4997-8779-281eadd6a86f) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:38:57.416882 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Attempting to bind port 520d5530-bd07-4f91-8081-bfbf1606e206 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:38:57.417343 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Attempting to bind port 520d5530-bd07-4f91-8081-bfbf1606e206 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:38:57.417945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Attempting to bind port 520d5530-bd07-4f91-8081-bfbf1606e206 on network 7986e49e-0c86-4f97-afca-3786e428a441 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:38:57.423328 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:38:57.423783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Checking segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:38:57.424197 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.424599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Bound using segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:38:57.425191 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Bound port: 520d5530-bd07-4f91-8081-bfbf1606e206, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:38:57.426157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.498685 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] For port 520d5530-bd07-4f91-8081-bfbf1606e206, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:38:57.504025 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] For port 520d5530-bd07-4f91-8081-bfbf1606e206, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=520d5530-bd07-4f91-8081-bfbf1606e206,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:38:57.509767 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.541672 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.584837 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17deba9d-0c42-4886-8a7d-954c1991e954 None None] Pushing event updated for resources: {'Port': ['ID=520d5530-bd07-4f91-8081-bfbf1606e206,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:57.589040 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.629712 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 7986e49e-0c86-4f97-afca-3786e428a441 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:57.637808 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:57.644799 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:38:57.687933 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=14e99adb-a37e-4997-8779-281eadd6a86f,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:57.709181 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:57.895086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.141021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 520d5530-bd07-4f91-8081-bfbf1606e206 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:58.208017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 520d5530-bd07-4f91-8081-bfbf1606e206 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:58.208687 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.252407 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.259694 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.291929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.329231 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 520d5530-bd07-4f91-8081-bfbf1606e206, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=520d5530-bd07-4f91-8081-bfbf1606e206,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:38:58.336396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.337187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e65d6551-dd09-4527-9fbe-55fcd7d4d58f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:38:58.339042 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.343665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=14e99adb-a37e-4997-8779-281eadd6a86f,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:58.423648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=520d5530-bd07-4f91-8081-bfbf1606e206,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:38:58.437342 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port e65d6551-dd09-4527-9fbe-55fcd7d4d58f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:58.437759 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.459857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 7986e49e-0c86-4f97-afca-3786e428a441 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:38:58.462478 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:38:58.599281 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:38:58.725393 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:38:58.740325 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d8832935-15b6-48e9-ba58-deccd323be72 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/38c8bc4e-0d55-4332-aebd-354f01ef8a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2598927 Nov 22 17:38:58.742926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1432dc-8d55-45b3-8d58-750836fae396 None None] Network 7986e49e-0c86-4f97-afca-3786e428a441 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:38:58.815357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cc7c8257-e267-4846-9cf6-36b06236a67d None None] Provisioning complete for port 520d5530-bd07-4f91-8081-bfbf1606e206 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:58.816250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cc7c8257-e267-4846-9cf6-36b06236a67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:58.931215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-98bdc1d4-46a9-4d6d-9ec7-3cdc2e76187e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-327239348&fields=id&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 267 time: 0.0577021 Nov 22 17:38:59.054077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-13d8f09f-0c53-4216-806b-7e5e39ba4628 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:38:59.055728 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-13d8f09f-0c53-4216-806b-7e5e39ba4628 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 797 time: 0.1194873 Nov 22 17:38:59.073697 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-8e65832b-cab6-4eba-b6be-19e9f51a6af0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/quotas/a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 375 time: 0.0111294 Nov 22 17:38:59.141367 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-8d9c4b78-cc73-4e26-aebb-0b3ed8ffc8b7 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604458 Nov 22 17:38:59.256957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Sync routers for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:38:59.267922 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:38:59.268551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:59.340897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1ee5aaaf-6268-4477-8727-331052b231a9 None None] Provisioning complete for port 14e99adb-a37e-4997-8779-281eadd6a86f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:59.341639 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ee5aaaf-6268-4477-8727-331052b231a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:59.426255 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1ee5aaaf-6268-4477-8727-331052b231a9 None None] Port 14e99adb-a37e-4997-8779-281eadd6a86f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:38:59.449989 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:38:59.483853 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1ee5aaaf-6268-4477-8727-331052b231a9 None None] Provisioning complete for port 520d5530-bd07-4f91-8081-bfbf1606e206 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:59.484250 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1ee5aaaf-6268-4477-8727-331052b231a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:59.711426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-51c3ae11-133d-4497-91d5-8bf3364cc2c3 service neutron] 10.222.0.65 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473614 Nov 22 17:38:59.762085 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:38:58Z', 'revision_number': 2, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:38:59.793941 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Checking router: 38c8bc4e-0d55-4332-aebd-354f01ef8a1e for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:38:59.794549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Updating router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e port 14e99adb-a37e-4997-8779-281eadd6a86f binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:38:59.817522 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-d5e26bb7-9c20-4436-8c75-e3ed2588a3d8 service neutron] 10.222.0.65 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986621 Nov 22 17:38:59.826575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:38:59.846197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b79f665f-660d-411f-a3d8-7d26569edd9c None None] Provisioning complete for port 14e99adb-a37e-4997-8779-281eadd6a86f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:38:59.846412 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b79f665f-660d-411f-a3d8-7d26569edd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.056689 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1498cae-54ec-4eea-947e-96912f089f12 req-d8d015a2-2e42-47bb-aa1a-4e3a2d38dca4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 210 time: 0.0379951 Nov 22 17:39:00.103900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 520d5530-bd07-4f91-8081-bfbf1606e206 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:39:00.171254 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b79f665f-660d-411f-a3d8-7d26569edd9c None None] Port 14e99adb-a37e-4997-8779-281eadd6a86f cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:39:00.283928 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 520d5530-bd07-4f91-8081-bfbf1606e206 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:00.284837 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.454858 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.463428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.514190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a480-bcdc-43cc-9c31-b3e9a9810c2f None None] Pushing event updated for resources: {'Port': ['ID=14e99adb-a37e-4997-8779-281eadd6a86f,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:00.576790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Attempting to bind port 14e99adb-a37e-4997-8779-281eadd6a86f on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:39:00.577236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Attempting to bind port 14e99adb-a37e-4997-8779-281eadd6a86f by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:39:00.577599 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Attempting to bind port 14e99adb-a37e-4997-8779-281eadd6a86f on network 7986e49e-0c86-4f97-afca-3786e428a441 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:39:00.584675 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:39:00.585055 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Checking segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:39:00.585466 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.585915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Bound using segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:39:00.586395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Bound port: 14e99adb-a37e-4997-8779-281eadd6a86f, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:39:00.586816 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.680854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] For port 14e99adb-a37e-4997-8779-281eadd6a86f, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:39:00.685389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] For port 14e99adb-a37e-4997-8779-281eadd6a86f, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=14e99adb-a37e-4997-8779-281eadd6a86f,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:39:00.692002 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:00.749789 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:00.750509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:00.812574 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9a480-bcdc-43cc-9c31-b3e9a9810c2f None None] Pushing event updated for resources: {'Port': ['ID=14e99adb-a37e-4997-8779-281eadd6a86f,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:00.903035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:00.935286 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-98223c17-8e7f-4d6c-8474-b8415165abae None None] Provisioning complete for port 14e99adb-a37e-4997-8779-281eadd6a86f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:00.935748 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98223c17-8e7f-4d6c-8474-b8415165abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:01.198545 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98223c17-8e7f-4d6c-8474-b8415165abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:01.288689 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-98223c17-8e7f-4d6c-8474-b8415165abae None None] For port 14e99adb-a37e-4997-8779-281eadd6a86f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=14e99adb-a37e-4997-8779-281eadd6a86f,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:01.298263 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-98223c17-8e7f-4d6c-8474-b8415165abae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:01.346213 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-8fca26fb-ee89-43b5-8847-d61562bec0a9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:01.349022 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-8fca26fb-ee89-43b5-8847-d61562bec0a9 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 797 time: 0.2078869 Nov 22 17:39:01.353359 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4115ef1-2e6b-4fd2-be56-32e6f9ac1e2b req-269e5f93-8ffc-43be-9bc4-fefe3e809939 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 210 time: 0.1735315 Nov 22 17:39:01.356380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:00Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:01.393401 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca46784d-380b-4235-be46-2f2a49609318 None None] The sync data for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 is: [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:00Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:39:01.403386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98223c17-8e7f-4d6c-8474-b8415165abae None None] Pushing event updated for resources: {'Port': ['ID=14e99adb-a37e-4997-8779-281eadd6a86f,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:01.430711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6e4b2ef5-1dbc-417c-8b61-114f9d6682f8 None None] Provisioning complete for port 14e99adb-a37e-4997-8779-281eadd6a86f triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:01.431170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e4b2ef5-1dbc-417c-8b61-114f9d6682f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:01.451615 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-e49f0c1b-4e1e-4a5b-8742-eab4c8a1a41b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5eb398080634854a6965ffcabcc3ec9 HTTP/1.1" status: 200 len: 379 time: 0.0884337 Nov 22 17:39:01.488020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'port': {'device_id': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'admin_state_up': True, 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'security_groups': ['b8409ef4-2b9b-4f22-b849-7ab84fdaf305']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:01.616549 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Made reservation on behalf of a5eb398080634854a6965ffcabcc3ec9 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:39:01.621367 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:01.767623 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.20.0.10 (7986e49e-0c86-4f97-afca-3786e428a441/7bbc3c56-daf0-41e1-90c4-b86d5caadcb2/9a528e79-5134-478b-b691-8c1eb68082cd) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:39:01.929921 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:01.976400 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.025430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 7986e49e-0c86-4f97-afca-3786e428a441 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:39:02.028701 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:39:02.033034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:39:02.062741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=9a528e79-5134-478b-b691-8c1eb68082cd,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:02.107929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:02.108402 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.114532 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 14e99adb-a37e-4997-8779-281eadd6a86f up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:39:02.142025 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-da9edd56-de82-49fd-854a-799790fc5e43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6669989 Nov 22 17:39:02.156777 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Request body: {'port': {'device_id': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:02.179387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 14e99adb-a37e-4997-8779-281eadd6a86f triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:02.179819 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.232446 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.409314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-a1bdd5c3-ea74-46b2-a37f-dbe666b4d05d None None] Provisioning complete for port 9a528e79-5134-478b-b691-8c1eb68082cd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:02.411259 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a1bdd5c3-ea74-46b2-a37f-dbe666b4d05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.469540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-a1bdd5c3-ea74-46b2-a37f-dbe666b4d05d None None] Port 9a528e79-5134-478b-b691-8c1eb68082cd cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:39:02.590981 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731434-7ac9-4471-8d4c-15f457774779 req-c785ead2-7e2c-4f6a-8eab-e7567a659ca0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:02.592759 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af731434-7ac9-4471-8d4c-15f457774779 req-c785ead2-7e2c-4f6a-8eab-e7567a659ca0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 932 time: 0.1250660 Nov 22 17:39:02.597493 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a528e79-5134-478b-b691-8c1eb68082cd {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:39:02.611766 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.630446 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Transition to ACTIVE for port object 9a528e79-5134-478b-b691-8c1eb68082cd will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:39:02.638232 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.671610 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-af731434-7ac9-4471-8d4c-15f457774779 req-babff6d4-7ede-46b5-b0c6-492cc43d4b03 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714943 Nov 22 17:39:02.700231 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a528e79-5134-478b-b691-8c1eb68082cd,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:02.781205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Attempting to bind port 9a528e79-5134-478b-b691-8c1eb68082cd on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:39:02.781551 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Attempting to bind port 9a528e79-5134-478b-b691-8c1eb68082cd by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:39:02.782265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Attempting to bind port 9a528e79-5134-478b-b691-8c1eb68082cd on network 7986e49e-0c86-4f97-afca-3786e428a441 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:39:02.788660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Port 9a528e79-5134-478b-b691-8c1eb68082cd on network 7986e49e-0c86-4f97-afca-3786e428a441 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:39:02.788998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Attempting to bind port 9a528e79-5134-478b-b691-8c1eb68082cd on network 7986e49e-0c86-4f97-afca-3786e428a441 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:39:02.795109 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:39:02.795602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Checking segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:39:02.795868 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Bound using segment: {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:39:02.796311 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Bound port: 9a528e79-5134-478b-b691-8c1eb68082cd, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f4bb84-28dc-4803-9587-637cd8cda51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:39:02.796684 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.869044 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] For port 9a528e79-5134-478b-b691-8c1eb68082cd, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:39:02.872599 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] For port 9a528e79-5134-478b-b691-8c1eb68082cd, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9a528e79-5134-478b-b691-8c1eb68082cd,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:39:02.879397 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.919001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:02.919619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:02.921015 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] 10.222.0.20 "PUT /v2.0/ports/9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 1092 time: 0.7691123 Nov 22 17:39:02.921475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:02.923885 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44e3072-fc9e-408c-957d-ab9ee3b2e017" -d '{"events": [{"name": "network-changed", "server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:02.949443 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eba7da-9413-40f8-8daf-99866efc9bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a528e79-5134-478b-b691-8c1eb68082cd,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:02.975626 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7759ebd-b7f0-4740-8706-4b37845a6882 x-openstack-request-id: req-d7759ebd-b7f0-4740-8706-4b37845a6882 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:02.975947 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:02.976208 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7759ebd-b7f0-4740-8706-4b37845a6882 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:02.976628 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd', 'status': 'completed', 'code': 200} Nov 22 17:39:03.027155 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-ac3ec9c5-45dc-45de-acac-b4fe24ea61f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.028721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-ac3ec9c5-45dc-45de-acac-b4fe24ea61f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1095 time: 0.0453072 Nov 22 17:39:03.077854 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-730a6c10-c7fe-4f0b-9624-3cd2d368ccdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 217 time: 0.0404878 Nov 22 17:39:03.133946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-5e4baec4-4a6d-4248-823a-879b3e48eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.135434 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-5e4baec4-4a6d-4248-823a-879b3e48eae8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 200 len: 834 time: 0.0495877 Nov 22 17:39:03.183302 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-ab2462fe-c25d-4c49-bffe-b42a0aceda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.184806 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-ab2462fe-c25d-4c49-bffe-b42a0aceda08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7986e49e-0c86-4f97-afca-3786e428a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420275 Nov 22 17:39:03.286013 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-0f21d115-7188-40fb-a989-6320ed4ef2a4 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926855 Nov 22 17:39:03.379979 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ef7b7a19-90dd-4407-8ffa-448c4dccb052 req-8c90f7b1-02cd-448c-8104-1e7b28d128f8 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865479 Nov 22 17:39:03.486669 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-ef5568bb-e7ca-4a6b-8d7f-73c6e6863d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.488813 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-ef5568bb-e7ca-4a6b-8d7f-73c6e6863d40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1095 time: 0.0541058 Nov 22 17:39:03.815102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b170e-9e5b-49b9-ac4c-c2fd3474080a req-41b69544-d6b0-4420-87f6-249c6f974cdc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.816798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b41b170e-9e5b-49b9-ac4c-c2fd3474080a req-41b69544-d6b0-4420-87f6-249c6f974cdc tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 944 time: 0.0521293 Nov 22 17:39:03.869399 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b41b170e-9e5b-49b9-ac4c-c2fd3474080a req-4b647059-1690-45b2-8772-c4b26721cf55 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450580 Nov 22 17:39:03.894857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-49c3fc83-0ce0-477d-9db5-639b5f621159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.896313 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-49c3fc83-0ce0-477d-9db5-639b5f621159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 898 time: 0.3991630 Nov 22 17:39:03.941139 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-84d184a5-0879-43e0-9721-02d30b93ad5e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 217 time: 0.0367167 Nov 22 17:39:03.990412 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-6fd7a46e-5540-46f8-99b6-11b2cf34b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:03.991852 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-6fd7a46e-5540-46f8-99b6-11b2cf34b70e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 200 len: 834 time: 0.0437150 Nov 22 17:39:04.039602 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-3da6f012-c80c-4b49-ba5c-0e592d1fa48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:04.041105 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-3da6f012-c80c-4b49-ba5c-0e592d1fa48f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7986e49e-0c86-4f97-afca-3786e428a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409064 Nov 22 17:39:04.135835 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-43966164-2441-4be6-b395-7a4a9de717df service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854979 Nov 22 17:39:04.229759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a44e3072-fc9e-408c-957d-ab9ee3b2e017 req-f5e75514-9266-4a54-89c6-9dffeec4a0f1 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Nov 22 17:39:04.994849 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5a812-8f8d-497e-8840-d6c824c697e9 req-e862d224-bc4b-40ab-b8cd-48017da49380 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:04.996394 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acc5a812-8f8d-497e-8840-d6c824c697e9 req-e862d224-bc4b-40ab-b8cd-48017da49380 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 944 time: 0.0559199 Nov 22 17:39:05.048403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-acc5a812-8f8d-497e-8840-d6c824c697e9 req-68dbca37-2d06-4325-9eaf-e6af2a5f6985 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459094 Nov 22 17:39:06.175152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cbfff-332c-4705-bf53-96136e9772e3 req-c358c0e4-2606-4e67-826a-dc1aa87e2b42 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:06.177770 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-488cbfff-332c-4705-bf53-96136e9772e3 req-c358c0e4-2606-4e67-826a-dc1aa87e2b42 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 944 time: 0.0574131 Nov 22 17:39:06.229839 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-488cbfff-332c-4705-bf53-96136e9772e3 req-a227371a-f0d6-4ae2-80f5-37600c17d76f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462394 Nov 22 17:39:06.480218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9a528e79-5134-478b-b691-8c1eb68082cd details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:39:06.583982 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9a528e79-5134-478b-b691-8c1eb68082cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9a528e79-5134-478b-b691-8c1eb68082cd,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:06.602494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '9a528e79-5134-478b-b691-8c1eb68082cd', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'port_id': '9a528e79-5134-478b-b691-8c1eb68082cd', 'mac_address': 'fa:16:3e:1e:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 873, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:39:06.651057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:06.669991 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a528e79-5134-478b-b691-8c1eb68082cd {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:39:06.694023 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9a528e79-5134-478b-b691-8c1eb68082cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9a528e79-5134-478b-b691-8c1eb68082cd,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:06.698090 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:06.750149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=9a528e79-5134-478b-b691-8c1eb68082cd,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:06.922071 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['9a528e79-5134-478b-b691-8c1eb68082cd'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:39:07.347937 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac4d97-b645-4a6c-a45c-d1dc6ac204f3 req-56282f36-f288-4a06-9e5c-795c88302f0b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:07.349369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebac4d97-b645-4a6c-a45c-d1dc6ac204f3 req-56282f36-f288-4a06-9e5c-795c88302f0b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 945 time: 0.0507729 Nov 22 17:39:07.405704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ebac4d97-b645-4a6c-a45c-d1dc6ac204f3 req-1e7d31c2-567d-4802-aa0e-76b9df4fb269 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503547 Nov 22 17:39:08.012166 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:08.496381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9a528e79-5134-478b-b691-8c1eb68082cd up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:39:08.527750 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a850449-2a1b-45fe-bc17-2b9d9815b4a5 req-ed1a3d8c-a8b9-4f71-881a-1231f281ad68 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:08.529277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a850449-2a1b-45fe-bc17-2b9d9815b4a5 req-ed1a3d8c-a8b9-4f71-881a-1231f281ad68 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 945 time: 0.0525036 Nov 22 17:39:08.550394 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 9a528e79-5134-478b-b691-8c1eb68082cd completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:39:08.555131 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 9a528e79-5134-478b-b691-8c1eb68082cd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:39:08.555399 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:08.587278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0a850449-2a1b-45fe-bc17-2b9d9815b4a5 req-f7e363b0-b4da-4c21-8dac-e1e011408af5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494416 Nov 22 17:39:08.640512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:08.666456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:08.668770 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2d6ab5-1b91-4bf4-a912-8c6d5de29f90" -d '{"events": [{"server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "name": "network-vif-plugged", "status": "completed", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:08.683434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 9a528e79-5134-478b-b691-8c1eb68082cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9a528e79-5134-478b-b691-8c1eb68082cd,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:08.689127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:08.715188 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b72648-436c-449f-95dc-72d9053b982d x-openstack-request-id: req-e6b72648-436c-449f-95dc-72d9053b982d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:08.715484 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "name": "network-vif-plugged", "status": "completed", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:08.715738 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6b72648-436c-449f-95dc-72d9053b982d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:08.716133 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd', 'code': 200} Nov 22 17:39:08.749295 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=9a528e79-5134-478b-b691-8c1eb68082cd,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:08.824106 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bff0-3009-448c-8f90-c3cd8bafb5c6 req-5397102f-6b6f-4892-9923-7350833db1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:08.825627 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-80d3bff0-3009-448c-8f90-c3cd8bafb5c6 req-5397102f-6b6f-4892-9923-7350833db1f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1097 time: 0.0436671 Nov 22 17:39:08.892945 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-80d3bff0-3009-448c-8f90-c3cd8bafb5c6 req-519d59f5-4662-4088-a879-f21e40be07ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574129 Nov 22 17:39:09.706891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c0819-12a0-4b03-a4ac-47056000e4fe req-e15724b9-08dd-4e4c-98d8-cb42e8ec5290 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:09.708403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c0819-12a0-4b03-a4ac-47056000e4fe req-e15724b9-08dd-4e4c-98d8-cb42e8ec5290 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0505950 Nov 22 17:39:09.715726 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:09.760350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145c0819-12a0-4b03-a4ac-47056000e4fe req-46c9088f-6c7b-457d-8a6b-fda0d8cdfb1c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455110 Nov 22 17:39:10.890316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d295e-f351-4ac9-b029-d38bac793929 req-5115baf0-58e3-44cd-af14-dfbf2ab1ea1f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:10.891857 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-356d295e-f351-4ac9-b029-d38bac793929 req-5115baf0-58e3-44cd-af14-dfbf2ab1ea1f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0540562 Nov 22 17:39:10.943025 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-356d295e-f351-4ac9-b029-d38bac793929 req-1135a5ea-cb85-4a84-a77a-0e56f9aea49e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450065 Nov 22 17:39:11.059521 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add4781-6cd9-441b-996d-21b311486146 req-9b321f08-992b-4cf6-9891-14c1f9e04db3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:11.061015 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1add4781-6cd9-441b-996d-21b311486146 req-9b321f08-992b-4cf6-9891-14c1f9e04db3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0505495 Nov 22 17:39:11.114008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1add4781-6cd9-441b-996d-21b311486146 req-1ddb31a9-aa37-4bac-a267-f336988ee051 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463834 Nov 22 17:39:11.135149 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54238) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:11.177074 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182cf62d-b8d8-4350-9201-612712594562 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:11.178614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-182cf62d-b8d8-4350-9201-612712594562 tempest-TestNetworkAdvancedServerOps-923369674 tempest-TestNetworkAdvancedServerOps-923369674-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1092 time: 0.0424893 Nov 22 17:39:11.181437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54240) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:11.185702 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '9a528e79-5134-478b-b691-8c1eb68082cd', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:39:11.207641 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:11.311994 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:11.418188 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Allocated IP 172.25.6.160 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/fc5cdf8d-f0d8-4650-85d5-3a8296c8d296) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:39:11.522781 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:11.557307 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:11.601354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:39:11.604249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:39:11.607911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:39:11.632475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=fc5cdf8d-f0d8-4650-85d5-3a8296c8d296,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:11.977342 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:12.047791 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:12.211499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:12.216034 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:12.290112 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event updated for resources: {'Port': ['ID=fc5cdf8d-f0d8-4650-85d5-3a8296c8d296,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:12.300052 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:12.401749 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP e63db894-9563-4dfb-ae92-710ecc465872 associated. External IP: 172.25.6.160, port: 9a528e79-5134-478b-b691-8c1eb68082cd. Nov 22 17:39:12.620785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:39:12.731602 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:39:12.742348 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] Sync routers for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:39:12.750738 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:12.754296 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:12.754907 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:12.779795 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-05fc26e2-4e2d-4785-8375-03bbae231287 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5973020 Nov 22 17:39:12.780395 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:12.782876 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e928c6-dd70-4f7d-b02c-d21058db74ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:12.832247 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62a4bd2-3376-4d00-abed-bcfd1d6c319a x-openstack-request-id: req-b62a4bd2-3376-4d00-abed-bcfd1d6c319a {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:12.832661 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:12.832989 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b62a4bd2-3376-4d00-abed-bcfd1d6c319a {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:12.833620 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd', 'status': 'completed', 'code': 200} Nov 22 17:39:12.866492 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:39:12.874037 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:12.887326 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6fd7-940c-41dd-990b-80376f0d3309 req-469bd334-3f5b-4735-a28a-8688af130dc6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:12.888997 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dfe6fd7-940c-41dd-990b-80376f0d3309 req-469bd334-3f5b-4735-a28a-8688af130dc6 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0515313 Nov 22 17:39:12.907442 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-734fdf27-00f1-4fa6-8170-18150c50c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:12.908764 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-734fdf27-00f1-4fa6-8170-18150c50c408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1097 time: 0.0496604 Nov 22 17:39:12.944081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7dfe6fd7-940c-41dd-990b-80376f0d3309 req-db4b4ee7-80ed-4d46-9455-a0ed15f9a36e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468509 Nov 22 17:39:12.967116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54246) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:13.006365 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-a3e369ec-2388-4f03-9c40-0f86a994f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:13.008005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-a3e369ec-2388-4f03-9c40-0f86a994f428 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 898 time: 0.0905516 Nov 22 17:39:13.037704 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3c4a2daf-2f9d-46a7-9a04-4bf88d8e5d11 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/e63db894-9563-4dfb-ae92-710ecc465872 HTTP/1.1" status: 200 len: 992 time: 0.0693970 Nov 22 17:39:13.083214 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-ce8758ab-e729-4f23-a83f-e050cdbd93f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 1000 time: 0.0676036 Nov 22 17:39:13.139190 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-4fece357-10bc-4b51-93c8-93bcbd707c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:13.140600 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-4fece357-10bc-4b51-93c8-93bcbd707c59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 200 len: 834 time: 0.0484631 Nov 22 17:39:13.192490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-e97400f3-f09b-4281-a2ed-8e795fff29f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:13.194323 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-e97400f3-f09b-4281-a2ed-8e795fff29f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7986e49e-0c86-4f97-afca-3786e428a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457981 Nov 22 17:39:13.223882 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'e63db894-9563-4dfb-ae92-710ecc465872', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'port_id': '9a528e79-5134-478b-b691-8c1eb68082cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'mac_address': 'fa:16:3e:1e:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:39:11Z', 'updated_at': '2021-11-22T17:39:11Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:01Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:13.250810 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] Checking router: 38c8bc4e-0d55-4332-aebd-354f01ef8a1e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:39:13.259789 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:13.260401 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:38:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:13.289736 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-4e03bd97-3282-4a61-81ac-29cabb491f59 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875762 Nov 22 17:39:13.368764 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:13.384296 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-19e928c6-dd70-4f7d-b02c-d21058db74ae req-dc3a4bf0-9b6d-4176-a162-7154a3a6419e service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866988 Nov 22 17:39:13.592847 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'e63db894-9563-4dfb-ae92-710ecc465872', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'port_id': '9a528e79-5134-478b-b691-8c1eb68082cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'mac_address': 'fa:16:3e:1e:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:39:11Z', 'updated_at': '2021-11-22T17:39:11Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:01Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:13.619389 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa44115-345d-4b18-8a4d-f5eda341d3ad None None] The sync data for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 is: [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': 'e63db894-9563-4dfb-ae92-710ecc465872', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'floating_ip_address': '172.25.6.160', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'port_id': '9a528e79-5134-478b-b691-8c1eb68082cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'mac_address': 'fa:16:3e:1e:15:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:39:11Z', 'updated_at': '2021-11-22T17:39:11Z', 'revision_number': 0, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:01Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:39:13.816925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c145ffa1-e707-40d1-8409-b662d41d4aea None None] New status for floating IP e63db894-9563-4dfb-ae92-710ecc465872: ACTIVE {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:39:14.041158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54248) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:14.102416 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-064f48b0-6d20-4539-a07b-49d20182b55f tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/e63db894-9563-4dfb-ae92-710ecc465872 HTTP/1.1" status: 200 len: 994 time: 0.0600514 Nov 22 17:39:20.106786 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6b92c324-6916-4fc1-8927-e6b724f93778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:23.496069 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ecff4960-561f-429e-a5da-8b0f0a5deee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:24.270184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:25.646512 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:26.184453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:38.025444 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:39.744427 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:43.142885 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-ea8b5e1b-3275-46a8-9425-ab791735cfdb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442972 Nov 22 17:39:43.228534 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-a345ac2e-ed53-4921-a70e-ab72445e6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:43.230104 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-a345ac2e-ed53-4921-a70e-ab72445e6f87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1097 time: 0.0416832 Nov 22 17:39:43.341185 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-d05c09f0-e120-41fc-bd57-2a7ab1fba794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:43.342669 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-d05c09f0-e120-41fc-bd57-2a7ab1fba794 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 898 time: 0.0853906 Nov 22 17:39:43.420558 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-88cda301-e342-4317-be4b-d33ee4cdcd0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 1002 time: 0.0668948 Nov 22 17:39:43.471415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-34009e95-8e86-4560-9f69-9800f7c81e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:43.472876 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-34009e95-8e86-4560-9f69-9800f7c81e88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 200 len: 834 time: 0.0448658 Nov 22 17:39:43.522297 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-21efe14b-9079-46d3-952e-aed97918c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:43.523802 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-21efe14b-9079-46d3-952e-aed97918c571 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7986e49e-0c86-4f97-afca-3786e428a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412140 Nov 22 17:39:43.621525 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-f85db63c-1b7b-491a-911d-0b152c0088c7 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881019 Nov 22 17:39:43.719227 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-69c562e6-dc60-4a0e-a8d8-db09060983e6 req-428f6629-8ba4-410b-9429-d5656c4958e3 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888395 Nov 22 17:39:47.446848 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744c10-6c23-4e8b-ab3a-e74411ea7e13 req-2de98ec8-7f60-4034-b438-b426a5b6cbb0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:47.448332 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45744c10-6c23-4e8b-ab3a-e74411ea7e13 req-2de98ec8-7f60-4034-b438-b426a5b6cbb0 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0508339 Nov 22 17:39:47.506218 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-45744c10-6c23-4e8b-ab3a-e74411ea7e13 req-206fed69-21d9-4359-80df-d07496ffbe1c tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515876 Nov 22 17:39:48.629871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f12772-801c-40ab-9f9d-7cd8c831f858 req-05abf48e-0bbc-4046-919f-e4f049056fc3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:48.631424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6f12772-801c-40ab-9f9d-7cd8c831f858 req-05abf48e-0bbc-4046-919f-e4f049056fc3 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0519800 Nov 22 17:39:48.686805 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a6f12772-801c-40ab-9f9d-7cd8c831f858 req-d8735152-78be-4861-8eab-a992b9b3c7a5 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474532 Nov 22 17:39:48.709968 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54266) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:48.770313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-57558cc3-7788-48b6-abd8-006b5685df51 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/e63db894-9563-4dfb-ae92-710ecc465872 HTTP/1.1" status: 200 len: 994 time: 0.0591486 Nov 22 17:39:49.867175 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:39:50.059469 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc9731-4a78-432d-bc5f-eeffce7605e9 req-6c762744-e007-4d48-a26f-221989d6f19e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:50.060961 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21cc9731-4a78-432d-bc5f-eeffce7605e9 req-6c762744-e007-4d48-a26f-221989d6f19e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0543635 Nov 22 17:39:50.066222 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-fbddd6a9-312b-4331-b642-eff8a2980c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:50.067825 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-fbddd6a9-312b-4331-b642-eff8a2980c1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1097 time: 0.0464911 Nov 22 17:39:50.110308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d96c7f41-d5e0-4375-8695-d7d0a95fed3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:50.117829 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-21cc9731-4a78-432d-bc5f-eeffce7605e9 req-f78d708d-4ad3-4b54-9a0d-aa82b166b83e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494866 Nov 22 17:39:50.161210 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-fc957d78-cb46-4b27-8f64-035317ea0d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:50.162711 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-fc957d78-cb46-4b27-8f64-035317ea0d2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 898 time: 0.0871956 Nov 22 17:39:50.235075 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-b6ce46d6-715a-490f-a269-f103c38bcf75 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 1002 time: 0.0639329 Nov 22 17:39:50.284931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-79da99fd-b8b6-4a2a-b114-5367cc4f3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:50.286436 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-79da99fd-b8b6-4a2a-b114-5367cc4f3e75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 200 len: 834 time: 0.0444977 Nov 22 17:39:50.333722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-1ebd0638-999b-47dc-82fc-2b14ada0f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:50.335224 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-1ebd0638-999b-47dc-82fc-2b14ada0f6fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7986e49e-0c86-4f97-afca-3786e428a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407577 Nov 22 17:39:50.429561 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-6e24bef3-5f13-42ff-9b35-301654d6b79a service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858107 Nov 22 17:39:50.520753 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-1c784ae6-c142-425a-bf69-1011b3abd0a1 req-a4b3fdae-45a8-4262-a1ab-01eb3e4ea467 service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835257 Nov 22 17:39:51.242762 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6570c38-2446-4d96-a015-b8fc4fcf6997 req-78b05878-47a6-47a7-9118-454cbb5eb98b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:51.244258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6570c38-2446-4d96-a015-b8fc4fcf6997 req-78b05878-47a6-47a7-9118-454cbb5eb98b tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0515785 Nov 22 17:39:51.300967 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6570c38-2446-4d96-a015-b8fc4fcf6997 req-b98c8da6-c0f9-451e-8326-0f0e48ec53d4 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505071 Nov 22 17:39:52.424265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c28a0-a26f-4fb5-a27e-bd133a7ede01 req-442a5740-fcdc-4684-a817-67b44f8fd359 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:52.425451 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a0c28a0-a26f-4fb5-a27e-bd133a7ede01 req-442a5740-fcdc-4684-a817-67b44f8fd359 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0544925 Nov 22 17:39:52.476524 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4a0c28a0-a26f-4fb5-a27e-bd133a7ede01 req-0eb06f06-7a16-4716-ac5b-2f79dafeba4e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Nov 22 17:39:52.500363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54278) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:52.561910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9bbfffd7-c180-4d9f-87fa-282ffbb5041d tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/floatingips/e63db894-9563-4dfb-ae92-710ecc465872 HTTP/1.1" status: 200 len: 994 time: 0.0597031 Nov 22 17:39:52.781166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54284) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:52.940928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port fc5cdf8d-f0d8-4650-85d5-3a8296c8d296 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:39:52.941275 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.019261 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.019633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.031234 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for fc5cdf8d-f0d8-4650-85d5-3a8296c8d296 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:39:53.180250 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.207623 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=fc5cdf8d-f0d8-4650-85d5-3a8296c8d296,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:53.232794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.233190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.233502 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.233864 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.234201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.234535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.234872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.235206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.235539 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.235875 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.236207 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.236529 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:53.278262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.278577 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Floating IP e63db894-9563-4dfb-ae92-710ecc465872 disassociated (deleted). External IP: 172.25.6.160, port: 9a528e79-5134-478b-b691-8c1eb68082cd. Nov 22 17:39:53.491071 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:39:53.498777 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1bb9-93d2-4ca3-b52e-eedd549492a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.606554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:39:53.611063 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:53.617221 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] Sync routers for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:39:53.629395 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:53.630135 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:53.640069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1da7c44c-d5fa-43b8-b037-672cdb4fa02a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/floatingips/e63db894-9563-4dfb-ae92-710ecc465872 HTTP/1.1" status: 204 len: 168 time: 0.8577657 Nov 22 17:39:53.640666 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:53.644100 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05dfbe88-2806-4f4e-ad6c-3c5d42791354" -d '{"events": [{"name": "network-changed", "server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:53.687756 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782e4a8-14a1-44a5-90e0-5473d21cb292 x-openstack-request-id: req-3782e4a8-14a1-44a5-90e0-5473d21cb292 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:53.688060 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:53.688321 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3782e4a8-14a1-44a5-90e0-5473d21cb292 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:53.689255 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd', 'status': 'completed', 'code': 200} Nov 22 17:39:53.746627 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:53.762043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-ccb3efee-5171-41b2-afe8-b785c4ec65dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:53.764212 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-ccb3efee-5171-41b2-afe8-b785c4ec65dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5eb398080634854a6965ffcabcc3ec9&device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 1097 time: 0.0493386 Nov 22 17:39:53.873741 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-609a0e64-beb1-484f-ab4f-c04805dc240c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:53.875242 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-609a0e64-beb1-484f-ab4f-c04805dc240c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 200 len: 898 time: 0.1035359 Nov 22 17:39:53.910523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2f707-83d9-41fa-9cbf-ec34ae10d549 req-8f50b8fc-7ab4-4fc7-aba1-1609bf33acac tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:53.912256 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0de2f707-83d9-41fa-9cbf-ec34ae10d549 req-8f50b8fc-7ab4-4fc7-aba1-1609bf33acac tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0560412 Nov 22 17:39:53.921509 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-813fc33e-eff2-4a5a-a953-3ea21b16c90d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 200 len: 217 time: 0.0378575 Nov 22 17:39:53.967554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:01Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:53.971469 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0de2f707-83d9-41fa-9cbf-ec34ae10d549 req-77cf5a8f-abdc-4a08-a096-aba2fe147f43 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512681 Nov 22 17:39:53.977444 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-fb8fe5f3-bfb2-4bb3-9820-b4fc7fdd039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:53.979040 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-fb8fe5f3-bfb2-4bb3-9820-b4fc7fdd039e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 200 len: 834 time: 0.0480812 Nov 22 17:39:54.004197 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] Checking router: 38c8bc4e-0d55-4332-aebd-354f01ef8a1e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:39:54.012655 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:54.013272 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:54.031600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-608a5dd4-f64e-411e-9001-e24b332baf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:54.033858 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-608a5dd4-f64e-411e-9001-e24b332baf1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7986e49e-0c86-4f97-afca-3786e428a441&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464704 Nov 22 17:39:54.122910 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:54.129270 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-6d325f43-97ae-489a-901f-1a57c5e4f26f service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870180 Nov 22 17:39:54.231079 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-05dfbe88-2806-4f4e-ad6c-3c5d42791354 req-a4ed2a26-9e2b-492a-8606-77853b9a670a service neutron] 10.222.0.20 "GET /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930831 Nov 22 17:39:54.273109 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:54.334415 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:01Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:54.360219 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a538a17b-72a8-4e39-8f04-dd374e9686c4 None None] The sync data for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 is: [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:38:57Z', 'revision_number': 4, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '14e99adb-a37e-4997-8779-281eadd6a86f', 'name': '', 'network_id': '7986e49e-0c86-4f97-afca-3786e428a441', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'mac_address': 'fa:16:3e:8f:63:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:57Z', 'updated_at': '2021-11-22T17:39:01Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'subnets': [{'id': '7bbc3c56-daf0-41e1-90c4-b86d5caadcb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:39:54.586701 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaebbdff-d6df-4d14-a8f3-c9a93b20e9c9 None None] New status for floating IP e63db894-9563-4dfb-ae92-710ecc465872: DOWN {{(pid=103516) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:39:55.096399 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fd140-56ff-4e7a-b7b7-42dcae81146b req-78e022c6-5319-425a-aceb-52a7ad97c142 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:55.097877 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd6fd140-56ff-4e7a-b7b7-42dcae81146b req-78e022c6-5319-425a-aceb-52a7ad97c142 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Nov 22 17:39:55.147920 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd6fd140-56ff-4e7a-b7b7-42dcae81146b req-ac3c67f3-95aa-4c1b-a4c5-8687cb98e314 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/security-groups?id=b8409ef4-2b9b-4f22-b849-7ab84fdaf305&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439959 Nov 22 17:39:55.557164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-7815091c-4a4f-474e-94e2-a03eb8dba525 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:39:55.558645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-7815091c-4a4f-474e-94e2-a03eb8dba525 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 946 time: 0.0494616 Nov 22 17:39:55.650485 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.658458 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 9a528e79-5134-478b-b691-8c1eb68082cd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:39:55.658981 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.748158 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 9a528e79-5134-478b-b691-8c1eb68082cd, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=9a528e79-5134-478b-b691-8c1eb68082cd,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:55.748519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.761431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 9a528e79-5134-478b-b691-8c1eb68082cd owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:39:55.894047 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.926789 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=9a528e79-5134-478b-b691-8c1eb68082cd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:55.953531 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.953906 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.954410 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.955254 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.955595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.955931 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.956265 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.956620 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.956954 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.957277 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.957600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.957946 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:55.977828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] No DVR routers for this DVR port 9a528e79-5134-478b-b691-8c1eb68082cd on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:39:55.980286 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:55.983659 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e9a8f0b-5436-4e6d-91d1-06cf99135062 req-97b6947b-9197-4d2f-9732-f137a1321293 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.20 "DELETE /v2.0/ports/9a528e79-5134-478b-b691-8c1eb68082cd HTTP/1.1" status: 204 len: 173 time: 0.4181437 Nov 22 17:39:55.984097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'name': 'network-vif-deleted', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:39:55.987621 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c02c321-85c7-41c4-b2c1-73618bdd8edb" -d '{"events": [{"server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "name": "network-vif-deleted", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:39:56.084890 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425861b6-a523-486a-a97a-a05065a4d2c6 x-openstack-request-id: req-425861b6-a523-486a-a97a-a05065a4d2c6 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:39:56.085194 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea85595e-186d-43af-a12a-4f80e7247b31", "name": "network-vif-deleted", "tag": "9a528e79-5134-478b-b691-8c1eb68082cd", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:39:56.085451 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-425861b6-a523-486a-a97a-a05065a4d2c6 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:39:56.085900 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea85595e-186d-43af-a12a-4f80e7247b31', 'name': 'network-vif-deleted', 'tag': '9a528e79-5134-478b-b691-8c1eb68082cd', 'status': 'completed', 'code': 200} Nov 22 17:39:56.191705 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:56.286674 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-015e94a5-44cc-4209-bcd9-f1b04862cb7a req-ca47850d-9971-4f47-92f1-a1325a788d82 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea85595e-186d-43af-a12a-4f80e7247b31 HTTP/1.1" status: 200 len: 210 time: 0.0401566 Nov 22 17:39:57.339343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54304) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:57.704149 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:57.964079 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port 14e99adb-a37e-4997-8779-281eadd6a86f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:39:57.964424 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.059195 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port 14e99adb-a37e-4997-8779-281eadd6a86f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=14e99adb-a37e-4997-8779-281eadd6a86f,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:58.059552 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.072898 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for 14e99adb-a37e-4997-8779-281eadd6a86f owned by network:router_interface {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:39:58.264622 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.293216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=14e99adb-a37e-4997-8779-281eadd6a86f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:58.468315 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.693224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:39:58.800269 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:39:58.805491 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-5443262d-5b4d-4d84-96fb-79a4e7e8eb39 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "PUT /v2.0/routers/38c8bc4e-0d55-4332-aebd-354f01ef8a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4649150 Nov 22 17:39:58.807970 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54306) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:58.811843 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] Sync routers for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:39:58.823029 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:58.823643 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:58.827069 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9a528e79-5134-478b-b691-8c1eb68082cd no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:39:58.849622 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 9a528e79-5134-478b-b691-8c1eb68082cd {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:39:58.850311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 9a528e79-5134-478b-b691-8c1eb68082cd not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:39:58.871601 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting subnet 7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:39:58.876648 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.918885 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:58.930799 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:59.011631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.079790 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.110035 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.115987 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/subnets/7bbc3c56-daf0-41e1-90c4-b86d5caadcb2 HTTP/1.1" status: 204 len: 168 time: 0.3046317 Nov 22 17:39:59.116294 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54308) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:39:59.118542 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342c92a-ff08-403f-b074-f36c2f11fde8 None None] Network 7986e49e-0c86-4f97-afca-3786e428a441 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:39:59.122722 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40441f9-4040-4f3c-a6ef-e3d00e745d90 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Subnet': ['ID=7bbc3c56-daf0-41e1-90c4-b86d5caadcb2,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:59.211133 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:39:58Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:59.230510 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.238598 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] Checking router: 38c8bc4e-0d55-4332-aebd-354f01ef8a1e for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:39:59.249589 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] Routers {'38c8bc4e-0d55-4332-aebd-354f01ef8a1e'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:39:59.250326 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:59.324187 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] DHCP port deletion for 7986e49e-0c86-4f97-afca-3786e428a441 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:39:59.377991 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] Set router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:39:59.382867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Deleting port 520d5530-bd07-4f91-8081-bfbf1606e206 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:39:59.383350 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.456614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] For port 520d5530-bd07-4f91-8081-bfbf1606e206, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=520d5530-bd07-4f91-8081-bfbf1606e206,segment=NetworkSegment(b5f4bb84-28dc-4803-9587-637cd8cda51b),segment_id=b5f4bb84-28dc-4803-9587-637cd8cda51b)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:59.457018 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.478185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Calling delete_port for 520d5530-bd07-4f91-8081-bfbf1606e206 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:39:59.568084 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:39:58Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:39:59.570365 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.596681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Pushing event deleted for resources: {'Port': ['ID=520d5530-bd07-4f91-8081-bfbf1606e206,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:39:59.599026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] No DVR routers for this DVR port 520d5530-bd07-4f91-8081-bfbf1606e206 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:39:59.602428 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb56081-549f-4255-857b-ea348835bbfc None None] The sync data for ids ['38c8bc4e-0d55-4332-aebd-354f01ef8a1e'] in n-d-816206-6 is: [{'id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-868499351', 'tenant_id': 'a5eb398080634854a6965ffcabcc3ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:38:53Z', 'updated_at': '2021-11-22T17:39:58Z', 'revision_number': 5, 'project_id': 'a5eb398080634854a6965ffcabcc3ec9', 'gw_port': {'id': 'e65d6551-dd09-4527-9fbe-55fcd7d4d58f', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:c7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c8bc4e-0d55-4332-aebd-354f01ef8a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:38:54Z', 'updated_at': '2021-11-22T17:38:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:39:59.615392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.616235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.616586 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.616925 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.617263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.617596 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.617950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.618278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.618624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.618954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.619277 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.619619 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913d028b-8ba8-4025-a443-ffd2dfbb56ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:39:59.654339 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.711392 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Deleting port e65d6551-dd09-4527-9fbe-55fcd7d4d58f {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:39:59.711742 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.808203 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] For port e65d6551-dd09-4527-9fbe-55fcd7d4d58f, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:39:59.808422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:39:59.822972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Calling delete_port for e65d6551-dd09-4527-9fbe-55fcd7d4d58f owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:39:59.994952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.021459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Port': ['ID=e65d6551-dd09-4527-9fbe-55fcd7d4d58f,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:00.037978 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad103556-8b7e-45a0-89fa-950a9ec387f3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:00.094079 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.144535 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 520d5530-bd07-4f91-8081-bfbf1606e206 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:40:00.165123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 520d5530-bd07-4f91-8081-bfbf1606e206 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:40:00.165475 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 520d5530-bd07-4f91-8081-bfbf1606e206 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:40:00.165926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 14e99adb-a37e-4997-8779-281eadd6a86f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:40:00.188645 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 14e99adb-a37e-4997-8779-281eadd6a86f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:40:00.188996 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 14e99adb-a37e-4997-8779-281eadd6a86f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:40:00.192715 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.195186 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.239568 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.240130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Fanout notify agent at l3_agent the message router_deleted on router 38c8bc4e-0d55-4332-aebd-354f01ef8a1e {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:40:00.248470 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.250038 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3754f427-7270-4902-b481-4e0f5cfba98a tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/routers/38c8bc4e-0d55-4332-aebd-354f01ef8a1e HTTP/1.1" status: 204 len: 168 time: 1.1326249 Nov 22 17:40:00.253453 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:00.338892 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.426984 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.446696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7986e49e-0c86-4f97-afca-3786e428a441']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:00.456503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f4bb84-28dc-4803-9587-637cd8cda51b') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:00.456797 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f4bb84-28dc-4803-9587-637cd8cda51b') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:00.466013 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.479770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.485560 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:40:00.486180 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:40:00.489026 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:40:00.551043 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.559310 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.562577 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/networks/7986e49e-0c86-4f97-afca-3786e428a441 HTTP/1.1" status: 204 len: 168 time: 0.3081195 Nov 22 17:40:00.565884 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54318) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:00.574542 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c688c-9c17-4f1f-a0af-cfbd0c112e9e tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'Network': ['ID=7986e49e-0c86-4f97-afca-3786e428a441,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:00.625151 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d342fc9f-c03d-4f03-97ee-c1e0f2903537 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.652589 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d342fc9f-c03d-4f03-97ee-c1e0f2903537 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.720235 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d342fc9f-c03d-4f03-97ee-c1e0f2903537 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.723066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d342fc9f-c03d-4f03-97ee-c1e0f2903537 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:00.724387 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d342fc9f-c03d-4f03-97ee-c1e0f2903537 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] 10.222.0.65 "DELETE /v2.0/security-groups/b8409ef4-2b9b-4f22-b849-7ab84fdaf305 HTTP/1.1" status: 204 len: 168 time: 0.1573894 Nov 22 17:40:00.734233 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342fc9f-c03d-4f03-97ee-c1e0f2903537 tempest-TestNetworkAdvancedServerOps-1470894486 tempest-TestNetworkAdvancedServerOps-1470894486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8409ef4-2b9b-4f22-b849-7ab84fdaf305,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:01.068066 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54328) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:01.206553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8ba1d4f2-90a2-4ad7-9412-494a7473331c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a5eb398080634854a6965ffcabcc3ec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370156 Nov 22 17:40:01.209083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:01.273120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca8794ba-2c35-4247-bd9a-91e985a3acce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.299897 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca8794ba-2c35-4247-bd9a-91e985a3acce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.346233 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca8794ba-2c35-4247-bd9a-91e985a3acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.348719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-ca8794ba-2c35-4247-bd9a-91e985a3acce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.349884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-ca8794ba-2c35-4247-bd9a-91e985a3acce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a8f6fb7-599b-4acc-9378-763e44a95672 HTTP/1.1" status: 204 len: 168 time: 0.1398325 Nov 22 17:40:01.357467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8794ba-2c35-4247-bd9a-91e985a3acce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8f6fb7-599b-4acc-9378-763e44a95672,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:01.639419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54338) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:01.654096 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d795f711-b4d8-4c91-8dd5-deb1a2f8141c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.730215 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d795f711-b4d8-4c91-8dd5-deb1a2f8141c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.733969 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d795f711-b4d8-4c91-8dd5-deb1a2f8141c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.776541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d795f711-b4d8-4c91-8dd5-deb1a2f8141c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e94b2ae81f904722bf2e32bb50e44c1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1359766 Nov 22 17:40:01.777415 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795f711-b4d8-4c91-8dd5-deb1a2f8141c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffa5797-ccf3-4b4f-b2b9-2333961e5c5b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:01.779300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54340) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:01.830937 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df4ccf9b-a72e-4a3d-aab6-a39755020ba7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.852784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df4ccf9b-a72e-4a3d-aab6-a39755020ba7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.899464 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df4ccf9b-a72e-4a3d-aab6-a39755020ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.901952 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-df4ccf9b-a72e-4a3d-aab6-a39755020ba7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:01.903084 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-df4ccf9b-a72e-4a3d-aab6-a39755020ba7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bffa5797-ccf3-4b4f-b2b9-2333961e5c5b HTTP/1.1" status: 204 len: 168 time: 0.1226966 Nov 22 17:40:01.911985 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ccf9b-a72e-4a3d-aab6-a39755020ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffa5797-ccf3-4b4f-b2b9-2333961e5c5b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:02.044001 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e65d6551-dd09-4527-9fbe-55fcd7d4d58f no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:40:02.067074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: e65d6551-dd09-4527-9fbe-55fcd7d4d58f {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:40:02.067422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device e65d6551-dd09-4527-9fbe-55fcd7d4d58f not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:40:02.642821 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54362) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:02.750459 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1933515572-network', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:02.771757 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Made reservation on behalf of fd345d7c67f44fa1a61ad7f9881a0535 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:40:02.774060 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.782425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.861477 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.865249 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.890008 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 896} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:40:02.898869 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1d6f70-48b6-4e7a-a3ac-5c98ad752c4a,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:02.904725 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.905072 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Added segment 2886fb85-cbb4-4e20-bfd7-67505d4a7c8a of type vlan for network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c Nov 22 17:40:02.945830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.970423 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:02.971703 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:02.972271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.029355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3853993 Nov 22 17:40:03.033511 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54366) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:03.039284 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431e121-b15c-46f3-8a28-841b85ffb6fe admin admin] Pushing event updated for resources: {'Network': ['ID=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:03.040851 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Request body: {'subnet': {'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1933515572-subnet', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:03.051786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:40:03.068703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Made reservation on behalf of fd345d7c67f44fa1a61ad7f9881a0535 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:40:03.072939 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.247016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.299703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0092e5-873d-4e92-9884-88f7069aa008,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:03.309822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Checking segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:03.310183 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Network hostable DHCP agents. Network: 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:40:03.327826 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:40:03.337863 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:03.342333 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:03.342932 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.350694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ff8579-2f8e-4964-8e0a-84bea8230961 None None] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:40:03.368976 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c6c68018-401a-4791-a8db-ae6df9521bc1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3313174 Nov 22 17:40:03.369223 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54368) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:03.373904 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:03.397758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.398906 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.450937 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.506210 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:40:03.507083 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.650770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Allocated IP 172.20.0.2 (224ed917-1e9d-4fa7-a7a4-49c8d273ca8c/bb0092e5-873d-4e92-9884-88f7069aa008/c38f23dd-56b0-4f3b-a526-32bf294115dc) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:03.804679 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.810779 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.856968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:03.860079 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:03.864097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:03.871459 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Pushing event updated for resources: {'Port': ['ID=c38f23dd-56b0-4f3b-a526-32bf294115dc,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:03.923968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Attempting to bind port c38f23dd-56b0-4f3b-a526-32bf294115dc on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:03.924344 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Attempting to bind port c38f23dd-56b0-4f3b-a526-32bf294115dc by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:03.924710 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Attempting to bind port c38f23dd-56b0-4f3b-a526-32bf294115dc on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:03.930688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:03.931206 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Checking segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:03.931623 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.932024 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Bound using segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:03.932505 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Bound port: c38f23dd-56b0-4f3b-a526-32bf294115dc, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:03.932911 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.945723 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:03.996223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] For port c38f23dd-56b0-4f3b-a526-32bf294115dc, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:04.000074 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] For port c38f23dd-56b0-4f3b-a526-32bf294115dc, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c38f23dd-56b0-4f3b-a526-32bf294115dc,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:04.005023 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.078660 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae750b-3a09-4b42-82a4-dd74fbfcc0f9 None None] Pushing event updated for resources: {'Port': ['ID=c38f23dd-56b0-4f3b-a526-32bf294115dc,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:04.165720 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.188986 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.308174 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Allocated IP 172.25.6.38 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/398a2d7b-f374-4850-9521-536054b5b526) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:04.420539 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.462673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.504391 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:04.507158 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:04.509574 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:04.520251 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d36538-9377-4354-9fe2-e039fdaa9126 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:04.540783 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Pushing event updated for resources: {'Port': ['ID=398a2d7b-f374-4850-9521-536054b5b526,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:04.554504 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-45f62588-b11c-4240-bfe0-87e56f11a0a3 None None] Provisioning complete for port 398a2d7b-f374-4850-9521-536054b5b526 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:04.554882 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-45f62588-b11c-4240-bfe0-87e56f11a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.591737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-45f62588-b11c-4240-bfe0-87e56f11a0a3 None None] Port 398a2d7b-f374-4850-9521-536054b5b526 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:04.784907 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:04.994480 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.044030 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ac95b3-e7e1-4e14-b091-b4ffbeab9fef None None] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:40:05.130853 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:40:05.135785 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7fcaea98-8d91-4c5d-b8f0-07037e854ca6 None None] Provisioning complete for port c38f23dd-56b0-4f3b-a526-32bf294115dc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:05.136317 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fcaea98-8d91-4c5d-b8f0-07037e854ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.243043 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:40:05.253434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:40:05.262412 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.263657 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-419a7d9e-7a08-4123-a4eb-9adf9c039cdd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8934529 Nov 22 17:40:05.267544 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54370) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:05.281553 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fcaea98-8d91-4c5d-b8f0-07037e854ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.284633 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:05.285213 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:05.388999 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-7fcaea98-8d91-4c5d-b8f0-07037e854ca6 None None] For port c38f23dd-56b0-4f3b-a526-32bf294115dc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c38f23dd-56b0-4f3b-a526-32bf294115dc,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:05.398966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7fcaea98-8d91-4c5d-b8f0-07037e854ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.454061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:05.523750 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcaea98-8d91-4c5d-b8f0-07037e854ca6 None None] Pushing event updated for resources: {'Port': ['ID=c38f23dd-56b0-4f3b-a526-32bf294115dc,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:05.576550 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4fe2e03e-0ba2-4be4-aa54-54e0c76d9305 None None] Provisioning complete for port c38f23dd-56b0-4f3b-a526-32bf294115dc triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:05.576853 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4fe2e03e-0ba2-4be4-aa54-54e0c76d9305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.727118 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.728958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:04Z', 'revision_number': 3, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:05.757737 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:40:05.758351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Updating router 349cf52c-e7c0-496f-bcb5-065460cc45f7 port 398a2d7b-f374-4850-9521-536054b5b526 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:40:05.784348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:05.887491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Allocated IP 172.20.0.1 (224ed917-1e9d-4fa7-a7a4-49c8d273ca8c/bb0092e5-873d-4e92-9884-88f7069aa008/06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:05.994770 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.029492 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.038316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.044294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.104322 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcca27c-5bc8-4c10-9894-7c6585bd896a None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:06.107347 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:06.117447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:06.121827 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:06.126688 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Pushing event updated for resources: {'Port': ['ID=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:06.133598 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Attempting to bind port 398a2d7b-f374-4850-9521-536054b5b526 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:06.134374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Attempting to bind port 398a2d7b-f374-4850-9521-536054b5b526 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:06.135105 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Attempting to bind port 398a2d7b-f374-4850-9521-536054b5b526 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:06.142807 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c38f23dd-56b0-4f3b-a526-32bf294115dc up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:06.192862 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.197716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783371-cc8f-477c-897c-e835b9f56f6a None None] Pushing event updated for resources: {'Port': ['ID=398a2d7b-f374-4850-9521-536054b5b526,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:06.208245 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:06.208948 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:06.209688 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.210780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:06.211448 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Bound port: 398a2d7b-f374-4850-9521-536054b5b526, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:06.212131 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.291627 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-92b09ebc-219d-4093-ba7b-6abff346215a None None] Provisioning complete for port 398a2d7b-f374-4850-9521-536054b5b526 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:06.292004 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-92b09ebc-219d-4093-ba7b-6abff346215a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.331549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] For port 398a2d7b-f374-4850-9521-536054b5b526, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:06.338717 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port c38f23dd-56b0-4f3b-a526-32bf294115dc triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:06.339156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.355803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.372446 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] For port 398a2d7b-f374-4850-9521-536054b5b526, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=398a2d7b-f374-4850-9521-536054b5b526,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:06.381411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.383204 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-92b09ebc-219d-4093-ba7b-6abff346215a None None] Port 398a2d7b-f374-4850-9521-536054b5b526 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:06.436059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92c0e2-f57e-4cfa-9cc7-98190c2b9bf9 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:06.464549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:06.465172 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:06.466887 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f783371-cc8f-477c-897c-e835b9f56f6a None None] Pushing event updated for resources: {'Port': ['ID=398a2d7b-f374-4850-9521-536054b5b526,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:06.534219 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.538812 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.609595 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.613877 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Pushing event updated for resources: {'Port': ['ID=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:06.722608 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:06.724223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:06.761335 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Provisioning complete for port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:06.761736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.822762 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:06.824450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:06.849724 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:40:06.872827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Provisioning complete for port 398a2d7b-f374-4850-9521-536054b5b526 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:06.873204 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:06.965592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:40:06.970788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-500096b9-5bf5-4e02-bd62-e4dfc4cd78ec admin admin] 10.222.0.65 "PUT /v2.0/routers/349cf52c-e7c0-496f-bcb5-065460cc45f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7021816 Nov 22 17:40:07.069137 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.097905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] For port 398a2d7b-f374-4850-9521-536054b5b526, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=398a2d7b-f374-4850-9521-536054b5b526,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:07.104344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.145203 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:05Z', 'revision_number': 1, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:07.174120 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6809f93f-72d7-4dd0-8cec-d8334c7a8907 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:05Z', 'revision_number': 1, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:40:07.188734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6217fd0-3fc7-4cd5-987b-d806314f86b2 None None] Pushing event updated for resources: {'Port': ['ID=398a2d7b-f374-4850-9521-536054b5b526,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:07.226864 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c863597c-1876-411e-81e2-708fc579e5c3 None None] Provisioning complete for port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:07.227243 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c863597c-1876-411e-81e2-708fc579e5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.267894 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c863597c-1876-411e-81e2-708fc579e5c3 None None] Port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:07.499160 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54386) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:07.504612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-171263774-network', 'tenant_id': '0cbef3a8938742ce8a2831576e607658'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:07.527165 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Made reservation on behalf of 0cbef3a8938742ce8a2831576e607658 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:40:07.529627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.539647 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.625370 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.630692 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.656621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:40:07.668224 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451f1c1f-17be-4d73-a160-f5ede71a13d7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:07.674466 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.674807 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Added segment a4c05364-17a1-4b1e-9a19-c2585b28ea0a of type vlan for network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 Nov 22 17:40:07.716328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.749290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.751172 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:07.751762 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:07.820276 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3199873 Nov 22 17:40:07.823219 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54388) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:07.830865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Request body: {'subnet': {'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-171263774-subnet', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:07.850557 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f35b62-773f-4a7a-85d0-47b689913841 admin admin] Pushing event updated for resources: {'Network': ['ID=cc3e32f1-ab9f-4041-ae17-d470ef4fc976,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:07.861336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:40:07.863262 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Made reservation on behalf of 0cbef3a8938742ce8a2831576e607658 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:40:07.865731 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.059520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.066969 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.136754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c048b3-1527-41f3-8157-b2d842b0eb4a,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:08.139640 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 398a2d7b-f374-4850-9521-536054b5b526 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:08.154084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Checking segment: {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:08.154455 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Network hostable DHCP agents. Network: cc3e32f1-ab9f-4041-ae17-d470ef4fc976, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:40:08.176313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:40:08.189283 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, cc3e32f1-ab9f-4041-ae17-d470ef4fc976) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:08.194253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:08.194968 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.202588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9c1038-d26a-42b4-8f6a-d1618d544831 None None] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:40:08.218797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-332f5640-be45-405d-adf2-4d4d8db26ad1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3936403 Nov 22 17:40:08.220361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54390) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:08.225257 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:08.249963 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.251506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.266048 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 398a2d7b-f374-4850-9521-536054b5b526 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:08.266563 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.310089 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.448154 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'fixed_ips': [{'subnet_id': '87c048b3-1527-41f3-8157-b2d842b0eb4a'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:40:08.449247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.473570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.612264 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Allocated IP 172.20.0.2 (cc3e32f1-ab9f-4041-ae17-d470ef4fc976/87c048b3-1527-41f3-8157-b2d842b0eb4a/69ff2254-ae8f-48e8-9cf0-31bc8848d979) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:08.685796 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.709773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.761423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.769397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.814841 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:08.819518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:08.821092 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Allocated IP 172.25.6.35 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/b22983ef-a8cd-4269-a573-7870992ad9b0) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:08.824202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:08.826276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Pushing event updated for resources: {'Port': ['ID=69ff2254-ae8f-48e8-9cf0-31bc8848d979,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:08.881050 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Attempting to bind port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:08.881337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Attempting to bind port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:08.881751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Attempting to bind port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 on network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:08.886703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:08.887487 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Checking segment: {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:08.887487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.887860 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Bound using segment: {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:08.888336 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Bound port: 69ff2254-ae8f-48e8-9cf0-31bc8848d979, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:08.888713 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.930544 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.950977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] For port 69ff2254-ae8f-48e8-9cf0-31bc8848d979, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:08.955263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] For port 69ff2254-ae8f-48e8-9cf0-31bc8848d979, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=69ff2254-ae8f-48e8-9cf0-31bc8848d979,segment=NetworkSegment(a4c05364-17a1-4b1e-9a19-c2585b28ea0a),segment_id=a4c05364-17a1-4b1e-9a19-c2585b28ea0a)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:08.959480 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:08.967412 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:09.009589 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:09.012627 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:09.017084 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:09.029946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d538cbb5-e886-40d4-ba40-79fa224a20f0 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:09.034152 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead666bd-0e9a-4eb6-9708-ce81db024572 None None] Pushing event updated for resources: {'Port': ['ID=69ff2254-ae8f-48e8-9cf0-31bc8848d979,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:09.047298 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Pushing event updated for resources: {'Port': ['ID=b22983ef-a8cd-4269-a573-7870992ad9b0,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:09.104197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-43db19c3-bd0f-4248-965a-84f18882dd67 None None] Provisioning complete for port b22983ef-a8cd-4269-a573-7870992ad9b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:09.104798 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43db19c3-bd0f-4248-965a-84f18882dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:09.143803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-43db19c3-bd0f-4248-965a-84f18882dd67 None None] Port b22983ef-a8cd-4269-a573-7870992ad9b0 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:09.442671 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:40:09.458682 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:09.459325 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:09.566939 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:09.607420 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:09.739974 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:09.778450 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 2, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:09.809953 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:40:09.810304 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Updating router 349cf52c-e7c0-496f-bcb5-065460cc45f7 port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:40:09.826726 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:09.836528 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:09.966972 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Router ff6e9025-7ca2-4512-81c0-615f27aa9dba is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:40:10.098661 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:40:10.109021 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Sync routers for ids ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:40:10.131270 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Routers {'ff6e9025-7ca2-4512-81c0-615f27aa9dba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:10.132199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:10.139864 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.145580 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-6b0cbffb-0ecb-4c2d-bee8-72da13f0571e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9240675 Nov 22 17:40:10.146054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54392) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:10.163188 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.170026 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.185032 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 69ff2254-ae8f-48e8-9cf0-31bc8848d979 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:10.222176 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Pushing event updated for resources: {'Port': ['ID=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:10.231280 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.231620 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.231956 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.232283 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.233698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.233698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.233698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.233698 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.235949 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.236289 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.236676 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.237009 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:40:10.309384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Set router ff6e9025-7ca2-4512-81c0-615f27aa9dba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:10.332948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Attempting to bind port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:10.333322 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Attempting to bind port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:10.333699 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Attempting to bind port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:10.339598 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:10.339974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Checking segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:10.340372 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.340815 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Bound using segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:10.341288 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Bound port: 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:10.341710 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.388161 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:10.388606 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.436103 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] For port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:10.442016 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] For port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:10.448724 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.458190 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e46cd-3dbc-4e8a-8d43-d34a4d9f43d0 None None] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:40:10.508152 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:10.509003 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:10.571566 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-598230a5-b34d-4797-b80c-de367f4ce896 None None] Provisioning complete for port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:10.571942 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-598230a5-b34d-4797-b80c-de367f4ce896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.739133 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791cd4c-19a2-4e72-b7cd-a2a39bef0eb6 None None] Pushing event updated for resources: {'Port': ['ID=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:10.754539 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.773078 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:10.777264 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:10.973470 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Allocated IP 172.20.0.1 (cc3e32f1-ab9f-4041-ae17-d470ef4fc976/87c048b3-1527-41f3-8157-b2d842b0eb4a/568b0a04-2fc5-42fd-90bf-b455a80ac8f4) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:11.004659 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:10Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:11.033680 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90db0ad5-5a33-498f-a5c7-53d256d66494 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:10Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:40:11.034685 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-598230a5-b34d-4797-b80c-de367f4ce896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.062578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 69ff2254-ae8f-48e8-9cf0-31bc8848d979, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=69ff2254-ae8f-48e8-9cf0-31bc8848d979,segment=NetworkSegment(a4c05364-17a1-4b1e-9a19-c2585b28ea0a),segment_id=a4c05364-17a1-4b1e-9a19-c2585b28ea0a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:11.075383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:09Z', 'revision_number': 3, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:11.080673 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.088997 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.126099 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.152104 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Checking router: ff6e9025-7ca2-4512-81c0-615f27aa9dba for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:40:11.152457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Updating router ff6e9025-7ca2-4512-81c0-615f27aa9dba port b22983ef-a8cd-4269-a573-7870992ad9b0 binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:40:11.170841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:11.174843 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:11.178922 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:11.204520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.208536 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Pushing event updated for resources: {'Port': ['ID=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:11.211013 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.db.api [None req-598230a5-b34d-4797-b80c-de367f4ce896 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103516) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 22 17:40:11.211381 n-d-816206-6 neutron-server[103516]: DEBUG oslo_db.api [None req-598230a5-b34d-4797-b80c-de367f4ce896 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 22 17:40:11.228022 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.240363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=69ff2254-ae8f-48e8-9cf0-31bc8848d979,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:11.405364 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.552132 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.559282 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.614478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Attempting to bind port b22983ef-a8cd-4269-a573-7870992ad9b0 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:11.614852 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Attempting to bind port b22983ef-a8cd-4269-a573-7870992ad9b0 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:11.615217 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Attempting to bind port b22983ef-a8cd-4269-a573-7870992ad9b0 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:11.618026 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992b7f9c-c858-4b3e-8511-d97c5d917d5d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:11.638652 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.638909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:11.638909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:11.638909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.638909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:11.638909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Bound port: b22983ef-a8cd-4269-a573-7870992ad9b0, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:11.638909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.646279 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.683543 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314341e7-c49b-4b75-bfbe-29a8f6705059 None None] Pushing event updated for resources: {'Port': ['ID=b22983ef-a8cd-4269-a573-7870992ad9b0,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:11.720731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Pushing event updated for resources: {'Port': ['ID=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:11.731512 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.739900 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] For port b22983ef-a8cd-4269-a573-7870992ad9b0, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:11.760040 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] For port b22983ef-a8cd-4269-a573-7870992ad9b0, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b22983ef-a8cd-4269-a573-7870992ad9b0,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:11.768281 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.821611 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c11d3b-842e-4e4d-9354-7666cfd8b136 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:40:11.836082 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:11.837233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Routers {'ff6e9025-7ca2-4512-81c0-615f27aa9dba'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:11.837528 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:11.837897 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:11.841527 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314341e7-c49b-4b75-bfbe-29a8f6705059 None None] Pushing event updated for resources: {'Port': ['ID=b22983ef-a8cd-4269-a573-7870992ad9b0,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:11.955955 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Provisioning complete for port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:11.956502 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:11.983678 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Router ff6e9025-7ca2-4512-81c0-615f27aa9dba has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:40:12.030658 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] Set router ff6e9025-7ca2-4512-81c0-615f27aa9dba gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:12.096149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.118339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:40:12.126897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c55ace24-8934-42ca-900e-2a1992e601d8 admin admin] 10.222.0.65 "PUT /v2.0/routers/ff6e9025-7ca2-4512-81c0-615f27aa9dba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9764428 Nov 22 17:40:12.166715 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 69ff2254-ae8f-48e8-9cf0-31bc8848d979 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:12.234199 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] For port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:12.245556 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.322727 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Provisioning complete for port b22983ef-a8cd-4269-a573-7870992ad9b0 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:12.322989 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.378833 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Pushing event updated for resources: {'Port': ['ID=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:12.386854 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:12.387273 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.526458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.542211 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '568b0a04-2fc5-42fd-90bf-b455a80ac8f4', 'name': '', 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'mac_address': 'fa:16:3e:11:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:10Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 2, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'subnets': [{'id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:12.583693 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4564b4b2-cbee-411e-a843-aaf12313ad0f None None] The sync data for ids ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'] in n-d-816206-6 is: [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '568b0a04-2fc5-42fd-90bf-b455a80ac8f4', 'name': '', 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'mac_address': 'fa:16:3e:11:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:10Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 2, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'subnets': [{'id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:40:12.586196 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] For port b22983ef-a8cd-4269-a573-7870992ad9b0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b22983ef-a8cd-4269-a573-7870992ad9b0,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:12.590174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:12.593028 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.668968 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Provisioning complete for port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:12.669343 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.684065 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54400) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:12.690257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1885534079', 'description': 'tempest-secgroup-smoke-1885534079 description', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:12.717015 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.734480 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Pushing event updated for resources: {'Port': ['ID=b22983ef-a8cd-4269-a573-7870992ad9b0,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:12.748657 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:12.749019 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.796793 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.803086 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.850618 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb987e-75f8-4350-8490-a1956948b49f,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:12.859856 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.863244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-95d8bc02-33f7-4adb-b8d0-4af2856b9b86 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1778436 Nov 22 17:40:12.866525 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54402) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:12.870765 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': '57bb987e-75f8-4350-8490-a1956948b49f', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:12.902488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Provisioning complete for port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:12.903070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.905251 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.946003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce28b2-5baa-40b4-80c2-c90233f7f3eb None None] Port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:12.978802 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:12.983252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.004984 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cdec48-dde7-40e6-a43e-b32d66558fa4,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:13.015780 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.017886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-3f731f05-296b-403b-a98b-c8d2b377e635 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1503224 Nov 22 17:40:13.020537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54404) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:13.025145 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': '57bb987e-75f8-4350-8490-a1956948b49f', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:13.060149 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.066723 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-5c517f1a-a676-4acd-9ea4-8a6b6163210c None None] Provisioning complete for port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:13.067114 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5c517f1a-a676-4acd-9ea4-8a6b6163210c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.102952 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-5c517f1a-a676-4acd-9ea4-8a6b6163210c None None] Port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:13.128460 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.132773 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.155125 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5799257-a1c8-4bc7-8a2f-5d85ef3fe548,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:13.164334 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.165576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b7eb2244-424c-46af-afd8-7c99f8b02a9f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1440265 Nov 22 17:40:13.168449 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54406) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:13.173941 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': '57bb987e-75f8-4350-8490-a1956948b49f', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:13.205074 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.270649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.274489 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.293721 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6e4d0a-be7f-4b1d-83f7-65c0e851b228,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:13.303112 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.304315 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4f108f9e-4e0d-4c1e-9438-2537e882c1c6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347992 Nov 22 17:40:13.307041 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54408) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:13.311316 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': '57bb987e-75f8-4350-8490-a1956948b49f', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:13.339031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.398198 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.401609 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.420515 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46917aee-0e27-4459-bdb3-82adcd199473,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:13.426729 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.427912 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-fde3c0cf-d763-4473-ac6e-f9d49158732b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199269 Nov 22 17:40:13.430592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54410) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:13.434857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': '57bb987e-75f8-4350-8490-a1956948b49f', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:13.458039 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Project fd345d7c67f44fa1a61ad7f9881a0535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:40:13.463027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.524780 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.528382 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.546618 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a2a9b5f-0c11-4d02-8704-ae1960eddb1c,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:13.554334 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.555935 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e86e5cee-c92c-448e-a97c-a006f57a57c1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243446 Nov 22 17:40:13.558652 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54412) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:13.564133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': '57bb987e-75f8-4350-8490-a1956948b49f', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:13.587396 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Project fd345d7c67f44fa1a61ad7f9881a0535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:40:13.592220 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.653142 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.658269 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.677169 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13588b31-c050-4db2-ac79-0bf973bf0f05,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:13.685003 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:13.686220 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2cc73cc5-2f59-480b-9259-a5e9542ad97b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265962 Nov 22 17:40:13.862725 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-93d28bbf-47a8-4319-82d3-ddcac1559e04 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1885534079&fields=id&tenant_id=fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 267 time: 0.0680511 Nov 22 17:40:13.988002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-06b3fb07-22bf-40d3-8ed0-237137cf619d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:13.989578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-06b3fb07-22bf-40d3-8ed0-237137cf619d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 809 time: 0.1131747 Nov 22 17:40:14.006708 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-2b5e73fa-7709-4a9b-a864-296be7494ccc tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/quotas/fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 375 time: 0.0109007 Nov 22 17:40:14.062427 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-0f4559b4-16c2-445b-9318-d9f98b32850c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495040 Nov 22 17:40:14.199063 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b22983ef-a8cd-4269-a573-7870992ad9b0 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:14.199544 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-5be20047-16cc-4dc8-9dd4-b7e6694c1808 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:40:14.200268 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-5be20047-16cc-4dc8-9dd4-b7e6694c1808 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1230943 Nov 22 17:40:14.255482 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port b22983ef-a8cd-4269-a573-7870992ad9b0 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:14.255870 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:14.305700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-71cb77ad-77f6-4b7c-8e6b-0c7ed5fc71bd service neutron] 10.222.0.65 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981019 Nov 22 17:40:14.344934 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:14.399387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:14.399763 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:14.405986 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-0c2cf84a-fc3b-43bb-b141-dcdd650906c3 service neutron] 10.222.0.65 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933197 Nov 22 17:40:14.600599 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f31ae507-d82e-4160-9ea8-fc51ae02e07e req-14eff8db-1819-499b-b6c7-291729cb399c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 210 time: 0.0345542 Nov 22 17:40:15.339790 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Sync routers for ids ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:40:15.350007 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Routers {'ff6e9025-7ca2-4512-81c0-615f27aa9dba'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:15.350656 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:15.456236 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Set router ff6e9025-7ca2-4512-81c0-615f27aa9dba gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:15.662485 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '568b0a04-2fc5-42fd-90bf-b455a80ac8f4', 'name': '', 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'mac_address': 'fa:16:3e:11:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:10Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 2, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'subnets': [{'id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:15.698046 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Checking router: ff6e9025-7ca2-4512-81c0-615f27aa9dba for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:40:15.698496 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Updating router ff6e9025-7ca2-4512-81c0-615f27aa9dba port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:40:15.735308 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:15.754069 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-00162edd-8705-45a8-9ba8-e73e32b6bf24 req-c5f4e75a-7399-4673-bbf7-524ec212583c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 210 time: 0.0694897 Nov 22 17:40:15.824885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-1f29cdc3-c2b5-4e94-9518-aa153ee4558f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:15.826316 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-1f29cdc3-c2b5-4e94-9518-aa153ee4558f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 809 time: 0.1509585 Nov 22 17:40:15.896655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-d7d7c068-71f6-4dfd-b046-889ee21879c9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 380 time: 0.0543463 Nov 22 17:40:15.907361 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'port': {'device_id': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'admin_state_up': True, 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'security_groups': ['57bb987e-75f8-4350-8490-a1956948b49f']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:16.004174 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.010576 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.022969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Made reservation on behalf of fd345d7c67f44fa1a61ad7f9881a0535 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:40:16.026904 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.066849 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a8100-9b97-48df-bb56-9d91402ee081 None None] Pushing event updated for resources: {'Port': ['ID=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:16.120568 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Attempting to bind port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:16.120948 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Attempting to bind port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:16.121315 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Attempting to bind port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 on network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:16.128072 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:16.128577 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Checking segment: {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:16.129117 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.129510 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Bound using segment: {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:16.130098 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Bound port: 568b0a04-2fc5-42fd-90bf-b455a80ac8f4, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:16.130550 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.172764 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Allocated IP 172.20.0.4 (224ed917-1e9d-4fa7-a7a4-49c8d273ca8c/bb0092e5-873d-4e92-9884-88f7069aa008/2c393859-b3c7-48b5-9884-16f04e8a2ee7) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:16.201149 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] For port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:16.205057 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] For port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,segment=NetworkSegment(a4c05364-17a1-4b1e-9a19-c2585b28ea0a),segment_id=a4c05364-17a1-4b1e-9a19-c2585b28ea0a)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:16.209956 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.275194 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631a8100-9b97-48df-bb56-9d91402ee081 None None] Pushing event updated for resources: {'Port': ['ID=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:16.277844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Routers {'ff6e9025-7ca2-4512-81c0-615f27aa9dba'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:16.278450 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:39:53Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:16.355703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-561d7521-cc6f-47ca-b19f-dbe76ef8adb6 None None] Provisioning complete for port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:16.357302 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-561d7521-cc6f-47ca-b19f-dbe76ef8adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.361829 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.403714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.420301 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] Set router ff6e9025-7ca2-4512-81c0-615f27aa9dba gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:16.467179 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-561d7521-cc6f-47ca-b19f-dbe76ef8adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.485842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:16.489374 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:16.492701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:16.506147 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-561d7521-cc6f-47ca-b19f-dbe76ef8adb6 None None] For port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,segment=NetworkSegment(a4c05364-17a1-4b1e-9a19-c2585b28ea0a),segment_id=a4c05364-17a1-4b1e-9a19-c2585b28ea0a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:16.511629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-561d7521-cc6f-47ca-b19f-dbe76ef8adb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.537358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:16.572896 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:16.574301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.577373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d7521-cc6f-47ca-b19f-dbe76ef8adb6 None None] Pushing event updated for resources: {'Port': ['ID=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:16.602457 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-6a3a77a0-2397-4121-a257-75eddd85dcc5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6991804 Nov 22 17:40:16.651106 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-7c7e8fa0-013c-4323-b268-dc9a7422cb50 None None] Provisioning complete for port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:16.651591 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7c7e8fa0-013c-4323-b268-dc9a7422cb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.681637 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '568b0a04-2fc5-42fd-90bf-b455a80ac8f4', 'name': '', 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'mac_address': 'fa:16:3e:11:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:10Z', 'updated_at': '2021-11-22T17:40:16Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'subnets': [{'id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:16.697304 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Request body: {'port': {'device_id': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:16.727204 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392f2be-d3b3-4e51-b852-fb86fdbeb120 None None] The sync data for ids ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'] in n-d-816206-6 is: [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:11Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '568b0a04-2fc5-42fd-90bf-b455a80ac8f4', 'name': '', 'network_id': 'cc3e32f1-ab9f-4041-ae17-d470ef4fc976', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'mac_address': 'fa:16:3e:11:a8:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4308, 'fixed_ips': [{'subnet_id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:10Z', 'updated_at': '2021-11-22T17:40:16Z', 'revision_number': 4, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'subnets': [{'id': '87c048b3-1527-41f3-8157-b2d842b0eb4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:40:16.771139 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.879321 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-1cbf582d-f5d3-402e-9d06-313876020723 None None] Provisioning complete for port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:16.879691 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cbf582d-f5d3-402e-9d06-313876020723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:16.916232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-1cbf582d-f5d3-402e-9d06-313876020723 None None] Port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:40:16.959165 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f89d7a-15bc-4cb7-a44e-22fdbd6ed076 req-65d3e0f0-dee0-47f4-b6ab-8f51df35990d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:16.960797 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8f89d7a-15bc-4cb7-a44e-22fdbd6ed076 req-65d3e0f0-dee0-47f4-b6ab-8f51df35990d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 931 time: 0.1332712 Nov 22 17:40:17.070443 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b8f89d7a-15bc-4cb7-a44e-22fdbd6ed076 req-30ad9e02-1be0-4311-8eaa-9b0f7e82e1ae tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983326 Nov 22 17:40:17.149389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:40:17.159131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:17.174010 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Transition to ACTIVE for port object 2c393859-b3c7-48b5-9884-16f04e8a2ee7 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:40:17.179461 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:17.235790 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:17.657120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:40:17.657608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:40:17.657969 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:17.662288 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:40:17.662608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:40:17.667438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:40:17.667773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Checking segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:40:17.668156 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Bound using segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:40:17.668584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Bound port: 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:40:17.668940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:17.733006 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:40:17.737166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:40:17.742799 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:17.781279 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.782095 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:17.783498 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] 10.222.0.66 "PUT /v2.0/ports/2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 1091 time: 1.1672933 Nov 22 17:40:17.784003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:40:17.786305 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d02f0d5-fefd-4c4c-a747-719ab23430dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:40:17.811791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ee244-97eb-4144-b091-eb04ccacc19d service neutron] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:17.875045 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-36dce798-6b50-4d68-acf8-73c9c1004e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.877363 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-36dce798-6b50-4d68-acf8-73c9c1004e1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1094 time: 0.0499570 Nov 22 17:40:17.901831 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd87f51-8d11-4d47-b83d-6076c3658ee2 x-openstack-request-id: req-abd87f51-8d11-4d47-b83d-6076c3658ee2 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:40:17.902128 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:40:17.902386 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abd87f51-8d11-4d47-b83d-6076c3658ee2 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:40:17.902796 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'status': 'completed', 'code': 200} Nov 22 17:40:17.931802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-edc5981c-aa63-464d-965c-25e7cf917405 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0425866 Nov 22 17:40:17.987256 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-066c95ad-5076-45b1-9c4c-975e19a368f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:17.988740 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-066c95ad-5076-45b1-9c4c-975e19a368f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0485480 Nov 22 17:40:18.040090 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-8d452b62-1f23-444e-bae0-f54130d38ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.041719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-8d452b62-1f23-444e-bae0-f54130d38ce9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452449 Nov 22 17:40:18.146333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-d9b7ae53-e2f6-4ba3-b5d3-98b6f7deb8f9 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966995 Nov 22 17:40:18.161639 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:18.214772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:18.215036 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:18.267806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea6da8-2ea5-4671-a26e-6281ad5d6358 req-dc56d74f-71ad-417d-a2d3-2ea27943b9ce tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.269403 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90ea6da8-2ea5-4671-a26e-6281ad5d6358 req-dc56d74f-71ad-417d-a2d3-2ea27943b9ce tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 943 time: 0.1044660 Nov 22 17:40:18.323481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b315e1c6-cad0-4157-ae61-173b80673b11 req-e091236a-19b0-4ab5-9669-014964be2350 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675215 Nov 22 17:40:18.352809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-90ea6da8-2ea5-4671-a26e-6281ad5d6358 req-f55a43f6-b615-4634-a881-cbf6af4c5f53 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763879 Nov 22 17:40:18.427747 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-22fcae62-27fe-4ddf-a036-cda35de28530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.429327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-22fcae62-27fe-4ddf-a036-cda35de28530 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1094 time: 0.0411894 Nov 22 17:40:18.524317 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-f8df138a-a6fa-4299-a425-61e45a74a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.525707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-f8df138a-a6fa-4299-a425-61e45a74a7e0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0884624 Nov 22 17:40:18.569016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-eb23e36d-f71e-4e2c-b1ef-5ae22f65d3c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0354714 Nov 22 17:40:18.637372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-7db30537-571e-4e86-bd4d-49b9a5f230cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.638895 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-7db30537-571e-4e86-bd4d-49b9a5f230cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0594039 Nov 22 17:40:18.698142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-c8d737eb-6bca-4edf-8009-1f273b34f4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:18.699652 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-c8d737eb-6bca-4edf-8009-1f273b34f4ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475729 Nov 22 17:40:18.791567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-c6f45a70-577c-4e12-a498-6c7c71eaf096 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841529 Nov 22 17:40:18.890497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3d02f0d5-fefd-4c4c-a747-719ab23430dc req-392e1b5e-f52c-444a-aa2d-ac14fb37e320 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903566 Nov 22 17:40:19.477291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e645419-05cb-4719-a912-51606f53362f req-0dc06c27-f967-47af-bc98-3eb95057382c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:19.478973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e645419-05cb-4719-a912-51606f53362f req-0dc06c27-f967-47af-bc98-3eb95057382c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 943 time: 0.0507267 Nov 22 17:40:19.533981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e645419-05cb-4719-a912-51606f53362f req-84590a99-3f80-4597-8d5a-dd017d63128a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483437 Nov 22 17:40:20.114095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-80df2e27-dd11-4242-bf7b-4212cb4004e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:20.657439 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c82cb-7e56-4146-8d04-707d4a5c3506 req-3e332571-7d17-4b89-973e-b3d62a45da2d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:20.658945 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-123c82cb-7e56-4146-8d04-707d4a5c3506 req-3e332571-7d17-4b89-973e-b3d62a45da2d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 943 time: 0.0546224 Nov 22 17:40:20.710313 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-123c82cb-7e56-4146-8d04-707d4a5c3506 req-66b28206-01e7-476c-9562-595221ee0a7e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452921 Nov 22 17:40:20.841565 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:40:20.942392 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:20.954474 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'mac_address': 'fa:16:3e:b0:32:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:40:20.991838 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:21.004839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:40:21.025195 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:21.028876 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:21.079647 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:21.363725 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['2c393859-b3c7-48b5-9884-16f04e8a2ee7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:40:21.829084 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f357e-984f-446e-abc2-c7a8ea8d782e req-6c751805-3967-43cd-8631-b6d69923495f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:21.830735 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c69f357e-984f-446e-abc2-c7a8ea8d782e req-6c751805-3967-43cd-8631-b6d69923495f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0505121 Nov 22 17:40:21.881118 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c69f357e-984f-446e-abc2-c7a8ea8d782e req-51d6e687-768c-43bf-a55a-147b8d91497b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Nov 22 17:40:22.845029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:40:22.895530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:40:22.899337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:40:22.899708 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:22.977236 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:22.999522 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:40:23.002222 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7aa8c-9f65-48d6-b9c4-540705f1f6ef" -d '{"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:40:23.008859 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093181d9-d979-48a6-9ef8-41523fe38e99 req-76140453-6bf3-4133-bbf8-377ab8434d41 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:23.010426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-093181d9-d979-48a6-9ef8-41523fe38e99 req-76140453-6bf3-4133-bbf8-377ab8434d41 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0583138 Nov 22 17:40:23.015452 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:40:23.021832 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:23.077112 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:23.082216 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-093181d9-d979-48a6-9ef8-41523fe38e99 req-053b7469-745e-4ff2-b0fc-e0400c3178a0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638006 Nov 22 17:40:23.111020 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996fa665-8544-4d85-98be-84799fc23831 x-openstack-request-id: req-996fa665-8544-4d85-98be-84799fc23831 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:40:23.111321 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:40:23.111576 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-996fa665-8544-4d85-98be-84799fc23831 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:40:23.111974 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'code': 200} Nov 22 17:40:23.220656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777d1a-ecf8-40ca-985c-728eb30e9695 req-bce195f9-7122-46f0-b9b1-443345b96598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:23.222184 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2777d1a-ecf8-40ca-985c-728eb30e9695 req-bce195f9-7122-46f0-b9b1-443345b96598 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1096 time: 0.0422132 Nov 22 17:40:23.273719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2777d1a-ecf8-40ca-985c-728eb30e9695 req-8bee4f44-7d53-42ff-a169-e47aa3e88ecf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Nov 22 17:40:23.501457 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1777c9b8-b4a8-4ce5-b643-f87cc445ca59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:24.197489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bb22c-dc24-434f-ba3d-b6cd6547a705 req-bc65676c-403b-43f6-b650-0bd8bfb63b40 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:24.199026 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-216bb22c-dc24-434f-ba3d-b6cd6547a705 req-bc65676c-403b-43f6-b650-0bd8bfb63b40 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0496366 Nov 22 17:40:24.249729 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-216bb22c-dc24-434f-ba3d-b6cd6547a705 req-8d029055-5d14-47dc-bd9d-677bef751b75 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439620 Nov 22 17:40:24.276629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:25.373162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9466caa-1897-4de6-b4cd-9dd7940fad57 req-a2cada96-f6c0-4095-960d-af5418d8e110 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.374700 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9466caa-1897-4de6-b4cd-9dd7940fad57 req-a2cada96-f6c0-4095-960d-af5418d8e110 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0528479 Nov 22 17:40:25.426273 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f9466caa-1897-4de6-b4cd-9dd7940fad57 req-0726d325-1db6-42dd-a719-796e37ff436c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445635 Nov 22 17:40:25.543999 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe35d47-1052-4487-8bd1-76c628ffbdb7 req-cc10d0f1-e9e7-49b9-aaf1-3a4935b62bb2 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.545433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe35d47-1052-4487-8bd1-76c628ffbdb7 req-cc10d0f1-e9e7-49b9-aaf1-3a4935b62bb2 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0497451 Nov 22 17:40:25.597765 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe35d47-1052-4487-8bd1-76c628ffbdb7 req-053147b2-c3c9-4e5e-a4fa-11c112afe4e5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441206 Nov 22 17:40:25.621293 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54474) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:25.655614 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:25.707290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1d72aa-eafb-4771-9301-a5d2afd41238 tempest-TestShelveInstance-437446008 tempest-TestShelveInstance-437446008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:25.708824 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-4d1d72aa-eafb-4771-9301-a5d2afd41238 tempest-TestShelveInstance-437446008 tempest-TestShelveInstance-437446008-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1091 time: 0.0864916 Nov 22 17:40:25.711716 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54478) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:40:25.715895 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:40:25.739551 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:25.838564 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:25.945161 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Allocated IP 172.25.6.138 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/2793f8b4-fc5c-41b7-b56c-20bf76ef8058) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:40:26.045324 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.082169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.125537 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:40:26.128423 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:40:26.132864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:40:26.136083 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'Port': ['ID=2793f8b4-fc5c-41b7-b56c-20bf76ef8058,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:26.188152 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.506349 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.581882 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.732392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.738031 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.809689 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'Port': ['ID=2793f8b4-fc5c-41b7-b56c-20bf76ef8058,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:40:26.823569 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:26.868162 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:40:26.926440 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Floating IP 80df027a-b829-46e5-9c18-2c7f23755721 associated. External IP: 172.25.6.138, port: 2c393859-b3c7-48b5-9884-16f04e8a2ee7. Nov 22 17:40:27.139481 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:40:27.251579 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:40:27.261137 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:40:27.269506 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:27.272763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:27.273423 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:27.298483 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9d901f24-136a-439e-a84c-efbedb6280da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5857136 Nov 22 17:40:27.299080 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:40:27.301365 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77de1143-fa5c-4870-9130-618d195bd1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:40:27.338740 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a612ddbd-4812-4dea-8c9b-ccfeb0be7f9a x-openstack-request-id: req-a612ddbd-4812-4dea-8c9b-ccfeb0be7f9a {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:40:27.339042 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:40:27.339301 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a612ddbd-4812-4dea-8c9b-ccfeb0be7f9a {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:40:27.339714 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'status': 'completed', 'code': 200} Nov 22 17:40:27.387957 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:27.402639 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-7f47d87e-ce63-4f7c-af3f-55cfc7c3c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:27.404100 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-7f47d87e-ce63-4f7c-af3f-55cfc7c3c0d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1096 time: 0.0405095 Nov 22 17:40:27.501644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-0aa1568a-e3e3-4aff-b3b2-3f8bd9399614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:27.502768 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-0aa1568a-e3e3-4aff-b3b2-3f8bd9399614 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0919101 Nov 22 17:40:27.572622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-8e1f0483-fd7c-4d0b-80c6-692e008488ec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 999 time: 0.0620048 Nov 22 17:40:27.619814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '80df027a-b829-46e5-9c18-2c7f23755721', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'mac_address': 'fa:16:3e:b0:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:40:26Z', 'updated_at': '2021-11-22T17:40:26Z', 'revision_number': 0, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:27.628900 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-557711c6-004f-4c39-93fe-72acff345a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:27.630440 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-557711c6-004f-4c39-93fe-72acff345a2e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0497272 Nov 22 17:40:27.647578 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:40:27.657239 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:40:27.658123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:40:23Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:27.678813 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-272e48cc-231d-4b35-839b-235cae140b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:27.680323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-272e48cc-231d-4b35-839b-235cae140b8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418565 Nov 22 17:40:27.768896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:40:27.772169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-27d5e540-dd28-48db-a6de-66fb61e4a8f3 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845993 Nov 22 17:40:27.870990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77de1143-fa5c-4870-9130-618d195bd1d5 req-ca0239c4-0632-4b0c-bd0e-a4839c50f270 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905535 Nov 22 17:40:27.994461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '80df027a-b829-46e5-9c18-2c7f23755721', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'mac_address': 'fa:16:3e:b0:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:40:26Z', 'updated_at': '2021-11-22T17:40:26Z', 'revision_number': 0, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:40:28.024029 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47475730-8259-4c76-8aa2-8d942fad91d2 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '80df027a-b829-46e5-9c18-2c7f23755721', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'floating_ip_address': '172.25.6.138', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'mac_address': 'fa:16:3e:b0:32:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:40:26Z', 'updated_at': '2021-11-22T17:40:26Z', 'revision_number': 0, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:40:28.224074 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e9d1e1-fbbf-46d9-923c-3dbb468f1e04 None None] New status for floating IP 80df027a-b829-46e5-9c18-2c7f23755721: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:40:38.060094 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:39.750784 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:50.116707 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3ec99108-0925-4190-987b-0eb84e872b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:53.504559 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5483100-5928-4b28-8420-219f0e673386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:54.279405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:55.218382 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-6f9e7290-7bcd-4943-b4fe-5b8a6fc29476 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418046 Nov 22 17:40:55.308384 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-f0498e7c-9f79-44dd-a322-5533d1512526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:55.309927 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-f0498e7c-9f79-44dd-a322-5533d1512526 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1096 time: 0.0458300 Nov 22 17:40:55.422888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-1e361510-c242-49b5-8175-09f30a73f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:55.425225 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-1e361510-c242-49b5-8175-09f30a73f0db service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0929763 Nov 22 17:40:55.495495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-2273b45d-1a37-4a22-abb8-120e55d47211 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0587287 Nov 22 17:40:55.550791 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-572fb8fc-4ac4-4891-82eb-a0cf4a589c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:55.552258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-572fb8fc-4ac4-4891-82eb-a0cf4a589c7f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0483665 Nov 22 17:40:55.598514 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-cd94416e-9be7-495a-ad76-2c585eacbb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:40:55.601098 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-cd94416e-9be7-495a-ad76-2c585eacbb25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416613 Nov 22 17:40:55.657675 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:40:55.694744 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-9442e6c4-0ff3-4843-a336-3512e0a66b1d service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854549 Nov 22 17:40:55.797096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aae8c90d-fd87-461d-a285-9e9b71d11551 req-a8d491e8-ce02-4a74-817e-f587eae695ad service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895522 Nov 22 17:40:56.180459 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:03.868100 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:41:06.515477 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-fdb858f7-a5d2-4817-9ede-f005a47481fd req-c116c685-6889-4830-ab13-dbbbe05325f6 service neutron] (103514) timed out ('10.222.0.65', 45150) {{(pid=103514) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:41:08.071931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:09.763122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:20.119963 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5b5088d9-e9cf-4a88-9c12-22a9997ad284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:23.506574 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-db3d8c51-d209-48e9-a059-de52af1b9410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:24.283329 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:25.658904 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:26.182932 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:38.077804 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:39.755963 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:40.869319 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:41:50.124244 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-05d86ac0-995e-451d-a26a-604b08e10c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:53.509835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8709e8e1-f8d3-44da-8002-b170b4473b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:54.284910 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.226351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-4a7a49a7-9e5c-4741-aff4-5bac09b94e1d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490012 Nov 22 17:41:55.312297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863733b-35b2-46cd-856b-08f73be573f4 req-fa2cdf8d-69b3-48fd-b744-fe45bdb7bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:55.313879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-fa2cdf8d-69b3-48fd-b744-fe45bdb7bfc4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1096 time: 0.0412898 Nov 22 17:41:55.425903 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863733b-35b2-46cd-856b-08f73be573f4 req-86b8aa68-24ec-48e2-8f69-ce028c9e0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:55.427424 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-86b8aa68-24ec-48e2-8f69-ce028c9e0a89 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0902524 Nov 22 17:41:55.497083 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-87a35f37-1c1f-42c3-91d1-30d7c48852ce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0591018 Nov 22 17:41:55.551500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863733b-35b2-46cd-856b-08f73be573f4 req-39806ebe-e804-4e14-8084-be9c8951ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:55.552950 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-39806ebe-e804-4e14-8084-be9c8951ee1f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0480907 Nov 22 17:41:55.600886 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863733b-35b2-46cd-856b-08f73be573f4 req-4fa1e394-ae3e-4c04-8caa-0073ebde56d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:41:55.602442 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-4fa1e394-ae3e-4c04-8caa-0073ebde56d9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412605 Nov 22 17:41:55.663156 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:41:55.697381 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-6e72fed9-5fbc-44a7-8753-3cdcfcd6b1c3 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856516 Nov 22 17:41:55.799420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6863733b-35b2-46cd-856b-08f73be573f4 req-0e59144c-79ca-4a09-bbb9-1e5990756ee9 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935326 Nov 22 17:41:56.184229 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:08.084628 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:09.775155 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:17.868554 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:42:20.126254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-710d8e54-40b3-4d99-9f33-c499a1d23833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:23.511625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f5b2707a-cde5-4444-a250-3a22e1c35ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:24.288596 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:25.665528 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:25.874647 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bd860-699c-480a-8117-9d33cff08b3f req-3b002950-073b-4155-aba9-b19dfa8eeb55 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:25.876129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-419bd860-699c-480a-8117-9d33cff08b3f req-3b002950-073b-4155-aba9-b19dfa8eeb55 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0536180 Nov 22 17:42:25.927655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-419bd860-699c-480a-8117-9d33cff08b3f req-0bc09864-fc34-4f6f-974f-c13ed0fc5429 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453429 Nov 22 17:42:26.186426 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:27.080072 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8fb405-d20a-4073-9129-9290cc61036f req-c6012768-5bdc-4562-804d-2dc60d160672 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:27.081625 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf8fb405-d20a-4073-9129-9290cc61036f req-c6012768-5bdc-4562-804d-2dc60d160672 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0579710 Nov 22 17:42:27.134514 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bf8fb405-d20a-4073-9129-9290cc61036f req-1e2638b4-3811-48a9-bda3-bbd238912dcd tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Nov 22 17:42:28.274483 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e900d-9084-41c2-af4d-a3223df64746 req-7e4fffb9-b15a-4adb-b388-dbc755045555 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:28.276007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86e900d-9084-41c2-af4d-a3223df64746 req-7e4fffb9-b15a-4adb-b388-dbc755045555 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0494599 Nov 22 17:42:28.326379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86e900d-9084-41c2-af4d-a3223df64746 req-d1d8bca1-afda-44aa-8184-8379213b68b7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 22 17:42:29.440888 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bda948-ec0b-4bf3-a52b-c020c5964309 req-fb897113-7d9c-4609-bdf2-f700eec66b1e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:29.442397 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6bda948-ec0b-4bf3-a52b-c020c5964309 req-fb897113-7d9c-4609-bdf2-f700eec66b1e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0479650 Nov 22 17:42:29.496898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f6bda948-ec0b-4bf3-a52b-c020c5964309 req-871bd787-f575-41ef-86fc-3941566b5e07 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475349 Nov 22 17:42:30.621940 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f153af-2b5a-46f2-a88e-5cd9699b18f2 req-eaa81b01-d069-4572-b4bf-b4b76cd367be tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:30.623433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56f153af-2b5a-46f2-a88e-5cd9699b18f2 req-eaa81b01-d069-4572-b4bf-b4b76cd367be tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0520606 Nov 22 17:42:30.674215 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-56f153af-2b5a-46f2-a88e-5cd9699b18f2 req-b807555d-e369-4c67-9111-94aee9a847eb tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447927 Nov 22 17:42:31.794495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144dfb-0dee-4380-837c-026ae2eb89d6 req-5072e827-237e-45e8-b725-ea8dd77d11d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:31.795973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44144dfb-0dee-4380-837c-026ae2eb89d6 req-5072e827-237e-45e8-b725-ea8dd77d11d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0492275 Nov 22 17:42:31.846715 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-44144dfb-0dee-4380-837c-026ae2eb89d6 req-6545bb3b-5a0d-4bee-b070-9add0cca562e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447748 Nov 22 17:42:32.970323 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18438d-d327-4257-99be-513fd35e53bb req-476e2120-01a2-4f62-b0ba-6ad4e396535a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:32.971810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec18438d-d327-4257-99be-513fd35e53bb req-476e2120-01a2-4f62-b0ba-6ad4e396535a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0542042 Nov 22 17:42:33.023703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec18438d-d327-4257-99be-513fd35e53bb req-ccec5910-3b72-4e78-903a-295cea2232b9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449398 Nov 22 17:42:34.142661 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48c072-6fe3-43d9-8b00-8dca541e98e3 req-aa9b9443-9cc8-49cf-8a76-b488945e222e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:34.144171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f48c072-6fe3-43d9-8b00-8dca541e98e3 req-aa9b9443-9cc8-49cf-8a76-b488945e222e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0493555 Nov 22 17:42:34.194236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6f48c072-6fe3-43d9-8b00-8dca541e98e3 req-982937da-e001-443e-8a82-2e69338f413a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Nov 22 17:42:35.321856 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4be5e3-bbcb-41f7-b23c-a07e0708486c req-87b3475f-56f2-41eb-93f8-2293fd5f1599 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:35.324496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f4be5e3-bbcb-41f7-b23c-a07e0708486c req-87b3475f-56f2-41eb-93f8-2293fd5f1599 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0594187 Nov 22 17:42:35.378581 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2f4be5e3-bbcb-41f7-b23c-a07e0708486c req-1a2dd680-2b3d-496e-9cba-5571585aceff tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480280 Nov 22 17:42:36.495017 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d365c-a476-4302-8e9d-ce60abe5c915 req-f4acc7f3-a3e2-42ab-98e1-90e99d57c5ff tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:36.496482 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f3d365c-a476-4302-8e9d-ce60abe5c915 req-f4acc7f3-a3e2-42ab-98e1-90e99d57c5ff tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0494034 Nov 22 17:42:36.546520 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3f3d365c-a476-4302-8e9d-ce60abe5c915 req-258dbf8a-14bb-4294-8d9e-a600dcb6be8d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440271 Nov 22 17:42:37.470060 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:42:37.569086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:37.583036 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'mac_address': 'fa:16:3e:b0:32:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:42:37.625602 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:37.642351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:42:37.668408 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:37.672352 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcd86f-546b-4501-832f-60e4087a846d req-6aaeab4a-ff61-4580-9f6d-db5167f9e3c5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:37.672868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:37.673994 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7bcd86f-546b-4501-832f-60e4087a846d req-6aaeab4a-ff61-4580-9f6d-db5167f9e3c5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0538352 Nov 22 17:42:37.733545 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:37.743052 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c7bcd86f-546b-4501-832f-60e4087a846d req-4b284063-e8be-43b5-bd18-d486424b8d91 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601025 Nov 22 17:42:37.746744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.747100 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.747449 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.747791 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.748124 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.748456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.748875 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.749293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.749628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.749985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.750356 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.750869 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:37.765044 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['2c393859-b3c7-48b5-9884-16f04e8a2ee7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:42:38.128514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:38.890241 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264e00c-a5f1-4749-afb7-a00267068b22 req-91b3b79f-7ddb-4c7f-8dd7-d16d7f82337d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:38.893146 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d264e00c-a5f1-4749-afb7-a00267068b22 req-91b3b79f-7ddb-4c7f-8dd7-d16d7f82337d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0586653 Nov 22 17:42:38.952879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d264e00c-a5f1-4749-afb7-a00267068b22 req-edcd100f-77af-4858-b09f-c2f33cbad1fc tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543263 Nov 22 17:42:39.491816 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:42:39.557164 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:42:39.557583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:39.666359 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:39.692351 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:39.697220 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f56ef-58ed-4cd5-9a40-6e6fb895efe0" -d '{"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:39.711436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:39.717157 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:39.747752 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88ca690-fbac-49fc-bd51-a372171a9afa x-openstack-request-id: req-d88ca690-fbac-49fc-bd51-a372171a9afa {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:39.748021 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:39.748217 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d88ca690-fbac-49fc-bd51-a372171a9afa {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:39.748622 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'code': 200} Nov 22 17:42:39.794849 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:39.795648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:40.099449 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d439da71-fa6c-46e6-89bc-18f0d74b3604 req-eb5598d9-d69a-4487-a760-18eab7451ddb tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:40.101864 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d439da71-fa6c-46e6-89bc-18f0d74b3604 req-eb5598d9-d69a-4487-a760-18eab7451ddb tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0669110 Nov 22 17:42:40.160598 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d439da71-fa6c-46e6-89bc-18f0d74b3604 req-dac709ec-23cd-4691-9450-0a205fe73549 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526915 Nov 22 17:42:41.303971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8325a43f-a1d3-4ef8-af29-47e25f320fa3 req-5172bf62-4f82-4e22-b264-84e1b14f873f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:41.306398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8325a43f-a1d3-4ef8-af29-47e25f320fa3 req-5172bf62-4f82-4e22-b264-84e1b14f873f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0619512 Nov 22 17:42:41.373635 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8325a43f-a1d3-4ef8-af29-47e25f320fa3 req-2216058b-8d0e-406b-965c-62fe178eb40e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589874 Nov 22 17:42:42.504060 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cad3c-4017-41fd-8475-626f6278b62b req-ce8f579e-8d11-4d0a-9c15-35439bbd4866 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:42.507095 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-702cad3c-4017-41fd-8475-626f6278b62b req-ce8f579e-8d11-4d0a-9c15-35439bbd4866 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0588825 Nov 22 17:42:42.564677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-702cad3c-4017-41fd-8475-626f6278b62b req-11555fbd-c88d-4328-80ef-00570b0dfa5f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528071 Nov 22 17:42:43.695126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853296f7-e66d-4842-a931-ad3143a82937 req-07e445c8-342b-483f-8538-b479de151a71 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:43.697844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-853296f7-e66d-4842-a931-ad3143a82937 req-07e445c8-342b-483f-8538-b479de151a71 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0582223 Nov 22 17:42:43.758996 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-853296f7-e66d-4842-a931-ad3143a82937 req-7d71fc8d-f795-4069-ad75-c821b14ce8b9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556371 Nov 22 17:42:44.889116 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5f7e6-38c6-469c-8fc9-87e877fcf4fe req-37d25d90-5084-42b4-93bc-0b5922b76c24 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:44.891493 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a5f7e6-38c6-469c-8fc9-87e877fcf4fe req-37d25d90-5084-42b4-93bc-0b5922b76c24 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0566449 Nov 22 17:42:44.949512 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12a5f7e6-38c6-469c-8fc9-87e877fcf4fe req-7219ffa0-205d-4463-9c7a-0ea62d9df3df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502694 Nov 22 17:42:46.088215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aabf2-3e71-4494-9865-aac544af37e6 req-30f9f49b-1647-4036-bccc-eb5a85b19262 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:46.089823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf3aabf2-3e71-4494-9865-aac544af37e6 req-30f9f49b-1647-4036-bccc-eb5a85b19262 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0593629 Nov 22 17:42:46.163884 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf3aabf2-3e71-4494-9865-aac544af37e6 req-fcc45815-699c-4d8d-80ef-1f00eb3c8137 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616233 Nov 22 17:42:47.289873 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ee66d-0f27-48e5-a72e-5032cfec1817 req-acb68ec6-484f-4a2f-8e64-90968adf10ae tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:47.291430 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe1ee66d-0f27-48e5-a72e-5032cfec1817 req-acb68ec6-484f-4a2f-8e64-90968adf10ae tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0565472 Nov 22 17:42:47.345758 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fe1ee66d-0f27-48e5-a72e-5032cfec1817 req-96db4ea9-8ec1-4cf0-9e4f-e809f993f2f8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483925 Nov 22 17:42:48.467197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39140e6-e8ac-4cc2-8039-7cde921e4182 req-81d62f69-d6fb-4908-822d-8603fef5d95b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:48.468705 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e39140e6-e8ac-4cc2-8039-7cde921e4182 req-81d62f69-d6fb-4908-822d-8603fef5d95b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0501595 Nov 22 17:42:48.520580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e39140e6-e8ac-4cc2-8039-7cde921e4182 req-6456586e-fd79-409d-80f6-3a5a319286cf tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458708 Nov 22 17:42:48.678327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-a2e7983e-0e43-46a5-bde7-fbdb6977d457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:48.679819 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-a2e7983e-0e43-46a5-bde7-fbdb6977d457 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1096 time: 0.0456364 Nov 22 17:42:48.779128 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-44938cad-8c23-40ed-ada4-0959d78bb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:48.780607 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-44938cad-8c23-40ed-ada4-0959d78bb2ba service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0873749 Nov 22 17:42:48.853468 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-3f6566cc-faec-4d4b-bfdb-8e6c6d0d5c2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0628431 Nov 22 17:42:48.907099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-d0da79f6-ec86-47a2-87ae-acef9c920d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:48.908428 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-d0da79f6-ec86-47a2-87ae-acef9c920d12 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0453944 Nov 22 17:42:48.956069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-9bcf6ad1-ae4e-45eb-b973-1ea762d80ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:48.957567 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-9bcf6ad1-ae4e-45eb-b973-1ea762d80ee5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410693 Nov 22 17:42:49.050081 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-10029a70-a45e-4661-a088-0eb32c691918 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845296 Nov 22 17:42:49.148898 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-faf4a0dc-70cc-479c-844f-c97c9d4bcd42 req-4b8f676f-90ca-4cc3-ac65-70f0cbf88060 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881917 Nov 22 17:42:49.638946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316e3147-1bc4-405e-a768-2acaa9228b1e req-7da51d39-9eb3-4a98-bd92-7b8b5eb0cea3 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:49.640460 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-316e3147-1bc4-405e-a768-2acaa9228b1e req-7da51d39-9eb3-4a98-bd92-7b8b5eb0cea3 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0500050 Nov 22 17:42:49.695258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-316e3147-1bc4-405e-a768-2acaa9228b1e req-47f9905b-1361-444f-a129-a5e7bc02e1b5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481827 Nov 22 17:42:50.129064 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d961b27f-9dcd-4bd7-aa54-7fafb1424440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:50.816806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb2674-55fc-46dd-8120-da74a79a14e1 req-6fa51f9f-a7d8-4d8b-82f5-b00648762ca3 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:50.819590 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73bb2674-55fc-46dd-8120-da74a79a14e1 req-6fa51f9f-a7d8-4d8b-82f5-b00648762ca3 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0529337 Nov 22 17:42:50.871695 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-73bb2674-55fc-46dd-8120-da74a79a14e1 req-1181dd90-463e-475d-abe6-5cc21b39a70c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453362 Nov 22 17:42:51.538981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:42:51.617214 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:51.641364 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:51.643622 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe9a14b-0cb6-4f95-a5d5-b37b46f1adc1" -d '{"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-unplugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:51.658016 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:51.663495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:51.686773 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a12fe64-1bf0-4b85-9e51-964243435617 x-openstack-request-id: req-3a12fe64-1bf0-4b85-9e51-964243435617 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:51.687071 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-unplugged", "status": "failed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "code": 422}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:51.687330 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a12fe64-1bf0-4b85-9e51-964243435617 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:51.687729 n-d-816206-6 neutron-server[103516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'code': 422} returned with failed status Nov 22 17:42:51.716389 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:51.990547 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d03e9-b0f5-4a8a-bafe-bfab98504f5f req-efa6b509-4454-4032-85df-df803eb5119b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:51.992119 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa7d03e9-b0f5-4a8a-bafe-bfab98504f5f req-efa6b509-4454-4032-85df-df803eb5119b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 943 time: 0.0514746 Nov 22 17:42:52.043856 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-aa7d03e9-b0f5-4a8a-bafe-bfab98504f5f req-3ab3c1df-bf91-42a4-b1bf-b3255ca37080 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457015 Nov 22 17:42:52.113441 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-001d239a-ced9-40e6-a451-3ef8726bb54c req-a850095d-93f2-4220-8175-cc96376ead94 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:42:52.114436 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-001d239a-ced9-40e6-a451-3ef8726bb54c req-a850095d-93f2-4220-8175-cc96376ead94 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052531 Nov 22 17:42:52.294258 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbfc38-4d28-4fac-838e-60ec2ea84fe8 req-cf7c3d9a-c54d-49e5-b54b-097caf3f6548 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:52.296843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ffbfc38-4d28-4fac-838e-60ec2ea84fe8 req-cf7c3d9a-c54d-49e5-b54b-097caf3f6548 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 943 time: 0.0582771 Nov 22 17:42:52.354714 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9ffbfc38-4d28-4fac-838e-60ec2ea84fe8 req-cfe4eb55-a569-46c4-90f4-d5b201adf459 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517533 Nov 22 17:42:52.630333 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-f876e577-7730-4ba6-b7e9-c8478b734b06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1010678 Nov 22 17:42:53.486036 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e460e4-4d8b-47ff-b736-a04d23c11009 req-442a6b7d-acb5-431a-ac21-8714176a3734 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:53.487781 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2e460e4-4d8b-47ff-b736-a04d23c11009 req-442a6b7d-acb5-431a-ac21-8714176a3734 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 943 time: 0.0610530 Nov 22 17:42:53.516380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11648594-8562-411b-9253-a89281cbfb80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:53.517448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675749f-6de7-48e3-b875-a9be5653f065 req-aee0557d-f0f3-4808-81bc-c3d1f55e5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:53.519043 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-aee0557d-f0f3-4808-81bc-c3d1f55e5fcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac&tenant_id=fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 1094 time: 0.1013718 Nov 22 17:42:53.531460 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-55fc0c5c-8525-44f3-981a-f186312af937 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:42:53.532466 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-55fc0c5c-8525-44f3-981a-f186312af937 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053153 Nov 22 17:42:53.544524 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-6', 'device_owner': 'compute:nova'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:42:53.544838 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2e460e4-4d8b-47ff-b736-a04d23c11009 req-344adcc3-f679-4070-8db4-fd5562bbb9fd tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491805 Nov 22 17:42:53.603598 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:53.815288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:42:53.847980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h1-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:42:53.882307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:42:53.889783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:53.902154 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Transition to ACTIVE for port object 2c393859-b3c7-48b5-9884-16f04e8a2ee7 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:42:53.905958 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:53.995055 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=9']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:54.009066 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.009509 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.009885 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.010232 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.010569 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.010902 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.011246 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.011561 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.011890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.012219 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.012545 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.012866 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:42:54.046240 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] No DVR routers for this DVR port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on host n-h1-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:42:54.187948 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:42:54.188275 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:42:54.188600 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:54.193823 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:42:54.194114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Attempting to bind port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:42:54.199309 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:42:54.199650 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Checking segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:42:54.200034 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Bound using segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:42:54.200464 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Bound port: 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:42:54.200820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:54.265135 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:42:54.268285 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:42:54.274833 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:54.294195 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:54.315064 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.315663 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:54.317053 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 1091 time: 0.7766860 Nov 22 17:42:54.317503 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:42:54.320338 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736ba2fc-d405-4398-98f0-1f94aa5f61dc" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:42:54.358495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6058b8-ab86-44a8-b1a7-299bf2ddeb21 service neutron] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=10']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:42:54.376426 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc4fec6-9726-4380-ad02-d4ca1d312e46 x-openstack-request-id: req-fcc4fec6-9726-4380-ad02-d4ca1d312e46 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:42:54.376725 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:42:54.376983 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fcc4fec6-9726-4380-ad02-d4ca1d312e46 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:42:54.377428 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'status': 'completed', 'code': 200} Nov 22 17:42:54.397164 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675749f-6de7-48e3-b875-a9be5653f065 req-8ac40760-d985-4346-a3d9-ce7f2413374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.398870 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-8ac40760-d985-4346-a3d9-ce7f2413374e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1095 time: 0.0506525 Nov 22 17:42:54.496180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675749f-6de7-48e3-b875-a9be5653f065 req-3a44013a-71dd-4cae-a0e3-fcec1b89cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.497747 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-3a44013a-71dd-4cae-a0e3-fcec1b89cb0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0916188 Nov 22 17:42:54.686581 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df847e-a4fc-4a9c-985d-3e69a0e3ee3d req-4b283d5b-49df-4878-8c13-7c20b65ab76a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.688887 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32df847e-a4fc-4a9c-985d-3e69a0e3ee3d req-4b283d5b-49df-4878-8c13-7c20b65ab76a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0645247 Nov 22 17:42:54.744466 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-32df847e-a4fc-4a9c-985d-3e69a0e3ee3d req-a79620a1-8e3b-44ef-bcab-b6198e878df5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485437 Nov 22 17:42:54.861440 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-52f695bb-6d3a-4b21-89a1-14bc55ec8a30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 999 time: 0.3545899 Nov 22 17:42:54.867229 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:42:54.913385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675749f-6de7-48e3-b875-a9be5653f065 req-04387798-e1b5-4863-a488-9c6d3267d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.914796 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-04387798-e1b5-4863-a488-9c6d3267d672 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0449839 Nov 22 17:42:54.962238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675749f-6de7-48e3-b875-a9be5653f065 req-38f319e9-94f7-494f-b6ed-33e590a290ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:54.963714 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-38f319e9-94f7-494f-b6ed-33e590a290ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408967 Nov 22 17:42:55.058892 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-b94ae1d7-56eb-4498-94b5-f73f927f027a service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870683 Nov 22 17:42:55.155338 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c675749f-6de7-48e3-b875-a9be5653f065 req-efc32323-4450-4f12-a522-f872d1df4360 service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889587 Nov 22 17:42:55.250803 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-4c5607d1-5062-4d95-a119-f240d8f79ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:55.252358 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-4c5607d1-5062-4d95-a119-f240d8f79ea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1095 time: 0.0485303 Nov 22 17:42:55.350060 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-b760fe7f-b5d6-496f-a66c-6bc1688eae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:55.351562 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-b760fe7f-b5d6-496f-a66c-6bc1688eae42 service neutron] 10.222.0.20 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0896056 Nov 22 17:42:55.429794 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-e08393f0-4202-475b-bba7-61cd4516b74c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 999 time: 0.0707099 Nov 22 17:42:55.564546 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:42:55.613275 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:42:55.680338 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:55.877252 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a6efa-eb93-477c-8896-8407be290f21 req-f75f2504-32c6-45dc-b3b6-0d5940e52bf7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:55.879369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d27a6efa-eb93-477c-8896-8407be290f21 req-f75f2504-32c6-45dc-b3b6-0d5940e52bf7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0589271 Nov 22 17:42:55.935495 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d27a6efa-eb93-477c-8896-8407be290f21 req-25ff07a0-7ff5-4a61-9bee-05e1c352beb5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479929 Nov 22 17:42:56.192759 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:42:57.073453 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a491014-d89c-4236-8596-86580bc4157a req-38000ef9-2664-4c21-90e5-e3df2588e597 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:57.075743 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a491014-d89c-4236-8596-86580bc4157a req-38000ef9-2664-4c21-90e5-e3df2588e597 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0567694 Nov 22 17:42:57.162398 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2a491014-d89c-4236-8596-86580bc4157a req-33343dec-cdf2-4ecb-b21f-86e534cdd847 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735488 Nov 22 17:42:58.284822 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4b2b8-2158-4ba4-a260-13812acc7b7c req-f0ffcb46-e82e-4ff7-9db0-08ce691d2363 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:58.286796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d4b2b8-2158-4ba4-a260-13812acc7b7c req-f0ffcb46-e82e-4ff7-9db0-08ce691d2363 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0536301 Nov 22 17:42:58.348951 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-09d4b2b8-2158-4ba4-a260-13812acc7b7c req-31352b39-6a8a-4e2f-9da0-d27e60142c15 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537579 Nov 22 17:42:59.493239 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f006a68-aa32-4cf7-a181-425401d258aa req-95a8b8bf-9e95-4da8-86e7-01164bc7d0dc tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:42:59.494974 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f006a68-aa32-4cf7-a181-425401d258aa req-95a8b8bf-9e95-4da8-86e7-01164bc7d0dc tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0553923 Nov 22 17:42:59.554963 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5f006a68-aa32-4cf7-a181-425401d258aa req-2da731a4-cf70-46b4-b66e-db193a97e196 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530350 Nov 22 17:43:00.684733 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a63f34-5728-48d9-84ba-60b7a56a0916 req-d39d4f4f-120d-4820-af66-54c8e68c8be4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:00.686335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1a63f34-5728-48d9-84ba-60b7a56a0916 req-d39d4f4f-120d-4820-af66-54c8e68c8be4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0562425 Nov 22 17:43:00.750423 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c1a63f34-5728-48d9-84ba-60b7a56a0916 req-acdb9a4d-899d-4d0d-aa90-d5c732981b3e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574753 Nov 22 17:43:01.885911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d3eea-ce9e-4689-96ec-1bea178e8989 req-0fba96d8-9e52-4df7-a4c4-32084cfb1dc8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:01.887649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-719d3eea-ce9e-4689-96ec-1bea178e8989 req-0fba96d8-9e52-4df7-a4c4-32084cfb1dc8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0513616 Nov 22 17:43:01.946504 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-719d3eea-ce9e-4689-96ec-1bea178e8989 req-11774d2d-50d4-40cf-bcfb-f98ab360f5a7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518348 Nov 22 17:43:03.068243 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38176018-3e23-44ea-b1c3-265f9bd595c5 req-ce19585b-034f-466b-9d9b-baa3cd3c421e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:03.070278 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38176018-3e23-44ea-b1c3-265f9bd595c5 req-ce19585b-034f-466b-9d9b-baa3cd3c421e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0497439 Nov 22 17:43:03.130865 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-38176018-3e23-44ea-b1c3-265f9bd595c5 req-7173119d-2420-471d-8d2d-f3efe2a37d21 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528336 Nov 22 17:43:04.276495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3056a58-8497-40fb-af60-e12b284dd9c6 req-64dbe8ab-ae33-4780-946f-269b3e1b40f2 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:04.278066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3056a58-8497-40fb-af60-e12b284dd9c6 req-64dbe8ab-ae33-4780-946f-269b3e1b40f2 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0630915 Nov 22 17:43:04.335477 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a3056a58-8497-40fb-af60-e12b284dd9c6 req-976f9154-e99d-4f2a-b906-8910f47a2bad tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512664 Nov 22 17:43:05.455699 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e483a199-5943-4072-a165-5a50a6e646b3 req-40a61d0c-e208-4a81-8b12-07509264dfbf tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:05.457208 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e483a199-5943-4072-a165-5a50a6e646b3 req-40a61d0c-e208-4a81-8b12-07509264dfbf tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0502324 Nov 22 17:43:05.509638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e483a199-5943-4072-a165-5a50a6e646b3 req-03cd6016-9b73-4516-8300-1edd0a8ca526 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448313 Nov 22 17:43:05.642018 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-52593586-c127-419d-8cd0-e0bb49a38325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:05.643732 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-52593586-c127-419d-8cd0-e0bb49a38325 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0485375 Nov 22 17:43:05.690666 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-5d31d19f-7bfb-4da7-a4be-8266a3212aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:05.692144 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-5d31d19f-7bfb-4da7-a4be-8266a3212aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408108 Nov 22 17:43:05.792077 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-e290ba3f-34d5-4a90-ad01-f3c9e15f3c65 service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883892 Nov 22 17:43:05.888823 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-736ba2fc-d405-4398-98f0-1f94aa5f61dc req-799968c2-03cd-45a5-9c4b-f6ce5604d4d4 service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855012 Nov 22 17:43:06.637549 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924602-cc45-4b4e-9fe6-586742e1719e req-60edb6bf-1533-4baa-a4ac-83388c31538c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:06.640173 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05924602-cc45-4b4e-9fe6-586742e1719e req-60edb6bf-1533-4baa-a4ac-83388c31538c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0591123 Nov 22 17:43:06.691886 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-05924602-cc45-4b4e-9fe6-586742e1719e req-0e4c1a11-9ed8-4632-8782-bcccaa652fa0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449665 Nov 22 17:43:07.812314 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e037c4-ce96-4a91-956d-e436e9568179 req-c5b43074-d506-423c-83c7-a074a3e186e7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:07.813868 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93e037c4-ce96-4a91-956d-e436e9568179 req-c5b43074-d506-423c-83c7-a074a3e186e7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 944 time: 0.0502350 Nov 22 17:43:07.873279 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-93e037c4-ce96-4a91-956d-e436e9568179 req-5c204e35-a2fa-4fe7-bc26-8649d621bee7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531681 Nov 22 17:43:07.919916 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:43:08.018582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:08.030624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'port_id': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'mac_address': 'fa:16:3e:b0:32:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:43:08.067316 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.080373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:43:08.101518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:08.109749 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.142003 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:08.161483 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=11']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:08.363061 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['2c393859-b3c7-48b5-9884-16f04e8a2ee7'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:43:09.011874 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319182ae-283e-45b4-808d-67d6490d0abc req-03c8fdf1-efbe-44f9-8424-99c1174183da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:09.013370 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-319182ae-283e-45b4-808d-67d6490d0abc req-03c8fdf1-efbe-44f9-8424-99c1174183da tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0539582 Nov 22 17:43:09.064107 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-319182ae-283e-45b4-808d-67d6490d0abc req-dea244fd-6fca-4320-89b0-89d7afddb17b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446987 Nov 22 17:43:09.799334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:09.936648 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:43:10.057386 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:43:10.061672 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:43:10.062052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.144352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.168311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:43:10.170615 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb5d69c-de05-43a8-84f8-77b9d50a71fb" -d '{"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:43:10.187038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:43:10.187931 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9d31a-30be-450a-b0b8-a70039dc44b0 req-5df081fb-6281-466f-85f2-55eeb19767e8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:10.190277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4f9d31a-30be-450a-b0b8-a70039dc44b0 req-5df081fb-6281-466f-85f2-55eeb19767e8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 945 time: 0.0533299 Nov 22 17:43:10.195139 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:10.219387 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8ed17-7f2a-4839-b9c7-7682d0c0984a x-openstack-request-id: req-25d8ed17-7f2a-4839-b9c7-7682d0c0984a {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:43:10.219693 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-plugged", "status": "completed", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:43:10.219953 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25d8ed17-7f2a-4839-b9c7-7682d0c0984a {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:43:10.220355 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'code': 200} Nov 22 17:43:10.249840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=12']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:43:10.254299 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c4f9d31a-30be-450a-b0b8-a70039dc44b0 req-7b4da11c-9a96-4beb-aa47-fbcdd21a7751 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574632 Nov 22 17:43:10.383639 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a9ba3-1ded-49da-96db-2fd202cf5c88 req-6bf977c5-e264-4ccb-9f99-568e44c5095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:10.385435 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e1a9ba3-1ded-49da-96db-2fd202cf5c88 req-6bf977c5-e264-4ccb-9f99-568e44c5095e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1097 time: 0.0428045 Nov 22 17:43:10.438390 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-6e1a9ba3-1ded-49da-96db-2fd202cf5c88 req-fb35db47-0491-4475-b55d-70b3f211d467 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454471 Nov 22 17:43:11.376195 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814fbf2-e7f7-4417-8cd0-d13597f6ed77 req-21226059-908d-4dfd-b9b8-44f976326992 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:11.377723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9814fbf2-e7f7-4417-8cd0-d13597f6ed77 req-21226059-908d-4dfd-b9b8-44f976326992 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 946 time: 0.0489047 Nov 22 17:43:11.431039 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9814fbf2-e7f7-4417-8cd0-d13597f6ed77 req-f3b14a35-35a5-46f8-bf21-0809d9b9e9e2 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468409 Nov 22 17:43:12.551553 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba557ca-285f-499c-9dd9-ee08ae55c914 req-26bc7b89-db31-4383-9c8f-4dda515485d9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:12.553670 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ba557ca-285f-499c-9dd9-ee08ae55c914 req-26bc7b89-db31-4383-9c8f-4dda515485d9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 946 time: 0.0499394 Nov 22 17:43:12.610525 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5ba557ca-285f-499c-9dd9-ee08ae55c914 req-c7f3c484-ff64-4d8f-a2e6-9e9252f92b8d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506642 Nov 22 17:43:20.130625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e37c310b-f8a7-4521-b1cf-1939aeef9cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:23.514991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e8208f09-733b-4bbc-a8a2-e0367524c4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:24.294078 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:25.671641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:26.185952 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:31.866851 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:43:38.123328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:39.821012 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:45.011560 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-96e9dfcb-99c4-4942-94e5-1bef40a45165 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397279 Nov 22 17:43:45.096857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-d1a34b81-3f70-4958-901c-6944008a4429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:45.098413 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-d1a34b81-3f70-4958-901c-6944008a4429 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1097 time: 0.0417874 Nov 22 17:43:45.215982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-b03abc4c-7061-4367-ae0a-3d14c90f6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:45.217966 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-b03abc4c-7061-4367-ae0a-3d14c90f6c37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0984404 Nov 22 17:43:45.291840 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-291bf666-e77d-4482-939e-a6001a0e156a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 1001 time: 0.0606573 Nov 22 17:43:45.344147 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-033abea7-9a2f-41e6-8e13-2290eb671471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:45.345628 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-033abea7-9a2f-41e6-8e13-2290eb671471 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0456822 Nov 22 17:43:45.398221 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-f9c131e3-d264-40ad-b50c-c4d58af52bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:43:45.399704 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-f9c131e3-d264-40ad-b50c-c4d58af52bac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457280 Nov 22 17:43:45.494569 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-9af90cdb-c031-48bd-8eae-9c4300c88a9f service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857356 Nov 22 17:43:45.590925 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c27bdf59-c0ed-45dc-97fd-77d23398d1a6 req-9ae33764-ffce-4ab0-93de-d592adabb04a service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880775 Nov 22 17:43:50.135477 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1252abcd-bad1-4669-be51-6feb00a135f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:53.516629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5bb2d559-b77e-4457-a964-d83635039216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:54.303788 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:55.675855 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:43:56.188245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:08.133341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:08.867524 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:44:09.815581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:20.142709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe99d-5fc4-48bc-ace5-4f7dd0f34f0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:23.518716 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28086f0f-f259-4b31-afb1-29f7ba651bb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:24.299575 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.542358 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54794) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:25.684125 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.719309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Deleting port 2793f8b4-fc5c-41b7-b56c-20bf76ef8058 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:44:25.719661 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.806330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.806633 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:25.820189 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Calling delete_port for 2793f8b4-fc5c-41b7-b56c-20bf76ef8058 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:44:25.996040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:26.026732 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event deleted for resources: {'Port': ['ID=2793f8b4-fc5c-41b7-b56c-20bf76ef8058,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:26.051085 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.051430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.051769 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.052105 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.052436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.052766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.053095 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.053420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.053773 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.054100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.054420 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.054736 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:26.097973 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:26.098300 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Floating IP 80df027a-b829-46e5-9c18-2c7f23755721 disassociated (deleted). External IP: 172.25.6.138, port: 2c393859-b3c7-48b5-9884-16f04e8a2ee7. Nov 22 17:44:26.198736 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:26.327584 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:44:26.771339 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:44:26.776972 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:26.783666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:44:26.793798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:44:26.794421 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:44:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:44:26.803007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4243583c-8dd7-4f8b-85ff-43b5ad7ed68a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "DELETE /v2.0/floatingips/80df027a-b829-46e5-9c18-2c7f23755721 HTTP/1.1" status: 204 len: 168 time: 1.2595277 Nov 22 17:44:26.803615 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:44:26.806042 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da641cfd-0bd8-4328-aab0-ea1e73a183d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:44:26.851368 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54e2817-5b65-425e-a155-c2c45bbc8670 x-openstack-request-id: req-e54e2817-5b65-425e-a155-c2c45bbc8670 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:44:26.851669 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:44:26.852003 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e54e2817-5b65-425e-a155-c2c45bbc8670 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:44:26.852474 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'status': 'completed', 'code': 200} Nov 22 17:44:26.911225 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:44:26.927960 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-5b2b4829-e24c-4116-8fd5-51b344a821d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:26.930210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-5b2b4829-e24c-4116-8fd5-51b344a821d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 1097 time: 0.0537233 Nov 22 17:44:27.049260 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-c4242ab0-434a-45a4-90ab-2ae78f496c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:27.050868 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-c4242ab0-434a-45a4-90ab-2ae78f496c78 service neutron] 10.222.0.20 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.1070623 Nov 22 17:44:27.105966 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-e95425cd-52e2-47ac-be60-9789cc3b0000 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 200 len: 217 time: 0.0441041 Nov 22 17:44:27.124660 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ad053-5643-4505-bc7c-8d1ec88510dd req-a154b815-4273-472e-904e-9c336e5cc011 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:27.126228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c61ad053-5643-4505-bc7c-8d1ec88510dd req-a154b815-4273-472e-904e-9c336e5cc011 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 946 time: 0.1218865 Nov 22 17:44:27.141861 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:44:27.160971 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-fc1ca923-358b-47cc-86b9-887e788f7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:27.162108 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-fc1ca923-358b-47cc-86b9-887e788f7d52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0480647 Nov 22 17:44:27.168927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:44:27.177847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:44:27.178450 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:44:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:44:27.181211 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c61ad053-5643-4505-bc7c-8d1ec88510dd req-c9a55027-9e73-42f7-8295-66bafd417cc6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480936 Nov 22 17:44:27.211896 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-c287d829-7445-49ae-a5d9-1e3f71e0128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:27.213812 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-c287d829-7445-49ae-a5d9-1e3f71e0128b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435762 Nov 22 17:44:27.293589 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:44:27.312005 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-27bd504e-094b-40f1-9699-4634a0dcca20 service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903199 Nov 22 17:44:27.409355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-da641cfd-0bd8-4328-aab0-ea1e73a183d8 req-657f22f0-a299-421c-a7f3-01537f055551 service neutron] 10.222.0.20 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898318 Nov 22 17:44:27.527294 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:44:27.735489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8be05d-8400-4eac-90b0-2b5f07a4b4f5 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:44:27.962751 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eac3ee-0a2a-4bbe-b101-83c1f3f33936 None None] New status for floating IP 80df027a-b829-46e5-9c18-2c7f23755721: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:44:28.361172 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc1290-57d5-475e-81ab-5a36d7dfad58 req-c91546ba-0aa5-4fc1-97aa-f1ea118a2d31 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:28.362640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76dc1290-57d5-475e-81ab-5a36d7dfad58 req-c91546ba-0aa5-4fc1-97aa-f1ea118a2d31 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 946 time: 0.1080506 Nov 22 17:44:28.413810 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76dc1290-57d5-475e-81ab-5a36d7dfad58 req-18d99278-1e5e-4a75-94a9-cc3f419c7f3f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=57bb987e-75f8-4350-8490-a1956948b49f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448327 Nov 22 17:44:28.473288 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eff8e-3eee-4d11-a708-4875ba390886 req-e89059b2-e2ad-4924-91f7-7d68e9692401 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:28.474788 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-414eff8e-3eee-4d11-a708-4875ba390886 req-e89059b2-e2ad-4924-91f7-7d68e9692401 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d9b159c-84ac-4052-9037-dd21b9a4e7ac HTTP/1.1" status: 200 len: 946 time: 0.0556819 Nov 22 17:44:28.569679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Deleting port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:44:28.570065 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:28.667368 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] For port 2c393859-b3c7-48b5-9884-16f04e8a2ee7, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=2c393859-b3c7-48b5-9884-16f04e8a2ee7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:44:28.667730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:28.681371 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Calling delete_port for 2c393859-b3c7-48b5-9884-16f04e8a2ee7 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:44:28.815488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:28.850448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event deleted for resources: {'Port': ['ID=2c393859-b3c7-48b5-9884-16f04e8a2ee7,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:28.878699 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.879058 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.879407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.879753 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.880098 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.880439 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.880778 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.881114 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.881447 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.881806 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.882138 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.882466 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:44:28.906361 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] No DVR routers for this DVR port 2c393859-b3c7-48b5-9884-16f04e8a2ee7 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:44:28.909085 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:28.912648 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-414eff8e-3eee-4d11-a708-4875ba390886 req-4ba7cad6-488b-482b-b3ea-fb845c0d4b82 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.20 "DELETE /v2.0/ports/2c393859-b3c7-48b5-9884-16f04e8a2ee7 HTTP/1.1" status: 204 len: 173 time: 0.4309509 Nov 22 17:44:28.913255 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-deleted', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:44:28.915648 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab79c59-bd88-40fd-acd9-0d0f86309126" -d '{"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-deleted", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:44:28.974106 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dd7aa7-a425-40f8-b098-58f22e10b714 x-openstack-request-id: req-85dd7aa7-a425-40f8-b098-58f22e10b714 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:44:28.974409 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b159c-84ac-4052-9037-dd21b9a4e7ac", "name": "network-vif-deleted", "tag": "2c393859-b3c7-48b5-9884-16f04e8a2ee7", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:44:28.974675 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85dd7aa7-a425-40f8-b098-58f22e10b714 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:44:28.975081 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9b159c-84ac-4052-9037-dd21b9a4e7ac', 'name': 'network-vif-deleted', 'tag': '2c393859-b3c7-48b5-9884-16f04e8a2ee7', 'status': 'completed', 'code': 200} Nov 22 17:44:29.472495 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54818) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:29.530380 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bed2-2956-42e6-9896-d0b271c3cb67 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:29.556299 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bed2-2956-42e6-9896-d0b271c3cb67 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:29.619084 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bed2-2956-42e6-9896-d0b271c3cb67 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:29.621905 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-cdc5bed2-2956-42e6-9896-d0b271c3cb67 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:29.625531 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-cdc5bed2-2956-42e6-9896-d0b271c3cb67 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "DELETE /v2.0/security-groups/57bb987e-75f8-4350-8490-a1956948b49f HTTP/1.1" status: 204 len: 168 time: 0.1495671 Nov 22 17:44:29.634110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5bed2-2956-42e6-9896-d0b271c3cb67 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb987e-75f8-4350-8490-a1956948b49f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:29.933431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 54824) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:29.938018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513532579', 'description': 'tempest-secgroup-smoke-1513532579 description', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:29.962809 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.039870 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.045290 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.083269 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.084513 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1499872 Nov 22 17:44:30.085770 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f9b9b-56a6-4d92-933e-bb53906e4eb9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9662d7a-a7ff-4315-8fa1-c6aa39a33634,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.088300 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54826) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:30.094026 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': 'b9662d7a-a7ff-4315-8fa1-c6aa39a33634', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:30.122519 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.182377 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.186951 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.205929 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576aaf6f-efa3-4635-bb58-5a6f09a5f234,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.214941 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.216144 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-d4231a35-d35b-463e-9476-73ba18522fd7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1260998 Nov 22 17:44:30.218925 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54828) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:30.223312 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': 'b9662d7a-a7ff-4315-8fa1-c6aa39a33634', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:30.251458 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.309182 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.313871 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.335024 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dc5a54-6052-4f04-8fed-2d87f815fc12,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.343982 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.345209 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e04ac8bf-d5bc-4825-89a8-d39b94cf297e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253629 Nov 22 17:44:30.348043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54830) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:30.352907 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': 'b9662d7a-a7ff-4315-8fa1-c6aa39a33634', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:30.379380 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.438488 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.441855 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.460386 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=767457d3-c81f-46e3-a97f-9eb67a8b364b,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.468901 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.472751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-12a62083-0095-444e-9cbf-3979d2193503 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211340 Nov 22 17:44:30.472943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54832) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:30.478002 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': 'b9662d7a-a7ff-4315-8fa1-c6aa39a33634', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:30.509967 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.568773 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.573707 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.591911 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe78585-4738-4248-b567-29fa277ab372,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.600476 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.601695 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-62b917af-7418-4747-9052-02c65e7aecd4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277771 Nov 22 17:44:30.605146 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54834) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:30.609490 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': 'b9662d7a-a7ff-4315-8fa1-c6aa39a33634', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:30.632836 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Project fd345d7c67f44fa1a61ad7f9881a0535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:44:30.638822 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.698619 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.702314 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.722725 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df88b1a-1685-4cf9-859e-6c5aa8b1a35f,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.731001 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.731927 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9fc71687-43b7-45f9-acc5-3e935571c7df tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257980 Nov 22 17:44:30.734998 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 54836) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:44:30.739315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'security_group_rule': {'security_group_id': 'b9662d7a-a7ff-4315-8fa1-c6aa39a33634', 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:30.763475 n-d-816206-6 neutron-server[103515]: INFO neutron.db.securitygroups_db [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Project fd345d7c67f44fa1a61ad7f9881a0535 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:44:30.769157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.828205 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.832193 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.850320 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5101501-2f6b-48ec-b6a4-e912d90db968,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:30.859021 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:30.860235 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-2fab83b1-9516-4315-a3ec-a7d40ebe5f2b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242812 Nov 22 17:44:32.401863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:44:32.422046 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: 2c393859-b3c7-48b5-9884-16f04e8a2ee7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:44:32.422312 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device 2c393859-b3c7-48b5-9884-16f04e8a2ee7 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:44:38.144460 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:39.818254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:45.866408 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:44:47.199755 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-0ab04cea-5932-41b8-a5d8-584b5b51b178 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513532579&fields=id&tenant_id=fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 267 time: 0.0455737 Nov 22 17:44:47.307425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-581778af-0890-45c4-a4ec-470a7e1fc03e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:47.308796 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-581778af-0890-45c4-a4ec-470a7e1fc03e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 809 time: 0.1022985 Nov 22 17:44:47.324956 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-61f7de2e-fb49-4877-9dfc-0adf5daf9218 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/quotas/fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 375 time: 0.0103545 Nov 22 17:44:47.379411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-cbcb7009-969b-4a1e-b1fd-ef51430ad307 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487955 Nov 22 17:44:47.474629 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-a34b0e2e-0d3a-4c76-b8f6-df4c57a5f59c service neutron] 10.222.0.65 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835238 Nov 22 17:44:47.566197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-cd52648d-f450-4ad9-a2f1-31b833e2582d service neutron] 10.222.0.65 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846169 Nov 22 17:44:47.861890 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-448559ab-56b9-4fd9-8e87-c77ca5c284e4 req-7b401d8d-865e-413f-b873-b2f12dbf7571 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.0276487 Nov 22 17:44:48.896396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-34c3776b-56e2-48f2-8e10-660ab3160e50 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:48.897905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-34c3776b-56e2-48f2-8e10-660ab3160e50 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 809 time: 0.1065602 Nov 22 17:44:48.971878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c21a8367-cb45-4c20-ab9e-3fd914bd610f req-f810e169-0ff0-4548-bac4-d6d66db85204 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.0384250 Nov 22 17:44:48.993568 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-15a5c0e9-1ebb-455c-ab63-fe5053b60288 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 380 time: 0.0815361 Nov 22 17:44:49.005013 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'port': {'device_id': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'admin_state_up': True, 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'security_groups': ['b9662d7a-a7ff-4315-8fa1-c6aa39a33634']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:49.120014 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Made reservation on behalf of fd345d7c67f44fa1a61ad7f9881a0535 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:44:49.123712 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.253537 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Allocated IP 172.20.0.8 (224ed917-1e9d-4fa7-a7a4-49c8d273ca8c/bb0092e5-873d-4e92-9884-88f7069aa008/3d348d2f-2634-41c2-825c-aa9821df1d33) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:44:49.396917 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.433629 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.478111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:44:49.481257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:44:49.485140 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:44:49.521535 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:49.548885 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:49.549526 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.571179 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-5ddc4d41-926b-4305-a333-5aa485a0b733 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5687511 Nov 22 17:44:49.587866 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Request body: {'port': {'device_id': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:44:49.654714 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.795045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-cdf1420a-4500-4c18-b816-a76f70a20c02 None None] Provisioning complete for port 3d348d2f-2634-41c2-825c-aa9821df1d33 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:44:49.795629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cdf1420a-4500-4c18-b816-a76f70a20c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.835365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1420a-4500-4c18-b816-a76f70a20c02 None None] Port 3d348d2f-2634-41c2-825c-aa9821df1d33 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:44:49.941725 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d348d2f-2634-41c2-825c-aa9821df1d33 {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:44:49.949274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:49.961808 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Transition to ACTIVE for port object 3d348d2f-2634-41c2-825c-aa9821df1d33 will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:44:49.965745 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:50.021068 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:50.139403 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9284e6-f073-4b24-97b2-f5b0dd403e29 req-e1a2ec36-7dce-46c8-b950-efc3fd544f07 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.140903 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b9284e6-f073-4b24-97b2-f5b0dd403e29 req-e1a2ec36-7dce-46c8-b950-efc3fd544f07 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0751281 Nov 22 17:44:50.142076 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Attempting to bind port 3d348d2f-2634-41c2-825c-aa9821df1d33 on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:44:50.142410 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Attempting to bind port 3d348d2f-2634-41c2-825c-aa9821df1d33 by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:44:50.142740 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Attempting to bind port 3d348d2f-2634-41c2-825c-aa9821df1d33 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:44:50.147753 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Port 3d348d2f-2634-41c2-825c-aa9821df1d33 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:44:50.148080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Attempting to bind port 3d348d2f-2634-41c2-825c-aa9821df1d33 on network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:44:50.153480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:44:50.153871 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Checking segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:44:50.154269 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Bound using segment: {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:44:50.154703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Bound port: 3d348d2f-2634-41c2-825c-aa9821df1d33, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:44:50.155066 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:50.174715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-11dc789f-ee67-4626-a650-a13cefcb10af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:50.248257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b9284e6-f073-4b24-97b2-f5b0dd403e29 req-a8296c0b-2a8a-492e-b742-5339322f8208 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899758 Nov 22 17:44:50.273120 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:44:50.277257 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:44:50.283248 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:50.326153 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.326882 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:50.328411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] 10.222.0.66 "PUT /v2.0/ports/3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 1091 time: 0.7451375 Nov 22 17:44:50.328930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:44:50.331469 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:44:50.362546 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77754ed8-b874-4fd5-81d5-e6dc2d46e9ee service neutron] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:44:50.396045 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df10beb-8f9d-4baa-8d92-8fed0dfb4466 x-openstack-request-id: req-3df10beb-8f9d-4baa-8d92-8fed0dfb4466 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:44:50.396390 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:44:50.396651 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3df10beb-8f9d-4baa-8d92-8fed0dfb4466 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:44:50.397051 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'status': 'completed', 'code': 200} Nov 22 17:44:50.434590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-8830faef-1515-490d-8463-759e9880e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.436154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-8830faef-1515-490d-8463-759e9880e3df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1094 time: 0.0495269 Nov 22 17:44:50.497576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-8d159241-aa52-4202-a345-430bf8f3f74f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 217 time: 0.0518973 Nov 22 17:44:50.560841 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-d70e1294-31c6-4715-90fb-5515da8e83cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.562364 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-d70e1294-31c6-4715-90fb-5515da8e83cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0519130 Nov 22 17:44:50.613354 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-68e5600b-3200-4633-9645-8722170f3809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.614977 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-68e5600b-3200-4633-9645-8722170f3809 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439661 Nov 22 17:44:50.713014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-c1e757d2-ef6a-49fb-b0e5-9cd90e2563bc service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902102 Nov 22 17:44:50.804030 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbe86f4c-1346-48f0-b9d3-1d44127716b6 req-cf91e5b5-7af8-40a0-aa02-f201b344ca4a service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832148 Nov 22 17:44:50.901203 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-0938225c-2234-49b4-b0c3-8551e374677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:50.902655 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-0938225c-2234-49b4-b0c3-8551e374677e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1094 time: 0.0482895 Nov 22 17:44:51.006941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-550ba2a3-51f6-40c9-974d-49acc0d59c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:51.009375 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-550ba2a3-51f6-40c9-974d-49acc0d59c3d service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0969124 Nov 22 17:44:51.056676 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-975c26b7-e61c-40e7-8cb0-354f803a8d55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 217 time: 0.0393231 Nov 22 17:44:51.120656 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-46722699-3bfb-480f-bcec-b8c90e1c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:51.122149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-46722699-3bfb-480f-bcec-b8c90e1c9246 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0538383 Nov 22 17:44:51.174908 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-484b99c3-8d31-4447-8255-b49cab21173b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:51.176350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-484b99c3-8d31-4447-8255-b49cab21173b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415139 Nov 22 17:44:51.273921 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-1fcf81fe-ad47-4f39-85aa-fc766885d10e service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858474 Nov 22 17:44:51.416590 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c1a01-a361-40f2-9965-76f1d18e55af req-93f69c2c-423b-4bc3-a963-9083cdf6618f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:51.418474 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c9c1a01-a361-40f2-9965-76f1d18e55af req-93f69c2c-423b-4bc3-a963-9083cdf6618f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0838666 Nov 22 17:44:51.422662 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4708cc11-d5fc-47b0-ab2f-f94a68d551b0 req-810546e2-3a6a-4f9c-aeb3-079f49952d87 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376536 Nov 22 17:44:51.481644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c9c1a01-a361-40f2-9965-76f1d18e55af req-92055284-e981-4ef7-b746-b47f15d6df2e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570605 Nov 22 17:44:52.603325 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39422d-f0e3-4d12-a1dc-5bba6ea3d43e req-b54ba2d3-7ee9-4b66-a462-476d4373d86f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:52.604817 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc39422d-f0e3-4d12-a1dc-5bba6ea3d43e req-b54ba2d3-7ee9-4b66-a462-476d4373d86f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0499084 Nov 22 17:44:52.658038 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cc39422d-f0e3-4d12-a1dc-5bba6ea3d43e req-6f13d56b-1734-4efa-8434-fde71ea48a50 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470209 Nov 22 17:44:53.521619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d2d95f84-085e-4fde-ba09-e7c9ba43d030 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:53.785487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff8c5b0-09cf-4149-84bc-d55da078a129 req-bce7f82b-a31c-4538-bed5-88160279b6e1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:53.786979 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ff8c5b0-09cf-4149-84bc-d55da078a129 req-bce7f82b-a31c-4538-bed5-88160279b6e1 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0562739 Nov 22 17:44:53.842169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2ff8c5b0-09cf-4149-84bc-d55da078a129 req-ee1eb86d-7d2a-4f60-a297-17ed95727aca tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484064 Nov 22 17:44:54.303472 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:54.970106 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac37d7-b799-4bcc-be7e-58c055016550 req-38af9864-65f2-4fd4-b167-8ce6fa55745e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:54.971615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fac37d7-b799-4bcc-be7e-58c055016550 req-38af9864-65f2-4fd4-b167-8ce6fa55745e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0540032 Nov 22 17:44:55.024133 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1fac37d7-b799-4bcc-be7e-58c055016550 req-ea257839-6857-4737-a9f5-f157c09e492f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Nov 22 17:44:55.674061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:56.142202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445fce9-7940-4502-a54b-fb575f816002 req-c416864c-74a1-442b-b79c-072e9b85b770 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:56.143696 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4445fce9-7940-4502-a54b-fb575f816002 req-c416864c-74a1-442b-b79c-072e9b85b770 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0510483 Nov 22 17:44:56.191986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:44:56.199330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4445fce9-7940-4502-a54b-fb575f816002 req-1d3ce242-3735-4e51-96a6-2154f8a5e0fd tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497570 Nov 22 17:44:57.324976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b75fd6b-0d22-4561-bf3a-9382ee47ee55 req-68dabdb9-4e20-47eb-828d-cd146944dd28 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:57.326484 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b75fd6b-0d22-4561-bf3a-9382ee47ee55 req-68dabdb9-4e20-47eb-828d-cd146944dd28 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0523872 Nov 22 17:44:57.381799 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9b75fd6b-0d22-4561-bf3a-9382ee47ee55 req-d3c93c8b-cfd0-4729-a89c-5f6bfba74b96 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491853 Nov 22 17:44:58.500015 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166496f-183e-4ca2-99a8-e1743b96116f req-45c5b630-39fc-4278-85ba-9562763f4203 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:58.501417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0166496f-183e-4ca2-99a8-e1743b96116f req-45c5b630-39fc-4278-85ba-9562763f4203 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0499890 Nov 22 17:44:58.553962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0166496f-183e-4ca2-99a8-e1743b96116f req-f563cdda-c2f2-4893-a33f-e758f3b951de tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464637 Nov 22 17:44:59.666433 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ccead-0b4f-4eef-a417-712bee690d6d req-c074b005-bf7f-4027-9a84-786978255354 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:44:59.668794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-676ccead-0b4f-4eef-a417-712bee690d6d req-c074b005-bf7f-4027-9a84-786978255354 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0494096 Nov 22 17:44:59.720420 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-676ccead-0b4f-4eef-a417-712bee690d6d req-9dc71bc2-0a09-40bc-b97f-5fa21a706d06 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444775 Nov 22 17:45:00.838613 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869fce9d-3e7f-482c-9017-713afcca7cbd req-7b715b39-1cc3-4295-bd82-30c7c60a9ff4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:00.840804 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-869fce9d-3e7f-482c-9017-713afcca7cbd req-7b715b39-1cc3-4295-bd82-30c7c60a9ff4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0528557 Nov 22 17:45:00.889922 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-869fce9d-3e7f-482c-9017-713afcca7cbd req-64caeb0a-f7bd-415d-a972-e807a3d7a875 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431497 Nov 22 17:45:02.006266 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad1aa6-f018-4973-b099-eee69fecae36 req-63871e73-555e-48be-8e8c-c670cced8af4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:02.007745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2ad1aa6-f018-4973-b099-eee69fecae36 req-63871e73-555e-48be-8e8c-c670cced8af4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0492280 Nov 22 17:45:02.057086 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a2ad1aa6-f018-4973-b099-eee69fecae36 req-f03b92c8-85d3-4e4c-b16d-dda2ee4f976a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Nov 22 17:45:02.325018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:45:02.418765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:02.430194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'port_id': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'mac_address': 'fa:16:3e:25:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:45:02.471025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:02.483798 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d348d2f-2634-41c2-825c-aa9821df1d33 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:45:02.502629 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:02.506617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:02.552267 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:02.559652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.559993 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.560331 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.560666 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.560997 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.561326 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.561667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.561992 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.562314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.562636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.562953 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.563269 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:45:02.814799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3d348d2f-2634-41c2-825c-aa9821df1d33'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:45:03.176907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b78bb9-70e7-4e9a-8d38-4efe9610a440 req-5c2739ee-dbeb-47db-a591-7e7805bf631c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:03.178410 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42b78bb9-70e7-4e9a-8d38-4efe9610a440 req-5c2739ee-dbeb-47db-a591-7e7805bf631c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 944 time: 0.0525746 Nov 22 17:45:03.228405 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-42b78bb9-70e7-4e9a-8d38-4efe9610a440 req-d83b0ee7-a8ea-401b-91b3-202ae1eb392f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435016 Nov 22 17:45:04.338930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:45:04.343545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567d84b-dcff-4be1-ab80-f84556ef25f3 req-3ee3cd12-5371-4ef2-acf1-071a3c45ff60 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:04.345078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8567d84b-dcff-4be1-ab80-f84556ef25f3 req-3ee3cd12-5371-4ef2-acf1-071a3c45ff60 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 944 time: 0.0491362 Nov 22 17:45:04.390484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port 3d348d2f-2634-41c2-825c-aa9821df1d33 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:45:04.394531 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3d348d2f-2634-41c2-825c-aa9821df1d33 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:45:04.394924 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:04.396290 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8567d84b-dcff-4be1-ab80-f84556ef25f3 req-3cb9d7bc-795b-46c4-ac26-6abc4fbf9661 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450218 Nov 22 17:45:04.480284 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:04.502497 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:45:04.504745 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbbf45a-bdc4-48b7-a39a-c9fbbef5ae82" -d '{"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-plugged", "status": "completed", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:45:04.517216 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:45:04.521245 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:04.545816 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a9f79d-a4a2-4ee7-9d0d-7cd1def47460 x-openstack-request-id: req-b9a9f79d-a4a2-4ee7-9d0d-7cd1def47460 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:45:04.546114 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-plugged", "status": "completed", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:45:04.546370 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9a9f79d-a4a2-4ee7-9d0d-7cd1def47460 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:45:04.546763 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'code': 200} Nov 22 17:45:04.572289 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:04.645450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb99e37-31b2-41fe-8966-54c593d85f1e req-d4db10e3-eb85-4456-88b8-85570bbd38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:04.646993 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0eb99e37-31b2-41fe-8966-54c593d85f1e req-d4db10e3-eb85-4456-88b8-85570bbd38f9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0394251 Nov 22 17:45:04.702286 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0eb99e37-31b2-41fe-8966-54c593d85f1e req-baeaaaea-88df-4f25-ab81-b23aba639429 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475593 Nov 22 17:45:05.515794 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bbebe-e906-47d6-be3c-f0f9261b8278 req-5e38edeb-4977-498d-a1c5-23e30ba74d06 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:05.517274 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-060bbebe-e906-47d6-be3c-f0f9261b8278 req-5e38edeb-4977-498d-a1c5-23e30ba74d06 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0503531 Nov 22 17:45:05.568071 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-060bbebe-e906-47d6-be3c-f0f9261b8278 req-ff902341-5f0a-459a-85b4-3d1f24b23352 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Nov 22 17:45:06.689271 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2cdd64-c7d7-4252-8606-e7f4c7748b9f req-f15b28d5-6add-424b-ba1a-160034cefb6a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:06.690823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e2cdd64-c7d7-4252-8606-e7f4c7748b9f req-f15b28d5-6add-424b-ba1a-160034cefb6a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0509381 Nov 22 17:45:06.742202 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0e2cdd64-c7d7-4252-8606-e7f4c7748b9f req-2e8156b2-f315-42b2-bcbe-ee5e4c214e6a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 Nov 22 17:45:06.865659 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafd244-ad0c-478c-9ddf-65928e6662af req-a74cffdb-179e-4909-88e9-fa93e109ac0e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:06.867351 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbafd244-ad0c-478c-9ddf-65928e6662af req-a74cffdb-179e-4909-88e9-fa93e109ac0e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0558190 Nov 22 17:45:06.918269 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cbafd244-ad0c-478c-9ddf-65928e6662af req-78c4dbeb-872d-43ff-acbf-53a97410847d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441737 Nov 22 17:45:06.939696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55028) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:06.979296 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f34da9-d368-4ca5-8a12-77dff9d4ba52 tempest-TestShelveInstance-437446008 tempest-TestShelveInstance-437446008-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:06.981531 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-94f34da9-d368-4ca5-8a12-77dff9d4ba52 tempest-TestShelveInstance-437446008 tempest-TestShelveInstance-437446008-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1091 time: 0.0408292 Nov 22 17:45:06.984341 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55030) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:45:06.989359 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:45:07.014712 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.114188 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.216394 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Allocated IP 172.25.6.232 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/88486fc6-224a-4985-b775-2e2c65ea4066) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:45:07.319333 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.353086 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.389091 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:45:07.391834 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:45:07.395220 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:45:07.423180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'Port': ['ID=88486fc6-224a-4985-b775-2e2c65ea4066,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:07.767125 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.834877 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.988004 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:07.992482 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:08.060973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event updated for resources: {'Port': ['ID=88486fc6-224a-4985-b775-2e2c65ea4066,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:45:08.072836 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:08.154499 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:08.174369 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Floating IP 9ad203a1-186c-47f1-b500-e904b125015e associated. External IP: 172.25.6.232, port: 3d348d2f-2634-41c2-825c-aa9821df1d33. Nov 22 17:45:08.404176 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:45:08.514048 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:45:08.527909 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:45:08.535392 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:08.545822 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:08.546540 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:44:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:08.572891 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-45e4b7fb-8649-4ad5-a7cb-2b45b74ef956 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5874960 Nov 22 17:45:08.573583 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:45:08.576062 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297e046f-485f-45b4-b2c5-95e8c7e22acf" -d '{"events": [{"name": "network-changed", "server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:45:08.672457 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:08.673154 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1010fdb6-cb15-4600-b8c0-2f5c230633d4 x-openstack-request-id: req-1010fdb6-cb15-4600-b8c0-2f5c230633d4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:45:08.673461 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:45:08.673752 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1010fdb6-cb15-4600-b8c0-2f5c230633d4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:45:08.674172 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'status': 'completed', 'code': 200} Nov 22 17:45:08.753291 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-8933a832-254e-45e1-852a-ad38da2c6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:08.754870 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-8933a832-254e-45e1-852a-ad38da2c6228 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0540671 Nov 22 17:45:08.854670 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-d54e6459-bc4f-4241-beff-975acef4fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:08.856192 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-d54e6459-bc4f-4241-beff-975acef4fd7d service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0923910 Nov 22 17:45:08.907309 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9ad203a1-186c-47f1-b500-e904b125015e', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'port_id': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'mac_address': 'fa:16:3e:25:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:45:07Z', 'updated_at': '2021-11-22T17:45:07Z', 'revision_number': 0, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:08.925169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-4d9df807-9e7e-40e4-849a-78e1bf9c3334 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 999 time: 0.0600100 Nov 22 17:45:08.933959 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:45:08.944174 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:45:08.944859 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:44:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:08.977159 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-9f69aecc-623d-46a8-b8fd-7f14542f21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:08.978675 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-9f69aecc-623d-46a8-b8fd-7f14542f21bd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0463135 Nov 22 17:45:09.030662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-92dcde82-b6c1-4bdb-9990-9e3c9a468fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:09.032181 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-92dcde82-b6c1-4bdb-9990-9e3c9a468fb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453475 Nov 22 17:45:09.053257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:45:09.137154 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-1507d9a4-26f8-4d73-9e78-face126168db service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951886 Nov 22 17:45:09.234654 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-297e046f-485f-45b4-b2c5-95e8c7e22acf req-7ba9383f-728c-414f-94f5-76abb7ce7fb7 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 Nov 22 17:45:09.285038 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9ad203a1-186c-47f1-b500-e904b125015e', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'port_id': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'mac_address': 'fa:16:3e:25:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:45:07Z', 'updated_at': '2021-11-22T17:45:07Z', 'revision_number': 0, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:45:09.311871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad65e45c-26d0-4bc2-9e5a-b5d2c39edc44 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '9ad203a1-186c-47f1-b500-e904b125015e', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'floating_ip_address': '172.25.6.232', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'port_id': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4332, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'mac_address': 'fa:16:3e:25:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:45:07Z', 'updated_at': '2021-11-22T17:45:07Z', 'revision_number': 0, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:45:09.508812 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cda8e8-1f9b-49c4-a2fe-2f6f7c3e214a None None] New status for floating IP 9ad203a1-186c-47f1-b500-e904b125015e: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:45:09.815048 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:20.147582 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1cbb0ea0-531c-4795-91bd-33d82fba58bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:22.866461 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:45:23.523734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1eae1519-23cc-41f9-a3d7-f3dfae210b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:24.308411 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:25.675583 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:26.194529 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:38.156352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:39.141681 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-bc91ec72-6d26-4d1f-bb17-3816f0632140 req-6608b5e8-2466-449d-ba75-45a6f04faebd service neutron] (103515) timed out ('10.222.0.20', 65459) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 17:45:39.820847 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:50.153781 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0b7f2d01-854e-4eee-b066-ca70493c1d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:53.526147 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2541e5bb-30c3-4f50-b816-dca4a213f7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:54.309776 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:55.679375 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:56.196830 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:45:59.271794 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-0c47489a-ab33-4137-98eb-bf389db24a13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800681 Nov 22 17:45:59.361003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-c39a1d02-ca87-4135-83a3-e5db9e1c694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:59.362532 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-c39a1d02-ca87-4135-83a3-e5db9e1c694d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0411329 Nov 22 17:45:59.473950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-1705f096-a1c2-40d3-8efc-17dedaca2037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:59.475323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-1705f096-a1c2-40d3-8efc-17dedaca2037 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0893891 Nov 22 17:45:59.542374 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-ab215b4c-ab48-46d3-8470-b845b7889fcf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 1001 time: 0.0576522 Nov 22 17:45:59.593918 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-43c089d0-a252-4d9f-9caf-10135daabbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:59.595422 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-43c089d0-a252-4d9f-9caf-10135daabbcd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0433507 Nov 22 17:45:59.656562 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-08367f50-e080-4e25-b0a7-4b36a28cba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:45:59.659135 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-08367f50-e080-4e25-b0a7-4b36a28cba19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528111 Nov 22 17:45:59.750090 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-bb6de466-9ca8-4b5b-918e-1b27df1751e8 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824592 Nov 22 17:45:59.843244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f46b9be-45b1-487e-8fb8-47817f808e00 req-bc6ad5d6-5b8b-4a65-8547-709fdded7b70 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843544 Nov 22 17:45:59.868451 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:46:08.196033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:09.839823 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:20.155433 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0aed6b44-eff4-4dac-878b-f571e5168541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:23.528289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-897d275a-9686-47d3-b1e2-abd67cdaef59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:24.310796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:25.681141 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:26.199140 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:36.867625 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:46:38.202334 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:39.846297 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:50.159487 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bbca01aa-cd94-4751-b4e5-739d95f2c8f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:53.530648 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-74621b28-c44a-415f-80dc-6da81a638fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:54.313328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:55.684813 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:46:56.201931 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:00.228005 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-33f8cfb7-6b01-43fe-96c4-7a4160d2364a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423422 Nov 22 17:47:00.317202 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-e429e5d0-404b-4f8c-91cc-9b1e8b395ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:00.318731 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-e429e5d0-404b-4f8c-91cc-9b1e8b395ca7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0422354 Nov 22 17:47:00.426865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-f02bf080-9a0c-4c43-9822-e211e6d50db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:00.428327 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-f02bf080-9a0c-4c43-9822-e211e6d50db4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0888774 Nov 22 17:47:00.504866 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-aba6badf-a283-453e-8082-7c9c2f93d02a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 1001 time: 0.0662613 Nov 22 17:47:00.556362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-5a7ba5ca-6381-4bbb-9233-94dac2814b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:00.557845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-5a7ba5ca-6381-4bbb-9233-94dac2814b2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0440197 Nov 22 17:47:00.608608 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-dcfb1d55-ec4a-41ec-8723-9d36adb653da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:00.610126 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-dcfb1d55-ec4a-41ec-8723-9d36adb653da service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442362 Nov 22 17:47:00.704070 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-2a91cd90-bff6-4aec-81d4-cbeed685f72f service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860531 Nov 22 17:47:00.806583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a86148e2-eecb-4c90-86f8-54038bc9ef5e req-6f5b76a7-c92e-4fb0-a549-e80844bf6850 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898087 Nov 22 17:47:06.651135 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac51fd-39b8-4dbf-b1fb-a846aede95ab req-8e361f84-244b-4b99-a696-52a559946174 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:06.653723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbac51fd-39b8-4dbf-b1fb-a846aede95ab req-8e361f84-244b-4b99-a696-52a559946174 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0517185 Nov 22 17:47:06.706973 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dbac51fd-39b8-4dbf-b1fb-a846aede95ab req-bdc88ce2-f676-4feb-af1c-a343e7a307ee tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 Nov 22 17:47:07.831110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c5933-0cac-4a65-981e-f459bc04db47 req-ed547af2-fcdf-4cbd-8689-963e78bf611d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:07.832578 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-155c5933-0cac-4a65-981e-f459bc04db47 req-ed547af2-fcdf-4cbd-8689-963e78bf611d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0496404 Nov 22 17:47:07.882350 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-155c5933-0cac-4a65-981e-f459bc04db47 req-f28f1672-f60f-4b91-89a1-27ffdec95ceb tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Nov 22 17:47:08.203313 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:09.028046 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11e27c-60e5-454f-a0c7-a405e8fac390 req-9f469e1c-2c11-4b4a-9473-4b3e48d2ccd5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:09.029539 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b11e27c-60e5-454f-a0c7-a405e8fac390 req-9f469e1c-2c11-4b4a-9473-4b3e48d2ccd5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0556908 Nov 22 17:47:09.079239 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0b11e27c-60e5-454f-a0c7-a405e8fac390 req-83eaf9d8-5467-4997-a76c-abc364245629 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Nov 22 17:47:09.847371 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:10.202315 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17c586-647d-451d-bcc6-2fcef75fe829 req-a485874c-4e6d-48df-9bbd-c1d3de823216 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:10.203943 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e17c586-647d-451d-bcc6-2fcef75fe829 req-a485874c-4e6d-48df-9bbd-c1d3de823216 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Nov 22 17:47:10.255556 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-2e17c586-647d-451d-bcc6-2fcef75fe829 req-87498f23-a797-4240-81ad-5fdcb607c130 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450895 Nov 22 17:47:11.372476 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01282baf-f7d3-42a4-a7fb-61d102cf9efd req-b9969bfe-a0fd-476b-a3ce-068f63422b92 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:11.373978 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01282baf-f7d3-42a4-a7fb-61d102cf9efd req-b9969bfe-a0fd-476b-a3ce-068f63422b92 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0490198 Nov 22 17:47:11.428833 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-01282baf-f7d3-42a4-a7fb-61d102cf9efd req-00b9efad-4cbf-4791-a2e4-ebea7d1121fe tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489662 Nov 22 17:47:12.550717 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80bf0f4-aa15-4bad-bc6e-7809937eb4ce req-ac307e62-86b7-43c3-a038-35ffec994a09 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:12.552445 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e80bf0f4-aa15-4bad-bc6e-7809937eb4ce req-ac307e62-86b7-43c3-a038-35ffec994a09 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0499775 Nov 22 17:47:12.603912 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e80bf0f4-aa15-4bad-bc6e-7809937eb4ce req-e9b60760-f899-4f9d-b103-7dacf675827b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456657 Nov 22 17:47:13.720063 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32ba89-3293-4e42-b097-5bd4a704fc4e req-1c1a0717-30ed-4885-8d3a-926d67d9f5e8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:13.721557 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e32ba89-3293-4e42-b097-5bd4a704fc4e req-1c1a0717-30ed-4885-8d3a-926d67d9f5e8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0478117 Nov 22 17:47:13.772362 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3e32ba89-3293-4e42-b097-5bd4a704fc4e req-e22a0b3b-66b4-401f-8a54-8decf35713cf tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449219 Nov 22 17:47:13.866457 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:47:14.898665 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bdc06-a0a9-4a1b-a5d6-76b994771a27 req-1d58d820-823a-49d1-9949-8fb2866a9882 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:14.900149 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec7bdc06-a0a9-4a1b-a5d6-76b994771a27 req-1d58d820-823a-49d1-9949-8fb2866a9882 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0542736 Nov 22 17:47:14.950837 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ec7bdc06-a0a9-4a1b-a5d6-76b994771a27 req-c7b3b109-d8da-4c73-95b2-f71a464b7bf8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Nov 22 17:47:16.069204 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d033069-80ed-41fa-a1c7-0d4549e199a4 req-e037f210-210a-4606-ac84-88be3530c15b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:16.070707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d033069-80ed-41fa-a1c7-0d4549e199a4 req-e037f210-210a-4606-ac84-88be3530c15b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0491874 Nov 22 17:47:16.119075 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5d033069-80ed-41fa-a1c7-0d4549e199a4 req-ad6f4e2d-4936-438a-ab20-dbda34c20554 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424633 Nov 22 17:47:16.832209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-2550a768-46a0-49eb-bbcb-a6aceb69f308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:16.833783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-2550a768-46a0-49eb-bbcb-a6aceb69f308 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0434704 Nov 22 17:47:17.287187 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd11c6-f279-4166-8eee-fe5cc1a830d6 req-42baba52-3949-4e06-bdaf-37ee3d3fa806 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:17.288648 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7acd11c6-f279-4166-8eee-fe5cc1a830d6 req-42baba52-3949-4e06-bdaf-37ee3d3fa806 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0806739 Nov 22 17:47:17.291464 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-b521dc81-c9bd-4c52-8b6b-d368596fa153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:17.292802 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-b521dc81-c9bd-4c52-8b6b-d368596fa153 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.4519000 Nov 22 17:47:17.380832 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7acd11c6-f279-4166-8eee-fe5cc1a830d6 req-49c07d97-804e-4790-b929-0a7fde49f41e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861590 Nov 22 17:47:17.388776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-a7a7e8a6-89e2-4b68-8290-88758838d972 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 1001 time: 0.0809846 Nov 22 17:47:17.445921 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-981b38cd-42cc-420c-8024-b035af6c092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:17.447368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-981b38cd-42cc-420c-8024-b035af6c092c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0474353 Nov 22 17:47:17.494606 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-02b710c3-45c5-49c8-bafa-0c80146cd688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:17.496079 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-02b710c3-45c5-49c8-bafa-0c80146cd688 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394275 Nov 22 17:47:17.507209 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-5ca0e6fe-60ca-46e2-a891-fa6e7e5e6ef9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:47:17.508134 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-5ca0e6fe-60ca-46e2-a891-fa6e7e5e6ef9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048947 Nov 22 17:47:17.598560 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-58edf6f2-d06c-418a-ba29-3926e9d5c282 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823607 Nov 22 17:47:17.698453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-36ca0043-5a0e-40b4-afa3-3c5a97de7e6e req-6e0312b9-f97e-411d-a332-cb9a89b16db0 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883992 Nov 22 17:47:18.498865 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d916c70-c9e3-4f4f-8d7b-d22af25f577d req-688fb285-a327-4a8f-84e0-29bb26461eb8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:18.500733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d916c70-c9e3-4f4f-8d7b-d22af25f577d req-688fb285-a327-4a8f-84e0-29bb26461eb8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0527713 Nov 22 17:47:18.551096 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8d916c70-c9e3-4f4f-8d7b-d22af25f577d req-ee60ad7e-a467-4d88-8c34-9c5f1a94204d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443556 Nov 22 17:47:19.682016 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91236fd-b340-4bc7-a23b-95a42bfeedf4 req-a1d771b1-0140-402d-af04-4dfa63509b12 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:19.683783 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d91236fd-b340-4bc7-a23b-95a42bfeedf4 req-a1d771b1-0140-402d-af04-4dfa63509b12 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0561812 Nov 22 17:47:19.736910 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d91236fd-b340-4bc7-a23b-95a42bfeedf4 req-807c70a7-1ac6-4ca3-9206-7760883f1bfb tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460439 Nov 22 17:47:20.161731 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-7d0927a2-5376-4c21-83bc-594317a17710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:20.854632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b65b13-9c68-4b5b-ba91-4c520f85689b req-09ae53c1-d005-43f9-84ce-1db661c66297 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:20.856125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47b65b13-9c68-4b5b-ba91-4c520f85689b req-09ae53c1-d005-43f9-84ce-1db661c66297 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0502386 Nov 22 17:47:20.908314 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-47b65b13-9c68-4b5b-ba91-4c520f85689b req-0f1c1d1f-60bf-4a81-830f-1bb79464695e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442438 Nov 22 17:47:22.025150 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dda8d-a192-4235-a4fb-18c8e6f5079a req-0fb642db-a201-4c8b-ac2f-271c64e9251f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:22.026641 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb2dda8d-a192-4235-a4fb-18c8e6f5079a req-0fb642db-a201-4c8b-ac2f-271c64e9251f tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0500882 Nov 22 17:47:22.081481 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-bb2dda8d-a192-4235-a4fb-18c8e6f5079a req-dbb8f50e-3413-4f3d-bfdd-f757febec43e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487688 Nov 22 17:47:22.268633 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-7a5b95f1-fd5e-4849-86a9-fa5d6b157374 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0466096 Nov 22 17:47:22.278067 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-bd08a74a-4ca2-4122-a18a-7ad5707f13ba service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:47:22.279115 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-bd08a74a-4ca2-4122-a18a-7ad5707f13ba service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052464 Nov 22 17:47:22.292245 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade973c-2f25-4c88-9360-f46d7c9f8c07 req-3e113b51-1d9d-4b8c-8b4b-70fe2c994b0a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:22.294041 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ade973c-2f25-4c88-9360-f46d7c9f8c07 req-3e113b51-1d9d-4b8c-8b4b-70fe2c994b0a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0495989 Nov 22 17:47:22.348924 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0ade973c-2f25-4c88-9360-f46d7c9f8c07 req-f495541b-f02b-461c-ab9a-5c7a31743cc4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477381 Nov 22 17:47:23.164700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:47:23.240803 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:23.264140 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:47:23.267158 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f295e77-c430-45f4-91a6-8a281db47751" -d '{"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-unplugged", "status": "completed", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:47:23.283434 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:23.288181 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:23.336373 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:23.345588 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.345963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.346310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.346803 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.347139 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.347470 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.347797 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.348122 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.348447 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.348768 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.349091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.349411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:47:23.355685 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 22 Nov 2021 17:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b78afc-2e30-4221-95e3-24b7c25f395c x-openstack-request-id: req-01b78afc-2e30-4221-95e3-24b7c25f395c {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:47:23.356048 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-unplugged", "status": "failed", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "code": 422}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:47:23.356375 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01b78afc-2e30-4221-95e3-24b7c25f395c {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:47:23.356869 n-d-816206-6 neutron-server[103516]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'code': 422} returned with failed status Nov 22 17:47:23.468712 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e7f48c-d8d5-47a2-b8c1-a86bad7a97b8 req-0d9cf8d2-134e-42fa-96d5-8e5d1903dd15 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:23.470429 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67e7f48c-d8d5-47a2-b8c1-a86bad7a97b8 req-0d9cf8d2-134e-42fa-96d5-8e5d1903dd15 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0507874 Nov 22 17:47:23.526068 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-67e7f48c-d8d5-47a2-b8c1-a86bad7a97b8 req-f90f4891-3bdc-4d00-85d4-a9e931153f80 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492046 Nov 22 17:47:23.538998 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e412cfce-0410-40ab-8e17-f082972baced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:24.317138 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:24.648710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c9ab5-25ed-4e93-a95a-67cea9a88bfb req-53d0d7f6-a1b1-4231-a329-b758edce4ca6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:24.650346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-503c9ab5-25ed-4e93-a95a-67cea9a88bfb req-53d0d7f6-a1b1-4231-a329-b758edce4ca6 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0545988 Nov 22 17:47:24.703962 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-503c9ab5-25ed-4e93-a95a-67cea9a88bfb req-528dca02-ac35-4fb2-9d87-2299fe16fb59 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462248 Nov 22 17:47:25.685629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:25.826033 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804458b7-a541-4fdd-a9c5-d35c80110ab1 req-f8047d7c-b286-424b-b005-88834b877b37 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:25.827998 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-804458b7-a541-4fdd-a9c5-d35c80110ab1 req-f8047d7c-b286-424b-b005-88834b877b37 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0510914 Nov 22 17:47:25.882848 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-804458b7-a541-4fdd-a9c5-d35c80110ab1 req-dce09b1d-2b22-493a-8442-1e58b5b6ca28 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486188 Nov 22 17:47:26.202932 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:27.006177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfe06c-e3a4-40f9-a48e-e9214de0e15c req-5efa2c17-7dbe-46ba-91bd-2a120bf25695 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:27.007624 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fdfe06c-e3a4-40f9-a48e-e9214de0e15c req-5efa2c17-7dbe-46ba-91bd-2a120bf25695 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0492351 Nov 22 17:47:27.062640 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5fdfe06c-e3a4-40f9-a48e-e9214de0e15c req-e199e086-3918-4fa9-99aa-b6dba1d32674 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489430 Nov 22 17:47:28.181911 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ce008e-977e-4ad9-b163-e714017efb7b req-3e8d8209-fc5a-4086-a888-36a870646fee tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:28.183380 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ce008e-977e-4ad9-b163-e714017efb7b req-3e8d8209-fc5a-4086-a888-36a870646fee tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0516784 Nov 22 17:47:28.238063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-27ce008e-977e-4ad9-b163-e714017efb7b req-1ab538b1-972f-4bb6-adf5-4208c6d6215a tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483723 Nov 22 17:47:28.279889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-9427e277-196b-4bcb-8537-3cf27ac7a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:28.282699 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-9427e277-196b-4bcb-8537-3cf27ac7a654 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48&tenant_id=fd345d7c67f44fa1a61ad7f9881a0535 HTTP/1.1" status: 200 len: 1094 time: 0.0437572 Nov 22 17:47:28.350297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-e23fe4a3-e9cd-452a-ae80-d6a20832a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:28.351690 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-e23fe4a3-e9cd-452a-ae80-d6a20832a29a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1094 time: 0.0449290 Nov 22 17:47:28.444946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-1e93f82d-487a-4df1-8145-34eabf6a4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:28.446437 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-1e93f82d-487a-4df1-8145-34eabf6a4891 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0834067 Nov 22 17:47:28.516931 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-2c3408e4-af1e-4952-88d5-868367d42b86 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 999 time: 0.0618353 Nov 22 17:47:28.573679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-639b8c19-71cc-4984-98de-1c6895895c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:28.575125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-639b8c19-71cc-4984-98de-1c6895895c67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0436425 Nov 22 17:47:28.621467 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-dfcf0ca3-f7cc-41cc-91e2-682bd6b30a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:28.622897 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-dfcf0ca3-f7cc-41cc-91e2-682bd6b30a76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400801 Nov 22 17:47:28.719489 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-f8e6c82a-5205-4aae-92d2-f292a8e4e39d service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867724 Nov 22 17:47:28.815020 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-a8e25714-af4a-4215-8ed8-5e30ac900ec9 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849557 Nov 22 17:47:29.361054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe7fa4-7867-4f2b-9ebf-619d9c08435a req-b1915468-4571-40e6-9000-734a83e2b2b7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:29.362586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8fe7fa4-7867-4f2b-9ebf-619d9c08435a req-b1915468-4571-40e6-9000-734a83e2b2b7 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0539358 Nov 22 17:47:29.417347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e8fe7fa4-7867-4f2b-9ebf-619d9c08435a req-4d1d39b3-c834-4c58-96aa-99a8aac65da3 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488513 Nov 22 17:47:30.537941 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd81f73-98c2-48e3-968e-d6c37a5e75e5 req-4325065e-a677-4f10-ab29-e0d7829fdbee tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:30.539346 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cd81f73-98c2-48e3-968e-d6c37a5e75e5 req-4325065e-a677-4f10-ab29-e0d7829fdbee tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0508540 Nov 22 17:47:30.590660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-9cd81f73-98c2-48e3-968e-d6c37a5e75e5 req-6b48088b-3058-47ef-8c7f-8ef222ffbc3d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453219 Nov 22 17:47:31.716121 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea70c8-b79b-44f6-a963-e275ab2de40f req-ac81edbf-62ea-4df5-8daa-8b54a6edf589 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:31.717788 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8ea70c8-b79b-44f6-a963-e275ab2de40f req-ac81edbf-62ea-4df5-8daa-8b54a6edf589 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0514944 Nov 22 17:47:31.767258 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f8ea70c8-b79b-44f6-a963-e275ab2de40f req-c8116b2c-cd85-46f1-967c-cb14ceef1225 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Nov 22 17:47:32.889206 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70df531-6fc8-420c-8591-162b8446094d req-996d719e-582f-4de6-a896-79da6305df88 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:32.890711 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a70df531-6fc8-420c-8591-162b8446094d req-996d719e-582f-4de6-a896-79da6305df88 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0532076 Nov 22 17:47:32.940137 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a70df531-6fc8-420c-8591-162b8446094d req-b2b9f028-4090-4a73-84a2-c67904ea2b6b tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433507 Nov 22 17:47:34.056541 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f84659-04dd-461b-bae7-ea742bb0d1b6 req-aa30a2dd-32e1-4cd9-9861-dfba2f051614 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:34.058063 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54f84659-04dd-461b-bae7-ea742bb0d1b6 req-aa30a2dd-32e1-4cd9-9861-dfba2f051614 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0488403 Nov 22 17:47:34.107298 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-54f84659-04dd-461b-bae7-ea742bb0d1b6 req-8986342e-f1c6-45b4-988b-c2afba30c712 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Nov 22 17:47:35.229487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75f6f4-8c3e-4add-914c-d8a05eaa5162 req-567fbc2b-8427-48e2-af24-175e2ac98516 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:35.231028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b75f6f4-8c3e-4add-914c-d8a05eaa5162 req-567fbc2b-8427-48e2-af24-175e2ac98516 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0541623 Nov 22 17:47:35.281219 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1b75f6f4-8c3e-4add-914c-d8a05eaa5162 req-5c53058c-3351-4662-a256-ea1c97c08e65 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439606 Nov 22 17:47:36.398364 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee8dbc-7def-4f90-b6a6-f71d32a0985d req-d200e877-4ee3-490e-9ce2-79c2438462cd tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:36.399879 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0ee8dbc-7def-4f90-b6a6-f71d32a0985d req-d200e877-4ee3-490e-9ce2-79c2438462cd tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 943 time: 0.0497270 Nov 22 17:47:36.449304 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e0ee8dbc-7def-4f90-b6a6-f71d32a0985d req-99d5ebfd-e88d-4172-8ecf-acadf1148f89 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Nov 22 17:47:37.224844 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:47:37.318077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:37.328765 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'port_id': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'mac_address': 'fa:16:3e:25:07:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:47:37.378200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:37.390433 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d348d2f-2634-41c2-825c-aa9821df1d33 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:47:37.409249 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:37.413484 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:37.460926 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:37.568009 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46890c71-89d4-4b07-a76d-e33d094ee735 req-9caffd1f-d284-4bcb-bb2d-a5ba5bc50270 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:37.569470 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46890c71-89d4-4b07-a76d-e33d094ee735 req-9caffd1f-d284-4bcb-bb2d-a5ba5bc50270 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 944 time: 0.0496569 Nov 22 17:47:37.624904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-46890c71-89d4-4b07-a76d-e33d094ee735 req-e7b13857-38e4-46c7-b1b9-4bcadb35531d tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494125 Nov 22 17:47:37.721410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['3d348d2f-2634-41c2-825c-aa9821df1d33'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:47:38.218817 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:38.740879 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e8432-a9df-4d55-a3e3-8dee0eb7b9f7 req-4e9fc4d3-be1a-41e9-80ba-258ed4bd5bae tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:38.742368 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145e8432-a9df-4d55-a3e3-8dee0eb7b9f7 req-4e9fc4d3-be1a-41e9-80ba-258ed4bd5bae tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 944 time: 0.0490849 Nov 22 17:47:38.792223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-145e8432-a9df-4d55-a3e3-8dee0eb7b9f7 req-c0c72d92-7c93-469b-ab94-018e6613ca51 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439470 Nov 22 17:47:39.232384 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:47:39.279518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port 3d348d2f-2634-41c2-825c-aa9821df1d33 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:47:39.279985 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:39.359355 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:39.381456 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:47:39.383713 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78de9e-7785-4d51-bf9b-14fe148f2847" -d '{"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-plugged", "status": "completed", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:47:39.397209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:47:39.402153 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:39.432595 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2eca68-30f5-4d9d-af98-45d3babb6870 x-openstack-request-id: req-5e2eca68-30f5-4d9d-af98-45d3babb6870 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:47:39.432910 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-plugged", "status": "completed", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:47:39.433166 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5e2eca68-30f5-4d9d-af98-45d3babb6870 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:47:39.433564 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'code': 200} Nov 22 17:47:39.505614 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:47:39.583460 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049dc6f-3979-44ea-81c0-8aae369b277a req-70d290a3-cd9e-44f3-a7f2-8f0ef34df7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:39.584952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0049dc6f-3979-44ea-81c0-8aae369b277a req-70d290a3-cd9e-44f3-a7f2-8f0ef34df7b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0406392 Nov 22 17:47:39.635343 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0049dc6f-3979-44ea-81c0-8aae369b277a req-4c0e6340-a243-4fea-8f8c-43b261e009b5 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412860 Nov 22 17:47:39.847467 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:39.920114 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef982c-e7ce-4110-8829-9eda6c341a6f req-1de54306-161f-4fdf-8411-da8574f1da6c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:39.921990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76ef982c-e7ce-4110-8829-9eda6c341a6f req-1de54306-161f-4fdf-8411-da8574f1da6c tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0534022 Nov 22 17:47:39.972593 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-76ef982c-e7ce-4110-8829-9eda6c341a6f req-e938119a-d6f8-4892-bc82-64859e53eff9 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446067 Nov 22 17:47:41.094818 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a3c81-69a6-4700-802f-4cde2141d4e2 req-40852e89-6ef0-49f4-b17a-7ca44f5c4c92 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:47:41.096308 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e6a3c81-69a6-4700-802f-4cde2141d4e2 req-40852e89-6ef0-49f4-b17a-7ca44f5c4c92 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Nov 22 17:47:41.146627 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-4e6a3c81-69a6-4700-802f-4cde2141d4e2 req-171ea5ff-c26a-45b2-9ef8-a8a5dca5306e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441439 Nov 22 17:47:50.162792 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-9941df1a-3971-4d26-a4d2-755012651460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:50.866140 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:47:53.530441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3bde5aa0-e699-4e01-94b4-765a7516606f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:54.318992 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:55.688017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:47:56.205201 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:01.238677 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-d9835ecc-f0e1-41ed-a837-96dd53604c5f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410426 Nov 22 17:48:01.331303 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-815b560e-55fd-4aa1-8388-009cf22d52f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.332760 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-815b560e-55fd-4aa1-8388-009cf22d52f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0441682 Nov 22 17:48:01.450261 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-258f02bf-ffe4-4519-b60f-21389f6f76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.451722 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-258f02bf-ffe4-4519-b60f-21389f6f76c1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.0950537 Nov 22 17:48:01.528823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-d35f2ff2-2c49-4d25-92ab-309aaa30999d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 1001 time: 0.0643601 Nov 22 17:48:01.581898 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-34779182-0e37-48dd-bfcb-36526de67d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.583433 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-34779182-0e37-48dd-bfcb-36526de67d88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0453546 Nov 22 17:48:01.630713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-4c7d728c-ac0f-48f5-b7d2-7187c572655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:48:01.632161 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-4c7d728c-ac0f-48f5-b7d2-7187c572655b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405748 Nov 22 17:48:01.729606 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-8f68817a-bb98-4aaa-8cee-cb9142ba1d59 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850842 Nov 22 17:48:01.834883 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b222a7a0-299b-49fc-bc9f-da31d65fd1c4 req-6120ccb6-463d-41a4-bedd-a44ade118c20 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934772 Nov 22 17:48:08.234419 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:09.848646 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:20.164262 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8b610794-f8c2-45a3-a5c8-9aab9227646b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:23.531118 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-444de278-aa5e-4fab-977c-1e9871bb1de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:24.320237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:25.690076 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:26.206913 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:27.864868 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:48:38.264585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:39.848819 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:50.165184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-504352e9-3d8f-4903-9a2b-a70f5cd9a4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:53.532972 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-5d0195df-6c60-4a7d-8c92-e6f68d2ed0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:54.323939 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:55.693341 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:56.208935 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:48:59.772419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55200) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:48:59.931024 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Deleting port 88486fc6-224a-4985-b775-2e2c65ea4066 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:48:59.931371 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:00.011620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:00.011948 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:00.024295 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Calling delete_port for 88486fc6-224a-4985-b775-2e2c65ea4066 owned by network:floatingip {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:00.171533 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:00.196604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event deleted for resources: {'Port': ['ID=88486fc6-224a-4985-b775-2e2c65ea4066,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:00.225042 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.225398 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.226489 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.226816 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.227152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.227487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.227817 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.228148 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.230619 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.231157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.231327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.231628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:00.280530 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for floatingip, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:00.280858 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Floating IP 9ad203a1-186c-47f1-b500-e904b125015e disassociated (deleted). External IP: 172.25.6.232, port: 3d348d2f-2634-41c2-825c-aa9821df1d33. Nov 22 17:49:00.485438 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:00.603362 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:00.608588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:00.613381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:00.623621 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:00.624316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:00.644167 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-c66aaa2f-a1c0-4ec8-a635-1c7d2fee67d5 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "DELETE /v2.0/floatingips/9ad203a1-186c-47f1-b500-e904b125015e HTTP/1.1" status: 204 len: 168 time: 0.8705993 Nov 22 17:49:00.644845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:00.647225 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8365d5-ad30-49c8-9090-e794f76f00ee" -d '{"events": [{"name": "network-changed", "server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:00.741612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:00.747278 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a627da61-5f60-4318-945c-fe1664a5d3e4 x-openstack-request-id: req-a627da61-5f60-4318-945c-fe1664a5d3e4 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:00.747696 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:00.748007 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a627da61-5f60-4318-945c-fe1664a5d3e4 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:00.748257 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'status': 'completed', 'code': 200} Nov 22 17:49:00.822034 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-c8238dac-807f-4f46-b5ec-ead26617684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:00.823736 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-c8238dac-807f-4f46-b5ec-ead26617684e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 1096 time: 0.0478482 Nov 22 17:49:00.941754 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3dd59c-0f0c-448c-adc1-9a8317f4401e req-ed75cfd0-af7b-47fe-a48a-7626df9277b8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:00.943243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e3dd59c-0f0c-448c-adc1-9a8317f4401e req-ed75cfd0-af7b-47fe-a48a-7626df9277b8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.1036816 Nov 22 17:49:00.954374 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:00.964263 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-8027b8de-46fb-4bdd-bb08-090234e6ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:00.966583 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-8027b8de-46fb-4bdd-bb08-090234e6ebeb service neutron] 10.222.0.66 "GET /v2.0/networks?id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 200 len: 910 time: 0.1352212 Nov 22 17:49:00.985311 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:00.993946 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:00.994491 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:01.021575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-a343c166-cd9f-4615-9ed2-4b76eb8e20eb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 200 len: 217 time: 0.0440273 Nov 22 17:49:01.047792 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8e3dd59c-0f0c-448c-adc1-9a8317f4401e req-1b0043c1-16b2-455a-98f3-c2a2d4b7a4ea tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934184 Nov 22 17:49:01.086878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-40b93f51-1b1b-43a0-a50f-d3cf51dd7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:01.088324 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-40b93f51-1b1b-43a0-a50f-d3cf51dd7ecb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 200 len: 848 time: 0.0541720 Nov 22 17:49:01.098923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:01.134785 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-a5bb1b9f-9895-4ef6-9371-fcef8ec1f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:01.136417 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-a5bb1b9f-9895-4ef6-9371-fcef8ec1f470 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389237 Nov 22 17:49:01.230776 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-5ec646e9-4347-450d-9bcb-ea9099eac43f service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844345 Nov 22 17:49:01.300966 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:01.327453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4ea7db-8ba4-41e6-a2b8-4434c5b34bb1 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:40:06Z', 'revision_number': 4, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7', 'name': '', 'network_id': '224ed917-1e9d-4fa7-a7a4-49c8d273ca8c', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'mac_address': 'fa:16:3e:a4:c8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:05Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'subnets': [{'id': 'bb0092e5-873d-4e92-9884-88f7069aa008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:01.327798 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ee8365d5-ad30-49c8-9090-e794f76f00ee req-0f714388-833f-48a6-b5d8-48a447e5c199 service neutron] 10.222.0.66 "GET /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859365 Nov 22 17:49:01.558646 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fec3e9-0252-4082-8a36-1e5b4749e3ff None None] New status for floating IP 9ad203a1-186c-47f1-b500-e904b125015e: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:49:02.163976 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aeaa84-b2bb-4239-9248-e3d43b7a8d53 req-51ff0d81-5f25-4fdd-9455-5c0ed69eaada tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:02.165458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81aeaa84-b2bb-4239-9248-e3d43b7a8d53 req-51ff0d81-5f25-4fdd-9455-5c0ed69eaada tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Nov 22 17:49:02.214584 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-81aeaa84-b2bb-4239-9248-e3d43b7a8d53 req-3f7c8a30-e43f-44db-ae67-049d6cb7329e tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9662d7a-a7ff-4315-8fa1-c6aa39a33634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424755 Nov 22 17:49:02.809286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-8a9fdff3-2104-4519-8946-e3212ce7c8d8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:02.810752 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-8a9fdff3-2104-4519-8946-e3212ce7c8d8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 945 time: 0.0520151 Nov 22 17:49:02.901289 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Deleting port 3d348d2f-2634-41c2-825c-aa9821df1d33 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:02.901647 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:02.993982 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] For port 3d348d2f-2634-41c2-825c-aa9821df1d33, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=3d348d2f-2634-41c2-825c-aa9821df1d33,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:02.994344 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:03.008162 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Calling delete_port for 3d348d2f-2634-41c2-825c-aa9821df1d33 owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:03.134612 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:03.165494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event deleted for resources: {'Port': ['ID=3d348d2f-2634-41c2-825c-aa9821df1d33,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:03.210845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] No DVR routers for this DVR port 3d348d2f-2634-41c2-825c-aa9821df1d33 on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:03.213410 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:03.217379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1c8c1233-7dfc-4405-9368-e3da267d4a0a req-44523d20-0649-4683-be9a-aafd7f3a49b0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.66 "DELETE /v2.0/ports/3d348d2f-2634-41c2-825c-aa9821df1d33 HTTP/1.1" status: 204 len: 173 time: 0.3999588 Nov 22 17:49:03.217827 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-deleted', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:03.220074 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e5e9c3-b7d5-4f23-8bde-734e69fd48b2" -d '{"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-deleted", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:03.265533 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816e19c-eabb-4536-8af1-bf5568d20219 x-openstack-request-id: req-f816e19c-eabb-4536-8af1-bf5568d20219 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:03.265898 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9afc6d43-eee1-4d56-836f-c6616b68ce48", "name": "network-vif-deleted", "tag": "3d348d2f-2634-41c2-825c-aa9821df1d33", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:03.266172 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f816e19c-eabb-4536-8af1-bf5568d20219 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:03.266589 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9afc6d43-eee1-4d56-836f-c6616b68ce48', 'name': 'network-vif-deleted', 'tag': '3d348d2f-2634-41c2-825c-aa9821df1d33', 'status': 'completed', 'code': 200} Nov 22 17:49:03.326723 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8911b55d-970e-45f6-a47e-5c3a10bb6702 req-79a81571-2a02-4b9a-a462-5e62882b2ee4 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.0271437 Nov 22 17:49:04.427261 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-de1f81a6-3e31-40b3-917c-8220791ce511 req-2f72cf44-31ff-4664-b40c-bbcc5b632aeb tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.0267301 Nov 22 17:49:04.864692 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:49:05.521212 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-48006b38-c598-4866-b1fe-55c7217b2c82 req-41658238-df4d-49f6-b36e-57fb54d75cd0 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.0261219 Nov 22 17:49:05.601832 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:05.625682 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: 3d348d2f-2634-41c2-825c-aa9821df1d33 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:05.626028 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device 3d348d2f-2634-41c2-825c-aa9821df1d33 not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:06.624054 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d3c0248b-1d4b-4bc4-a089-d3fba4c3f534 req-751c30a0-5bbb-45cc-9077-f9d8039e56d8 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.0306520 Nov 22 17:49:08.051213 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70518d41-65cd-4479-bfef-15cd685ea4e5 req-334ad830-3443-4dda-b015-88f40a659160 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "GET /v2.0/ports?device_id=9afc6d43-eee1-4d56-836f-c6616b68ce48 HTTP/1.1" status: 200 len: 210 time: 0.3455460 Nov 22 17:49:08.265067 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.109700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55234) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:09.165990 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a9bc-30c6-4310-96a7-bef612bb4617 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.191174 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a9bc-30c6-4310-96a7-bef612bb4617 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.252341 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a9bc-30c6-4310-96a7-bef612bb4617 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.254859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d8d6a9bc-30c6-4310-96a7-bef612bb4617 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.256383 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d8d6a9bc-30c6-4310-96a7-bef612bb4617 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] 10.222.0.65 "DELETE /v2.0/security-groups/b9662d7a-a7ff-4315-8fa1-c6aa39a33634 HTTP/1.1" status: 204 len: 168 time: 0.1456411 Nov 22 17:49:09.267190 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6a9bc-30c6-4310-96a7-bef612bb4617 tempest-TestShelveInstance-113183698 tempest-TestShelveInstance-113183698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9662d7a-a7ff-4315-8fa1-c6aa39a33634,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:09.305334 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55238) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:09.762094 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:09.849308 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:10.012044 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Deleting port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:10.013030 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:10.090316 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] For port 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:10.090740 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:10.103568 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Calling delete_port for 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:10.289902 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:10.317494 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:10.506143 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:10.729829 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Router 349cf52c-e7c0-496f-bcb5-065460cc45f7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:10.841430 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:10.848528 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8e349779-5f69-4cfb-8647-a93a70c31cfa admin admin] 10.222.0.65 "PUT /v2.0/routers/349cf52c-e7c0-496f-bcb5-065460cc45f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5419276 Nov 22 17:49:10.849353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55242) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:10.851031 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] Sync routers for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:10.862636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:10.863358 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:10.959549 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:10.970688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:11.064608 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.127249 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Deleting port 398a2d7b-f374-4850-9521-536054b5b526 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:11.127588 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.167469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': '398a2d7b-f374-4850-9521-536054b5b526', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:49:10Z', 'revision_number': 5, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port': {'id': '398a2d7b-f374-4850-9521-536054b5b526', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:04Z', 'updated_at': '2021-11-22T17:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:11.196492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] Checking router: 349cf52c-e7c0-496f-bcb5-065460cc45f7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:11.205634 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] Routers {'349cf52c-e7c0-496f-bcb5-065460cc45f7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:11.206263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['349cf52c-e7c0-496f-bcb5-065460cc45f7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:11.209519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] For port 398a2d7b-f374-4850-9521-536054b5b526, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=398a2d7b-f374-4850-9521-536054b5b526,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:11.209975 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.228224 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Calling delete_port for 398a2d7b-f374-4850-9521-536054b5b526 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:11.296155 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] Set router 349cf52c-e7c0-496f-bcb5-065460cc45f7 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:11.349413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:49:11Z', 'revision_number': 6, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:11.383761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9f5d04-1560-4a9e-97a9-26a70d065748 None None] The sync data for ids ['349cf52c-e7c0-496f-bcb5-065460cc45f7'] in n-d-816206-6 is: [{'id': '349cf52c-e7c0-496f-bcb5-065460cc45f7', 'name': 'tempest-TestShelveInstance-1933515572-router', 'tenant_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:03Z', 'updated_at': '2021-11-22T17:49:11Z', 'revision_number': 6, 'project_id': 'fd345d7c67f44fa1a61ad7f9881a0535', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:11.418394 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.451297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Pushing event deleted for resources: {'Port': ['ID=398a2d7b-f374-4850-9521-536054b5b526,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:11.469099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3bea5-7c06-46b2-a363-88c94e59def3 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:11.521797 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.614884 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.617016 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.664326 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.664950 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 349cf52c-e7c0-496f-bcb5-065460cc45f7 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:49:11.670471 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.671615 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4e0159a7-bd94-4cc0-ab82-45cac9be5dae admin admin] 10.222.0.65 "DELETE /v2.0/routers/349cf52c-e7c0-496f-bcb5-065460cc45f7 HTTP/1.1" status: 204 len: 168 time: 0.8212044 Nov 22 17:49:11.674115 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55244) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:11.720300 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Deleting subnet bb0092e5-873d-4e92-9884-88f7069aa008 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:49:11.724093 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.764535 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.859788 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.911606 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.939917 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0092e5-873d-4e92-9884-88f7069aa008,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:11.941930 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:11.945197 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-49f614d5-baa3-4290-a8a7-bfe79aada4a1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bb0092e5-873d-4e92-9884-88f7069aa008 HTTP/1.1" status: 204 len: 168 time: 0.2701638 Nov 22 17:49:11.946360 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c173b3-a056-4207-9097-4687d9b04133 None None] Network 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:11.947696 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55246) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:12.015592 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.074182 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Deleting port c38f23dd-56b0-4f3b-a526-32bf294115dc {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:12.074520 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.139986 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] For port c38f23dd-56b0-4f3b-a526-32bf294115dc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c38f23dd-56b0-4f3b-a526-32bf294115dc,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:12.140353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.155408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Calling delete_port for c38f23dd-56b0-4f3b-a526-32bf294115dc owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:12.162591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] DHCP port deletion for 224ed917-1e9d-4fa7-a7a4-49c8d273ca8c request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:12.212333 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Deleting port c38f23dd-56b0-4f3b-a526-32bf294115dc {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:12.212710 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.244117 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.272421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Pushing event deleted for resources: {'Port': ['ID=c38f23dd-56b0-4f3b-a526-32bf294115dc,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:12.275780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] No DVR routers for this DVR port c38f23dd-56b0-4f3b-a526-32bf294115dc on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:12.282893 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] For port c38f23dd-56b0-4f3b-a526-32bf294115dc, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=c38f23dd-56b0-4f3b-a526-32bf294115dc,segment=NetworkSegment(2886fb85-cbb4-4e20-bfd7-67505d4a7c8a),segment_id=2886fb85-cbb4-4e20-bfd7-67505d4a7c8a)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:12.283300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.300827 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Calling delete_port for c38f23dd-56b0-4f3b-a526-32bf294115dc owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:12.348940 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.378341 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224ed917-1e9d-4fa7-a7a4-49c8d273ca8c']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:12.387909 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.389412 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:12.389860 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2886fb85-cbb4-4e20-bfd7-67505d4a7c8a') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:12.406291 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.417228 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c38f23dd-56b0-4f3b-a526-32bf294115dc no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:12.425198 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.431713 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:49:12.432114 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:49:12.434033 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:49:12.437917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Pushing event deleted for resources: {'Port': ['ID=c38f23dd-56b0-4f3b-a526-32bf294115dc,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:12.442847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] No DVR routers for this DVR port c38f23dd-56b0-4f3b-a526-32bf294115dc on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:12.447731 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: c38f23dd-56b0-4f3b-a526-32bf294115dc {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:12.448081 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device c38f23dd-56b0-4f3b-a526-32bf294115dc not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:12.448686 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 398a2d7b-f374-4850-9521-536054b5b526 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:12.454652 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.455033 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.455443 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.455738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.456075 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.456411 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.456744 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.457072 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.457593 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.458144 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.458478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.458809 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a6e39c-4e66-49b1-8291-6df5403d6dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:12.485234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 398a2d7b-f374-4850-9521-536054b5b526 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:12.486263 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 398a2d7b-f374-4850-9521-536054b5b526 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:12.486692 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:12.499807 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.508847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:12.509202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 06fb3fcc-cc7f-48a3-9839-72e7cbbc7da7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:12.518298 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:12.521535 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] 10.222.0.65 "DELETE /v2.0/networks/224ed917-1e9d-4fa7-a7a4-49c8d273ca8c HTTP/1.1" status: 204 len: 168 time: 0.5729041 Nov 22 17:49:12.522671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620e09e-7aa6-4902-ba52-afe27596814d admin admin] Pushing event deleted for resources: {'Network': ['ID=224ed917-1e9d-4fa7-a7a4-49c8d273ca8c,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:12.524353 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55248) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:12.877100 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:13.117962 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Deleting port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:13.118289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:13.193253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] For port 568b0a04-2fc5-42fd-90bf-b455a80ac8f4, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,segment=NetworkSegment(a4c05364-17a1-4b1e-9a19-c2585b28ea0a),segment_id=a4c05364-17a1-4b1e-9a19-c2585b28ea0a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:13.193607 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:13.206573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Calling delete_port for 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:13.384611 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:13.411654 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=568b0a04-2fc5-42fd-90bf-b455a80ac8f4,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:13.896741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:14.118927 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Router ff6e9025-7ca2-4512-81c0-615f27aa9dba has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:14.224583 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:14.229919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-33723370-fdb1-4119-afdd-2efc60765fe0 admin admin] 10.222.0.65 "PUT /v2.0/routers/ff6e9025-7ca2-4512-81c0-615f27aa9dba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7046258 Nov 22 17:49:14.232677 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55250) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:14.233825 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] Sync routers for ids ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:14.243957 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] Routers {'ff6e9025-7ca2-4512-81c0-615f27aa9dba'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:14.244556 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:14.353874 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] Set router ff6e9025-7ca2-4512-81c0-615f27aa9dba gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:14.546713 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:49:13Z', 'revision_number': 5, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:14.573814 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] Checking router: ff6e9025-7ca2-4512-81c0-615f27aa9dba for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:14.583268 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] Routers {'ff6e9025-7ca2-4512-81c0-615f27aa9dba'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:14.583894 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:14.637347 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:14.692181 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] Set router ff6e9025-7ca2-4512-81c0-615f27aa9dba gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:14.741631 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:14.792857 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Deleting port b22983ef-a8cd-4269-a573-7870992ad9b0 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:14.793197 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:14.873509 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:49:13Z', 'revision_number': 5, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:14.875326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] For port b22983ef-a8cd-4269-a573-7870992ad9b0, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=b22983ef-a8cd-4269-a573-7870992ad9b0,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:14.875699 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:14.888597 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Calling delete_port for b22983ef-a8cd-4269-a573-7870992ad9b0 owned by network:router_gateway {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:14.898795 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61159c7-cc32-4286-ac2b-9595c9f98a3e None None] The sync data for ids ['ff6e9025-7ca2-4512-81c0-615f27aa9dba'] in n-d-816206-6 is: [{'id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'name': 'tempest-TestShelveInstance-171263774-router', 'tenant_id': '0cbef3a8938742ce8a2831576e607658', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:49:13Z', 'revision_number': 5, 'project_id': '0cbef3a8938742ce8a2831576e607658', 'gw_port': {'id': 'b22983ef-a8cd-4269-a573-7870992ad9b0', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:18:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff6e9025-7ca2-4512-81c0-615f27aa9dba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:40:08Z', 'updated_at': '2021-11-22T17:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:15.052641 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.082166 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22983ef-a8cd-4269-a573-7870992ad9b0,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:15.089229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401663e0-1fe9-4056-b48b-31be95c42cb5 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:15.106969 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.107319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.107658 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.107995 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.108326 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.108655 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.108982 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.109307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.109631 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.109980 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.110471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.110795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:15.149028 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.239616 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.241830 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.291328 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.291936 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff6e9025-7ca2-4512-81c0-615f27aa9dba {{(pid=103515) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:49:15.298055 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.299210 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-c1b0eeb6-673c-4c11-abc6-e8ea6ffb6f61 admin admin] 10.222.0.65 "DELETE /v2.0/routers/ff6e9025-7ca2-4512-81c0-615f27aa9dba HTTP/1.1" status: 204 len: 168 time: 1.0654230 Nov 22 17:49:15.301795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55254) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:15.348890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_v2 [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Deleting subnet 87c048b3-1527-41f3-8157-b2d842b0eb4a {{(pid=103515) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:49:15.352357 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.388196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16232529'] for subnet, precommit_delete_associations {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.472593 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.536161 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12645850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12746351'] for subnet, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.564784 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c048b3-1527-41f3-8157-b2d842b0eb4a,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:15.566683 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.569863 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-06375cc9-53b6-4617-ae9f-d5b37f4982eb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/87c048b3-1527-41f3-8157-b2d842b0eb4a HTTP/1.1" status: 204 len: 168 time: 0.2669091 Nov 22 17:49:15.570422 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a00058f-ad09-4a85-a586-a9ae9ee7cea7 None None] Network cc3e32f1-ab9f-4041-ae17-d470ef4fc976 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:15.572530 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55256) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:15.657310 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.712092 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Deleting port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:15.712430 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.784958 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] For port 69ff2254-ae8f-48e8-9cf0-31bc8848d979, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=69ff2254-ae8f-48e8-9cf0-31bc8848d979,segment=NetworkSegment(a4c05364-17a1-4b1e-9a19-c2585b28ea0a),segment_id=a4c05364-17a1-4b1e-9a19-c2585b28ea0a)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:15.785330 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.799893 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Calling delete_port for 69ff2254-ae8f-48e8-9cf0-31bc8848d979 owned by network:dhcp {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:15.869035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] DHCP port deletion for cc3e32f1-ab9f-4041-ae17-d470ef4fc976 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:15.889232 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.916598 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Pushing event deleted for resources: {'Port': ['ID=69ff2254-ae8f-48e8-9cf0-31bc8848d979,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:15.923166 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] No DVR routers for this DVR port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 on host n-d-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:15.924425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Deleting port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:49:15.924806 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:15.989631 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] For port 69ff2254-ae8f-48e8-9cf0-31bc8848d979, host n-d-816206-6, got binding levels [] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:15.990041 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.001910 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.002571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Calling delete_port for 69ff2254-ae8f-48e8-9cf0-31bc8848d979 owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:49:16.005734 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.ipam_backend_mixin [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 was not found and therefore no delete operation was performed {{(pid=103516) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 22 17:49:16.006966 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.023307 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3e32f1-ab9f-4041-ae17-d470ef4fc976']}} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:16.032628 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] Pushing event deleted for resources: {'Port': ['ID=69ff2254-ae8f-48e8-9cf0-31bc8848d979,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:16.033215 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a') {'for_net_delete': True} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:16.033512 n-d-816206-6 neutron-server[103514]: DEBUG neutron.services.segments.db [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c05364-17a1-4b1e-9a19-c2585b28ea0a') {} {{(pid=103514) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:16.036054 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c81e39-c861-4f4d-9817-455d84c0b484 None None] No DVR routers for this DVR port 69ff2254-ae8f-48e8-9cf0-31bc8848d979 on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:49:16.044311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13437225'] for segment, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.058280 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.065309 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103514) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:49:16.065719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16229500'] for segment, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: Traceback (most recent call last): Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: timer() Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: cb(*args, **kw) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: return func(*args, **kwargs) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: self._notify() Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: self.callback(batched_events) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: event.method(event) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: return f(self, *a, **k) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: return self._get(url).json() Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: return self.request(url, 'GET', **kwargs) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:49:16.067388 n-d-816206-6 neutron-server[103514]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:49:16.135651 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.141877 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Publish callbacks [] for network, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.145002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc3e32f1-ab9f-4041-ae17-d470ef4fc976 HTTP/1.1" status: 204 len: 168 time: 0.5714777 Nov 22 17:49:16.156099 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577b07a-4002-4579-b835-948f31e91049 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3e32f1-ab9f-4041-ae17-d470ef4fc976,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:16.253397 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55260) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:16.292369 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-40e027d8-59c3-478a-9510-54021c9e9d57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd345d7c67f44fa1a61ad7f9881a0535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377440 Nov 22 17:49:16.295383 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55262) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:16.345103 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1df97810-6d11-49ba-9bec-2f5338bbc314 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.363591 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 69ff2254-ae8f-48e8-9cf0-31bc8848d979 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:16.367199 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1df97810-6d11-49ba-9bec-2f5338bbc314 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.384227 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 69ff2254-ae8f-48e8-9cf0-31bc8848d979 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:16.384573 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 69ff2254-ae8f-48e8-9cf0-31bc8848d979 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:16.384981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b22983ef-a8cd-4269-a573-7870992ad9b0 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:16.405341 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: b22983ef-a8cd-4269-a573-7870992ad9b0 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:16.405770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device b22983ef-a8cd-4269-a573-7870992ad9b0 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:16.406329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:49:16.416303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1df97810-6d11-49ba-9bec-2f5338bbc314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.419671 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-1df97810-6d11-49ba-9bec-2f5338bbc314 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.420844 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-1df97810-6d11-49ba-9bec-2f5338bbc314 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2b1d6f70-48b6-4e7a-a3ac-5c98ad752c4a HTTP/1.1" status: 204 len: 168 time: 0.1244860 Nov 22 17:49:16.427730 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:49:16.428091 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 568b0a04-2fc5-42fd-90bf-b455a80ac8f4 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:49:16.429201 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df97810-6d11-49ba-9bec-2f5338bbc314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1d6f70-48b6-4e7a-a3ac-5c98ad752c4a,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:16.744126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55268) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:16.783959 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fe5b5e2d-7fa2-47fe-b3e6-ae0edcc19540 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0cbef3a8938742ce8a2831576e607658&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385716 Nov 22 17:49:16.786275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55270) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:16.842079 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41cf703-096f-4eec-b477-d7e600fd94d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.862768 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41cf703-096f-4eec-b477-d7e600fd94d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.909744 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41cf703-096f-4eec-b477-d7e600fd94d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.912274 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-f41cf703-096f-4eec-b477-d7e600fd94d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:16.913411 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-f41cf703-096f-4eec-b477-d7e600fd94d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/451f1c1f-17be-4d73-a160-f5ede71a13d7 HTTP/1.1" status: 204 len: 168 time: 0.1262527 Nov 22 17:49:16.921221 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41cf703-096f-4eec-b477-d7e600fd94d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451f1c1f-17be-4d73-a160-f5ede71a13d7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:17.580795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55292) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:17.689472 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1163896015-network', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:17.710965 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Made reservation on behalf of d9fe7c8d2a6b4d93a0a2e726a9adb6d2 for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:49:17.713264 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.722223 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.797643 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.801138 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.825455 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:49:17.839956 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a702893-63cb-4141-a3e5-fa2552966977,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:17.843122 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.843474 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Added segment 838e1c1b-1b8b-46eb-80ad-b45cbbfa2741 of type vlan for network 89d8f744-3394-43e1-802b-d96f820b397d Nov 22 17:49:17.883290 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.911781 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.912659 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:17.913226 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:17.962169 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3802783 Nov 22 17:49:17.965891 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55296) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:17.971345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Request body: {'subnet': {'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1163896015-subnet', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:17.975532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21533497-5e3c-4bd8-8a76-9074e8d76749 admin admin] Pushing event updated for resources: {'Network': ['ID=89d8f744-3394-43e1-802b-d96f820b397d,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:17.986661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 89d8f744-3394-43e1-802b-d96f820b397d details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:49:17.994845 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Made reservation on behalf of d9fe7c8d2a6b4d93a0a2e726a9adb6d2 for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:49:17.997643 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.166005 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.224110 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc8958e-d921-4cb7-8e3f-f177cd7d2655,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:18.229322 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Checking segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:18.229704 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Network hostable DHCP agents. Network: 89d8f744-3394-43e1-802b-d96f820b397d, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:49:18.247181 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Network 89d8f744-3394-43e1-802b-d96f820b397d is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:49:18.255746 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 89d8f744-3394-43e1-802b-d96f820b397d) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:18.259705 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:18.260308 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.265607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752e552-fe19-4b9f-90a7-e84272f4e302 None None] Network 89d8f744-3394-43e1-802b-d96f820b397d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:18.281614 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-431728f2-cd24-43ea-8a84-d56979d9485b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3145614 Nov 22 17:49:18.284332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55298) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:18.288571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:18.310036 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.311453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.373570 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.516862 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.577712 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-89d8f744-3394-43e1-802b-d96f820b397d', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:49:18.578594 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.718700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Allocated IP 172.20.0.2 (89d8f744-3394-43e1-802b-d96f820b397d/cfc8958e-d921-4cb7-8e3f-f177cd7d2655/4fffc769-6361-44aa-abed-5b15a8afd949) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:18.721085 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.741615 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.859839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Allocated IP 172.25.6.229 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/17bf9555-2ec0-4df0-8d42-e258b20940ca) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:18.882123 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.887198 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:18.933017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Network 89d8f744-3394-43e1-802b-d96f820b397d is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:18.937469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Pushing event updated for resources: {'Port': ['ID=4fffc769-6361-44aa-abed-5b15a8afd949,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:18.939896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:18.941917 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:18.964673 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.000517 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.001293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Attempting to bind port 4fffc769-6361-44aa-abed-5b15a8afd949 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:19.001738 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Attempting to bind port 4fffc769-6361-44aa-abed-5b15a8afd949 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:19.002252 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Attempting to bind port 4fffc769-6361-44aa-abed-5b15a8afd949 on network 89d8f744-3394-43e1-802b-d96f820b397d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:19.007233 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:19.007610 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Checking segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:19.008020 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.008415 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Bound using segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:19.008886 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Bound port: 4fffc769-6361-44aa-abed-5b15a8afd949, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:19.009275 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.044177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:19.048805 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:19.052286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:19.057971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Pushing event updated for resources: {'Port': ['ID=17bf9555-2ec0-4df0-8d42-e258b20940ca,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:19.068169 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc3a03-7d59-4b27-acf8-7e0d24946de1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:19.080138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] For port 4fffc769-6361-44aa-abed-5b15a8afd949, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:19.083293 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] For port 4fffc769-6361-44aa-abed-5b15a8afd949, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fffc769-6361-44aa-abed-5b15a8afd949,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:19.088684 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.182496 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-6cd47589-f915-4c63-b557-087777f981d5 None None] Provisioning complete for port 17bf9555-2ec0-4df0-8d42-e258b20940ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:19.182876 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6cd47589-f915-4c63-b557-087777f981d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.211923 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378fe4b6-17ce-4121-b807-4f1ebb1901da None None] Pushing event updated for resources: {'Port': ['ID=4fffc769-6361-44aa-abed-5b15a8afd949,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:19.229930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-6cd47589-f915-4c63-b557-087777f981d5 None None] Port 17bf9555-2ec0-4df0-8d42-e258b20940ca cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:19.343338 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.560120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.685294 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103514) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:49:19.797344 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:19.806194 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:19.818339 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:19.819468 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:19.819649 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0e92da2f-d46b-473b-a326-f9cc3541fbee admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5343187 Nov 22 17:49:19.820314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:19.822656 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55300) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:19.966828 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:20.147297 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf630c1-9613-4c80-aa5b-ad9c9522ac48 None None] Network 89d8f744-3394-43e1-802b-d96f820b397d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:20.221471 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-838c4a17-3d86-4534-8b72-6451c35e4563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.242557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-fa94dc67-fbc5-4f74-8265-7f6cacb6f4d1 None None] Provisioning complete for port 4fffc769-6361-44aa-abed-5b15a8afd949 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:20.242937 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa94dc67-fbc5-4f74-8265-7f6cacb6f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.329783 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:19Z', 'revision_number': 3, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:20.346413 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.374278 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:20.374632 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Updating router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 port 17bf9555-2ec0-4df0-8d42-e258b20940ca binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:49:20.440524 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fffc769-6361-44aa-abed-5b15a8afd949 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:20.475852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.519899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Allocated IP 172.20.0.1 (89d8f744-3394-43e1-802b-d96f820b397d/cfc8958e-d921-4cb7-8e3f-f177cd7d2655/1d694ec6-d956-4538-ac43-8e420d2de9ef) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:20.520314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa94dc67-fbc5-4f74-8265-7f6cacb6f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.636350 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.645284 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-fa94dc67-fbc5-4f74-8265-7f6cacb6f4d1 None None] For port 4fffc769-6361-44aa-abed-5b15a8afd949, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fffc769-6361-44aa-abed-5b15a8afd949,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:20.656520 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa94dc67-fbc5-4f74-8265-7f6cacb6f4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.683865 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.701451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4fffc769-6361-44aa-abed-5b15a8afd949 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:20.701868 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.734626 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Network 89d8f744-3394-43e1-802b-d96f820b397d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:20.737501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:20.742017 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:20.745696 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Pushing event updated for resources: {'Port': ['ID=1d694ec6-d956-4538-ac43-8e420d2de9ef,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:20.750716 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94dc67-fbc5-4f74-8265-7f6cacb6f4d1 None None] Pushing event updated for resources: {'Port': ['ID=4fffc769-6361-44aa-abed-5b15a8afd949,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:20.786256 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.816722 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-28af0057-0500-43bb-b883-c3fb8a7dfea0 None None] Provisioning complete for port 4fffc769-6361-44aa-abed-5b15a8afd949 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:20.817006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28af0057-0500-43bb-b883-c3fb8a7dfea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:20.920490 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.018771 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.026787 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.075698 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-925616d8-b28d-4a0e-9413-36e31ace2207 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:21.087688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fc6bb-39ec-4b3b-bca2-76c485defc21 None None] Pushing event updated for resources: {'Port': ['ID=17bf9555-2ec0-4df0-8d42-e258b20940ca,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:21.089772 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Attempting to bind port 17bf9555-2ec0-4df0-8d42-e258b20940ca on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:21.090990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Attempting to bind port 17bf9555-2ec0-4df0-8d42-e258b20940ca by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:21.091572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Attempting to bind port 17bf9555-2ec0-4df0-8d42-e258b20940ca on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:21.099636 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:21.100006 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:21.100397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.100775 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:21.101243 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Bound port: 17bf9555-2ec0-4df0-8d42-e258b20940ca, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:21.101622 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.103823 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.109273 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.163703 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Provisioning complete for port 1d694ec6-d956-4538-ac43-8e420d2de9ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:21.164314 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.167954 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] For port 17bf9555-2ec0-4df0-8d42-e258b20940ca, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:21.183938 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Pushing event updated for resources: {'Port': ['ID=1d694ec6-d956-4538-ac43-8e420d2de9ef,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:21.188080 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.206624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] For port 17bf9555-2ec0-4df0-8d42-e258b20940ca, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=17bf9555-2ec0-4df0-8d42-e258b20940ca,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:21.212326 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.222440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Port 1d694ec6-d956-4538-ac43-8e420d2de9ef cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:21.271921 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844b78f3-8d69-4593-9f52-cba596590559 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:21.283905 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Provisioning complete for port 17bf9555-2ec0-4df0-8d42-e258b20940ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:21.284283 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.286940 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Network 89d8f744-3394-43e1-802b-d96f820b397d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:21.288420 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:21.312536 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fc6bb-39ec-4b3b-bca2-76c485defc21 None None] Pushing event updated for resources: {'Port': ['ID=17bf9555-2ec0-4df0-8d42-e258b20940ca,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:21.320350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:21.320987 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:48:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:21.425796 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:21.542739 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:21.552721 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3809c3c0-49f7-4c6a-b8ae-0acd59d8de58 admin admin] 10.222.0.65 "PUT /v2.0/routers/1a9d8f16-1a81-4b37-8918-908f7bb858e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7254047 Nov 22 17:49:21.639694 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:21.641538 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.696509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] For port 17bf9555-2ec0-4df0-8d42-e258b20940ca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=17bf9555-2ec0-4df0-8d42-e258b20940ca,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:21.702933 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.834585 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db1dfc-6a60-4212-9334-054b63bfed3e None None] Pushing event updated for resources: {'Port': ['ID=17bf9555-2ec0-4df0-8d42-e258b20940ca,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:21.862977 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c0f06505-225f-41f6-8c16-b0951d5d1c60 None None] Provisioning complete for port 1d694ec6-d956-4538-ac43-8e420d2de9ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:21.863354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0f06505-225f-41f6-8c16-b0951d5d1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.926102 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-c0f06505-225f-41f6-8c16-b0951d5d1c60 None None] Port 1d694ec6-d956-4538-ac43-8e420d2de9ef cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:21.944089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-c0f06505-225f-41f6-8c16-b0951d5d1c60 None None] Provisioning complete for port 17bf9555-2ec0-4df0-8d42-e258b20940ca triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:21.944474 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c0f06505-225f-41f6-8c16-b0951d5d1c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:21.990985 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 2, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:22.019653 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8ab7d8-2235-4776-9ea5-5ce72b08b5e4 None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 2, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:22.029836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55316) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:22.035043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-102524454-network', 'tenant_id': '7503af64e83c4288a991719d2cf146ac'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:22.062307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Made reservation on behalf of 7503af64e83c4288a991719d2cf146ac for: {'network': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:49:22.065010 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for network, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.074335 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.154218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.158536 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.185984 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=103515) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 22 17:49:22.195737 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a31316-f701-42b9-b435-96328a9f4d60,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:22.204258 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.204599 n-d-816206-6 neutron-server[103515]: INFO neutron.db.segments_db [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Added segment ac4f2afa-d863-43f3-81b2-644bacef325d of type vlan for network 85d5d793-fff4-407f-aea7-16b260fcc970 Nov 22 17:49:22.262344 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752850706180'] for network, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.292838 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115'] for network, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.294547 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:22.295546 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.363551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55318) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:22.367616 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3365626 Nov 22 17:49:22.368509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Request body: {'subnet': {'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-102524454-subnet', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'ip_version': 4}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:22.368679 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e589e34-f759-4f6d-a661-743c29bcffa5 admin admin] Pushing event updated for resources: {'Network': ['ID=85d5d793-fff4-407f-aea7-16b260fcc970,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:22.380395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Network 85d5d793-fff4-407f-aea7-16b260fcc970 details requested by agent ovs-agent-n-d-816206-6 with host n-d-816206-6 {{(pid=103516) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 22 17:49:22.391803 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Made reservation on behalf of 7503af64e83c4288a991719d2cf146ac for: {'subnet': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:49:22.395377 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13299243'] for subnet, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.431472 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fffc769-6361-44aa-abed-5b15a8afd949 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:22.507109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 4fffc769-6361-44aa-abed-5b15a8afd949 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:22.507793 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.591013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16229603', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13299205'] for subnet, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.656977 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Pushing event updated for resources: {'Subnet': ['ID=258c07da-bbc3-4f0f-b1dd-8b711cec1b0f,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:22.667587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Checking segment: {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:22.668096 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Network hostable DHCP agents. Network: 85d5d793-fff4-407f-aea7-16b260fcc970, hostable agents: ['f48716cc-f40b-45fb-92b4-4bc7bb2cf174'], hosted agents: [] {{(pid=103514) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 22 17:49:22.686806 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Network 85d5d793-fff4-407f-aea7-16b260fcc970 is scheduled to be hosted by DHCP agent f48716cc-f40b-45fb-92b4-4bc7bb2cf174 with binding_index 1 {{(pid=103514) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 22 17:49:22.696442 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-6, 85d5d793-fff4-407f-aea7-16b260fcc970) {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:22.700609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:22.701220 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.706745 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962efa2e-4e9d-4652-af9e-8574fa2589e5 None None] Network 85d5d793-fff4-407f-aea7-16b260fcc970 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:22.724247 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55320) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:22.724472 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-9abf8ab5-29f8-47f8-9021-79453a93e79c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3597939 Nov 22 17:49:22.729619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:22.755895 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1830006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41945'] for router, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.756956 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1828876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596776', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1887621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39210'] for router, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.851584 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:22.887821 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd715d8f5-cd24-50f9-8d77-ddfe60191064-85d5d793-fff4-407f-aea7-16b260fcc970', 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'fixed_ips': [{'subnet_id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f'}]}} from n-d-816206-6. {{(pid=103516) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 22 17:49:22.889516 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.008493 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.036551 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.db_base_plugin_common [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Allocated IP 172.20.0.2 (85d5d793-fff4-407f-aea7-16b260fcc970/258c07da-bbc3-4f0f-b1dd-8b711cec1b0f/11c55404-cac0-46fc-8528-2195ff03a0cd) {{(pid=103516) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:23.204640 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.210888 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374'] for port, after_create {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.235152 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.256538 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.260681 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Network 85d5d793-fff4-407f-aea7-16b260fcc970 is already hosted by enough agents. {{(pid=103516) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:23.264607 n-d-816206-6 neutron-server[103516]: DEBUG neutron.scheduler.base_scheduler [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Resources bound (agent type, host, resource id): {{(pid=103516) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:23.269089 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Received port after_create {{(pid=103516) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:23.272238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Pushing event updated for resources: {'Port': ['ID=11c55404-cac0-46fc-8528-2195ff03a0cd,revision_number=1']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:23.328010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Attempting to bind port 11c55404-cac0-46fc-8528-2195ff03a0cd on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:23.328387 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Attempting to bind port 11c55404-cac0-46fc-8528-2195ff03a0cd by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:23.328757 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Attempting to bind port 11c55404-cac0-46fc-8528-2195ff03a0cd on network 85d5d793-fff4-407f-aea7-16b260fcc970 {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:23.334181 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:23.334557 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Checking segment: {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:23.334956 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.335359 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Bound using segment: {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:23.335965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Bound port: 11c55404-cac0-46fc-8528-2195ff03a0cd, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:23.336352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.382223 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Allocated IP 172.25.6.76 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/8efdca18-08ca-4ab3-847e-28067206aed7) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:23.407300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] For port 11c55404-cac0-46fc-8528-2195ff03a0cd, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:23.410700 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] For port 11c55404-cac0-46fc-8528-2195ff03a0cd, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=11c55404-cac0-46fc-8528-2195ff03a0cd,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:23.415758 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.482904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6599d3-9329-440a-a1fd-27d7376cb0e6 None None] Pushing event updated for resources: {'Port': ['ID=11c55404-cac0-46fc-8528-2195ff03a0cd,revision_number=2']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:23.514979 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.536300 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e9e27849-712a-44eb-8ca7-112a9fc65494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.565441 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.608502 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:23.611591 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:23.615180 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:23.621977 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Pushing event updated for resources: {'Port': ['ID=8efdca18-08ca-4ab3-847e-28067206aed7,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:23.628403 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff443466-a118-477e-91b9-407d23b4bda1 None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:23.701218 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-4d125910-339c-43bb-a223-a501a04c2cfd None None] Provisioning complete for port 8efdca18-08ca-4ab3-847e-28067206aed7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:23.701715 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4d125910-339c-43bb-a223-a501a04c2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:23.742476 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-4d125910-339c-43bb-a223-a501a04c2cfd None None] Port 8efdca18-08ca-4ab3-847e-28067206aed7 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:23.902410 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.100820 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1828955', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1878349'] for router, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.228707 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Router 15d00884-9da9-4507-a2e4-788b24f2ad76 is scheduled to L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 with binding_index 1 {{(pid=103515) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 22 17:49:24.332095 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.354882 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:24.370118 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Sync routers for ids ['15d00884-9da9-4507-a2e4-788b24f2ad76'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:24.381257 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] Publish callbacks [] for router, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.382597 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-81a1ce8d-28cb-4837-863d-72ec96302428 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6569569 Nov 22 17:49:24.385171 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55322) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:24.389974 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Routers {'15d00884-9da9-4507-a2e4-788b24f2ad76'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:24.390605 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15d00884-9da9-4507-a2e4-788b24f2ad76'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:24.457618 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 17bf9555-2ec0-4df0-8d42-e258b20940ca up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:24.520189 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Set router 15d00884-9da9-4507-a2e4-788b24f2ad76 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:24.545885 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 17bf9555-2ec0-4df0-8d42-e258b20940ca triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:24.546461 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.664413 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 11c55404-cac0-46fc-8528-2195ff03a0cd up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:24.728125 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:49:23Z', 'revision_number': 3, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:24.733878 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 11c55404-cac0-46fc-8528-2195ff03a0cd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:24.734534 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.756392 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Checking router: 15d00884-9da9-4507-a2e4-788b24f2ad76 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:24.756752 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Updating router 15d00884-9da9-4507-a2e4-788b24f2ad76 port 8efdca18-08ca-4ab3-847e-28067206aed7 binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:49:24.772458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:24.783237 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:24.799584 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:24.800234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:24.877877 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58d68f-a78d-48c5-9482-b5c102e486e6 None None] Network 85d5d793-fff4-407f-aea7-16b260fcc970 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:49:24.984734 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.044149 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-783ccd29-1bf2-4e84-b765-db72c2385f99 None None] Provisioning complete for port 11c55404-cac0-46fc-8528-2195ff03a0cd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:25.044431 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-783ccd29-1bf2-4e84-b765-db72c2385f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.054383 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:25.067129 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.072640 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.128625 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d5f67-47eb-4766-bab6-ea201460bd2f None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:25.129545 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Attempting to bind port 8efdca18-08ca-4ab3-847e-28067206aed7 on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:25.129939 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Attempting to bind port 8efdca18-08ca-4ab3-847e-28067206aed7 by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:25.130310 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Attempting to bind port 8efdca18-08ca-4ab3-847e-28067206aed7 on network 08267908-d3a8-4c40-95c7-8290ac674234 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:25.138038 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:25.138280 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] For port 11c55404-cac0-46fc-8528-2195ff03a0cd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=11c55404-cac0-46fc-8528-2195ff03a0cd,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:25.138399 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Checking segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:25.138838 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.139183 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Bound using segment: {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:25.139658 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Bound port: 8efdca18-08ca-4ab3-847e-28067206aed7, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64998167-89ac-4498-b20e-749827525098', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:25.140090 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.142520 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Pushing event updated for resources: {'Port': ['ID=8efdca18-08ca-4ab3-847e-28067206aed7,revision_number=2']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:25.171867 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.172220 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.172548 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.173004 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.173227 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.174619 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.174619 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.174619 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.174619 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.175035 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.175158 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.175666 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103517) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:49:25.175799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.209001 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] For port 8efdca18-08ca-4ab3-847e-28067206aed7, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:25.213153 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] For port 8efdca18-08ca-4ab3-847e-28067206aed7, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8efdca18-08ca-4ab3-847e-28067206aed7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:25.219402 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.277273 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Routers {'15d00884-9da9-4507-a2e4-788b24f2ad76'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:25.278281 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15d00884-9da9-4507-a2e4-788b24f2ad76'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:25.280185 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.333539 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ec8e8-9e54-4979-90ba-8745ddaba3db None None] Pushing event updated for resources: {'Port': ['ID=8efdca18-08ca-4ab3-847e-28067206aed7,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:25.380168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9cbad0-914a-4c2b-bcf4-f611f32bfc8d None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:49:25.400590 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] Set router 15d00884-9da9-4507-a2e4-788b24f2ad76 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:25.480000 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Allocated IP 172.20.0.1 (85d5d793-fff4-407f-aea7-16b260fcc970/258c07da-bbc3-4f0f-b1dd-8b711cec1b0f/a9d2b0c0-4cc1-4688-951e-4439a41c8fbf) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:25.523212 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Pushing event updated for resources: {'Port': ['ID=11c55404-cac0-46fc-8528-2195ff03a0cd,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:25.597566 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:49:23Z', 'revision_number': 3, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:25.601507 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.638031 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7bda14-0288-4b49-a3c5-641669e7bf8c None None] The sync data for ids ['15d00884-9da9-4507-a2e4-788b24f2ad76'] in n-d-816206-6 is: [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:49:23Z', 'revision_number': 3, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:25.645090 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.656817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 2, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:25.697891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Network 85d5d793-fff4-407f-aea7-16b260fcc970 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:25.701020 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:25.704964 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:25.710153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:25.710582 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Updating router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 port 1d694ec6-d956-4538-ac43-8e420d2de9ef binding host n-d-816206-6 {{(pid=103516) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:49:25.740660 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:25.752929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1764074'] for router_interface, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.757367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.774327 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.776847 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-52eb1065-69d2-4307-ac0f-42c04e51c97b None None] Provisioning complete for port 8efdca18-08ca-4ab3-847e-28067206aed7 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:25.777278 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-52eb1065-69d2-4307-ac0f-42c04e51c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.897998 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:25.968040 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-52eb1065-69d2-4307-ac0f-42c04e51c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.019659 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-52eb1065-69d2-4307-ac0f-42c04e51c97b None None] For port 8efdca18-08ca-4ab3-847e-28067206aed7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8efdca18-08ca-4ab3-847e-28067206aed7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:26.036641 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-52eb1065-69d2-4307-ac0f-42c04e51c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.126305 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.126530 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb1065-69d2-4307-ac0f-42c04e51c97b None None] Pushing event updated for resources: {'Port': ['ID=8efdca18-08ca-4ab3-847e-28067206aed7,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:26.134416 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.177367 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-58c0ba7d-ffef-44d8-bfc6-5835616c4fb0 None None] Provisioning complete for port 11c55404-cac0-46fc-8528-2195ff03a0cd triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:26.177604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-58c0ba7d-ffef-44d8-bfc6-5835616c4fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.218069 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:26.222782 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1611129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1763958'] for router_interface, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.290311 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.337419 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Network 85d5d793-fff4-407f-aea7-16b260fcc970 is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:26.339282 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:26.366006 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Publish callbacks [] for port, precommit_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.377219 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.445329 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df79f-1be1-45a1-803e-7780ee75bf06 None None] Pushing event updated for resources: {'Port': ['ID=1d694ec6-d956-4538-ac43-8e420d2de9ef,revision_number=3']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:26.552556 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-91971c90-8217-42e7-ba0e-526f1dd8c298 None None] Provisioning complete for port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:26.553243 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-91971c90-8217-42e7-ba0e-526f1dd8c298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.556669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8efdca18-08ca-4ab3-847e-28067206aed7 up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:26.585695 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Router 15d00884-9da9-4507-a2e4-788b24f2ad76 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:26.626167 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Attempting to bind port 1d694ec6-d956-4538-ac43-8e420d2de9ef on host n-d-816206-6 for vnic_type normal with profile {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:26.626337 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Attempting to bind port 1d694ec6-d956-4538-ac43-8e420d2de9ef by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:26.631338 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Attempting to bind port 1d694ec6-d956-4538-ac43-8e420d2de9ef on network 89d8f744-3394-43e1-802b-d96f820b397d {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:26.647820 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:26.651958 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Checking segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103516) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:26.652443 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.653510 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Bound using segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} {{(pid=103516) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:26.657709 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.managers [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Bound port: 1d694ec6-d956-4538-ac43-8e420d2de9ef, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}}] {{(pid=103516) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:26.657709 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.660973 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-91971c90-8217-42e7-ba0e-526f1dd8c298 None None] Port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:26.753759 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:26.757763 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] For port 1d694ec6-d956-4538-ac43-8e420d2de9ef, host n-d-816206-6, cleared binding levels {{(pid=103516) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:26.761314 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] For port 1d694ec6-d956-4538-ac43-8e420d2de9ef, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1d694ec6-d956-4538-ac43-8e420d2de9ef,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:26.773372 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-18f10b68-af99-411b-9785-172f66fb51a3 admin admin] 10.222.0.65 "PUT /v2.0/routers/15d00884-9da9-4507-a2e4-788b24f2ad76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3775020 Nov 22 17:49:26.773733 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.773733 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 8efdca18-08ca-4ab3-847e-28067206aed7 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:26.773733 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.876478 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-96601753-83c7-463e-869c-b894345e70be None None] Provisioning complete for port 1d694ec6-d956-4538-ac43-8e420d2de9ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:26.876852 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96601753-83c7-463e-869c-b894345e70be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:26.913003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:26.914097 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:26.919109 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6df79f-1be1-45a1-803e-7780ee75bf06 None None] Pushing event updated for resources: {'Port': ['ID=1d694ec6-d956-4538-ac43-8e420d2de9ef,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:27.075388 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 11c55404-cac0-46fc-8528-2195ff03a0cd up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:27.135339 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:27.189193 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96601753-83c7-463e-869c-b894345e70be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:27.291168 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 11c55404-cac0-46fc-8528-2195ff03a0cd triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:27.291536 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:27.304969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-96601753-83c7-463e-869c-b894345e70be None None] For port 1d694ec6-d956-4538-ac43-8e420d2de9ef, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1d694ec6-d956-4538-ac43-8e420d2de9ef,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:27.326638 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96601753-83c7-463e-869c-b894345e70be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:27.414123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-96601753-83c7-463e-869c-b894345e70be None None] Provisioning complete for port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:27.414493 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-96601753-83c7-463e-869c-b894345e70be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:27.442913 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96601753-83c7-463e-869c-b894345e70be None None] Pushing event updated for resources: {'Port': ['ID=1d694ec6-d956-4538-ac43-8e420d2de9ef,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:27.510092 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-96601753-83c7-463e-869c-b894345e70be None None] Port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:27.542372 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:26Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:27.570223 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32497f3c-68cf-48f1-ae59-7de6675b8a47 None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:26Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:27.630133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-70f84248-e6c6-4a3b-91bc-eb172d807b79 None None] Provisioning complete for port 1d694ec6-d956-4538-ac43-8e420d2de9ef triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:27.630510 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70f84248-e6c6-4a3b-91bc-eb172d807b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:27.730490 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Sync routers for ids ['15d00884-9da9-4507-a2e4-788b24f2ad76'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:27.742518 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Routers {'15d00884-9da9-4507-a2e4-788b24f2ad76'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:27.743131 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15d00884-9da9-4507-a2e4-788b24f2ad76'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:27.952377 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Set router 15d00884-9da9-4507-a2e4-788b24f2ad76 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:28.161548 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a9d2b0c0-4cc1-4688-951e-4439a41c8fbf', 'name': '', 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'mac_address': 'fa:16:3e:e7:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:25Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 2, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'subnets': [{'id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:28.187840 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Checking router: 15d00884-9da9-4507-a2e4-788b24f2ad76 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:28.188189 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Updating router 15d00884-9da9-4507-a2e4-788b24f2ad76 port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf binding host n-d-816206-6 {{(pid=103517) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 22 17:49:28.212643 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.395605 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55332) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:28.400961 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1098060480', 'description': 'tempest-secgroup-smoke-1098060480 description', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:28.409402 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1d694ec6-d956-4538-ac43-8e420d2de9ef up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:28.428131 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.460835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port 1d694ec6-d956-4538-ac43-8e420d2de9ef triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:28.461349 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.499523 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Publish callbacks [] for port, precommit_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.506020 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.593823 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abb813-d20c-449a-9da8-8a819e54cb10 None None] Pushing event updated for resources: {'Port': ['ID=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,revision_number=3']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:28.663982 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Attempting to bind port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf on host n-d-816206-6 for vnic_type normal with profile {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:28.665356 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Attempting to bind port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf by drivers openvswitch,hyperv on host n-d-816206-6 at level 0 using segments [{'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:28.666253 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Attempting to bind port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf on network 85d5d793-fff4-407f-aea7-16b260fcc970 {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:28.679063 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Checking agent: {'id': '676b8c97-ecd1-4965-8a3c-e79b303ad229', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 14, 56), 'started_at': datetime.datetime(2021, 11, 22, 16, 15, 26), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-6'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:28.679762 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Checking segment: {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103517) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:28.680353 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.680924 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Bound using segment: {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'} {{(pid=103517) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:28.681596 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.managers [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Bound port: a9d2b0c0-4cc1-4688-951e-4439a41c8fbf, host: n-d-816206-6, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4f2afa-d863-43f3-81b2-644bacef325d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970'}}] {{(pid=103517) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:28.682286 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.774772 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] For port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf, host n-d-816206-6, cleared binding levels {{(pid=103517) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:28.778648 n-d-816206-6 neutron-server[103517]: DEBUG neutron.plugins.ml2.db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] For port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf, host n-d-816206-6, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103517) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:28.784284 n-d-816206-6 neutron-server[103517]: DEBUG neutron_lib.callbacks.manager [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103517) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.838622 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Routers {'15d00884-9da9-4507-a2e4-788b24f2ad76'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:28.839234 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15d00884-9da9-4507-a2e4-788b24f2ad76'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:28.856924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-bddf9df8-6a49-489b-8844-077db3097a36 None None] Provisioning complete for port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:28.857458 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bddf9df8-6a49-489b-8844-077db3097a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.868818 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.874523 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.911587 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:28.934761 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:28.937347 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a8b38875-7bf9-45b5-b89c-fce53e2744f4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5401096 Nov 22 17:49:28.940307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55334) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:28.945011 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group_rule': {'security_group_id': '4c64e16d-ae25-48ca-af3b-e1122f7e3a8d', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:28.967511 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] Set router 15d00884-9da9-4507-a2e4-788b24f2ad76 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:28.994290 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bddf9df8-6a49-489b-8844-077db3097a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.010841 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.050460 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-bddf9df8-6a49-489b-8844-077db3097a36 None None] For port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:29.061151 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-bddf9df8-6a49-489b-8844-077db3097a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.070532 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7abb813-d20c-449a-9da8-8a819e54cb10 None None] Pushing event updated for resources: {'Port': ['ID=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,revision_number=4']} {{(pid=103517) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.104224 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.110689 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.129306 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf9df8-6a49-489b-8844-077db3097a36 None None] Pushing event updated for resources: {'Port': ['ID=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.136719 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b432240-2dfa-47ad-ae63-70fe0e42fdaa,revision_number=0']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.144338 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.147992 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f6804d7f-da75-4805-a2ef-c2f8e1535957 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2041373 Nov 22 17:49:29.148400 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55336) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:29.153644 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group_rule': {'security_group_id': '4c64e16d-ae25-48ca-af3b-e1122f7e3a8d', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:29.185120 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.186242 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-961f3efb-d777-41e0-b402-5e08507d5093 None None] Provisioning complete for port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:29.186683 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-961f3efb-d777-41e0-b402-5e08507d5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.221515 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a9d2b0c0-4cc1-4688-951e-4439a41c8fbf', 'name': '', 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'mac_address': 'fa:16:3e:e7:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:25Z', 'updated_at': '2021-11-22T17:49:28Z', 'revision_number': 4, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'subnets': [{'id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:29.249111 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.253190 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34feb7a-1d22-48e4-b81f-49c8be46ea3b None None] The sync data for ids ['15d00884-9da9-4507-a2e4-788b24f2ad76'] in n-d-816206-6 is: [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': 'a9d2b0c0-4cc1-4688-951e-4439a41c8fbf', 'name': '', 'network_id': '85d5d793-fff4-407f-aea7-16b260fcc970', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'mac_address': 'fa:16:3e:e7:e8:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_interface', 'standard_attr_id': 4356, 'fixed_ips': [{'subnet_id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:25Z', 'updated_at': '2021-11-22T17:49:28Z', 'revision_number': 4, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'subnets': [{'id': '258c07da-bbc3-4f0f-b1dd-8b711cec1b0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:29.254376 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.274054 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a0732c0-0a84-4733-b814-a4339b31c339,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.290252 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.291483 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-79a1a48f-6411-4267-9f6f-13bdb95265bf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1420550 Nov 22 17:49:29.295299 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55338) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:29.299763 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group_rule': {'security_group_id': '4c64e16d-ae25-48ca-af3b-e1122f7e3a8d', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:29.345273 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.410209 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.414467 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.432878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ff2a41-a172-4249-bb81-8e7aa9ff34fe,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.442456 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.444007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0603f1f2-c1e7-4672-8ed2-bfbdf308765a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474457 Nov 22 17:49:29.447487 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55340) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:29.455388 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group_rule': {'security_group_id': '4c64e16d-ae25-48ca-af3b-e1122f7e3a8d', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:29.484855 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.550929 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.555271 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.579018 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be650c67-55d4-40c7-b769-ae12177f6dcc,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.586921 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.588537 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-fd55e8a3-ff49-4b1c-9ec5-2179c1ae062b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375170 Nov 22 17:49:29.592664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55342) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:29.597444 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group_rule': {'security_group_id': '4c64e16d-ae25-48ca-af3b-e1122f7e3a8d', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:29.622841 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Project d9fe7c8d2a6b4d93a0a2e726a9adb6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:49:29.629547 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.697301 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.702561 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.721906 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad9f0a8-1c97-44e0-84aa-a328e9672a63,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.732303 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.733223 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a456e515-f7fc-4ac5-8ff2-3776f70514e5 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393287 Nov 22 17:49:29.736089 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55344) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:29.740710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'security_group_rule': {'security_group_id': '4c64e16d-ae25-48ca-af3b-e1122f7e3a8d', 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:29.764009 n-d-816206-6 neutron-server[103514]: INFO neutron.db.securitygroups_db [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Project d9fe7c8d2a6b4d93a0a2e726a9adb6d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 22 17:49:29.769256 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.832817 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.836706 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1836932'] for security_group_rule, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.855396 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6cfb491-aa04-4f04-82e4-faca8e252437,revision_number=0']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:29.865311 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:29.869692 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-0385510c-a5a8-431f-97ae-e5bbf90f3ff8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1294813 Nov 22 17:49:30.156637 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-6c6ac8af-1835-4289-9e3d-41865fbe43af tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098060480&fields=id&tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2 HTTP/1.1" status: 200 len: 267 time: 0.0485711 Nov 22 17:49:30.273108 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-c941f74f-a39a-422a-8345-945efafea38a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:30.274904 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-c941f74f-a39a-422a-8345-945efafea38a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 810 time: 0.1113756 Nov 22 17:49:30.290827 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-f641663a-1eaa-46e8-abec-bc42835ad7e4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/quotas/d9fe7c8d2a6b4d93a0a2e726a9adb6d2 HTTP/1.1" status: 200 len: 375 time: 0.0094287 Nov 22 17:49:30.353017 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-2e679389-3929-4fbe-88da-39ffc7650356 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563393 Nov 22 17:49:30.406407 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a9d2b0c0-4cc1-4688-951e-4439a41c8fbf up at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:30.459673 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Provisioning complete for port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:30.460050 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:30.472126 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-9d33b7bb-3e9f-4335-8cfe-a954eadab5c2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:49:30.473691 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-9d33b7bb-3e9f-4335-8cfe-a954eadab5c2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1073301 Nov 22 17:49:30.562407 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-556d43b4-209a-4c53-a722-9fcbbdc398a1 service neutron] 10.222.0.65 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821440 Nov 22 17:49:30.656302 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-580690bd-c4db-4fe3-be9b-e5b3794719d0 service neutron] 10.222.0.65 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874925 Nov 22 17:49:30.866694 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-3ed2d6b8-a375-43a6-b32a-d62034453227 req-b1b1989e-378f-42c9-8769-74787ece086d tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0765417 Nov 22 17:49:31.948905 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-12427232-4e5e-44f2-89a5-05f0f9223d8c req-ba6eff19-bbfb-4de8-8264-fa28a143c35a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0258932 Nov 22 17:49:33.034257 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-664d6a4e-09c0-48c0-89c8-228685e14c6a req-60fdec1f-ceae-495e-8877-a22a2df1bc19 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0263360 Nov 22 17:49:34.112209 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-10823238-81f8-4f69-b148-51ab63968127 req-f9738723-3b45-46be-a5a2-83b6d9fa9b76 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0262012 Nov 22 17:49:35.205001 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1f473c69-dd03-47b2-934e-ee44d90ae5b6 req-6be500ab-eea4-46c1-831a-aeb9709fe27a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0263453 Nov 22 17:49:36.063200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-d4f197fc-1099-4925-96ed-e3ed5dfdbc56 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:36.065236 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-d4f197fc-1099-4925-96ed-e3ed5dfdbc56 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 810 time: 0.1144016 Nov 22 17:49:36.139242 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-76303cad-f1b4-4752-9549-6810ad003948 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2 HTTP/1.1" status: 200 len: 380 time: 0.0573750 Nov 22 17:49:36.153077 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'port': {'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'admin_state_up': True, 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'security_groups': ['4c64e16d-ae25-48ca-af3b-e1122f7e3a8d']}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:36.270531 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Made reservation on behalf of d9fe7c8d2a6b4d93a0a2e726a9adb6d2 for: {'port': 1} {{(pid=103514) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:49:36.274289 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:36.310660 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24f49b13-95db-4187-be81-59de2583eecd req-e0f0019c-181c-43e6-8d66-c7e4ddb06ea4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0340903 Nov 22 17:49:36.430003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Allocated IP 172.20.0.3 (89d8f744-3394-43e1-802b-d96f820b397d/cfc8958e-d921-4cb7-8e3f-f177cd7d2655/ba574156-bd48-4234-923c-dfa1c14826bf) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:36.576261 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:36.613741 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:36.659372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Network 89d8f744-3394-43e1-802b-d96f820b397d is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:36.662632 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:36.666268 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:36.691003 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:36.724313 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:36.724949 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:36.742972 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-429953b0-d9e9-4378-a414-e11221b7a171 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5943027 Nov 22 17:49:36.761701 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Request body: {'port': {'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-6'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:36.823040 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:36.951099 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-166e2bab-a6ea-448a-a8c7-138c446ab573 None None] Provisioning complete for port ba574156-bd48-4234-923c-dfa1c14826bf triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:36.951738 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-166e2bab-a6ea-448a-a8c7-138c446ab573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:36.989287 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-166e2bab-a6ea-448a-a8c7-138c446ab573 None None] Port ba574156-bd48-4234-923c-dfa1c14826bf cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:49:37.086987 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba574156-bd48-4234-923c-dfa1c14826bf {{(pid=103514) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:49:37.095442 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:37.107897 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.provisioning_blocks [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Transition to ACTIVE for port object ba574156-bd48-4234-923c-dfa1c14826bf will not be triggered until provisioned by entity L2. {{(pid=103514) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:49:37.112356 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:37.162086 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:37.238431 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Attempting to bind port ba574156-bd48-4234-923c-dfa1c14826bf on host n-h1-816206-6 for vnic_type normal with profile {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:49:37.238776 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Attempting to bind port ba574156-bd48-4234-923c-dfa1c14826bf by drivers openvswitch,hyperv on host n-h1-816206-6 at level 0 using segments [{'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:49:37.239111 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Attempting to bind port ba574156-bd48-4234-923c-dfa1c14826bf on network 89d8f744-3394-43e1-802b-d96f820b397d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:37.243744 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Port ba574156-bd48-4234-923c-dfa1c14826bf on network 89d8f744-3394-43e1-802b-d96f820b397d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-6 {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:49:37.244087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Attempting to bind port ba574156-bd48-4234-923c-dfa1c14826bf on network 89d8f744-3394-43e1-802b-d96f820b397d {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:49:37.249142 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Checking agent: {'id': '6fac6153-c195-41e6-a4a8-b153072ce801', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:49:37.249488 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Checking segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103514) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:49:37.249909 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Bound using segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} {{(pid=103514) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:49:37.250345 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.managers [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Bound port: ba574156-bd48-4234-923c-dfa1c14826bf, host: n-h1-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}}] {{(pid=103514) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:49:37.250707 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:37.320907 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, cleared binding levels {{(pid=103514) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:49:37.323946 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103514) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:49:37.329483 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:37.367069 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:37.367696 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:37.369106 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] 10.222.0.66 "PUT /v2.0/ports/ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 1091 time: 0.6118419 Nov 22 17:49:37.369551 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:37.372426 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f202f2dc-c951-479c-9e88-17268a34095d" -d '{"events": [{"name": "network-changed", "server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:37.412800 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f39c3b-4c0c-43f2-b45a-6b6bb8523cdd service neutron] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=3']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:37.455624 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64bad32e-720e-40a2-bd97-612b9d6284e3 x-openstack-request-id: req-64bad32e-720e-40a2-bd97-612b9d6284e3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:37.455920 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:37.456180 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-64bad32e-720e-40a2-bd97-612b9d6284e3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:37.456588 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'status': 'completed', 'code': 200} Nov 22 17:49:37.502425 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b042f5-9001-4e45-9435-77b1ef5b5a70 req-38c1c454-1cde-4939-a09d-91ae1ed2cab3 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:37.503991 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b042f5-9001-4e45-9435-77b1ef5b5a70 req-38c1c454-1cde-4939-a09d-91ae1ed2cab3 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 943 time: 0.1016171 Nov 22 17:49:37.507083 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-1729d878-d292-4c52-8cca-3ff09fc85ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:37.508496 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-1729d878-d292-4c52-8cca-3ff09fc85ae5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1094 time: 0.0819485 Nov 22 17:49:37.569112 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-3bb190a3-6642-4024-ba28-a3f63fe757ae service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 217 time: 0.0418971 Nov 22 17:49:37.626014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b042f5-9001-4e45-9435-77b1ef5b5a70 req-96c85893-069e-4597-89c9-4d4d5dd4acc4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159437 Nov 22 17:49:37.647707 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-b729ab8c-c373-436e-9e7b-681927ba8499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:37.647707 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-b729ab8c-c373-436e-9e7b-681927ba8499 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0689266 Nov 22 17:49:37.698573 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-f484743f-1c46-46c7-a78d-d8c6610f8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:37.700277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-f484743f-1c46-46c7-a78d-d8c6610f8870 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452054 Nov 22 17:49:37.792509 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-786ee265-6873-4a26-b391-5d0ffdd40c67 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838706 Nov 22 17:49:37.892277 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-fced903b-76d1-448c-b5fe-310fe3a98970 req-d1acda83-bfbf-4154-9bf9-64f9690b251a service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913332 Nov 22 17:49:37.989002 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202f2dc-c951-479c-9e88-17268a34095d req-f4de1cf0-8c66-4e29-9b92-fcbb6531a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:37.990534 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-f4de1cf0-8c66-4e29-9b92-fcbb6531a077 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1094 time: 0.0472975 Nov 22 17:49:38.088220 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202f2dc-c951-479c-9e88-17268a34095d req-d472e574-d444-4a89-9360-3b8a35564c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:38.089681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-d472e574-d444-4a89-9360-3b8a35564c49 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0910306 Nov 22 17:49:38.134992 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-6483784e-45d8-4091-abbc-32bf2a2f423e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 217 time: 0.0359659 Nov 22 17:49:38.186285 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202f2dc-c951-479c-9e88-17268a34095d req-87d85f45-e732-4b08-ba95-8ee92243bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:38.187800 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-87d85f45-e732-4b08-ba95-8ee92243bda7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0444076 Nov 22 17:49:38.239679 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202f2dc-c951-479c-9e88-17268a34095d req-99b65fa8-68c6-4365-b37a-f6eaac6d7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:38.241163 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-99b65fa8-68c6-4365-b37a-f6eaac6d7ceb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443542 Nov 22 17:49:38.280033 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:38.333044 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-09e0aa75-ad79-425d-b215-ae82358c5eb7 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829217 Nov 22 17:49:38.429078 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f202f2dc-c951-479c-9e88-17268a34095d req-b2e07bcd-0cfe-4a2c-a80a-f2ca813412c6 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876036 Nov 22 17:49:38.750197 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b3236-e6d2-4723-937d-467a2e8ec3d1 req-6fd13329-18fb-4bab-a253-757c177feb8b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:38.751564 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f8b3236-e6d2-4723-937d-467a2e8ec3d1 req-6fd13329-18fb-4bab-a253-757c177feb8b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 943 time: 0.0506909 Nov 22 17:49:38.802051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8f8b3236-e6d2-4723-937d-467a2e8ec3d1 req-99325cdc-3794-403a-a519-467af8ab6453 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437183 Nov 22 17:49:39.815780 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:49:39.889779 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:39.918436 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34597cce-288c-4b1c-a12e-46d000e8269b req-b769adb0-2b83-4188-9c65-8e46ba73c000 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:39.920402 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34597cce-288c-4b1c-a12e-46d000e8269b req-b769adb0-2b83-4188-9c65-8e46ba73c000 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 943 time: 0.0492783 Nov 22 17:49:39.925090 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:39.936624 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:49:39.974536 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-34597cce-288c-4b1c-a12e-46d000e8269b req-92e75052-ff2a-4516-aa2e-eda645115f0e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484035 Nov 22 17:49:39.977396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:39.991871 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba574156-bd48-4234-923c-dfa1c14826bf {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:49:40.016572 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:40.020305 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:40.067234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:40.292612 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['ba574156-bd48-4234-923c-dfa1c14826bf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:49:41.098052 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c1e6b-4e93-46f2-ba3b-71ec2845396d req-d487183b-996d-44f2-be47-b3014358cf19 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:41.099505 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b42c1e6b-4e93-46f2-ba3b-71ec2845396d req-d487183b-996d-44f2-be47-b3014358cf19 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 944 time: 0.0494483 Nov 22 17:49:41.149334 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b42c1e6b-4e93-46f2-ba3b-71ec2845396d req-9d9f7d17-8716-4706-bff9-64e71986d694 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Nov 22 17:49:41.820425 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:49:41.864006 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:49:41.872310 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning for port ba574156-bd48-4234-923c-dfa1c14826bf completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:49:41.876357 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port ba574156-bd48-4234-923c-dfa1c14826bf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:49:41.877005 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:41.952055 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:41.975158 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:41.977396 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be1b183-ce2a-4d54-ad88-2234675e527f" -d '{"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-plugged", "status": "completed", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:41.990945 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:49:41.995587 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:42.022281 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12ec4c1-9337-4076-9364-cd3cacf3de81 x-openstack-request-id: req-b12ec4c1-9337-4076-9364-cd3cacf3de81 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:42.022578 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-plugged", "status": "completed", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:42.022844 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b12ec4c1-9337-4076-9364-cd3cacf3de81 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:42.023239 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'code': 200} Nov 22 17:49:42.050076 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:42.126462 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04a7a2-4908-43e2-9a39-04af1410760e req-e07f900c-bb59-4559-96a4-5f0c7dd2fcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:42.127952 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da04a7a2-4908-43e2-9a39-04af1410760e req-e07f900c-bb59-4559-96a4-5f0c7dd2fcb2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1096 time: 0.0426822 Nov 22 17:49:42.180033 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-da04a7a2-4908-43e2-9a39-04af1410760e req-dc65d5ff-4e77-4831-a8c0-63734fbeb2c2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417986 Nov 22 17:49:42.266930 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd494a6d-54df-4f3f-a5cb-614cb59cb720 req-4d08363d-6be2-4626-ab2c-9439941ef88e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:42.268285 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd494a6d-54df-4f3f-a5cb-614cb59cb720 req-4d08363d-6be2-4626-ab2c-9439941ef88e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 945 time: 0.0531783 Nov 22 17:49:42.316885 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dd494a6d-54df-4f3f-a5cb-614cb59cb720 req-9aed780e-f8f3-4305-b125-bebb0ebe6e4c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Nov 22 17:49:43.438421 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558009c6-ef4f-454b-86e0-b9831e07f627 req-f268c406-7b66-46f1-9063-a2649f58c672 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:43.440348 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-558009c6-ef4f-454b-86e0-b9831e07f627 req-f268c406-7b66-46f1-9063-a2649f58c672 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 945 time: 0.0513401 Nov 22 17:49:43.490291 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-558009c6-ef4f-454b-86e0-b9831e07f627 req-37562eba-32bd-4a29-a9a5-5dddc9e0cdec tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439520 Nov 22 17:49:44.605694 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91669ac9-bd49-407e-8875-f24ab99d420c req-a962d60e-6e3b-4c17-ae44-46be409a0512 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:44.607129 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91669ac9-bd49-407e-8875-f24ab99d420c req-a962d60e-6e3b-4c17-ae44-46be409a0512 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 945 time: 0.0496039 Nov 22 17:49:44.662153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91669ac9-bd49-407e-8875-f24ab99d420c req-cbb6b82b-eb78-45b6-b027-69e00b9c2702 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490654 Nov 22 17:49:44.798993 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24899be1-d3f1-46b5-b57f-ee1295fbe804 req-0358fcf5-b2d8-4923-b0c5-681b5acb2b5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:44.800580 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24899be1-d3f1-46b5-b57f-ee1295fbe804 req-0358fcf5-b2d8-4923-b0c5-681b5acb2b5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 945 time: 0.0488944 Nov 22 17:49:44.851565 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-24899be1-d3f1-46b5-b57f-ee1295fbe804 req-39722983-9fce-4394-a1d3-37c13166acf7 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450017 Nov 22 17:49:44.873890 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55418) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:44.954212 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f787395-8dc9-49c1-b955-4d34201724a0 tempest-TestSnapshotPattern-974284127 tempest-TestSnapshotPattern-974284127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:44.955742 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-2f787395-8dc9-49c1-b955-4d34201724a0 tempest-TestSnapshotPattern-974284127 tempest-TestSnapshotPattern-974284127-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1091 time: 0.0808697 Nov 22 17:49:44.958664 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55422) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:49:44.962870 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:49:44.984401 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.087163 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.187328 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Allocated IP 172.25.6.77 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/595f56c9-73d6-4040-a1a6-56c91bea681b) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:49:45.290620 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.324863 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.363251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:49:45.366671 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:49:45.369130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:49:45.396934 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'Port': ['ID=595f56c9-73d6-4040-a1a6-56c91bea681b,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:45.734762 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.800499 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.952719 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:45.957124 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:46.026102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'Port': ['ID=595f56c9-73d6-4040-a1a6-56c91bea681b,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:49:46.037803 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:46.137541 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Floating IP 37f00546-737e-48f9-9505-fc0216195ccb associated. External IP: 172.25.6.77, port: ba574156-bd48-4234-923c-dfa1c14826bf. Nov 22 17:49:46.337662 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:49:46.444232 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:49:46.454010 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:49:46.462688 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:46.463896 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:46.464516 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:46.497087 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-b586a9a8-3dab-416e-b48d-c61c55617b12 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5313735 Nov 22 17:49:46.497087 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:49:46.497087 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57774d00-fad5-494f-8bc9-6890549aecb5" -d '{"events": [{"name": "network-changed", "server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:49:46.531601 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aaeb37-4f26-45c0-8b31-eb5407d32da3 x-openstack-request-id: req-71aaeb37-4f26-45c0-8b31-eb5407d32da3 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:49:46.531905 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:49:46.532164 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71aaeb37-4f26-45c0-8b31-eb5407d32da3 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:49:46.532606 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'status': 'completed', 'code': 200} Nov 22 17:49:46.574458 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:46.601834 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-5f96d2f7-24d7-4bae-8c85-cbbdf6bd4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:46.603356 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-5f96d2f7-24d7-4bae-8c85-cbbdf6bd4ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1096 time: 0.0457606 Nov 22 17:49:46.702365 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-ac354dbd-f554-46b3-8356-e45d65cd4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:46.704540 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-ac354dbd-f554-46b3-8356-e45d65cd4eb4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0940573 Nov 22 17:49:46.776244 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-80d41b6a-cb9f-42c2-a45a-a9b481d0fa7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 998 time: 0.0639260 Nov 22 17:49:46.803440 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:45Z', 'revision_number': 0, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:46.826102 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-110f7254-093a-43ac-9d1a-64520e49505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:46.827487 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-110f7254-093a-43ac-9d1a-64520e49505f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0436838 Nov 22 17:49:46.833880 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:49:46.843202 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:49:46.843799 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:49:24Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:46.876710 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-be3d55cf-c3c5-4070-9e38-9419ef344704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:49:46.878289 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-be3d55cf-c3c5-4070-9e38-9419ef344704 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414424 Nov 22 17:49:46.949794 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:49:46.975476 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-ae217fa9-cfbe-429b-a479-d84c76344831 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886896 Nov 22 17:49:47.070813 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-57774d00-fad5-494f-8bc9-6890549aecb5 req-908b871d-888e-4750-b4cc-b071a50ad853 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866830 Nov 22 17:49:47.175688 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:45Z', 'revision_number': 0, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:49:47.204790 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d77766d-814c-4a19-8663-3c9f128c2269 None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:45Z', 'revision_number': 0, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:49:47.404240 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f9db11-8e37-485b-811d-9b686730437c None None] New status for floating IP 37f00546-737e-48f9-9505-fc0216195ccb: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:49:50.163676 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-fa9daec5-85fc-4926-94f1-bf32523e1b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:53.538550 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1d3ca6b7-7659-4173-a69e-7ef257c4fd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:54.330057 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:55.701133 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:49:56.213743 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:02.234488 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-2f5a377c-71e0-4949-a6f3-a88cbf76ffaf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399187 Nov 22 17:50:02.654628 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-bb40f425-eb2f-4e6f-b555-2759a0e398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:02.655841 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-bb40f425-eb2f-4e6f-b555-2759a0e398d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1096 time: 0.3638465 Nov 22 17:50:02.763589 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-d9466109-2d58-4b66-bd2f-076c3823e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:02.765032 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-d9466109-2d58-4b66-bd2f-076c3823e98d service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0855546 Nov 22 17:50:02.837292 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-61ea6ee3-2760-4d31-bee7-46c796c59dee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 1000 time: 0.0624609 Nov 22 17:50:02.889716 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-6c1c173e-6950-45e9-b5a4-7e84b3520ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:02.891117 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-6c1c173e-6950-45e9-b5a4-7e84b3520ef0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0436704 Nov 22 17:50:02.939475 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-98c0017d-fbf0-43e8-9932-b08f5071ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:50:02.940944 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-98c0017d-fbf0-43e8-9932-b08f5071ec6d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400343 Nov 22 17:50:03.035326 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-b6d4052d-ca8f-43e4-a3a9-e42582467f73 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861228 Nov 22 17:50:03.127492 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f2179370-f318-49c2-a6f4-f0de3b6bb30c req-f0e5d0c5-74d7-4620-80cb-4335905f074d service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835962 Nov 22 17:50:08.300448 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:09.849428 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:18.863372 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:50:20.165007 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ca4b13f9-7a91-4299-a2d2-a131ec7f2fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:23.540271 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-57171e28-4698-4b10-a8ef-50f7f20e958e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:24.333172 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:25.702554 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:26.216348 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:38.295986 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:39.865916 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:50.166385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28c960b9-bf97-4995-97ef-2fe41753b2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:53.541810 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-3bbe02ef-2cf0-4326-925b-85caf59b102d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:54.335695 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:55.704617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:50:55.863660 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:50:56.218346 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:04.277002 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-f4aaceda-540d-415c-96ba-284b9501db74 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0870328 Nov 22 17:51:04.375889 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-82246249-96f8-4158-bd31-35f4e6011915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:04.377379 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-82246249-96f8-4158-bd31-35f4e6011915 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1096 time: 0.0457361 Nov 22 17:51:04.489925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-2af1da32-e0bd-48b8-9042-a2643f1f554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:04.491333 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-2af1da32-e0bd-48b8-9042-a2643f1f554c service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0912614 Nov 22 17:51:04.562709 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-53265469-8722-4871-ade7-2591911e6a95 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 1000 time: 0.0617864 Nov 22 17:51:04.613080 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-c746c260-a604-4e67-8319-c25a8f3035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:04.614586 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-c746c260-a604-4e67-8319-c25a8f3035ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0444536 Nov 22 17:51:04.663971 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-f031a6f1-a4f3-4c27-8d92-0c1a1be32379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:04.665458 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-f031a6f1-a4f3-4c27-8d92-0c1a1be32379 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431004 Nov 22 17:51:04.760878 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-ebd7129e-18cd-43a6-a33f-dab63337c936 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869489 Nov 22 17:51:04.850749 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-d1f4c0ac-75bc-4598-aafc-95062c7d5c5a req-39d886fd-5430-476c-a470-3c0be5ea8ce3 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818517 Nov 22 17:51:08.299187 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:09.866149 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:20.168820 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-837167c1-eb87-4e28-aefb-005c30ead383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:23.543612 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-cabf4822-26f9-4a7b-b4c5-194f1c7552de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:24.338405 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:25.708082 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:26.221417 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:32.863797 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:51:38.311453 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:39.862495 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.586232 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf details requested by agent hyperv_n-h1-816206-6 with host n-h1-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:51:48.681965 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:48.697711 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Returning: {'device': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:51:48.735589 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.749571 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba574156-bd48-4234-923c-dfa1c14826bf {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:51:48.771185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:48.775068 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:48.841492 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:48.849185 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.849529 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.849889 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.850224 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.850549 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.850873 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.851197 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.851518 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.851835 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.852170 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.852473 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.852786 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:51:48.867494 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] get_ports_and_sgs() called for port_ids ['ba574156-bd48-4234-923c-dfa1c14826bf'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:51:50.176521 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2bb652d8-81be-4b81-afef-a193453431f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.609017 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf up at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:51:50.674990 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Provisioning complete for port ba574156-bd48-4234-923c-dfa1c14826bf triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:51:50.675600 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.773562 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.807461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:51:50.814752 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa45606-e4bc-45db-81a5-b130585e38bf" -d '{"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-plugged", "status": "completed", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:51:50.834192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:51:50.841435 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:50.878173 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea82485-3d63-45da-9051-5bc541f93c66 x-openstack-request-id: req-3ea82485-3d63-45da-9051-5bc541f93c66 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:51:50.878494 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-plugged", "status": "completed", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:51:50.878717 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ea82485-3d63-45da-9051-5bc541f93c66 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:51:50.879138 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'code': 200} Nov 22 17:51:50.911812 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:51:53.547009 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-def1774d-fec5-48d9-9126-2e5eedc24426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:54.342473 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:55.716580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:56.232962 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:51:58.760893 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-a0d0d204-30cc-4bba-9783-8ab9c17cdf7a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1098060480&fields=id&tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2 HTTP/1.1" status: 200 len: 267 time: 0.0462232 Nov 22 17:51:58.876451 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-5053782c-f51e-415a-b079-b5c27d568961 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:51:58.878153 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-5053782c-f51e-415a-b079-b5c27d568961 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 810 time: 0.1103280 Nov 22 17:51:58.893029 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-ac5712d6-2421-4e79-9870-daceb70790f2 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/quotas/d9fe7c8d2a6b4d93a0a2e726a9adb6d2 HTTP/1.1" status: 200 len: 375 time: 0.0090904 Nov 22 17:51:58.945845 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-4376f395-2e81-449a-ae52-ddc58569dfc4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470562 Nov 22 17:51:59.006500 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-4ad5501c-a3cc-4954-ba7e-d67dfa855b31 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103514) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:51:59.007553 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-4ad5501c-a3cc-4954-ba7e-d67dfa855b31 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0492382 Nov 22 17:51:59.105385 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-60590ed1-db01-4c1a-aace-24d0b6d5f9b4 service neutron] 10.222.0.65 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915771 Nov 22 17:51:59.195330 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-4aeae915-f7ac-4ecc-a663-5d532deebe00 service neutron] 10.222.0.65 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838764 Nov 22 17:51:59.388919 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-77d9005b-0533-447a-9784-aee992a1c651 req-a3f54b54-5af6-4a72-a414-3826b9772dca tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 210 time: 0.0287855 Nov 22 17:52:00.384416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-212f91ed-c3b7-4fef-b7bc-9c0dcda896b9 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:00.385941 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-212f91ed-c3b7-4fef-b7bc-9c0dcda896b9 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.20 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 810 time: 0.1093025 Nov 22 17:52:00.453729 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-7a8bd58d-baac-47d0-a912-7ea2015a3194 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2 HTTP/1.1" status: 200 len: 380 time: 0.0575535 Nov 22 17:52:00.464256 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'port': {'device_id': '0094334e-7837-401f-a37e-47d0252655ad', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'admin_state_up': True, 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'security_groups': ['4c64e16d-ae25-48ca-af3b-e1122f7e3a8d']}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:00.494622 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a473ccf2-5013-46e4-834b-c355a77adc04 req-1b2634d9-d6ce-4cb9-84b8-8b648280f225 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 210 time: 0.0274074 Nov 22 17:52:00.582621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Made reservation on behalf of d9fe7c8d2a6b4d93a0a2e726a9adb6d2 for: {'port': 1} {{(pid=103515) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 22 17:52:00.586549 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.664250 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:52:00.772890 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.db_base_plugin_common [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Allocated IP 172.20.0.14 (89d8f744-3394-43e1-802b-d96f820b397d/cfc8958e-d921-4cb7-8e3f-f177cd7d2655/e20b9c72-df92-4f51-8f87-392af0ddaf54) {{(pid=103515) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:00.789362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.822969 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:00.824300 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:00.827012 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2539968f-abff-43ae-afde-acae7ce1fc3e" -d '{"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-unplugged", "status": "completed", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:00.831753 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:00.883067 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Pushing event updated for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=8']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:00.903202 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b3a608-6e88-471e-ab82-e102942314d9 x-openstack-request-id: req-63b3a608-6e88-471e-ab82-e102942314d9 {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:00.903729 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-unplugged", "status": "completed", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:00.904151 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63b3a608-6e88-471e-ab82-e102942314d9 {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:00.904703 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'code': 200} Nov 22 17:52:00.975120 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for port, precommit_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.021728 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_create {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.089500 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Network 89d8f744-3394-43e1-802b-d96f820b397d is already hosted by enough agents. {{(pid=103515) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:01.092694 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.base_scheduler [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Resources bound (agent type, host, resource id): {{(pid=103515) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:01.097050 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Received port after_create {{(pid=103515) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:01.133562 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=1']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:01.148318 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.148851 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.149238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.149578 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.149978 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.150315 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.150828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.151159 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.151489 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.151814 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.152145 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.152475 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:01.175888 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:01.176627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.205726 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-8974c21c-ef33-4965-8b2f-078986116c5c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7394073 Nov 22 17:52:01.351207 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-46d708a9-d9ac-4fb3-bbf1-f66aba13e75f None None] Provisioning complete for port e20b9c72-df92-4f51-8f87-392af0ddaf54 triggered by entity DHCP. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:01.351582 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-46d708a9-d9ac-4fb3-bbf1-f66aba13e75f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:01.391153 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-46d708a9-d9ac-4fb3-bbf1-f66aba13e75f None None] Port e20b9c72-df92-4f51-8f87-392af0ddaf54 cannot update to ACTIVE because it is not bound. {{(pid=103516) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 22 17:52:01.628286 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799efbb-de1f-42b5-8d9d-68de7cbb92d3 req-deead8c2-ee52-4a59-955d-abb7339e5caa tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:01.630051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e799efbb-de1f-42b5-8d9d-68de7cbb92d3 req-deead8c2-ee52-4a59-955d-abb7339e5caa tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0589852 Nov 22 17:52:01.686585 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e799efbb-de1f-42b5-8d9d-68de7cbb92d3 req-ad709ac4-71b0-4361-b4d6-20d53625418c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502503 Nov 22 17:52:02.818267 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb123c-f45e-438b-8fa6-f65ffdfefcca req-27677dce-2054-466a-bb60-875c7877a537 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:02.819960 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8efb123c-f45e-438b-8fa6-f65ffdfefcca req-27677dce-2054-466a-bb60-875c7877a537 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0601051 Nov 22 17:52:02.872092 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8efb123c-f45e-438b-8fa6-f65ffdfefcca req-9bc11de0-b7ce-4a67-b4b6-7a7375df6199 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457067 Nov 22 17:52:04.006175 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464d546-dc89-4246-91f7-87b72f4295d1 req-5a2dae1e-8bb8-4adb-8d87-18d97c900ab3 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:04.008574 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f464d546-dc89-4246-91f7-87b72f4295d1 req-5a2dae1e-8bb8-4adb-8d87-18d97c900ab3 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0621934 Nov 22 17:52:04.060843 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-f464d546-dc89-4246-91f7-87b72f4295d1 req-efdd7c09-9ea7-48b9-a474-cb492f401d7d tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460296 Nov 22 17:52:04.229155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-26415744-04fb-45e3-89b6-cf5e55c54aeb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423877 Nov 22 17:52:04.328137 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-df662925-d46c-472a-bb24-2bf87385db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:04.330183 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-df662925-d46c-472a-bb24-2bf87385db5f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1094 time: 0.0528293 Nov 22 17:52:04.446936 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-75cdb4eb-90d1-4713-b8fb-a645d7feaa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:04.448412 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-75cdb4eb-90d1-4713-b8fb-a645d7feaa1d service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0961120 Nov 22 17:52:04.520981 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-a12b4ece-0e0c-41c6-a912-f2220d875551 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 998 time: 0.0641787 Nov 22 17:52:04.576320 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-b3cc54cd-7fd4-4941-98e3-9dcdf72fb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:04.577831 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-b3cc54cd-7fd4-4941-98e3-9dcdf72fb0a8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0489442 Nov 22 17:52:04.637393 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-7846d7c3-4726-4899-825a-7d0e2c6e20b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:04.639077 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-7846d7c3-4726-4899-825a-7d0e2c6e20b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510740 Nov 22 17:52:04.734908 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-c42c9f19-8a28-439f-95f5-3854d02528cd service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869761 Nov 22 17:52:04.836516 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-efa0c7ed-2e82-41c0-a559-b5ae2e0150c1 req-0cadd571-f096-4aa2-aa8c-47bfeb2d2450 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923951 Nov 22 17:52:05.185554 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dbce8-907d-4eea-a460-eee251a6756e req-ebd0b284-198b-44d6-9256-e1b9ce2aba19 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:05.187104 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-407dbce8-907d-4eea-a460-eee251a6756e req-ebd0b284-198b-44d6-9256-e1b9ce2aba19 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0525534 Nov 22 17:52:05.242131 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-407dbce8-907d-4eea-a460-eee251a6756e req-1f472355-0bf0-4935-afc1-1d5c62bc783b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476947 Nov 22 17:52:06.376168 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493eb56-1613-4ac6-9b8f-5148e93e9013 req-5c672115-193c-4e79-bdc5-2ce1bccbf067 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:06.378444 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1493eb56-1613-4ac6-9b8f-5148e93e9013 req-5c672115-193c-4e79-bdc5-2ce1bccbf067 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0519812 Nov 22 17:52:06.440276 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1493eb56-1613-4ac6-9b8f-5148e93e9013 req-2a010661-5e68-4ee0-b4db-4afda28e771e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551443 Nov 22 17:52:07.563240 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1003e4-0dc3-4481-8bd9-1c32a3f7c3bc req-2547252d-dc11-49a4-a878-9f1891c79b11 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:07.565575 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e1003e4-0dc3-4481-8bd9-1c32a3f7c3bc req-2547252d-dc11-49a4-a878-9f1891c79b11 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0526063 Nov 22 17:52:07.618426 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-1e1003e4-0dc3-4481-8bd9-1c32a3f7c3bc req-f4415665-ab0c-4b3f-896c-211ad6a1e370 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466087 Nov 22 17:52:08.333080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:08.741519 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8277ca55-421d-484b-89cf-0a390f2999e8 req-8c5812ac-c2a7-4073-8e73-ea312b54d028 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:08.743125 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8277ca55-421d-484b-89cf-0a390f2999e8 req-8c5812ac-c2a7-4073-8e73-ea312b54d028 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0526984 Nov 22 17:52:08.798228 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-8277ca55-421d-484b-89cf-0a390f2999e8 req-c3d99779-a289-4de3-a52c-51512584f4ac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486171 Nov 22 17:52:09.864716 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:52:09.871247 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:09.929614 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f9969-f2b3-4735-bae5-33e4a65f9eec req-6d034d41-8151-4939-8058-99001fbd6ad1 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:09.931166 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-678f9969-f2b3-4735-bae5-33e4a65f9eec req-6d034d41-8151-4939-8058-99001fbd6ad1 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 932 time: 0.0561771 Nov 22 17:52:09.983969 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-678f9969-f2b3-4735-bae5-33e4a65f9eec req-3f89609b-8c55-4e03-9316-2a06614d9b35 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466046 Nov 22 17:52:10.653250 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.v2.base [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Request body: {'port': {'device_id': '0094334e-7837-401f-a37e-47d0252655ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-6'}} {{(pid=103515) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:10.708961 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:10.984416 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20b9c72-df92-4f51-8f87-392af0ddaf54 {{(pid=103515) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:52:10.992209 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:11.004836 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.provisioning_blocks [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Transition to ACTIVE for port object e20b9c72-df92-4f51-8f87-392af0ddaf54 will not be triggered until provisioned by entity L2. {{(pid=103515) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 22 17:52:11.009730 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:11.079418 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=2']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:11.112480 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e380cf-c2e5-4249-9ca1-eb2e132bb16f req-23b2216f-1742-4a2f-af3b-6d0a7bc4fc61 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.114644 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55e380cf-c2e5-4249-9ca1-eb2e132bb16f req-23b2216f-1742-4a2f-af3b-6d0a7bc4fc61 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 944 time: 0.0572174 Nov 22 17:52:11.133899 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Attempting to bind port e20b9c72-df92-4f51-8f87-392af0ddaf54 on host n-h2-816206-6 for vnic_type normal with profile {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 22 17:52:11.134238 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Attempting to bind port e20b9c72-df92-4f51-8f87-392af0ddaf54 by drivers openvswitch,hyperv on host n-h2-816206-6 at level 0 using segments [{'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 22 17:52:11.134568 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Attempting to bind port e20b9c72-df92-4f51-8f87-392af0ddaf54 on network 89d8f744-3394-43e1-802b-d96f820b397d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:11.139125 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Port e20b9c72-df92-4f51-8f87-392af0ddaf54 on network 89d8f744-3394-43e1-802b-d96f820b397d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-6 {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 22 17:52:11.139448 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Attempting to bind port e20b9c72-df92-4f51-8f87-392af0ddaf54 on network 89d8f744-3394-43e1-802b-d96f820b397d {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 22 17:52:11.145021 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Checking agent: {'id': 'f080cc26-77ef-4f58-bd33-8ce6cd0fd80e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-6', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'started_at': datetime.datetime(2021, 11, 22, 16, 22, 37), 'heartbeat_timestamp': datetime.datetime(2021, 11, 22, 17, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 22 17:52:11.145415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Checking segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103515) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 22 17:52:11.145864 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Bound using segment: {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'} {{(pid=103515) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 22 17:52:11.146290 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.managers [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Bound port: e20b9c72-df92-4f51-8f87-392af0ddaf54, host: n-h2-816206-6, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d'}}] {{(pid=103515) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 22 17:52:11.146650 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:11.170733 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-55e380cf-c2e5-4249-9ca1-eb2e132bb16f req-e8c905af-88bb-4197-820d-d2e3604fadec tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474396 Nov 22 17:52:11.216871 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, cleared binding levels {{(pid=103515) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 22 17:52:11.221822 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103515) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 22 17:52:11.226649 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12645856'] for port, after_update {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:11.263828 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.264481 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:11.265924 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-460eb896-7779-4810-b899-0217c86f3947 service neutron] 10.222.0.20 "PUT /v2.0/ports/e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 1092 time: 0.6644323 Nov 22 17:52:11.266379 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:11.269255 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e" -d '{"events": [{"name": "network-changed", "server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:11.296001 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460eb896-7779-4810-b899-0217c86f3947 service neutron] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=3']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:11.353776 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-9dd8eee9-445d-497b-84af-020551c47fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.355445 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-9dd8eee9-445d-497b-84af-020551c47fc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1095 time: 0.0465648 Nov 22 17:52:11.405536 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449b189b-d978-43ce-a1fd-b33177a01444 x-openstack-request-id: req-449b189b-d978-43ce-a1fd-b33177a01444 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:11.405864 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:11.406131 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-449b189b-d978-43ce-a1fd-b33177a01444 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:11.406513 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'status': 'completed', 'code': 200} Nov 22 17:52:11.408956 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-2094b9bb-b454-4fab-9758-e445c0a8592a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 217 time: 0.0433621 Nov 22 17:52:11.464003 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-a171295d-2fc7-4cab-a2eb-c3e649178927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.465748 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-a171295d-2fc7-4cab-a2eb-c3e649178927 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0488386 Nov 22 17:52:11.513188 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-dd474dbe-022b-4a84-a5cd-f3bb601a57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.514751 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-dd474dbe-022b-4a84-a5cd-f3bb601a57f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410624 Nov 22 17:52:11.612817 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-f90adc18-47a5-49d7-9255-6bca6b324581 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902181 Nov 22 17:52:11.702253 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-5c35c6b8-02fd-41e1-9d2e-f5943052f429 req-058a48fa-d009-493e-b56f-a89afc56a071 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817578 Nov 22 17:52:11.791369 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-e56676ce-b78e-40f3-a56a-632f235c2587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.793416 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-e56676ce-b78e-40f3-a56a-632f235c2587 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1095 time: 0.0413353 Nov 22 17:52:11.885175 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-617ac5d7-5c76-418a-af90-2a697123c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.886644 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-617ac5d7-5c76-418a-af90-2a697123c7d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0857949 Nov 22 17:52:11.928952 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-44c1f928-c6e4-4da1-be72-267bdc5d9f49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 217 time: 0.0335062 Nov 22 17:52:11.977306 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-c17875fd-0984-4185-abbe-d50bdb1eece8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:11.978645 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-c17875fd-0984-4185-abbe-d50bdb1eece8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0425715 Nov 22 17:52:12.027477 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-a86c00e4-e298-41a5-8788-093374900fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:12.028923 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-a86c00e4-e298-41a5-8788-093374900fbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427275 Nov 22 17:52:12.119244 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-c1e615be-4be8-428e-a3cc-7fb335f0e509 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817282 Nov 22 17:52:12.212786 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-98f16060-ddd4-4ec0-8e7b-3c0d3dedff1e req-d61ffc9f-1ddd-4f8a-b805-c65712dce908 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Nov 22 17:52:12.289609 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ba38d-9360-4850-9730-34386daad8dc req-31ed3fe2-0ba6-4611-8fef-769ba6aa0595 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:12.291028 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-599ba38d-9360-4850-9730-34386daad8dc req-31ed3fe2-0ba6-4611-8fef-769ba6aa0595 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 944 time: 0.0475519 Nov 22 17:52:12.343803 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-599ba38d-9360-4850-9730-34386daad8dc req-371bca7a-5ce7-409f-acb7-de501f66f3b8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468271 Nov 22 17:52:13.464658 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c25f8-1aa5-4a6f-8286-dc075e3fc4cc req-8bf73d2e-5240-49b4-9f16-75b7edf82783 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:13.466155 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b2c25f8-1aa5-4a6f-8286-dc075e3fc4cc req-8bf73d2e-5240-49b4-9f16-75b7edf82783 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 944 time: 0.0499806 Nov 22 17:52:13.516172 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-5b2c25f8-1aa5-4a6f-8286-dc075e3fc4cc req-37a89379-52dc-4d16-a309-23b5bbc2403b tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436311 Nov 22 17:52:14.632780 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85e8cb-a756-455c-833b-25f1f799c82a req-8883159a-729c-4dac-9828-a26a48a0506c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:14.634323 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed85e8cb-a756-455c-833b-25f1f799c82a req-8883159a-729c-4dac-9828-a26a48a0506c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 944 time: 0.0493848 Nov 22 17:52:14.684156 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-ed85e8cb-a756-455c-833b-25f1f799c82a req-46ae82c0-deb6-450c-944e-fa67c9ab3739 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437191 Nov 22 17:52:14.753839 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:52:14.853316 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:14.864428 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'port_id': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'mac_address': 'fa:16:3e:db:6c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:52:14.901031 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:14.914276 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20b9c72-df92-4f51-8f87-392af0ddaf54 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:52:14.932770 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:14.937304 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:14.986748 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=4']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:15.192927 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['e20b9c72-df92-4f51-8f87-392af0ddaf54'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:52:15.802265 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b282d90-d66e-4581-94f6-e3f9c7608847 req-1dbf0171-6bed-493d-b71a-25aee50d419f tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:15.803739 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b282d90-d66e-4581-94f6-e3f9c7608847 req-1dbf0171-6bed-493d-b71a-25aee50d419f tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 945 time: 0.0521481 Nov 22 17:52:15.853638 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-7b282d90-d66e-4581-94f6-e3f9c7608847 req-2490b4da-9d40-481e-bc8b-70f6ca4ed145 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440037 Nov 22 17:52:16.768671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:52:16.817537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning for port e20b9c72-df92-4f51-8f87-392af0ddaf54 completed by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 22 17:52:16.821867 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port e20b9c72-df92-4f51-8f87-392af0ddaf54 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:52:16.822241 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.901961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.924431 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:16.926605 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f654f0c-c77f-46a4-86c1-0d74f933720f" -d '{"events": [{"server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "name": "network-vif-plugged", "status": "completed", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:16.942561 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:52:16.947912 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:16.972723 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6e8492-584e-4347-9f05-787561e3cc9f x-openstack-request-id: req-8a6e8492-584e-4347-9f05-787561e3cc9f {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:16.973048 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "name": "network-vif-plugged", "status": "completed", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:16.973302 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8a6e8492-584e-4347-9f05-787561e3cc9f {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:16.973823 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'code': 200} Nov 22 17:52:16.978050 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4a1b6-36d1-4bd9-ba1f-e60834465c4f req-eeac91f3-2a7c-4ccc-a9ea-8bbc434735fd tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:16.979545 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68f4a1b6-36d1-4bd9-ba1f-e60834465c4f req-eeac91f3-2a7c-4ccc-a9ea-8bbc434735fd tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 945 time: 0.0521605 Nov 22 17:52:17.000751 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=5']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:17.035283 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-68f4a1b6-36d1-4bd9-ba1f-e60834465c4f req-f3bd6790-9387-4d28-9c14-06db7c8aad50 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467193 Nov 22 17:52:17.068592 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c04ddb-bddf-40cc-aa89-21cbdac098fb req-7c6e6390-53fb-4122-a29e-9e920974a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:17.070114 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26c04ddb-bddf-40cc-aa89-21cbdac098fb req-7c6e6390-53fb-4122-a29e-9e920974a0d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1097 time: 0.0425539 Nov 22 17:52:17.123995 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-26c04ddb-bddf-40cc-aa89-21cbdac098fb req-72a4fb08-876c-4ae4-bec5-4acb1196b098 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461247 Nov 22 17:52:18.158683 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e9863-9d18-4f79-9695-9057164c11c6 req-feac90c5-c707-4083-963a-19eff8ee6fb7 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:18.160171 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-601e9863-9d18-4f79-9695-9057164c11c6 req-feac90c5-c707-4083-963a-19eff8ee6fb7 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 946 time: 0.0538638 Nov 22 17:52:18.214014 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-601e9863-9d18-4f79-9695-9057164c11c6 req-1632318e-3d03-443f-a324-5ff709536f1c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475383 Nov 22 17:52:19.331452 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f127b-77ef-4ebc-9855-2e06c73d039b req-38d58eb2-59d9-461c-8203-c2818b873cb1 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:19.332918 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-098f127b-77ef-4ebc-9855-2e06c73d039b req-38d58eb2-59d9-461c-8203-c2818b873cb1 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 946 time: 0.0487890 Nov 22 17:52:19.382889 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-098f127b-77ef-4ebc-9855-2e06c73d039b req-7718da59-f652-4ad0-80e2-90b64fc72af9 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440009 Nov 22 17:52:19.502646 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88b95f-faec-47eb-82c1-8d5d9131a8cd req-85c3de9b-a0e6-41c4-9a5d-572927179560 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:19.504066 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d88b95f-faec-47eb-82c1-8d5d9131a8cd req-85c3de9b-a0e6-41c4-9a5d-572927179560 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 946 time: 0.0498943 Nov 22 17:52:19.556409 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-0d88b95f-faec-47eb-82c1-8d5d9131a8cd req-9cb769e7-9964-404d-8ec9-4c13f145727c tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464933 Nov 22 17:52:19.578251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55706) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:19.616988 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d313e225-9946-48fe-bc02-2b2c663a534a tempest-TestSnapshotPattern-974284127 tempest-TestSnapshotPattern-974284127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:19.618508 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d313e225-9946-48fe-bc02-2b2c663a534a tempest-TestSnapshotPattern-974284127 tempest-TestSnapshotPattern-974284127-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1092 time: 0.0392804 Nov 22 17:52:19.621199 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55708) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:52:19.625419 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.v2.base [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Request body: {'floatingip': {'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'port_id': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103514) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 22 17:52:19.647612 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.743453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.852332 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_common [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Allocated IP 172.25.6.136 (08267908-d3a8-4c40-95c7-8290ac674234/cd11848c-a3a0-496d-8306-a860f400b74d/bedc3bf8-7aeb-4d8b-858a-04951a724a25) {{(pid=103514) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 22 17:52:19.952806 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for port, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:19.991383 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752850718374', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.030925 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Network 08267908-d3a8-4c40-95c7-8290ac674234 is already hosted by enough agents. {{(pid=103514) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 22 17:52:20.036437 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.base_scheduler [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Resources bound (agent type, host, resource id): {{(pid=103514) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 22 17:52:20.039571 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Received port after_create {{(pid=103514) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 22 17:52:20.067928 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'Port': ['ID=bedc3bf8-7aeb-4d8b-858a-04951a724a25,revision_number=1']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:20.082152 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.082499 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.082839 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.083176 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.083509 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.083872 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.084200 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.084523 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.084842 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.085389 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.085894 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.086225 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:52:20.168663 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-56ee6f93-c1ea-4ec5-be20-731c7337d223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.417980 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.484970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.633439 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for port, precommit_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.638955 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16229400'] for port, after_update {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.705411 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event updated for resources: {'Port': ['ID=bedc3bf8-7aeb-4d8b-858a-04951a724a25,revision_number=2']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:52:20.717458 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763601'] for floatingip, after_create {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:20.818268 n-d-816206-6 neutron-server[103514]: INFO neutron.db.l3_db [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Floating IP b131b74c-2a47-4740-b65c-0b5c1f286db8 associated. External IP: 172.25.6.136, port: e20b9c72-df92-4f51-8f87-392af0ddaf54. Nov 22 17:52:21.026432 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:52:21.132327 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:52:21.143441 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:52:21.151005 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:21.153881 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:21.154509 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:51:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.178497 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-d72edc71-a417-403f-84f8-9bb4e4c22aac tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5562577 Nov 22 17:52:21.179251 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:52:21.181677 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007df50c-5178-4925-8987-4035972d0e48" -d '{"events": [{"name": "network-changed", "server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:52:21.221275 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0367fe7-50c5-45e3-bd5a-e67741e82277 x-openstack-request-id: req-a0367fe7-50c5-45e3-bd5a-e67741e82277 {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:52:21.221864 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:52:21.222125 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0367fe7-50c5-45e3-bd5a-e67741e82277 {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:52:21.222534 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'status': 'completed', 'code': 200} Nov 22 17:52:21.265051 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:21.286672 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df50c-5178-4925-8987-4035972d0e48 req-962c3b3c-6e32-43b0-ae09-9520dfcece84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.288161 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-962c3b3c-6e32-43b0-ae09-9520dfcece84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1097 time: 0.0410461 Nov 22 17:52:21.387922 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df50c-5178-4925-8987-4035972d0e48 req-532d042a-7e51-4bec-ad2c-a1f90d3221e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.389520 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-532d042a-7e51-4bec-ad2c-a1f90d3221e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0909193 Nov 22 17:52:21.457007 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-dd24d6a8-9fe4-4d1c-8032-09873e2ad18c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 1000 time: 0.0590165 Nov 22 17:52:21.497849 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:47Z', 'revision_number': 1, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}, {'id': 'b131b74c-2a47-4740-b65c-0b5c1f286db8', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:db:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0094334e-7837-401f-a37e-47d0252655ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:52:20Z', 'updated_at': '2021-11-22T17:52:20Z', 'revision_number': 0, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.512617 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df50c-5178-4925-8987-4035972d0e48 req-78a8f866-4da5-4455-a2e7-c3907d0913ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.514160 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-78a8f866-4da5-4455-a2e7-c3907d0913ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0496042 Nov 22 17:52:21.525915 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:52:21.537930 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:52:21.538547 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:51:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.570142 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007df50c-5178-4925-8987-4035972d0e48 req-05cfb08a-a5c7-4278-91c6-57025cd8cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:21.571624 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-05cfb08a-a5c7-4278-91c6-57025cd8cf5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488963 Nov 22 17:52:21.647774 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:52:21.668982 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-ad8fc744-b5bb-4d4c-99c1-9a4ca2a80f4e service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891645 Nov 22 17:52:21.766107 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-007df50c-5178-4925-8987-4035972d0e48 req-e161515b-1a12-4949-8095-ef2f406ae1d8 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879695 Nov 22 17:52:21.876863 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:47Z', 'revision_number': 1, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}, {'id': 'b131b74c-2a47-4740-b65c-0b5c1f286db8', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:db:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0094334e-7837-401f-a37e-47d0252655ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:52:20Z', 'updated_at': '2021-11-22T17:52:20Z', 'revision_number': 0, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:52:21.901924 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e33be6-f539-412f-99a5-95345e5aad48 None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:47Z', 'revision_number': 1, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}, {'id': 'b131b74c-2a47-4740-b65c-0b5c1f286db8', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.136', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:db:6c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0094334e-7837-401f-a37e-47d0252655ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:52:20Z', 'updated_at': '2021-11-22T17:52:20Z', 'revision_number': 0, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:52:22.094701 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b1fe4e-6465-4071-a75f-200111371037 None None] New status for floating IP b131b74c-2a47-4740-b65c-0b5c1f286db8: ACTIVE {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:52:23.544611 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-0080fd22-81a5-4028-983a-9b1fc3d48149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:24.344634 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:25.714086 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:26.227735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:38.354525 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:39.879940 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:46.864336 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:52:50.169961 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e3d4a2b1-f69d-480b-981b-073c8f256c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:53.546144 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-16dc8933-7323-4e11-abe8-1f53a3eb10ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:54.346725 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:55.716362 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:56.234647 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:52:57.019190 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-ae8462d6-6224-4300-8f2d-72c3e12ab4be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425386 Nov 22 17:52:57.103051 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-ea48d8d0-c8fe-4967-af6c-1e10350b2ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:57.104497 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-ea48d8d0-c8fe-4967-af6c-1e10350b2ed2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1097 time: 0.0397816 Nov 22 17:52:57.209461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-230e0433-229b-4fb0-8b58-01abbf017361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:57.211080 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-230e0433-229b-4fb0-8b58-01abbf017361 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0863879 Nov 22 17:52:57.277853 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-83a900ee-91b8-4e06-ac24-b685d7a8d9b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 1002 time: 0.0576580 Nov 22 17:52:57.332259 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-cc4856b6-9696-4ba4-beff-0a90af42e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:57.333723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-cc4856b6-9696-4ba4-beff-0a90af42e399 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0471187 Nov 22 17:52:57.380338 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-6a57b147-3585-495d-bd1b-536282c67c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:52:57.381832 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-6a57b147-3585-495d-bd1b-536282c67c5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400074 Nov 22 17:52:57.393187 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-eb1c2035-3f13-4c97-bab9-1213ca099604 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103515) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 22 17:52:57.394157 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-eb1c2035-3f13-4c97-bab9-1213ca099604 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048568 Nov 22 17:52:57.482355 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-6ebec280-49c8-4b93-b50f-6dcbe550f4ea service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801015 Nov 22 17:52:57.573954 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-7ce98a09-8a66-44fb-bef7-0eab329225c7 req-8d9670b0-f203-467e-9058-d60d0887db42 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841463 Nov 22 17:53:06.231823 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-eaf60ee3-72d9-424d-b8b3-a1d49c363a20 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409579 Nov 22 17:53:06.335496 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-00b1e91c-025b-4876-9ae7-b8315974f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:06.337930 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-00b1e91c-025b-4876-9ae7-b8315974f30d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1094 time: 0.0500727 Nov 22 17:53:06.444627 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-49280118-4233-4696-aba3-cda8d0f58c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:06.446775 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-49280118-4233-4696-aba3-cda8d0f58c00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0846496 Nov 22 17:53:06.516899 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-f888631c-be8e-4060-a572-0d9295f18606 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 998 time: 0.0612674 Nov 22 17:53:06.565778 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-cfdac533-7f83-4925-b124-6325c1f6e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:06.567266 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-cfdac533-7f83-4925-b124-6325c1f6e7b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0424523 Nov 22 17:53:06.613956 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-cee8daf5-eafa-4461-8033-7168d21d9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:06.615453 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-cee8daf5-eafa-4461-8033-7168d21d9ab1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398147 Nov 22 17:53:06.711907 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-59be0152-dc61-47a8-bf16-63c84834bb0c service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883923 Nov 22 17:53:07.122790 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-91b9c9ab-b756-4182-81b4-3b760da2cf26 req-ed7ddf81-8e8a-409c-a84e-ed7d04833984 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026122 Nov 22 17:53:08.342380 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:09.881221 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:20.171465 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b541bc1d-a9e1-41da-b082-096622c7d8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:23.551265 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e4302be4-e551-4c39-9e4d-4ee69e555d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:23.863811 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:53:24.350333 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:25.718818 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:26.227070 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:38.355558 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:39.892025 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:50.175024 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-daaf83b5-0a0e-463d-8c8d-ea926b54acfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:51.245980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 details requested by agent hyperv_n-h2-816206-6 with host n-h2-816206-6 {{(pid=103516) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 22 17:53:51.493776 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:53:51.504667 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Returning: {'device': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'port_id': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'mac_address': 'fa:16:3e:db:6c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103516) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 22 17:53:51.541979 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:51.554521 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e20b9c72-df92-4f51-8f87-392af0ddaf54 {{(pid=103516) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 22 17:53:51.573983 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:53:51.578397 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:51.633963 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=6']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:53:51.641840 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.642086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.642451 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.642724 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.643003 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.643327 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.643651 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.643981 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.644288 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.644605 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.644919 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.645234 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103516) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:53:51.660732 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] get_ports_and_sgs() called for port_ids ['e20b9c72-df92-4f51-8f87-392af0ddaf54'] {{(pid=103516) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 22 17:53:53.277908 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 up at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 22 17:53:53.334488 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.provisioning_blocks [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Provisioning complete for port e20b9c72-df92-4f51-8f87-392af0ddaf54 triggered by entity L2. {{(pid=103516) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 22 17:53:53.334929 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-685133'] for port, provisioning_complete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:53.423851 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-569170'] for port, before_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:53.452209 n-d-816206-6 neutron-server[103516]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54'}] {{(pid=103516) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:53:53.454625 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd961b84f9ea27ac09bde78b567bde5c44199d71242d0d798506c51a11fb775b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14d7d47-33e2-483b-8e55-50c9ba3e4a73" -d '{"events": [{"server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "name": "network-vif-plugged", "status": "completed", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54"}]}' {{(pid=103516) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:53:53.479767 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:53:53.484891 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752851183930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752850718392', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752850718410'] for port, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:53.570133 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Pushing event updated for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=7']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:53:53.593543 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9477b213-a8cf-455d-898e-0a18e942ce7d x-openstack-request-id: req-9477b213-a8cf-455d-898e-0a18e942ce7d {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:53:53.593842 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "name": "network-vif-plugged", "status": "completed", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54", "code": 200}]} {{(pid=103516) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:53:53.594114 n-d-816206-6 neutron-server[103516]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9477b213-a8cf-455d-898e-0a18e942ce7d {{(pid=103516) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:53:53.594511 n-d-816206-6 neutron-server[103516]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'code': 200} Nov 22 17:53:53.597841 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-de5f2ff0-1f7d-4cb9-8a6b-98d10480a9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:54.358407 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:55.723898 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:56.232347 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:53:58.058162 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-65f1ba7f-10ad-4560-b250-7769bb01df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:58.060418 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-65f1ba7f-10ad-4560-b250-7769bb01df97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1097 time: 0.0493512 Nov 22 17:53:58.183132 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-a22a34d2-fe74-432c-b02d-0c5b2a2a22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:58.185100 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-a22a34d2-fe74-432c-b02d-0c5b2a2a22e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.1010087 Nov 22 17:53:58.264175 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-936d4169-76ec-4e56-a288-38367eb3b873 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 1002 time: 0.0709333 Nov 22 17:53:58.317073 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-2658d3ba-5cc4-448e-9684-34a31545cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:58.318522 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-2658d3ba-5cc4-448e-9684-34a31545cf34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0473733 Nov 22 17:53:58.374234 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-52278127-099e-4dfa-b87e-09bcd0534cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:53:58.375955 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-52278127-099e-4dfa-b87e-09bcd0534cad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500159 Nov 22 17:53:58.480599 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-1c0eeffd-ba8c-4947-aba2-eff2b87b0954 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961704 Nov 22 17:53:58.587458 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-a216ebb7-6861-48c2-99cf-14bc151506fb req-df6d2ce9-50fd-4a37-8563-0ecef0193716 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992122 Nov 22 17:54:00.862959 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:54:01.406431 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55898) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:01.860795 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Deleting port bedc3bf8-7aeb-4d8b-858a-04951a724a25 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:01.861135 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:01.934819 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:01.935157 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:01.946691 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Calling delete_port for bedc3bf8-7aeb-4d8b-858a-04951a724a25 owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:02.098017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:02.122184 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event deleted for resources: {'Port': ['ID=bedc3bf8-7aeb-4d8b-858a-04951a724a25,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:02.136033 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.136385 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.136729 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.137070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.137407 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.137766 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.138097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.138424 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.138747 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.139130 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.139491 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.139817 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103515) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:02.202318 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:02.202564 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Floating IP b131b74c-2a47-4740-b65c-0b5c1f286db8 disassociated (deleted). External IP: 172.25.6.136, port: e20b9c72-df92-4f51-8f87-392af0ddaf54. Nov 22 17:54:02.410501 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:54:02.514331 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:54:02.519627 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:02.525259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:54:02.539019 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:02.539661 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:02.550552 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-7d66fa13-a5b7-4b91-9273-f97a91d05cd8 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "DELETE /v2.0/floatingips/b131b74c-2a47-4740-b65c-0b5c1f286db8 HTTP/1.1" status: 204 len: 168 time: 1.1429150 Nov 22 17:54:02.551104 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:54:02.553459 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf522aa3-29bf-45cd-857f-618d4de9b94a" -d '{"events": [{"name": "network-changed", "server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:54:02.594769 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd4fcd1d-9253-41dc-83e7-10ca09f8a29b x-openstack-request-id: req-bd4fcd1d-9253-41dc-83e7-10ca09f8a29b {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:54:02.595309 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:54:02.595642 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd4fcd1d-9253-41dc-83e7-10ca09f8a29b {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:54:02.596116 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'status': 'completed', 'code': 200} Nov 22 17:54:02.670236 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:02.689891 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-5376a531-5f6e-45ec-86d4-974b540367f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:02.691620 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-5376a531-5f6e-45ec-86d4-974b540367f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 1097 time: 0.0717142 Nov 22 17:54:02.793430 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-e0967515-e1db-428a-9199-9d4d097595f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:02.795227 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-e0967515-e1db-428a-9199-9d4d097595f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.0896306 Nov 22 17:54:02.807774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4b05-85c0-41b2-9eb1-b08bf37b6364 req-fdad6769-bae7-46cf-94e7-493cd938a08f tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:02.814719 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-481b4b05-85c0-41b2-9eb1-b08bf37b6364 req-fdad6769-bae7-46cf-94e7-493cd938a08f tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 946 time: 0.0623991 Nov 22 17:54:02.844951 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-582eaaeb-23f1-41fb-9f99-907ff25d97a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 200 len: 217 time: 0.0409529 Nov 22 17:54:02.864917 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-481b4b05-85c0-41b2-9eb1-b08bf37b6364 req-32e3eef6-6b29-4055-86ca-9f8a03ab2833 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489900 Nov 22 17:54:02.900087 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:47Z', 'revision_number': 1, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:02.902532 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-4ebd350c-9e33-40e1-8cc0-81c3d51cc1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:02.904172 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-4ebd350c-9e33-40e1-8cc0-81c3d51cc1e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0512133 Nov 22 17:54:02.926577 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:54:02.935034 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:02.935646 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:02.952070 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-82ce4f20-6f2d-478e-829e-28f8e9eefefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:02.953569 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-82ce4f20-6f2d-478e-829e-28f8e9eefefa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410814 Nov 22 17:54:03.040805 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:03.050474 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-6932a774-bf9f-4b76-a35d-9b156f70aff6 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875623 Nov 22 17:54:03.145992 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-cf522aa3-29bf-45cd-857f-618d4de9b94a req-17d63c0b-bd43-4337-8845-40b21610ae95 service neutron] 10.222.0.20 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857048 Nov 22 17:54:03.268018 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:47Z', 'revision_number': 1, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:03.294479 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b2bcab-ec12-4b39-bbd4-2cb30fd1471a None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_floatingips': [{'id': '37f00546-737e-48f9-9505-fc0216195ccb', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'floating_ip_address': '172.25.6.77', 'floating_network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'router_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'port_id': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'mac_address': 'fa:16:3e:ea:6e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-22T17:49:45Z', 'updated_at': '2021-11-22T17:49:47Z', 'revision_number': 1, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:54:03.644017 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab87ba-a249-4b05-850b-79487724862a None None] New status for floating IP b131b74c-2a47-4740-b65c-0b5c1f286db8: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:54:03.984695 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366b396-190d-4042-b19c-3c991abc6aea req-c7f35e5e-7c4c-48e9-966a-31772e498d6a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:03.986169 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a366b396-190d-4042-b19c-3c991abc6aea req-c7f35e5e-7c4c-48e9-966a-31772e498d6a tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 946 time: 0.0487411 Nov 22 17:54:04.039008 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-a366b396-190d-4042-b19c-3c991abc6aea req-da564895-c438-40b1-9adc-9c23aa6a9fa4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468044 Nov 22 17:54:04.427762 n-d-816206-6 neutron-server[103515]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-5f250e18-0a9d-4190-b9cc-79cf6c838a45 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103515) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:04.429723 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-5f250e18-0a9d-4190-b9cc-79cf6c838a45 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.20 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 946 time: 0.0486052 Nov 22 17:54:04.524505 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Deleting port e20b9c72-df92-4f51-8f87-392af0ddaf54 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:04.524845 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:04.617062 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] For port e20b9c72-df92-4f51-8f87-392af0ddaf54, host n-h2-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-6',level=0,port_id=e20b9c72-df92-4f51-8f87-392af0ddaf54,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:04.617422 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:04.629097 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Calling delete_port for e20b9c72-df92-4f51-8f87-392af0ddaf54 owned by compute:nova {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:04.756784 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:04.783205 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event deleted for resources: {'Port': ['ID=e20b9c72-df92-4f51-8f87-392af0ddaf54,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:04.830665 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] No DVR routers for this DVR port e20b9c72-df92-4f51-8f87-392af0ddaf54 on host n-h2-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:54:04.833169 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:04.836759 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [req-ed89a56e-ee15-4713-9c9d-61f13e6d39a7 req-448e8ad1-7e31-444e-89e2-2352f0e8eebf tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.20 "DELETE /v2.0/ports/e20b9c72-df92-4f51-8f87-392af0ddaf54 HTTP/1.1" status: 204 len: 173 time: 0.3995447 Nov 22 17:54:04.837216 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'name': 'network-vif-deleted', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:54:04.839530 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d4cb86-3394-4f26-bfb5-e64ce4cae259" -d '{"events": [{"server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "name": "network-vif-deleted", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:54:04.879874 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9f942-f490-4e11-9f0c-fbf233bf96f0 x-openstack-request-id: req-04e9f942-f490-4e11-9f0c-fbf233bf96f0 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:54:04.880169 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0094334e-7837-401f-a37e-47d0252655ad", "name": "network-vif-deleted", "tag": "e20b9c72-df92-4f51-8f87-392af0ddaf54", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:54:04.880422 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04e9f942-f490-4e11-9f0c-fbf233bf96f0 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:54:04.881358 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0094334e-7837-401f-a37e-47d0252655ad', 'name': 'network-vif-deleted', 'tag': 'e20b9c72-df92-4f51-8f87-392af0ddaf54', 'status': 'completed', 'code': 200} Nov 22 17:54:05.146406 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-b4401425-6270-402c-b2dc-51c8a8a4ceb5 req-073a6f2a-5297-4c2d-8a22-0c725670ef78 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=0094334e-7837-401f-a37e-47d0252655ad HTTP/1.1" status: 200 len: 210 time: 0.0271027 Nov 22 17:54:05.360453 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:05.380671 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: e20b9c72-df92-4f51-8f87-392af0ddaf54 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:05.380939 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:06.722996 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55954) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:06.880047 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Deleting port 595f56c9-73d6-4040-a1a6-56c91bea681b {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:06.880425 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:06.955069 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:06.955311 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:06.967488 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Calling delete_port for 595f56c9-73d6-4040-a1a6-56c91bea681b owned by network:floatingip {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:07.116023 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:07.139621 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event deleted for resources: {'Port': ['ID=595f56c9-73d6-4040-a1a6-56c91bea681b,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:07.206017 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for floatingip, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:07.206257 n-d-816206-6 neutron-server[103515]: INFO neutron.db.l3_db [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Floating IP 37f00546-737e-48f9-9505-fc0216195ccb disassociated (deleted). External IP: 172.25.6.77, port: ba574156-bd48-4234-923c-dfa1c14826bf. Nov 22 17:54:07.429619 n-d-816206-6 neutron-server[103515]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103515) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:54:07.536415 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103515) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:54:07.541741 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for floatingip, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:07.546635 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:54:07.557562 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:07.558205 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:07.568260 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-da234c4c-4981-4a26-9e20-6dfeee896fbc tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "DELETE /v2.0/floatingips/37f00546-737e-48f9-9505-fc0216195ccb HTTP/1.1" status: 204 len: 168 time: 0.8440859 Nov 22 17:54:07.569043 n-d-816206-6 neutron-server[103515]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103515) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:54:07.572108 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f18dbed0e6149188a5b248594789ff3773f29773cc9eea35fd8e458bbd118ff5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103515) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:54:07.614580 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 22 Nov 2021 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabbefa5-7472-4896-a62c-1b391d41ebe4 x-openstack-request-id: req-cabbefa5-7472-4896-a62c-1b391d41ebe4 {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:54:07.614950 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "status": "completed", "code": 200}]} {{(pid=103515) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:54:07.615297 n-d-816206-6 neutron-server[103515]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cabbefa5-7472-4896-a62c-1b391d41ebe4 {{(pid=103515) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:54:07.615790 n-d-816206-6 neutron-server[103515]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'status': 'completed', 'code': 200} Nov 22 17:54:07.676226 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:07.689402 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-cb32a145-df5f-47e3-9f9f-cb82808af0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:07.691051 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-cb32a145-df5f-47e3-9f9f-cb82808af0f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 1094 time: 0.0460072 Nov 22 17:54:07.830784 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-55cb5932-6159-4eff-8ba7-08344acf3dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:07.832206 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-55cb5932-6159-4eff-8ba7-08344acf3dd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 200 len: 911 time: 0.1321874 Nov 22 17:54:07.840604 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b03d1-aad0-4470-ac79-163baa4f1fc0 req-8ee84301-0235-4c73-be83-46c7e5849531 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:07.842016 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e53b03d1-aad0-4470-ac79-163baa4f1fc0 req-8ee84301-0235-4c73-be83-46c7e5849531 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 943 time: 0.0815649 Nov 22 17:54:07.886541 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-3967fa27-3730-4bcb-9a0f-0acb190ffd1e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 200 len: 217 time: 0.0435503 Nov 22 17:54:07.896257 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:07.922814 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:54:07.931630 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:07.932238 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:07.957731 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-d8e13543-6816-43db-a939-353c4001c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:07.959305 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-d8e13543-6816-43db-a939-353c4001c210 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 200 len: 849 time: 0.0654383 Nov 22 17:54:07.963703 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-e53b03d1-aad0-4470-ac79-163baa4f1fc0 req-a7c6736f-2f32-49d4-b3ee-059a3162b81d tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138542 Nov 22 17:54:08.011379 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-4890622a-77fb-42ed-a830-aeddad675b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:08.012873 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-4890622a-77fb-42ed-a830-aeddad675b62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=89d8f744-3394-43e1-802b-d96f820b397d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417743 Nov 22 17:54:08.037901 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:08.117681 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-19342801-5fac-4511-b99d-9863b0a60d6a service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923932 Nov 22 17:54:08.216626 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-6bf9c33a-84b0-41d6-b55e-81c1516bfbf4 req-12ad3ce9-120c-4fdb-bc0a-981a4b02c3b5 service neutron] 10.222.0.66 "GET /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881057 Nov 22 17:54:08.244180 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:08.270424 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3e9ab1-ad3e-4fd4-9d68-e562194af855 None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:20Z', 'revision_number': 4, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6', '_interfaces': [{'id': '1d694ec6-d956-4538-ac43-8e420d2de9ef', 'name': '', 'network_id': '89d8f744-3394-43e1-802b-d96f820b397d', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'mac_address': 'fa:16:3e:e0:28:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:20Z', 'updated_at': '2021-11-22T17:49:27Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'subnets': [{'id': 'cfc8958e-d921-4cb7-8e3f-f177cd7d2655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:54:08.359648 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:08.489718 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba9eebe-6eff-46c1-9d23-cdac2a1e0308 None None] New status for floating IP 37f00546-737e-48f9-9505-fc0216195ccb: DOWN {{(pid=103517) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 22 17:54:09.087869 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e7843-95ac-42c3-8252-23d04456da3e req-09df259e-47fc-4ce5-8f9d-ef9eea343aa4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:09.089335 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc4e7843-95ac-42c3-8252-23d04456da3e req-09df259e-47fc-4ce5-8f9d-ef9eea343aa4 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 943 time: 0.0537255 Nov 22 17:54:09.138576 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-dc4e7843-95ac-42c3-8252-23d04456da3e req-a989ca13-d334-49b8-82bd-98a9efa65909 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/security-groups?id=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432863 Nov 22 17:54:09.378436 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 no longer exists at agent hyperv_n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:09.398395 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] No Port match for: e20b9c72-df92-4f51-8f87-392af0ddaf54 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:09.399581 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Device e20b9c72-df92-4f51-8f87-392af0ddaf54 not bound to the agent host n-h2-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:09.772177 n-d-816206-6 neutron-server[103514]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-8321b0df-61b6-49cd-8edc-c970ffe96da3 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103514) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 22 17:54:09.774243 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-8321b0df-61b6-49cd-8edc-c970ffe96da3 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.66 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 943 time: 0.0512981 Nov 22 17:54:09.868912 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Deleting port ba574156-bd48-4234-923c-dfa1c14826bf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:09.869247 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:09.916239 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:09.957253 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] For port ba574156-bd48-4234-923c-dfa1c14826bf, host n-h1-816206-6, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-6',level=0,port_id=ba574156-bd48-4234-923c-dfa1c14826bf,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:09.957616 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:09.970130 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Calling delete_port for ba574156-bd48-4234-923c-dfa1c14826bf owned by compute:nova {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:10.105742 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:10.141408 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event deleted for resources: {'Port': ['ID=ba574156-bd48-4234-923c-dfa1c14826bf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:10.168012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.168363 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.168700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.169039 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.169372 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.169807 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.170053 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.170378 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.170700 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.171023 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.171347 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.171675 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-6 {{(pid=103514) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 22 17:54:10.191193 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] No DVR routers for this DVR port ba574156-bd48-4234-923c-dfa1c14826bf on host n-h1-816206-6 {{(pid=103514) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:54:10.193842 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-192148'] for port, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:10.197970 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-cf8a9262-e7b2-405e-844f-5ceb8694c944 req-dec6d2fe-7b14-4f3d-a883-e47fb9cacd94 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.66 "DELETE /v2.0/ports/ba574156-bd48-4234-923c-dfa1c14826bf HTTP/1.1" status: 204 len: 173 time: 0.4165540 Nov 22 17:54:10.198459 n-d-816206-6 neutron-server[103514]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-deleted', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf'}] {{(pid=103514) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 22 17:54:10.200821 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0c1f9699008cc601ea5e9da6688b6e468c00435efeaf9e2bd38e59b1130b16a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd78b66-1b91-434e-bd5f-332e483f4102" -d '{"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-deleted", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf"}]}' {{(pid=103514) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 22 17:54:10.246990 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [req-70e6ee59-4d67-4ea5-96d4-a130bd130488 req-de93caee-a291-4cca-9b6b-3e4d0ffaf647 tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "GET /v2.0/ports?device_id=885f6611-a00b-44f9-9e7c-0382ffe00866 HTTP/1.1" status: 200 len: 210 time: 0.0319006 Nov 22 17:54:10.312908 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 22 Nov 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d450c5-1b68-4654-bdb4-a1ddf7a4f3fd x-openstack-request-id: req-08d450c5-1b68-4654-bdb4-a1ddf7a4f3fd {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 22 17:54:10.313347 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885f6611-a00b-44f9-9e7c-0382ffe00866", "name": "network-vif-deleted", "tag": "ba574156-bd48-4234-923c-dfa1c14826bf", "status": "completed", "code": 200}]} {{(pid=103514) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 22 17:54:10.313513 n-d-816206-6 neutron-server[103514]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08d450c5-1b68-4654-bdb4-a1ddf7a4f3fd {{(pid=103514) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 22 17:54:10.314040 n-d-816206-6 neutron-server[103514]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885f6611-a00b-44f9-9e7c-0382ffe00866', 'name': 'network-vif-deleted', 'tag': 'ba574156-bd48-4234-923c-dfa1c14826bf', 'status': 'completed', 'code': 200} Nov 22 17:54:11.304189 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55972) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:11.364271 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a0fa-27f2-4fb5-8049-2c9e7d10d41e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:11.392099 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a0fa-27f2-4fb5-8049-2c9e7d10d41e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:11.453454 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a0fa-27f2-4fb5-8049-2c9e7d10d41e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:11.456115 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a0fa-27f2-4fb5-8049-2c9e7d10d41e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:11.457395 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-e5f1a0fa-27f2-4fb5-8049-2c9e7d10d41e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] 10.222.0.65 "DELETE /v2.0/security-groups/4c64e16d-ae25-48ca-af3b-e1122f7e3a8d HTTP/1.1" status: 204 len: 168 time: 0.1521318 Nov 22 17:54:11.468137 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1a0fa-27f2-4fb5-8049-2c9e7d10d41e tempest-TestSnapshotPattern-1333622800 tempest-TestSnapshotPattern-1333622800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c64e16d-ae25-48ca-af3b-e1122f7e3a8d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:11.506651 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55976) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:11.868302 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:12.120356 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Deleting port 1d694ec6-d956-4538-ac43-8e420d2de9ef {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:12.120758 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:12.201878 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] For port 1d694ec6-d956-4538-ac43-8e420d2de9ef, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=1d694ec6-d956-4538-ac43-8e420d2de9ef,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:12.202240 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:12.214868 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Calling delete_port for 1d694ec6-d956-4538-ac43-8e420d2de9ef owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:12.394453 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:12.423272 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d694ec6-d956-4538-ac43-8e420d2de9ef,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:12.600031 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:12.817635 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:54:12.923703 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:54:12.928809 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-84d6e736-bbe5-4087-b79d-b60bdb0049f6 admin admin] 10.222.0.65 "PUT /v2.0/routers/1a9d8f16-1a81-4b37-8918-908f7bb858e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4211977 Nov 22 17:54:12.931450 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55978) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:12.932369 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] Sync routers for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:54:12.942363 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:12.943068 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:13.038077 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.146481 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.200545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Deleting port 17bf9555-2ec0-4df0-8d42-e258b20940ca {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:13.200892 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.205980 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: n-d-816206-6 {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:13.280100 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] For port 17bf9555-2ec0-4df0-8d42-e258b20940ca, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=17bf9555-2ec0-4df0-8d42-e258b20940ca,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:13.280464 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.297157 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Calling delete_port for 17bf9555-2ec0-4df0-8d42-e258b20940ca owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:13.385123 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229'}], 'enable_snat': True}, 'gw_port_id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:54:12Z', 'revision_number': 5, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port': {'id': '17bf9555-2ec0-4df0-8d42-e258b20940ca', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:e7:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:13.415059 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] Checking router: 1a9d8f16-1a81-4b37-8918-908f7bb858e7 for host: n-d-816206-6 {{(pid=103516) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:54:13.423469 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] Routers {'1a9d8f16-1a81-4b37-8918-908f7bb858e7'} bound to L3 agent in host n-d-816206-6 {{(pid=103516) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:13.424086 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'], 'active': True} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:13.466495 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.493434 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Pushing event deleted for resources: {'Port': ['ID=17bf9555-2ec0-4df0-8d42-e258b20940ca,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:13.515380 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7a7d0a-b9a3-41c8-bb4b-af48a887d2ee None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:54:13.518325 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvr_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] Set router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 gateway port host: None {{(pid=103516) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:13.558018 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.577461 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_hamode_db [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:54:13Z', 'revision_number': 6, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103516) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:13.605235 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b2a97c-5c25-44f9-9376-7655297b7908 None None] The sync data for ids ['1a9d8f16-1a81-4b37-8918-908f7bb858e7'] in n-d-816206-6 is: [{'id': '1a9d8f16-1a81-4b37-8918-908f7bb858e7', 'name': 'tempest-TestSnapshotPattern-1163896015-router', 'tenant_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:18Z', 'updated_at': '2021-11-22T17:54:13Z', 'revision_number': 6, 'project_id': 'd9fe7c8d2a6b4d93a0a2e726a9adb6d2', 'gw_port_host': None}] {{(pid=103516) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:54:13.651814 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.654051 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.700756 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.701275 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a9d8f16-1a81-4b37-8918-908f7bb858e7 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:54:13.705604 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.706745 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-a1f584cb-417f-4995-9bf0-2000af7e1472 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1a9d8f16-1a81-4b37-8918-908f7bb858e7 HTTP/1.1" status: 204 len: 168 time: 0.7743871 Nov 22 17:54:13.709297 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55980) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:13.754781 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Deleting subnet cfc8958e-d921-4cb7-8e3f-f177cd7d2655 {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:54:13.757859 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.793502 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.875651 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.926727 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.952247 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc8958e-d921-4cb7-8e3f-f177cd7d2655,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:13.956003 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:13.961406 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c85fe47-4042-4e5b-bfcb-91720049a3ae None None] Network 89d8f744-3394-43e1-802b-d96f820b397d requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:54:13.963022 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55982) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:13.963663 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-4c7f3e51-6ad4-41d9-8b38-b7a431f9cdc4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cfc8958e-d921-4cb7-8e3f-f177cd7d2655 HTTP/1.1" status: 204 len: 168 time: 0.2490377 Nov 22 17:54:14.048218 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.104461 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Deleting port 4fffc769-6361-44aa-abed-5b15a8afd949 {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:14.104803 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.168417 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] For port 4fffc769-6361-44aa-abed-5b15a8afd949, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=4fffc769-6361-44aa-abed-5b15a8afd949,segment=NetworkSegment(838e1c1b-1b8b-46eb-80ad-b45cbbfa2741),segment_id=838e1c1b-1b8b-46eb-80ad-b45cbbfa2741)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:14.168783 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.181307 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Calling delete_port for 4fffc769-6361-44aa-abed-5b15a8afd949 owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:14.263027 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.290319 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] No DVR routers for this DVR port 4fffc769-6361-44aa-abed-5b15a8afd949 on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:54:14.294595 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Pushing event deleted for resources: {'Port': ['ID=4fffc769-6361-44aa-abed-5b15a8afd949,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:14.366824 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.388798 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d8f744-3394-43e1-802b-d96f820b397d']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:14.398782 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:14.399813 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838e1c1b-1b8b-46eb-80ad-b45cbbfa2741') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:14.404259 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf3bbea-cdc2-4e83-abff-4758a7cc7c30 None None] DHCP port deletion for 89d8f744-3394-43e1-802b-d96f820b397d request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:54:14.410768 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.427926 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.435612 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:54:14.436072 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:54:14.437860 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:54:14.492252 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.498329 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:14.501423 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] 10.222.0.65 "DELETE /v2.0/networks/89d8f744-3394-43e1-802b-d96f820b397d HTTP/1.1" status: 204 len: 168 time: 0.5363421 Nov 22 17:54:14.504387 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55984) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:14.517345 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fe1e1-8026-49fc-bb2b-2bcf8b39e84d admin admin] Pushing event deleted for resources: {'Network': ['ID=89d8f744-3394-43e1-802b-d96f820b397d,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:14.540142 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 17bf9555-2ec0-4df0-8d42-e258b20940ca no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:14.570035 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 17bf9555-2ec0-4df0-8d42-e258b20940ca {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:14.570350 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 17bf9555-2ec0-4df0-8d42-e258b20940ca not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:14.571229 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1d694ec6-d956-4538-ac43-8e420d2de9ef no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:14.591138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 1d694ec6-d956-4538-ac43-8e420d2de9ef {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:14.591489 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 1d694ec6-d956-4538-ac43-8e420d2de9ef not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:14.591904 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fffc769-6361-44aa-abed-5b15a8afd949 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:14.611537 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 4fffc769-6361-44aa-abed-5b15a8afd949 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:14.611892 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 4fffc769-6361-44aa-abed-5b15a8afd949 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:15.200455 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1763857'] for router_interface, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:15.306674 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf no longer exists at agent hyperv_n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:15.327370 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] No Port match for: ba574156-bd48-4234-923c-dfa1c14826bf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:15.327713 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Device ba574156-bd48-4234-923c-dfa1c14826bf not bound to the agent host n-h1-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:15.443055 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Deleting port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:15.443392 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:15.518901 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] For port a9d2b0c0-4cc1-4688-951e-4439a41c8fbf, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:15.519262 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:15.532231 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Calling delete_port for a9d2b0c0-4cc1-4688-951e-4439a41c8fbf owned by network:router_interface {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:15.707296 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:15.737428 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d2b0c0-4cc1-4688-951e-4439a41c8fbf,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:15.906229 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1611122', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1708769'] for router_interface, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.121572 n-d-816206-6 neutron-server[103514]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Router 15d00884-9da9-4507-a2e4-788b24f2ad76 has already been hosted by L3 agent 1c7634ca-e979-4d75-98ef-5f07f44d9505 {{(pid=103514) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 22 17:54:16.228028 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] Notify agent at l3_agent.n-d-816206-6 the message routers_updated {{(pid=103514) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 22 17:54:16.233319 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-8110317e-f295-4ee8-a4f5-db5c1f7bd61b admin admin] 10.222.0.65 "PUT /v2.0/routers/15d00884-9da9-4507-a2e4-788b24f2ad76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7279131 Nov 22 17:54:16.235775 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55986) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:16.236553 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] Sync routers for ids ['15d00884-9da9-4507-a2e4-788b24f2ad76'] in n-d-816206-6 {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 22 17:54:16.247628 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] Routers {'15d00884-9da9-4507-a2e4-788b24f2ad76'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:16.248240 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15d00884-9da9-4507-a2e4-788b24f2ad76'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:16.344567 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.352567 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] Set router 15d00884-9da9-4507-a2e4-788b24f2ad76 gateway port host: n-d-816206-6 {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:16.452013 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.510301 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Deleting port 8efdca18-08ca-4ab3-847e-28067206aed7 {{(pid=103514) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:16.510639 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.534034 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'external_fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76'}], 'enable_snat': True}, 'gw_port_id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:54:15Z', 'revision_number': 5, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port': {'id': '8efdca18-08ca-4ab3-847e-28067206aed7', 'name': '', 'network_id': '08267908-d3a8-4c40-95c7-8290ac674234', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'ip_address': '172.25.6.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-6', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-22T17:49:23Z', 'updated_at': '2021-11-22T17:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cd11848c-a3a0-496d-8306-a860f400b74d', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-6'}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:16.560976 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] Checking router: 15d00884-9da9-4507-a2e4-788b24f2ad76 for host: n-d-816206-6 {{(pid=103517) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 22 17:54:16.569102 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] Routers {'15d00884-9da9-4507-a2e4-788b24f2ad76'} bound to L3 agent in host n-d-816206-6 {{(pid=103517) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 22 17:54:16.569745 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-6', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-22T16:14:53Z,description=,heartbeat_timestamp=2021-11-22T17:53:54Z,host='n-d-816206-6',id=1c7634ca-e979-4d75-98ef-5f07f44d9505,load=0,resource_versions=,resources_synced=,started_at=2021-11-22T16:14:53Z,topic='l3_agent')) {'router_ids': ['15d00884-9da9-4507-a2e4-788b24f2ad76'], 'active': True} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:16.591545 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.db [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] For port 8efdca18-08ca-4ab3-847e-28067206aed7, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=8efdca18-08ca-4ab3-847e-28067206aed7,segment=NetworkSegment(64998167-89ac-4498-b20e-749827525098),segment_id=64998167-89ac-4498-b20e-749827525098)] {{(pid=103514) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:16.591904 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.606012 n-d-816206-6 neutron-server[103514]: DEBUG neutron.plugins.ml2.plugin [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Calling delete_port for 8efdca18-08ca-4ab3-847e-28067206aed7 owned by network:router_gateway {{(pid=103514) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:16.655283 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_dvr_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] Set router 15d00884-9da9-4507-a2e4-788b24f2ad76 gateway port host: None {{(pid=103517) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 22 17:54:16.710844 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.l3_hamode_db [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:54:16Z', 'revision_number': 6, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port_host': None}], 'n-d-816206-6', False) {} {{(pid=103517) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:16.738376 n-d-816206-6 neutron-server[103517]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0c31d-2fb6-41d3-9685-07cb0d30a1bb None None] The sync data for ids ['15d00884-9da9-4507-a2e4-788b24f2ad76'] in n-d-816206-6 is: [{'id': '15d00884-9da9-4507-a2e4-788b24f2ad76', 'name': 'tempest-TestSnapshotPattern-102524454-router', 'tenant_id': '7503af64e83c4288a991719d2cf146ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-22T17:49:22Z', 'updated_at': '2021-11-22T17:54:16Z', 'revision_number': 6, 'project_id': '7503af64e83c4288a991719d2cf146ac', 'gw_port_host': None}] {{(pid=103517) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 22 17:54:16.780970 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16229391'] for port, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.813774 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efdca18-08ca-4ab3-847e-28067206aed7,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:16.827410 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05099d53-5e03-4a81-8920-9b07d73957cc None None] DHCP port deletion for 08267908-d3a8-4c40-95c7-8290ac674234 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:54:16.876010 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763791'] for router_gateway, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.965355 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1829047', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-39203'] for router, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:16.967419 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.010079 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1708756'] for router, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.010622 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15d00884-9da9-4507-a2e4-788b24f2ad76 {{(pid=103514) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 22 17:54:17.014848 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] Publish callbacks [] for router, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.016007 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-11a30946-275e-4649-99c6-bcb0b4f90be7 admin admin] 10.222.0.65 "DELETE /v2.0/routers/15d00884-9da9-4507-a2e4-788b24f2ad76 HTTP/1.1" status: 204 len: 168 time: 0.7793274 Nov 22 17:54:17.018629 n-d-816206-6 neutron-server[103514]: DEBUG neutron.wsgi [-] (103514) accepted ('10.222.0.65', 55988) {{(pid=103514) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:17.196492 n-d-816206-6 neutron-server[103514]: DEBUG neutron.db.db_base_plugin_v2 [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Deleting subnet 258c07da-bbc3-4f0f-b1dd-8b711cec1b0f {{(pid=103514) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 22 17:54:17.199670 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.234581 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13437232'] for subnet, precommit_delete_associations {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.309353 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-625427'] for subnet, precommit_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.365234 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-625418', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882319', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16229410', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13299214'] for subnet, after_delete {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.396933 n-d-816206-6 neutron-server[103514]: DEBUG neutron_lib.callbacks.manager [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103514) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.401701 n-d-816206-6 neutron-server[103514]: INFO neutron.wsgi [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/258c07da-bbc3-4f0f-b1dd-8b711cec1b0f HTTP/1.1" status: 204 len: 168 time: 0.3818569 Nov 22 17:54:17.402766 n-d-816206-6 neutron-server[103514]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e0be8-5387-41d3-a5c1-e58bb1984de7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258c07da-bbc3-4f0f-b1dd-8b711cec1b0f,revision_number=None']} {{(pid=103514) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:17.403192 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebe2cd7-438f-431a-afa5-e403e0ec419e None None] Network 85d5d793-fff4-407f-aea7-16b260fcc970 requested from n-d-816206-6 {{(pid=103516) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 22 17:54:17.404779 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55992) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:17.480929 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601441'] for network, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.545245 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Deleting port 11c55404-cac0-46fc-8528-2195ff03a0cd {{(pid=103515) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:17.545550 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.590950 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] DHCP port deletion for 85d5d793-fff4-407f-aea7-16b260fcc970 request from n-d-816206-6 {{(pid=103516) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 22 17:54:17.614590 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.db [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] For port 11c55404-cac0-46fc-8528-2195ff03a0cd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=11c55404-cac0-46fc-8528-2195ff03a0cd,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103515) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:17.614953 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.630303 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.plugin [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Calling delete_port for 11c55404-cac0-46fc-8528-2195ff03a0cd owned by network:dhcp {{(pid=103515) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:17.649175 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] Deleting port 11c55404-cac0-46fc-8528-2195ff03a0cd {{(pid=103516) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 22 17:54:17.649563 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752851180840'] for port, before_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.715817 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.db [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] For port 11c55404-cac0-46fc-8528-2195ff03a0cd, host n-d-816206-6, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-6',level=0,port_id=11c55404-cac0-46fc-8528-2195ff03a0cd,segment=NetworkSegment(ac4f2afa-d863-43f3-81b2-644bacef325d),segment_id=ac4f2afa-d863-43f3-81b2-644bacef325d)] {{(pid=103516) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 22 17:54:17.716237 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1761528'] for port, precommit_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.724964 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12645879'] for port, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.731365 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] Calling delete_port for 11c55404-cac0-46fc-8528-2195ff03a0cd owned by network:dhcp {{(pid=103516) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 22 17:54:17.753973 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=11c55404-cac0-46fc-8528-2195ff03a0cd,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:17.759330 n-d-816206-6 neutron-server[103515]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] No DVR routers for this DVR port 11c55404-cac0-46fc-8528-2195ff03a0cd on host n-d-816206-6 {{(pid=103515) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 22 17:54:17.816029 n-d-816206-6 neutron-server[103516]: self.session.flush() Nov 22 17:54:17.827116 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-569107', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-402152', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752851183957', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752850718383'] for port, after_delete {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.836983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-684192', 'neutron.services.segments.db._delete_segments_for_network-8752851228555'] for network, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.852761 n-d-816206-6 neutron-server[103516]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] Pushing event deleted for resources: {'Port': ['ID=11c55404-cac0-46fc-8528-2195ff03a0cd,revision_number=None']} {{(pid=103516) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:17.859426 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d5d793-fff4-407f-aea7-16b260fcc970']}} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:17.860268 n-d-816206-6 neutron-server[103516]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412617f7-b36d-4364-a8fd-e9606ba050e0 None None] No DVR routers for this DVR port 11c55404-cac0-46fc-8528-2195ff03a0cd on host n-d-816206-6 {{(pid=103516) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 22 17:54:17.871343 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4f2afa-d863-43f3-81b2-644bacef325d') {'for_net_delete': True} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:17.871495 n-d-816206-6 neutron-server[103515]: DEBUG neutron.services.segments.db [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4f2afa-d863-43f3-81b2-644bacef325d') {} {{(pid=103515) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 22 17:54:17.881196 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752851275030', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16232520'] for segment, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.895171 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572'] for segment, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.901186 n-d-816206-6 neutron-server[103515]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103515) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 22 17:54:17.901570 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-623572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12645764'] for segment, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: Traceback (most recent call last): Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: timer() Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: cb(*args, **kw) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: return func(*args, **kwargs) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: self._notify() Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: self.callback(batched_events) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: event.method(event) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: aggregate_uuid = self.p_client.list_aggregates( Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: return f(self, *a, **k) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: return self._get(url).json() Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: return self.request(url, 'GET', **kwargs) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: base_url = self.get_endpoint(auth, allow=allow, Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 22 17:54:17.903223 n-d-816206-6 neutron-server[103515]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 22 17:54:17.955680 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-684222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1611115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763711'] for network, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.961165 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Publish callbacks [] for network, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:17.964915 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] 10.222.0.65 "DELETE /v2.0/networks/85d5d793-fff4-407f-aea7-16b260fcc970 HTTP/1.1" status: 204 len: 168 time: 0.5590489 Nov 22 17:54:17.976133 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edc44a-8e6d-4748-b036-062a075cd6ef admin admin] Pushing event deleted for resources: {'Network': ['ID=85d5d793-fff4-407f-aea7-16b260fcc970,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:18.074914 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55996) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:18.114622 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-3ae8f5ee-e5c9-41c4-b6ad-1b0c334fbd2b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9fe7c8d2a6b4d93a0a2e726a9adb6d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384686 Nov 22 17:54:18.116943 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 55998) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:18.169032 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0622fc7-e617-4c62-90b0-2d86c82943ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.190605 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0622fc7-e617-4c62-90b0-2d86c82943ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.236364 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0622fc7-e617-4c62-90b0-2d86c82943ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.239092 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-f0622fc7-e617-4c62-90b0-2d86c82943ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.240231 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-f0622fc7-e617-4c62-90b0-2d86c82943ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6a702893-63cb-4141-a3e5-fa2552966977 HTTP/1.1" status: 204 len: 168 time: 0.1217787 Nov 22 17:54:18.248662 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0622fc7-e617-4c62-90b0-2d86c82943ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a702893-63cb-4141-a3e5-fa2552966977,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:18.544045 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8efdca18-08ca-4ab3-847e-28067206aed7 no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:18.564381 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 8efdca18-08ca-4ab3-847e-28067206aed7 {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:18.564669 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 8efdca18-08ca-4ab3-847e-28067206aed7 not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:18.565077 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 11c55404-cac0-46fc-8528-2195ff03a0cd no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:18.584130 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: 11c55404-cac0-46fc-8528-2195ff03a0cd {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:18.584484 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device 11c55404-cac0-46fc-8528-2195ff03a0cd not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:18.584895 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a9d2b0c0-4cc1-4688-951e-4439a41c8fbf no longer exists at agent ovs-agent-n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 22 17:54:18.588576 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56004) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:18.607726 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.plugin [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] No Port match for: a9d2b0c0-4cc1-4688-951e-4439a41c8fbf {{(pid=103516) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 22 17:54:18.608138 n-d-816206-6 neutron-server[103516]: DEBUG neutron.plugins.ml2.rpc [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Device a9d2b0c0-4cc1-4688-951e-4439a41c8fbf not bound to the agent host n-d-816206-6 {{(pid=103516) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 22 17:54:18.632801 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-809161a6-36bc-4357-b718-b32135323bb6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7503af64e83c4288a991719d2cf146ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430605 Nov 22 17:54:18.635471 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [-] (103515) accepted ('10.222.0.65', 56006) {{(pid=103515) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 22 17:54:18.684857 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae205136-65bd-4565-9232-71e7f7f8cac8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.705983 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae205136-65bd-4565-9232-71e7f7f8cac8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.753778 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae205136-65bd-4565-9232-71e7f7f8cac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1882215'] for security_group, after_delete {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.756373 n-d-816206-6 neutron-server[103515]: DEBUG neutron_lib.callbacks.manager [None req-ae205136-65bd-4565-9232-71e7f7f8cac8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103515) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:18.757583 n-d-816206-6 neutron-server[103515]: INFO neutron.wsgi [None req-ae205136-65bd-4565-9232-71e7f7f8cac8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15a31316-f701-42b9-b435-96328a9f4d60 HTTP/1.1" status: 204 len: 168 time: 0.1211462 Nov 22 17:54:18.767605 n-d-816206-6 neutron-server[103515]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae205136-65bd-4565-9232-71e7f7f8cac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a31316-f701-42b9-b435-96328a9f4d60,revision_number=None']} {{(pid=103515) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 22 17:54:20.176828 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-dff6bdbf-3c77-4d86-9cc4-44ddd1e1419f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:23.555514 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-ebee7d15-e097-4b4d-8105-e3dced8bf862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:24.356524 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:25.724080 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:26.226169 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:37.863065 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:54:38.362452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:39.910292 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:50.180419 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2f22819b-9774-4299-a183-489941870f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:53.548052 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-4ef493bb-6a41-44c7-8050-9d3c00b3e5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:54.359065 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:55.726848 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:54:56.232788 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:08.371441 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:09.915414 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:14.862158 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:55:20.181289 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-70020682-9278-4786-bacc-0aa7090e8b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:23.550597 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2765f90d-fca7-4753-8b7c-61898beb96c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:24.360580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:25.730793 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:26.226201 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:38.373423 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:39.912625 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:50.183017 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1fc41ed8-3ca2-4dee-af6b-d3455e592d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:51.861737 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:55:53.552346 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d46762ca-2b24-4b9a-abb3-875a6b39e888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:54.363511 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:55.733106 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:55:56.236752 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:08.374670 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:09.928209 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:20.186186 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-f0dc3000-12b0-4223-9da1-a98a47d8fe50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:23.554328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-34f8355c-f0dc-46cb-b471-84aa59d19a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:24.367571 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:25.735184 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:26.230958 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:28.861101 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:56:38.387422 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:39.926121 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:50.187735 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c26e80ed-4350-46ee-b932-23f5e06451c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:53.557766 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-c5437ad3-bde9-4523-942c-35fa9fd78dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:54.370330 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:55.738208 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:56:56.232619 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:05.859865 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:57:08.389838 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:09.928107 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:20.189617 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e68ff77a-8f22-4a8b-bc97-948fba03c178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:23.559452 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-e0ae3015-7038-4f3f-9b1d-4b1020c855af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:24.373351 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:25.739799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:26.234352 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:38.403345 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:39.942101 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:42.861218 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:57:50.191690 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-93eb0c4d-c4b4-4282-93c7-daafb8972e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:53.561969 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-282e9caf-0dfb-4d69-aa13-2342e970ee22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:54.376756 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:55.746217 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:57:56.237200 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:08.418328 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:09.940660 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:19.860635 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:58:20.194260 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-54b2487a-780e-46d0-92d8-d77a250146bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:23.562611 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b8880bb4-77d2-4b88-a165-0781d60c3374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:24.379105 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:25.744976 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:26.239919 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:38.418127 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:39.940580 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:50.195955 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d898fe2d-03a0-4d4e-bf72-e14e3ddd3ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:53.564696 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a64362b4-ea0a-4ee5-8d28-08d9d58c322b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:54.383629 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:55.748163 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:56.244123 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:58:56.860520 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:59:08.418230 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:09.971231 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:20.197294 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-710bb7a1-465e-4513-93f4-8e83602648c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:23.568991 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-43e6592f-0f33-4a4c-bf87-6c04d468b969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:24.385244 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:25.751035 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:26.246404 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:33.859645 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 17:59:38.449108 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:39.965122 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:50.198366 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a583cffa-8537-4c52-8242-bc4b00270fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:53.570396 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-1e18c34b-4565-44ae-87d2-426ada0f6242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:54.387367 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:55.754385 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 17:59:56.248309 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:08.467085 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:09.975888 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:10.861026 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:00:20.199357 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-58539a48-5a48-428e-941e-df5b4a2acb1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:23.571585 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-03b1c244-08b7-46f1-8ce2-58e26803a64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:24.390658 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:25.756682 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:26.250505 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:38.479481 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:39.969796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:47.860601 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:00:50.204266 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-6e05d096-2e52-4874-a906-6768f7aeda14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:53.573061 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b4d9001c-7823-4e48-a3af-5cb73e06be21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:54.394581 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:55.759484 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:00:56.252645 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:08.475834 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:09.985647 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:20.210000 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-d9b2f3be-1fdd-48c7-b93e-b48435cca46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:23.575796 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-8df1a4ff-0994-4bf2-8c3f-9b8c482e6f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:24.396384 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:24.860087 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:01:25.762925 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:26.254170 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:38.487483 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:40.001344 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:50.201835 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a32163c8-f151-41a8-af24-a544bb27aa69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:53.578604 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-2e41b9be-3097-457a-96cb-f6b5441f24c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:54.400258 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:55.767185 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:01:56.256566 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:01.862119 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:02:08.521222 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:10.004884 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:20.205620 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-79f8ceed-176a-4ff9-8b08-5c18ff398e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:22.281429 n-d-816206-6 neutron-server[103515]: DEBUG neutron.wsgi [req-c9463058-06d3-45b3-a57d-3f6818d51b0e req-bd08a74a-4ca2-4122-a18a-7ad5707f13ba service neutron] (103515) timed out ('10.222.0.65', 53822) {{(pid=103515) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 22 18:02:23.580254 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-28382bfa-336c-4bbf-8815-a78a5e70b78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:24.404760 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-a140538f-9b6b-4408-a556-851e4325da2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:25.770799 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-33a627e4-0a4a-4d6d-91cb-e33c92d0a84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:26.259354 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-23002673-b88e-4f38-8f5e-ce0414285afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:38.528128 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-44881719-5231-483f-a00d-c0bab5fcf611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 22 18:02:38.861751 n-d-816206-6 neutron-server[103517]: DEBUG neutron.db.agents_db [None req-4748848b-56b9-4708-9696-e100630e9e0a None None] Agent healthcheck: found 7 active agents {{(pid=103517) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 22 18:02:40.006624 n-d-816206-6 neutron-server[103516]: DEBUG neutron_lib.callbacks.manager [None req-b6d9200f-2147-4fc5-a9b4-ef2c7c6c325f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752851228627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-685116'] for agent, after_update {{(pid=103516) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}